tools/helpers/images.py

   1 # Copyright 2021 Erfan Abdi
   2 # SPDX-License-Identifier: GPL-3.0-or-later
   3 import logging
   4 import zipfile
   5 import json
   6 import hashlib
   7 import shutil
   8 import os
   9 import tools.config
  10 from tools import helpers
  11 from shutil import which
  12
  13 def sha256sum(filename):
  14     h = hashlib.sha256()
  15     b = bytearray(128*1024)
  16     mv = memoryview(b)
  17     with open(filename, 'rb', buffering=0) as f:
  18         for n in iter(lambda: f.readinto(mv), 0):
  19             h.update(mv[:n])
  20     return h.hexdigest()
  21
  22
  23 def get(args):
  24     cfg = tools.config.load(args)
  25     system_ota = cfg["waydroid"]["system_ota"]
  26     system_request = helpers.http.retrieve(system_ota)
  27     if system_request[0] != 200:
  28         raise ValueError(
  29             "Failed to get system OTA channel: {}, error: {}".format(args.system_ota, system_request[0]))
  30     system_responses = json.loads(system_request[1].decode('utf8'))["response"]
  31     if len(system_responses) < 1:
  32         raise ValueError("No images found on system channel")
  33
  34     for system_response in system_responses:
  35         if system_response['datetime'] > int(cfg["waydroid"]["system_datetime"]):
  36             images_zip = helpers.http.download(
  37                 args, system_response['url'], system_response['filename'], cache=False)
  38             logging.info("Validating system image")
  39             if sha256sum(images_zip) != system_response['id']:
  40                 try:
  41                     os.remove(images_zip)
  42                 except:
  43                     pass
  44                 raise ValueError("Downloaded system image hash doesn't match, expected: {}".format(
  45                     system_response['id']))
  46             logging.info("Extracting to " + args.images_path)
  47             with zipfile.ZipFile(images_zip, 'r') as zip_ref:
  48                 zip_ref.extractall(args.images_path)
  49             cfg["waydroid"]["system_datetime"] = str(system_response['datetime'])
  50             tools.config.save(args, cfg)
  51             os.remove(images_zip)
  52             break
  53
  54     vendor_ota = cfg["waydroid"]["vendor_ota"]
  55     vendor_request = helpers.http.retrieve(vendor_ota)
  56     if vendor_request[0] != 200:
  57         raise ValueError(
  58             "Failed to get vendor OTA channel: {}, error: {}".format(vendor_ota, vendor_request[0]))
  59     vendor_responses = json.loads(vendor_request[1].decode('utf8'))["response"]
  60     if len(vendor_responses) < 1:
  61         raise ValueError("No images found on vendor channel")
  62
  63     for vendor_response in vendor_responses:
  64         if vendor_response['datetime'] > int(cfg["waydroid"]["vendor_datetime"]):
  65             images_zip = helpers.http.download(
  66                 args, vendor_response['url'], vendor_response['filename'], cache=False)
  67             logging.info("Validating vendor image")
  68             if sha256sum(images_zip) != vendor_response['id']:
  69                 try:
  70                     os.remove(images_zip)
  71                 except:
  72                     pass
  73                 raise ValueError("Downloaded vendor image hash doesn't match, expected: {}".format(
  74                     vendor_response['id']))
  75             logging.info("Extracting to " + args.images_path)
  76             with zipfile.ZipFile(images_zip, 'r') as zip_ref:
  77                 zip_ref.extractall(args.images_path)
  78             cfg["waydroid"]["vendor_datetime"] = str(vendor_response['datetime'])
  79             tools.config.save(args, cfg)
  80             os.remove(images_zip)
  81             break
  82     remove_overlay(args)
  83
  84 def replace(args, system_zip, system_time, vendor_zip, vendor_time):
  85     cfg = tools.config.load(args)
  86     args.images_path = cfg["waydroid"]["images_path"]
  87     if os.path.exists(system_zip):
  88         with zipfile.ZipFile(system_zip, 'r') as zip_ref:
  89             zip_ref.extractall(args.images_path)
  90         os.remove(system_zip)
  91         cfg["waydroid"]["system_datetime"] = str(system_time)
  92         tools.config.save(args, cfg)
  93     if os.path.exists(vendor_zip):
  94         with zipfile.ZipFile(vendor_zip, 'r') as zip_ref:
  95             zip_ref.extractall(args.images_path)
  96         os.remove(vendor_zip)
  97         cfg["waydroid"]["vendor_datetime"] = str(vendor_time)
  98         tools.config.save(args, cfg)
  99     remove_overlay(args)
 100
 101 def remove_overlay(args):
 102     if os.path.isdir(tools.config.defaults["overlay_rw"]):
 103         shutil.rmtree(tools.config.defaults["overlay_rw"])
 104     if os.path.isdir(tools.config.defaults["overlay_work"]):
 105         shutil.rmtree(tools.config.defaults["overlay_work"])
 106
 107 def make_prop(args, cfg, full_props_path):
 108     if not os.path.isfile(args.work + "/waydroid_base.prop"):
 109         raise RuntimeError("waydroid_base.prop Not found")
 110     with open(args.work + "/waydroid_base.prop") as f:
 111         props = f.read().splitlines()
 112     if not props:
 113         raise RuntimeError("waydroid_base.prop is broken!!?")
 114
 115     def add_prop(key, cfg_key):
 116         value = cfg[cfg_key]
 117         if value != "None":
 118             value = value.replace("/mnt/", "/mnt_extra/")
 119             props.append(key + "=" + value)
 120
 121     add_prop("waydroid.host.user", "user_name")
 122     add_prop("waydroid.host.uid", "user_id")
 123     add_prop("waydroid.host.gid", "group_id")
 124     add_prop("waydroid.host_data_path", "waydroid_data")
 125     add_prop("waydroid.xdg_runtime_dir", "xdg_runtime_dir")
 126     add_prop("waydroid.pulse_runtime_path", "pulse_runtime_path")
 127     add_prop("waydroid.wayland_display", "wayland_display")
 128     add_prop("waydroid.background_start", "background_start")
 129     if which("waydroid-sensord") is None:
 130         props.append("waydroid.stub_sensors_hal=1")
 131     dpi = cfg["lcd_density"]
 132     if dpi != "0":
 133         props.append("ro.sf.lcd_density=" + dpi)
 134
 135     final_props = open(full_props_path, "w")
 136     for prop in props:
 137         final_props.write(prop + "\n")
 138     final_props.close()
 139     os.chmod(full_props_path, 0o644)
 140
 141 def mount_rootfs(args, images_dir, session):
 142     cfg = tools.config.load(args)
 143     helpers.mount.mount(args, images_dir + "/system.img",
 144                         tools.config.defaults["rootfs"], umount=True)
 145     if cfg["waydroid"]["mount_overlays"] == "True":
 146         try:
 147             helpers.mount.mount_overlay(args, [tools.config.defaults["overlay"],
 148                                                tools.config.defaults["rootfs"]],
 149                                     tools.config.defaults["rootfs"],
 150                                     upper_dir=tools.config.defaults["overlay_rw"] + "/system",
 151                                     work_dir=tools.config.defaults["overlay_work"] + "/system")
 152         except RuntimeError:
 153             cfg["waydroid"]["mount_overlays"] = "False"
 154             tools.config.save(args, cfg)
 155             logging.warning("Mounting overlays failed. The feature has been disabled.")
 156
 157     helpers.mount.mount(args, images_dir + "/vendor.img",
 158                            tools.config.defaults["rootfs"] + "/vendor")
 159     if cfg["waydroid"]["mount_overlays"] == "True":
 160         helpers.mount.mount_overlay(args, [tools.config.defaults["overlay"] + "/vendor",
 161                                            tools.config.defaults["rootfs"] + "/vendor"],
 162                                     tools.config.defaults["rootfs"] + "/vendor",
 163                                     upper_dir=tools.config.defaults["overlay_rw"] + "/vendor",
 164                                     work_dir=tools.config.defaults["overlay_work"] + "/vendor")
 165
 166     for egl_path in ["/vendor/lib/egl", "/vendor/lib64/egl"]:
 167         if os.path.isdir(egl_path):
 168             helpers.mount.bind(
 169                 args, egl_path, tools.config.defaults["rootfs"] + egl_path)
 170     if helpers.mount.ismount("/odm"):
 171         helpers.mount.bind(
 172             args, "/odm", tools.config.defaults["rootfs"] + "/odm_extra")
 173     else:
 174         if os.path.isdir("/vendor/odm"):
 175             helpers.mount.bind(
 176                 args, "/vendor/odm", tools.config.defaults["rootfs"] + "/odm_extra")
 177
 178     make_prop(args, session, args.work + "/waydroid.prop")
 179     helpers.mount.bind_file(args, args.work + "/waydroid.prop",
 180                             tools.config.defaults["rootfs"] + "/vendor/waydroid.prop")
 181
 182 def umount_rootfs(args):
 183     helpers.mount.umount_all(args, tools.config.defaults["rootfs"])