From 7a2f1426133901142448144ee538caed6f45c5a5 Mon Sep 17 00:00:00 2001 From: codeworkx Date: Sat, 11 Jun 2011 15:06:55 +0200 Subject: [PATCH] added device specific releasetools --- releasetools/c1_common.py | 31 +++++ releasetools/c1_edify_generator.py | 37 ++++++ releasetools/c1_img_from_target_files | 185 ++++++++++++++++++++++++++ releasetools/c1_ota_from_target_files | 119 +++++++++++++++++ 4 files changed, 372 insertions(+) create mode 100755 releasetools/c1_common.py create mode 100755 releasetools/c1_edify_generator.py create mode 100755 releasetools/c1_img_from_target_files create mode 100755 releasetools/c1_ota_from_target_files diff --git a/releasetools/c1_common.py b/releasetools/c1_common.py new file mode 100755 index 0000000..93f1b8e --- /dev/null +++ b/releasetools/c1_common.py @@ -0,0 +1,31 @@ +# +# Copyright (C) 2008 The Android Open Source Project +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +import os, sys + +LOCAL_DIR = os.path.abspath(os.path.join(os.path.dirname(os.path.abspath(__file__)), '..')) +RELEASETOOLS_DIR = os.path.abspath(os.path.join(LOCAL_DIR, '../../../build/tools/releasetools')) + +# Add releasetools directory to python path +sys.path.append(RELEASETOOLS_DIR) + +from common import * + +def load_module_from_file(module_name, filename): + import imp + f = open(filename, 'r') + module = imp.load_module(module_name, f, filename, ('', 'U', 1)) + f.close() + return module diff --git a/releasetools/c1_edify_generator.py b/releasetools/c1_edify_generator.py new file mode 100755 index 0000000..a2ccc30 --- /dev/null +++ b/releasetools/c1_edify_generator.py @@ -0,0 +1,37 @@ +# +# Copyright (C) 2008 The Android Open Source Project +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +import os, sys + +LOCAL_DIR = os.path.abspath(os.path.join(os.path.dirname(os.path.abspath(__file__)), '..')) +RELEASETOOLS_DIR = os.path.abspath(os.path.join(LOCAL_DIR, '../../../build/tools/releasetools')) + +import edify_generator + +class EdifyGenerator(edify_generator.EdifyGenerator): + def UnpackPackageFile(self, src, dst): + """Unpack a given file from the OTA package into the given + destination file.""" + self.script.append('package_extract_file("%s", "%s");' % (src, dst)) + + def EMMCWriteRawImage(self, partition, image): + """Write the given package file into the given partition.""" + + args = {'partition': partition, 'image': image} + + self.script.append( + ('assert(package_extract_file("%(image)s", "/tmp/%(image)s"),\n' + ' write_raw_image("/tmp/%(image)s", "%(partition)s"),\n' + ' delete("/tmp/%(image)s"));') % args) diff --git a/releasetools/c1_img_from_target_files b/releasetools/c1_img_from_target_files new file mode 100755 index 0000000..8269c21 --- /dev/null +++ b/releasetools/c1_img_from_target_files @@ -0,0 +1,185 @@ +#!/usr/bin/env python +# +# Copyright (C) 2008 The Android Open Source Project +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +""" +Given a target-files zipfile, produces an image zipfile suitable for +use with 'fastboot update'. + +Usage: img_from_target_files [flags] input_target_files output_image_zip + + -b (--board_config) + Deprecated. + +""" + +import sys + +if sys.hexversion < 0x02040000: + print >> sys.stderr, "Python 2.4 or newer is required." + sys.exit(1) + +import errno +import os +import re +import shutil +import subprocess +import tempfile +import zipfile + +# missing in Python 2.4 and before +if not hasattr(os, "SEEK_SET"): + os.SEEK_SET = 0 + +import c1_common as common + +OPTIONS = common.OPTIONS + +def AddUserdata(output_zip): + """Create an empty userdata image and store it in output_zip.""" + + print "creating userdata.img..." + + # The name of the directory it is making an image out of matters to + # mkyaffs2image. So we create a temp dir, and within it we create an + # empty dir named "data", and build the image from that. + temp_dir = tempfile.mkdtemp() + user_dir = os.path.join(temp_dir, "data") + os.mkdir(user_dir) + img = tempfile.NamedTemporaryFile() + + build_command = [] + if OPTIONS.info_dict["fstab"]["/data"].fs_type.startswith("ext"): + build_command = ["mkuserimg.sh", + user_dir, img.name, + OPTIONS.info_dict["fstab"]["/data"].fs_type, "data"] + if "userdata_size" in OPTIONS.info_dict: + build_command.append(str(OPTIONS.info_dict["userdata_size"])) + else: + build_command = ["mkyaffs2image", "-f"] + extra = OPTIONS.info_dict.get("mkyaffs2_extra_flags", None) + if extra: + build_command.extend(extra.split()) + build_command.append(user_dir) + build_command.append(img.name) + + p = common.Run(build_command) + p.communicate() + assert p.returncode == 0, "build userdata.img image failed" + + common.CheckSize(img.name, "userdata.img", OPTIONS.info_dict) + output_zip.write(img.name, "userdata.img") + img.close() + os.rmdir(user_dir) + os.rmdir(temp_dir) + + +def AddSystem(output_zip): + """Turn the contents of SYSTEM into a system image and store it in + output_zip.""" + + print "creating system.img..." + + img = tempfile.NamedTemporaryFile() + + # The name of the directory it is making an image out of matters to + # mkyaffs2image. It wants "system" but we have a directory named + # "SYSTEM", so create a symlink. + try: + os.symlink(os.path.join(OPTIONS.input_tmp, "SYSTEM"), + os.path.join(OPTIONS.input_tmp, "system")) + except OSError, e: + if (e.errno == errno.EEXIST): + pass + + build_command = [] + if OPTIONS.info_dict["fstab"]["/system"].fs_type.startswith("ext"): + build_command = ["mkuserimg.sh", + os.path.join(OPTIONS.input_tmp, "system"), img.name, + OPTIONS.info_dict["fstab"]["/system"].fs_type, "system"] + if "system_size" in OPTIONS.info_dict: + build_command.append(str(OPTIONS.info_dict["system_size"])) + else: + build_command = ["mkyaffs2image", "-f"] + extra = OPTIONS.info_dict.get("mkyaffs2_extra_flags", None) + if extra: + build_command.extend(extra.split()) + build_command.append(os.path.join(OPTIONS.input_tmp, "system")) + build_command.append(img.name) + + p = common.Run(build_command) + p.communicate() + assert p.returncode == 0, "build system.img image failed" + + img.seek(os.SEEK_SET, 0) + data = img.read() + img.close() + + common.CheckSize(data, "system.img", OPTIONS.info_dict) + common.ZipWriteStr(output_zip, "system.img", data) + + +def CopyInfo(output_zip): + """Copy the android-info.txt file from the input to the output.""" + output_zip.write(os.path.join(OPTIONS.input_tmp, "OTA", "android-info.txt"), + "android-info.txt") + + +def main(argv): + + def option_handler(o, a): + if o in ("-b", "--board_config"): + pass # deprecated + else: + return False + return True + + args = common.ParseOptions(argv, __doc__, + extra_opts="b:", + extra_long_opts=["board_config="], + extra_option_handler=option_handler) + + if len(args) != 2: + common.Usage(__doc__) + sys.exit(1) + + OPTIONS.input_tmp = common.UnzipTemp(args[0]) + + input_zip = zipfile.ZipFile(args[0], "r") + OPTIONS.info_dict = common.LoadInfoDict(input_zip) + + output_zip = zipfile.ZipFile(args[1], "w", compression=zipfile.ZIP_DEFLATED) + + common.AddBoot(output_zip, OPTIONS.info_dict) + common.AddRecovery(output_zip, OPTIONS.info_dict) + AddSystem(output_zip) + AddUserdata(output_zip) + CopyInfo(output_zip) + + print "cleaning up..." + output_zip.close() + shutil.rmtree(OPTIONS.input_tmp) + + print "done." + + +if __name__ == '__main__': + try: + main(sys.argv[1:]) + except common.ExternalError, e: + print + print " ERROR: %s" % (e,) + print + sys.exit(1) diff --git a/releasetools/c1_ota_from_target_files b/releasetools/c1_ota_from_target_files new file mode 100755 index 0000000..bb6b61b --- /dev/null +++ b/releasetools/c1_ota_from_target_files @@ -0,0 +1,119 @@ +#!/usr/bin/env python +# +# Copyright (C) 2008 The Android Open Source Project +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +import sys +import os +import c1_common as common + +LOCAL_DIR = os.path.abspath(os.path.join(os.path.dirname(os.path.abspath(__file__)), '..')) +RELEASETOOLS_DIR = os.path.abspath(os.path.join(LOCAL_DIR, '../../../build/tools/releasetools')) +TARGET_DIR = os.getenv('OUT') + +# Add releasetools directory to python path +sys.path.append(RELEASETOOLS_DIR) + +# Import the existing file so we just have to rewrite the modules we need. +# This is a nasty hack as the filename doesn't end in .py, but it works +filename = os.path.join(RELEASETOOLS_DIR, "ota_from_target_files") +ota_from_target_files = common.load_module_from_file('ota_from_target_files', filename) + +from ota_from_target_files import * +import c1_edify_generator as edify_generator + +__doc__ = ota_from_target_files.__doc__ + +def CopyBootFiles(input_zip, output_zip): + output_zip.write(os.path.join(TARGET_DIR, "boot.img"),"boot.img") + +def WriteFullOTAPackage(input_zip, output_zip): + # TODO: how to determine this? We don't know what version it will + # be installed on top of. For now, we expect the API just won't + # change very often. + script = edify_generator.EdifyGenerator(3, OPTIONS.info_dict) + + metadata = {"post-build": GetBuildProp("ro.build.fingerprint", input_zip), + "pre-device": GetBuildProp("ro.product.device", input_zip), + "post-timestamp": GetBuildProp("ro.build.date.utc", input_zip), + } + + device_specific = common.DeviceSpecificParams( + input_zip=input_zip, + input_version=OPTIONS.info_dict["recovery_api_version"], + output_zip=output_zip, + script=script, + input_tmp=OPTIONS.input_tmp, + metadata=metadata, + info_dict=OPTIONS.info_dict) + + AppendAssertions(script, input_zip) + device_specific.FullOTA_Assertions() + if OPTIONS.backuptool: + script.RunBackup("backup") + + script.ShowProgress(0.5, 0) + + if OPTIONS.wipe_user_data: + script.FormatPartition("/data") + + script.FormatPartition("/system") + script.Mount("/system") + script.UnpackPackageDir("recovery", "/system") + script.UnpackPackageDir("system", "/system") + + symlinks = CopySystemFiles(input_zip, output_zip) + script.MakeSymlinks(symlinks) + + CopyBootFiles(input_zip, output_zip) + + Item.GetMetadata(input_zip) + Item.Get("system").SetPermissions(script) + + script.ShowProgress(0.2, 0) + + if OPTIONS.backuptool: + script.ShowProgress(0.2, 10) + script.RunBackup("restore") + + script.RunVerifyCachePartitionSize() + + script.ShowProgress(0.2, 10) + script.EMMCWriteRawImage("/dev/block/mmcblk0p5", "boot.img") + + script.ShowProgress(0.1, 0) + device_specific.FullOTA_InstallEnd() + + if OPTIONS.extra_script is not None: + script.AppendExtra(OPTIONS.extra_script) + + script.UnmountAll() + script.AddToZip(input_zip, output_zip) + WriteMetadata(metadata, output_zip) +ota_from_target_files.WriteFullOTAPackage = WriteFullOTAPackage + + +def WriteIncrementalOTAPackage(target_zip, source_zip, output_zip): + print "Incremental OTA Packages are not support on the galaxys2 at this time" + sys.exit(1) +ota_from_target_files.WriteIncrementalOTAPackage = WriteIncrementalOTAPackage + +if __name__ == '__main__': + try: + main(sys.argv[1:]) + except common.ExternalError, e: + print + print " ERROR: %s" % (e,) + print + sys.exit(1)