Doug Zongker | 3c84f56 | 2014-07-31 11:06:30 -0700 | [diff] [blame] | 1 | #!/usr/bin/env python |
| 2 | # |
| 3 | # Copyright (C) 2014 The Android Open Source Project |
| 4 | # |
| 5 | # Licensed under the Apache License, Version 2.0 (the "License"); |
| 6 | # you may not use this file except in compliance with the License. |
| 7 | # You may obtain a copy of the License at |
| 8 | # |
| 9 | # http://www.apache.org/licenses/LICENSE-2.0 |
| 10 | # |
| 11 | # Unless required by applicable law or agreed to in writing, software |
| 12 | # distributed under the License is distributed on an "AS IS" BASIS, |
| 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 14 | # See the License for the specific language governing permissions and |
| 15 | # limitations under the License. |
| 16 | |
| 17 | """ |
| 18 | Given a target-files zipfile that does not contain images (ie, does |
| 19 | not have an IMAGES/ top-level subdirectory), produce the images and |
| 20 | add them to the zipfile. |
| 21 | |
Tianjie Xu | b48589a | 2016-08-03 19:21:52 -0700 | [diff] [blame] | 22 | Usage: add_img_to_target_files [flag] target_files |
| 23 | |
| 24 | -a (--add_missing) |
| 25 | Build and add missing images to "IMAGES/". If this option is |
| 26 | not specified, this script will simply exit when "IMAGES/" |
| 27 | directory exists in the target file. |
| 28 | |
| 29 | -r (--rebuild_recovery) |
| 30 | Rebuild the recovery patch and write it to the system image. Only |
| 31 | meaningful when system image needs to be rebuilt. |
| 32 | |
| 33 | --replace_verity_private_key |
| 34 | Replace the private key used for verity signing. (same as the option |
| 35 | in sign_target_files_apks) |
| 36 | |
| 37 | --replace_verity_public_key |
| 38 | Replace the certificate (public key) used for verity verification. (same |
| 39 | as the option in sign_target_files_apks) |
| 40 | |
| 41 | --is_signing |
| 42 | Skip building & adding the images for "userdata" and "cache" if we |
| 43 | are signing the target files. |
Doug Zongker | 3c84f56 | 2014-07-31 11:06:30 -0700 | [diff] [blame] | 44 | """ |
| 45 | |
Tao Bao | 89fbb0f | 2017-01-10 10:47:58 -0800 | [diff] [blame] | 46 | from __future__ import print_function |
| 47 | |
Tao Bao | 822f584 | 2015-09-30 16:01:14 -0700 | [diff] [blame] | 48 | import datetime |
Doug Zongker | 3c84f56 | 2014-07-31 11:06:30 -0700 | [diff] [blame] | 49 | import os |
David Zeuthen | d995f4b | 2016-01-29 16:59:17 -0500 | [diff] [blame] | 50 | import shlex |
Ying Wang | 2a04839 | 2015-06-25 13:56:53 -0700 | [diff] [blame] | 51 | import shutil |
David Zeuthen | d995f4b | 2016-01-29 16:59:17 -0500 | [diff] [blame] | 52 | import subprocess |
Tao Bao | 6b9fef5 | 2017-12-01 16:13:22 -0800 | [diff] [blame] | 53 | import sys |
Tao Bao | d86e311 | 2017-09-22 15:45:33 -0700 | [diff] [blame] | 54 | import uuid |
Doug Zongker | 3c84f56 | 2014-07-31 11:06:30 -0700 | [diff] [blame] | 55 | import zipfile |
| 56 | |
Doug Zongker | 3c84f56 | 2014-07-31 11:06:30 -0700 | [diff] [blame] | 57 | import build_image |
| 58 | import common |
Tianjie Xu | f1a1318 | 2017-01-19 17:39:30 -0800 | [diff] [blame] | 59 | import rangelib |
Tianjie Xu | cfa8622 | 2016-03-07 16:31:19 -0800 | [diff] [blame] | 60 | import sparse_img |
Doug Zongker | 3c84f56 | 2014-07-31 11:06:30 -0700 | [diff] [blame] | 61 | |
Tao Bao | 6b9fef5 | 2017-12-01 16:13:22 -0800 | [diff] [blame] | 62 | if sys.hexversion < 0x02070000: |
| 63 | print("Python 2.7 or newer is required.", file=sys.stderr) |
| 64 | sys.exit(1) |
| 65 | |
Doug Zongker | 3c84f56 | 2014-07-31 11:06:30 -0700 | [diff] [blame] | 66 | OPTIONS = common.OPTIONS |
| 67 | |
Michael Runge | 2e0d8fc | 2014-11-13 21:41:08 -0800 | [diff] [blame] | 68 | OPTIONS.add_missing = False |
| 69 | OPTIONS.rebuild_recovery = False |
Tianjie Xu | 9ac4cb0 | 2017-06-09 16:58:03 -0700 | [diff] [blame] | 70 | OPTIONS.replace_updated_files_list = [] |
Baligh Uddin | 59f4ff1 | 2015-09-16 21:20:30 -0700 | [diff] [blame] | 71 | OPTIONS.replace_verity_public_key = False |
| 72 | OPTIONS.replace_verity_private_key = False |
Tianjie Xu | b48589a | 2016-08-03 19:21:52 -0700 | [diff] [blame] | 73 | OPTIONS.is_signing = False |
Doug Zongker | 3c84f56 | 2014-07-31 11:06:30 -0700 | [diff] [blame] | 74 | |
Dan Willemsen | 2ee00d5 | 2017-03-05 19:51:56 -0800 | [diff] [blame] | 75 | |
Tao Bao | a2ff4c9 | 2018-01-17 12:14:43 -0800 | [diff] [blame] | 76 | # Partitions that should have their care_map added to META/care_map.txt. |
Jaekyun Seok | b7735d8 | 2017-11-27 17:04:47 +0900 | [diff] [blame] | 77 | PARTITIONS_WITH_CARE_MAP = ('system', 'vendor', 'product') |
Tao Bao | a2ff4c9 | 2018-01-17 12:14:43 -0800 | [diff] [blame] | 78 | |
| 79 | |
Dan Willemsen | 2ee00d5 | 2017-03-05 19:51:56 -0800 | [diff] [blame] | 80 | class OutputFile(object): |
| 81 | def __init__(self, output_zip, input_dir, prefix, name): |
| 82 | self._output_zip = output_zip |
| 83 | self.input_name = os.path.join(input_dir, prefix, name) |
| 84 | |
| 85 | if self._output_zip: |
| 86 | self._zip_name = os.path.join(prefix, name) |
| 87 | |
| 88 | root, suffix = os.path.splitext(name) |
| 89 | self.name = common.MakeTempFile(prefix=root + '-', suffix=suffix) |
| 90 | else: |
| 91 | self.name = self.input_name |
| 92 | |
| 93 | def Write(self): |
| 94 | if self._output_zip: |
| 95 | common.ZipWrite(self._output_zip, self.name, self._zip_name) |
| 96 | |
| 97 | |
Tianjie Xu | cfa8622 | 2016-03-07 16:31:19 -0800 | [diff] [blame] | 98 | def GetCareMap(which, imgname): |
Tao Bao | 63c18fe | 2018-02-21 23:45:43 -0800 | [diff] [blame] | 99 | """Returns the care_map string for the given partition. |
| 100 | |
| 101 | Args: |
| 102 | which: The partition name, must be listed in PARTITIONS_WITH_CARE_MAP. |
| 103 | imgname: The filename of the image. |
| 104 | |
| 105 | Returns: |
| 106 | (which, care_map_ranges): care_map_ranges is the raw string of the care_map |
| 107 | RangeSet. |
| 108 | """ |
Tao Bao | a2ff4c9 | 2018-01-17 12:14:43 -0800 | [diff] [blame] | 109 | assert which in PARTITIONS_WITH_CARE_MAP |
Tianjie Xu | cfa8622 | 2016-03-07 16:31:19 -0800 | [diff] [blame] | 110 | |
| 111 | simg = sparse_img.SparseImage(imgname) |
Tianjie Xu | f1a1318 | 2017-01-19 17:39:30 -0800 | [diff] [blame] | 112 | care_map_ranges = simg.care_map |
| 113 | key = which + "_adjusted_partition_size" |
| 114 | adjusted_blocks = OPTIONS.info_dict.get(key) |
| 115 | if adjusted_blocks: |
| 116 | assert adjusted_blocks > 0, "blocks should be positive for " + which |
| 117 | care_map_ranges = care_map_ranges.intersect(rangelib.RangeSet( |
| 118 | "0-%d" % (adjusted_blocks,))) |
| 119 | |
Tao Bao | a2ff4c9 | 2018-01-17 12:14:43 -0800 | [diff] [blame] | 120 | return [which, care_map_ranges.to_string_raw()] |
Tianjie Xu | cfa8622 | 2016-03-07 16:31:19 -0800 | [diff] [blame] | 121 | |
| 122 | |
Tao Bao | 886d883 | 2018-02-27 11:46:19 -0800 | [diff] [blame] | 123 | def AddSystem(output_zip, recovery_img=None, boot_img=None): |
Doug Zongker | 3c84f56 | 2014-07-31 11:06:30 -0700 | [diff] [blame] | 124 | """Turn the contents of SYSTEM into a system image and store it in |
David Zeuthen | d995f4b | 2016-01-29 16:59:17 -0500 | [diff] [blame] | 125 | output_zip. Returns the name of the system image file.""" |
Michael Runge | 2e0d8fc | 2014-11-13 21:41:08 -0800 | [diff] [blame] | 126 | |
Tao Bao | 886d883 | 2018-02-27 11:46:19 -0800 | [diff] [blame] | 127 | img = OutputFile(output_zip, OPTIONS.input_tmp, "IMAGES", "system.img") |
Dan Willemsen | 2ee00d5 | 2017-03-05 19:51:56 -0800 | [diff] [blame] | 128 | if os.path.exists(img.input_name): |
Tao Bao | 886d883 | 2018-02-27 11:46:19 -0800 | [diff] [blame] | 129 | print("system.img already exists; no need to rebuild...") |
Dan Willemsen | 2ee00d5 | 2017-03-05 19:51:56 -0800 | [diff] [blame] | 130 | return img.input_name |
Michael Runge | 2e0d8fc | 2014-11-13 21:41:08 -0800 | [diff] [blame] | 131 | |
| 132 | def output_sink(fn, data): |
Dan Albert | 8b72aef | 2015-03-23 19:13:21 -0700 | [diff] [blame] | 133 | ofile = open(os.path.join(OPTIONS.input_tmp, "SYSTEM", fn), "w") |
| 134 | ofile.write(data) |
| 135 | ofile.close() |
Michael Runge | 2e0d8fc | 2014-11-13 21:41:08 -0800 | [diff] [blame] | 136 | |
Tianjie Xu | 38af07f | 2017-05-25 17:38:53 -0700 | [diff] [blame] | 137 | arc_name = "SYSTEM/" + fn |
| 138 | if arc_name in output_zip.namelist(): |
Tianjie Xu | 9ac4cb0 | 2017-06-09 16:58:03 -0700 | [diff] [blame] | 139 | OPTIONS.replace_updated_files_list.append(arc_name) |
Tianjie Xu | 38af07f | 2017-05-25 17:38:53 -0700 | [diff] [blame] | 140 | else: |
| 141 | common.ZipWrite(output_zip, ofile.name, arc_name) |
| 142 | |
Michael Runge | 2e0d8fc | 2014-11-13 21:41:08 -0800 | [diff] [blame] | 143 | if OPTIONS.rebuild_recovery: |
Tao Bao | 89fbb0f | 2017-01-10 10:47:58 -0800 | [diff] [blame] | 144 | print("Building new recovery patch") |
Dan Albert | 8b72aef | 2015-03-23 19:13:21 -0700 | [diff] [blame] | 145 | common.MakeRecoveryPatch(OPTIONS.input_tmp, output_sink, recovery_img, |
| 146 | boot_img, info_dict=OPTIONS.info_dict) |
Michael Runge | 2e0d8fc | 2014-11-13 21:41:08 -0800 | [diff] [blame] | 147 | |
Tao Bao | 886d883 | 2018-02-27 11:46:19 -0800 | [diff] [blame] | 148 | block_list = OutputFile(output_zip, OPTIONS.input_tmp, "IMAGES", "system.map") |
Dan Willemsen | 2ee00d5 | 2017-03-05 19:51:56 -0800 | [diff] [blame] | 149 | CreateImage(OPTIONS.input_tmp, OPTIONS.info_dict, "system", img, |
| 150 | block_list=block_list) |
David Zeuthen | d995f4b | 2016-01-29 16:59:17 -0500 | [diff] [blame] | 151 | |
Dan Willemsen | 2ee00d5 | 2017-03-05 19:51:56 -0800 | [diff] [blame] | 152 | return img.name |
Doug Zongker | fc44a51 | 2014-08-26 13:10:25 -0700 | [diff] [blame] | 153 | |
| 154 | |
Tao Bao | 886d883 | 2018-02-27 11:46:19 -0800 | [diff] [blame] | 155 | def AddSystemOther(output_zip): |
Alex Light | 4e358ab | 2016-06-16 14:47:10 -0700 | [diff] [blame] | 156 | """Turn the contents of SYSTEM_OTHER into a system_other image |
| 157 | and store it in output_zip.""" |
| 158 | |
Tao Bao | 886d883 | 2018-02-27 11:46:19 -0800 | [diff] [blame] | 159 | img = OutputFile(output_zip, OPTIONS.input_tmp, "IMAGES", "system_other.img") |
Dan Willemsen | 2ee00d5 | 2017-03-05 19:51:56 -0800 | [diff] [blame] | 160 | if os.path.exists(img.input_name): |
Tao Bao | 886d883 | 2018-02-27 11:46:19 -0800 | [diff] [blame] | 161 | print("system_other.img already exists; no need to rebuild...") |
Alex Light | 4e358ab | 2016-06-16 14:47:10 -0700 | [diff] [blame] | 162 | return |
| 163 | |
Dan Willemsen | 2ee00d5 | 2017-03-05 19:51:56 -0800 | [diff] [blame] | 164 | CreateImage(OPTIONS.input_tmp, OPTIONS.info_dict, "system_other", img) |
Alex Light | 4e358ab | 2016-06-16 14:47:10 -0700 | [diff] [blame] | 165 | |
| 166 | |
Tao Bao | 886d883 | 2018-02-27 11:46:19 -0800 | [diff] [blame] | 167 | def AddVendor(output_zip): |
Doug Zongker | fc44a51 | 2014-08-26 13:10:25 -0700 | [diff] [blame] | 168 | """Turn the contents of VENDOR into a vendor image and store in it |
| 169 | output_zip.""" |
Michael Runge | 2e0d8fc | 2014-11-13 21:41:08 -0800 | [diff] [blame] | 170 | |
Tao Bao | 886d883 | 2018-02-27 11:46:19 -0800 | [diff] [blame] | 171 | img = OutputFile(output_zip, OPTIONS.input_tmp, "IMAGES", "vendor.img") |
Dan Willemsen | 2ee00d5 | 2017-03-05 19:51:56 -0800 | [diff] [blame] | 172 | if os.path.exists(img.input_name): |
Tao Bao | 886d883 | 2018-02-27 11:46:19 -0800 | [diff] [blame] | 173 | print("vendor.img already exists; no need to rebuild...") |
Dan Willemsen | 2ee00d5 | 2017-03-05 19:51:56 -0800 | [diff] [blame] | 174 | return img.input_name |
Michael Runge | 2e0d8fc | 2014-11-13 21:41:08 -0800 | [diff] [blame] | 175 | |
Tao Bao | 886d883 | 2018-02-27 11:46:19 -0800 | [diff] [blame] | 176 | block_list = OutputFile(output_zip, OPTIONS.input_tmp, "IMAGES", "vendor.map") |
Dan Willemsen | 2ee00d5 | 2017-03-05 19:51:56 -0800 | [diff] [blame] | 177 | CreateImage(OPTIONS.input_tmp, OPTIONS.info_dict, "vendor", img, |
| 178 | block_list=block_list) |
| 179 | return img.name |
Doug Zongker | 3c84f56 | 2014-07-31 11:06:30 -0700 | [diff] [blame] | 180 | |
Yueyao Zhu | 889ee5e | 2017-05-12 17:50:46 -0700 | [diff] [blame] | 181 | |
Tao Bao | 886d883 | 2018-02-27 11:46:19 -0800 | [diff] [blame] | 182 | def AddProduct(output_zip): |
| 183 | """Turn the contents of PRODUCT into a product image and store it in |
| 184 | output_zip.""" |
Jaekyun Seok | b7735d8 | 2017-11-27 17:04:47 +0900 | [diff] [blame] | 185 | |
Tao Bao | 886d883 | 2018-02-27 11:46:19 -0800 | [diff] [blame] | 186 | img = OutputFile(output_zip, OPTIONS.input_tmp, "IMAGES", "product.img") |
Jaekyun Seok | b7735d8 | 2017-11-27 17:04:47 +0900 | [diff] [blame] | 187 | if os.path.exists(img.input_name): |
Tao Bao | 886d883 | 2018-02-27 11:46:19 -0800 | [diff] [blame] | 188 | print("product.img already exists; no need to rebuild...") |
Jaekyun Seok | b7735d8 | 2017-11-27 17:04:47 +0900 | [diff] [blame] | 189 | return img.input_name |
| 190 | |
Tao Bao | 886d883 | 2018-02-27 11:46:19 -0800 | [diff] [blame] | 191 | block_list = OutputFile( |
| 192 | output_zip, OPTIONS.input_tmp, "IMAGES", "product.map") |
| 193 | CreateImage( |
| 194 | OPTIONS.input_tmp, OPTIONS.info_dict, "product", img, |
| 195 | block_list=block_list) |
Jaekyun Seok | b7735d8 | 2017-11-27 17:04:47 +0900 | [diff] [blame] | 196 | return img.name |
| 197 | |
| 198 | |
Tao Bao | 886d883 | 2018-02-27 11:46:19 -0800 | [diff] [blame] | 199 | def AddDtbo(output_zip): |
Tao Bao | c633ed0 | 2017-05-30 21:46:33 -0700 | [diff] [blame] | 200 | """Adds the DTBO image. |
| 201 | |
Tao Bao | 886d883 | 2018-02-27 11:46:19 -0800 | [diff] [blame] | 202 | Uses the image under IMAGES/ if it already exists. Otherwise looks for the |
Tao Bao | c633ed0 | 2017-05-30 21:46:33 -0700 | [diff] [blame] | 203 | image under PREBUILT_IMAGES/, signs it as needed, and returns the image name. |
| 204 | """ |
Tao Bao | 886d883 | 2018-02-27 11:46:19 -0800 | [diff] [blame] | 205 | img = OutputFile(output_zip, OPTIONS.input_tmp, "IMAGES", "dtbo.img") |
Tao Bao | c633ed0 | 2017-05-30 21:46:33 -0700 | [diff] [blame] | 206 | if os.path.exists(img.input_name): |
Tao Bao | 886d883 | 2018-02-27 11:46:19 -0800 | [diff] [blame] | 207 | print("dtbo.img already exists; no need to rebuild...") |
Tao Bao | c633ed0 | 2017-05-30 21:46:33 -0700 | [diff] [blame] | 208 | return img.input_name |
| 209 | |
| 210 | dtbo_prebuilt_path = os.path.join( |
| 211 | OPTIONS.input_tmp, "PREBUILT_IMAGES", "dtbo.img") |
| 212 | assert os.path.exists(dtbo_prebuilt_path) |
| 213 | shutil.copy(dtbo_prebuilt_path, img.name) |
| 214 | |
| 215 | # AVB-sign the image as needed. |
Bowgo Tsai | 3e599ea | 2017-05-26 18:30:04 +0800 | [diff] [blame] | 216 | if OPTIONS.info_dict.get("avb_enable") == "true": |
Tao Bao | c633ed0 | 2017-05-30 21:46:33 -0700 | [diff] [blame] | 217 | avbtool = os.getenv('AVBTOOL') or OPTIONS.info_dict["avb_avbtool"] |
Tao Bao | 3ebfdde | 2017-05-23 23:06:55 -0700 | [diff] [blame] | 218 | part_size = OPTIONS.info_dict["dtbo_size"] |
Tao Bao | c633ed0 | 2017-05-30 21:46:33 -0700 | [diff] [blame] | 219 | # The AVB hash footer will be replaced if already present. |
| 220 | cmd = [avbtool, "add_hash_footer", "--image", img.name, |
| 221 | "--partition_size", str(part_size), "--partition_name", "dtbo"] |
Bowgo Tsai | 3e599ea | 2017-05-26 18:30:04 +0800 | [diff] [blame] | 222 | common.AppendAVBSigningArgs(cmd, "dtbo") |
| 223 | args = OPTIONS.info_dict.get("avb_dtbo_add_hash_footer_args") |
Tao Bao | c633ed0 | 2017-05-30 21:46:33 -0700 | [diff] [blame] | 224 | if args and args.strip(): |
| 225 | cmd.extend(shlex.split(args)) |
| 226 | p = common.Run(cmd, stdout=subprocess.PIPE) |
| 227 | p.communicate() |
| 228 | assert p.returncode == 0, \ |
| 229 | "avbtool add_hash_footer of %s failed" % (img.name,) |
| 230 | |
| 231 | img.Write() |
| 232 | return img.name |
| 233 | |
Doug Zongker | 3c84f56 | 2014-07-31 11:06:30 -0700 | [diff] [blame] | 234 | |
Dan Willemsen | 2ee00d5 | 2017-03-05 19:51:56 -0800 | [diff] [blame] | 235 | def CreateImage(input_dir, info_dict, what, output_file, block_list=None): |
Tao Bao | 89fbb0f | 2017-01-10 10:47:58 -0800 | [diff] [blame] | 236 | print("creating " + what + ".img...") |
Doug Zongker | 3c84f56 | 2014-07-31 11:06:30 -0700 | [diff] [blame] | 237 | |
Doug Zongker | 3c84f56 | 2014-07-31 11:06:30 -0700 | [diff] [blame] | 238 | image_props = build_image.ImagePropFromGlobalDict(info_dict, what) |
| 239 | fstab = info_dict["fstab"] |
Tianjie Xu | cfa8622 | 2016-03-07 16:31:19 -0800 | [diff] [blame] | 240 | mount_point = "/" + what |
| 241 | if fstab and mount_point in fstab: |
| 242 | image_props["fs_type"] = fstab[mount_point].fs_type |
Doug Zongker | 3c84f56 | 2014-07-31 11:06:30 -0700 | [diff] [blame] | 243 | |
Tao Bao | 822f584 | 2015-09-30 16:01:14 -0700 | [diff] [blame] | 244 | # Use a fixed timestamp (01/01/2009) when packaging the image. |
| 245 | # Bug: 24377993 |
| 246 | epoch = datetime.datetime.fromtimestamp(0) |
| 247 | timestamp = (datetime.datetime(2009, 1, 1) - epoch).total_seconds() |
| 248 | image_props["timestamp"] = int(timestamp) |
| 249 | |
Doug Zongker | 3c84f56 | 2014-07-31 11:06:30 -0700 | [diff] [blame] | 250 | if what == "system": |
| 251 | fs_config_prefix = "" |
| 252 | else: |
| 253 | fs_config_prefix = what + "_" |
| 254 | |
| 255 | fs_config = os.path.join( |
| 256 | input_dir, "META/" + fs_config_prefix + "filesystem_config.txt") |
Dan Albert | 8b72aef | 2015-03-23 19:13:21 -0700 | [diff] [blame] | 257 | if not os.path.exists(fs_config): |
| 258 | fs_config = None |
Doug Zongker | 3c84f56 | 2014-07-31 11:06:30 -0700 | [diff] [blame] | 259 | |
Ying Wang | a2292c9 | 2015-03-24 19:07:40 -0700 | [diff] [blame] | 260 | # Override values loaded from info_dict. |
| 261 | if fs_config: |
| 262 | image_props["fs_config"] = fs_config |
Ying Wang | a2292c9 | 2015-03-24 19:07:40 -0700 | [diff] [blame] | 263 | if block_list: |
Dan Willemsen | 2ee00d5 | 2017-03-05 19:51:56 -0800 | [diff] [blame] | 264 | image_props["block_list"] = block_list.name |
Ying Wang | a2292c9 | 2015-03-24 19:07:40 -0700 | [diff] [blame] | 265 | |
Tao Bao | d86e311 | 2017-09-22 15:45:33 -0700 | [diff] [blame] | 266 | # Use repeatable ext4 FS UUID and hash_seed UUID (based on partition name and |
| 267 | # build fingerprint). |
| 268 | uuid_seed = what + "-" |
| 269 | if "build.prop" in info_dict: |
| 270 | build_prop = info_dict["build.prop"] |
| 271 | if "ro.build.fingerprint" in build_prop: |
| 272 | uuid_seed += build_prop["ro.build.fingerprint"] |
| 273 | elif "ro.build.thumbprint" in build_prop: |
| 274 | uuid_seed += build_prop["ro.build.thumbprint"] |
| 275 | image_props["uuid"] = str(uuid.uuid5(uuid.NAMESPACE_URL, uuid_seed)) |
| 276 | hash_seed = "hash_seed-" + uuid_seed |
| 277 | image_props["hash_seed"] = str(uuid.uuid5(uuid.NAMESPACE_URL, hash_seed)) |
| 278 | |
Tao Bao | fa863c8 | 2017-05-23 23:49:03 -0700 | [diff] [blame] | 279 | succ = build_image.BuildImage(os.path.join(input_dir, what.upper()), |
Dan Willemsen | 2ee00d5 | 2017-03-05 19:51:56 -0800 | [diff] [blame] | 280 | image_props, output_file.name) |
Doug Zongker | 3c84f56 | 2014-07-31 11:06:30 -0700 | [diff] [blame] | 281 | assert succ, "build " + what + ".img image failed" |
| 282 | |
Dan Willemsen | 2ee00d5 | 2017-03-05 19:51:56 -0800 | [diff] [blame] | 283 | output_file.Write() |
| 284 | if block_list: |
| 285 | block_list.Write() |
| 286 | |
Tianjie Xu | 6b2e155 | 2017-06-01 11:32:32 -0700 | [diff] [blame] | 287 | # Set the 'adjusted_partition_size' that excludes the verity blocks of the |
| 288 | # given image. When avb is enabled, this size is the max image size returned |
| 289 | # by the avb tool. |
Tianjie Xu | f1a1318 | 2017-01-19 17:39:30 -0800 | [diff] [blame] | 290 | is_verity_partition = "verity_block_device" in image_props |
Tianjie Xu | 6b2e155 | 2017-06-01 11:32:32 -0700 | [diff] [blame] | 291 | verity_supported = (image_props.get("verity") == "true" or |
Bowgo Tsai | 3e599ea | 2017-05-26 18:30:04 +0800 | [diff] [blame] | 292 | image_props.get("avb_enable") == "true") |
Tianjie Xu | 6b2e155 | 2017-06-01 11:32:32 -0700 | [diff] [blame] | 293 | is_avb_enable = image_props.get("avb_hashtree_enable") == "true" |
| 294 | if verity_supported and (is_verity_partition or is_avb_enable): |
Tianjie Xu | f1a1318 | 2017-01-19 17:39:30 -0800 | [diff] [blame] | 295 | adjusted_blocks_value = image_props.get("partition_size") |
| 296 | if adjusted_blocks_value: |
| 297 | adjusted_blocks_key = what + "_adjusted_partition_size" |
| 298 | info_dict[adjusted_blocks_key] = int(adjusted_blocks_value)/4096 - 1 |
| 299 | |
Doug Zongker | 3c84f56 | 2014-07-31 11:06:30 -0700 | [diff] [blame] | 300 | |
Tao Bao | 886d883 | 2018-02-27 11:46:19 -0800 | [diff] [blame] | 301 | def AddUserdata(output_zip): |
Ying Wang | 2a04839 | 2015-06-25 13:56:53 -0700 | [diff] [blame] | 302 | """Create a userdata image and store it in output_zip. |
| 303 | |
| 304 | In most case we just create and store an empty userdata.img; |
| 305 | But the invoker can also request to create userdata.img with real |
| 306 | data from the target files, by setting "userdata_img_with_data=true" |
| 307 | in OPTIONS.info_dict. |
| 308 | """ |
Doug Zongker | 3c84f56 | 2014-07-31 11:06:30 -0700 | [diff] [blame] | 309 | |
Tao Bao | 886d883 | 2018-02-27 11:46:19 -0800 | [diff] [blame] | 310 | img = OutputFile(output_zip, OPTIONS.input_tmp, "IMAGES", "userdata.img") |
Dan Willemsen | 2ee00d5 | 2017-03-05 19:51:56 -0800 | [diff] [blame] | 311 | if os.path.exists(img.input_name): |
Tao Bao | 886d883 | 2018-02-27 11:46:19 -0800 | [diff] [blame] | 312 | print("userdata.img already exists; no need to rebuild...") |
Michael Runge | 2e0d8fc | 2014-11-13 21:41:08 -0800 | [diff] [blame] | 313 | return |
| 314 | |
Elliott Hughes | 305b088 | 2016-06-15 17:04:54 -0700 | [diff] [blame] | 315 | # Skip userdata.img if no size. |
Tao Bao | 2c15d9e | 2015-07-09 11:51:16 -0700 | [diff] [blame] | 316 | image_props = build_image.ImagePropFromGlobalDict(OPTIONS.info_dict, "data") |
Elliott Hughes | 305b088 | 2016-06-15 17:04:54 -0700 | [diff] [blame] | 317 | if not image_props.get("partition_size"): |
Doug Zongker | 3c84f56 | 2014-07-31 11:06:30 -0700 | [diff] [blame] | 318 | return |
| 319 | |
Tao Bao | 89fbb0f | 2017-01-10 10:47:58 -0800 | [diff] [blame] | 320 | print("creating userdata.img...") |
Doug Zongker | 3c84f56 | 2014-07-31 11:06:30 -0700 | [diff] [blame] | 321 | |
Tao Bao | 822f584 | 2015-09-30 16:01:14 -0700 | [diff] [blame] | 322 | # Use a fixed timestamp (01/01/2009) when packaging the image. |
| 323 | # Bug: 24377993 |
| 324 | epoch = datetime.datetime.fromtimestamp(0) |
| 325 | timestamp = (datetime.datetime(2009, 1, 1) - epoch).total_seconds() |
| 326 | image_props["timestamp"] = int(timestamp) |
| 327 | |
Tao Bao | fa863c8 | 2017-05-23 23:49:03 -0700 | [diff] [blame] | 328 | if OPTIONS.info_dict.get("userdata_img_with_data") == "true": |
| 329 | user_dir = os.path.join(OPTIONS.input_tmp, "DATA") |
Ying Wang | 2a04839 | 2015-06-25 13:56:53 -0700 | [diff] [blame] | 330 | else: |
Tao Bao | 1c830bf | 2017-12-25 10:43:47 -0800 | [diff] [blame] | 331 | user_dir = common.MakeTempDir() |
Ying Wang | 2a04839 | 2015-06-25 13:56:53 -0700 | [diff] [blame] | 332 | |
Doug Zongker | 3c84f56 | 2014-07-31 11:06:30 -0700 | [diff] [blame] | 333 | fstab = OPTIONS.info_dict["fstab"] |
| 334 | if fstab: |
Dan Albert | 8b72aef | 2015-03-23 19:13:21 -0700 | [diff] [blame] | 335 | image_props["fs_type"] = fstab["/data"].fs_type |
Doug Zongker | 3c84f56 | 2014-07-31 11:06:30 -0700 | [diff] [blame] | 336 | succ = build_image.BuildImage(user_dir, image_props, img.name) |
| 337 | assert succ, "build userdata.img image failed" |
| 338 | |
| 339 | common.CheckSize(img.name, "userdata.img", OPTIONS.info_dict) |
Dan Willemsen | 2ee00d5 | 2017-03-05 19:51:56 -0800 | [diff] [blame] | 340 | img.Write() |
Doug Zongker | 3c84f56 | 2014-07-31 11:06:30 -0700 | [diff] [blame] | 341 | |
| 342 | |
Bowgo Tsai | 3e599ea | 2017-05-26 18:30:04 +0800 | [diff] [blame] | 343 | def AppendVBMetaArgsForPartition(cmd, partition, img_path, public_key_dir): |
| 344 | if not img_path: |
| 345 | return |
| 346 | |
| 347 | # Check if chain partition is used. |
| 348 | key_path = OPTIONS.info_dict.get("avb_" + partition + "_key_path") |
| 349 | if key_path: |
| 350 | # extract public key in AVB format to be included in vbmeta.img |
| 351 | avbtool = os.getenv('AVBTOOL') or OPTIONS.info_dict["avb_avbtool"] |
| 352 | public_key_path = os.path.join(public_key_dir, "%s.avbpubkey" % partition) |
| 353 | p = common.Run([avbtool, "extract_public_key", "--key", key_path, |
| 354 | "--output", public_key_path], |
| 355 | stdout=subprocess.PIPE, stderr=subprocess.PIPE) |
| 356 | p.communicate() |
| 357 | assert p.returncode == 0, \ |
| 358 | "avbtool extract_public_key fail for partition: %r" % partition |
| 359 | |
| 360 | rollback_index_location = OPTIONS.info_dict[ |
| 361 | "avb_" + partition + "_rollback_index_location"] |
| 362 | cmd.extend(["--chain_partition", "%s:%s:%s" % ( |
| 363 | partition, rollback_index_location, public_key_path)]) |
| 364 | else: |
| 365 | cmd.extend(["--include_descriptors_from_image", img_path]) |
| 366 | |
| 367 | |
Tao Bao | 886d883 | 2018-02-27 11:46:19 -0800 | [diff] [blame] | 368 | def AddVBMeta(output_zip, partitions): |
Tao Bao | bf70c31 | 2017-07-11 17:27:55 -0700 | [diff] [blame] | 369 | """Creates a VBMeta image and store it in output_zip. |
| 370 | |
| 371 | Args: |
| 372 | output_zip: The output zip file, which needs to be already open. |
| 373 | partitions: A dict that's keyed by partition names with image paths as |
| 374 | values. Only valid partition names are accepted, which include 'boot', |
| 375 | 'recovery', 'system', 'vendor', 'dtbo'. |
| 376 | """ |
Tao Bao | 886d883 | 2018-02-27 11:46:19 -0800 | [diff] [blame] | 377 | img = OutputFile(output_zip, OPTIONS.input_tmp, "IMAGES", "vbmeta.img") |
Tao Bao | 262bf3f | 2017-07-11 17:27:55 -0700 | [diff] [blame] | 378 | if os.path.exists(img.input_name): |
Tao Bao | 886d883 | 2018-02-27 11:46:19 -0800 | [diff] [blame] | 379 | print("vbmeta.img already exists; not rebuilding...") |
Tao Bao | 262bf3f | 2017-07-11 17:27:55 -0700 | [diff] [blame] | 380 | return img.input_name |
| 381 | |
Tao Bao | c633ed0 | 2017-05-30 21:46:33 -0700 | [diff] [blame] | 382 | avbtool = os.getenv('AVBTOOL') or OPTIONS.info_dict["avb_avbtool"] |
Bowgo Tsai | 3e599ea | 2017-05-26 18:30:04 +0800 | [diff] [blame] | 383 | cmd = [avbtool, "make_vbmeta_image", "--output", img.name] |
| 384 | common.AppendAVBSigningArgs(cmd, "vbmeta") |
| 385 | |
Tao Bao | 1c830bf | 2017-12-25 10:43:47 -0800 | [diff] [blame] | 386 | public_key_dir = common.MakeTempDir(prefix="avbpubkey-") |
Tao Bao | bf70c31 | 2017-07-11 17:27:55 -0700 | [diff] [blame] | 387 | for partition, path in partitions.items(): |
| 388 | assert partition in common.AVB_PARTITIONS, 'Unknown partition: %s' % ( |
| 389 | partition,) |
| 390 | assert os.path.exists(path), 'Failed to find %s for partition %s' % ( |
| 391 | path, partition) |
| 392 | AppendVBMetaArgsForPartition(cmd, partition, path, public_key_dir) |
Bowgo Tsai | 3e599ea | 2017-05-26 18:30:04 +0800 | [diff] [blame] | 393 | |
| 394 | args = OPTIONS.info_dict.get("avb_vbmeta_args") |
David Zeuthen | 2ce63ed | 2016-09-15 13:43:54 -0400 | [diff] [blame] | 395 | if args and args.strip(): |
Tao Bao | 9a5f419 | 2017-07-20 23:51:16 -0700 | [diff] [blame] | 396 | split_args = shlex.split(args) |
| 397 | for index, arg in enumerate(split_args[:-1]): |
| 398 | # Sanity check that the image file exists. Some images might be defined |
| 399 | # as a path relative to source tree, which may not be available at the |
| 400 | # same location when running this script (we have the input target_files |
| 401 | # zip only). For such cases, we additionally scan other locations (e.g. |
| 402 | # IMAGES/, RADIO/, etc) before bailing out. |
| 403 | if arg == '--include_descriptors_from_image': |
| 404 | image_path = split_args[index + 1] |
| 405 | if os.path.exists(image_path): |
| 406 | continue |
| 407 | found = False |
Tao Bao | 36d7c56 | 2018-04-17 18:26:41 -0700 | [diff] [blame] | 408 | for dir_name in ['IMAGES', 'RADIO', 'PREBUILT_IMAGES']: |
Tao Bao | 9a5f419 | 2017-07-20 23:51:16 -0700 | [diff] [blame] | 409 | alt_path = os.path.join( |
Tao Bao | 6b9fef5 | 2017-12-01 16:13:22 -0800 | [diff] [blame] | 410 | OPTIONS.input_tmp, dir_name, os.path.basename(image_path)) |
Tao Bao | 9a5f419 | 2017-07-20 23:51:16 -0700 | [diff] [blame] | 411 | if os.path.exists(alt_path): |
| 412 | split_args[index + 1] = alt_path |
| 413 | found = True |
| 414 | break |
| 415 | assert found, 'failed to find %s' % (image_path,) |
| 416 | cmd.extend(split_args) |
Bowgo Tsai | 3e599ea | 2017-05-26 18:30:04 +0800 | [diff] [blame] | 417 | |
Bryan Henry | 69d3feb | 2018-04-14 23:07:46 -0700 | [diff] [blame] | 418 | p = common.Run(cmd, stdout=subprocess.PIPE, stderr=subprocess.STDOUT) |
| 419 | stdoutdata, _ = p.communicate() |
| 420 | assert p.returncode == 0, \ |
| 421 | "avbtool make_vbmeta_image failed:\n{}".format(stdoutdata) |
Dan Willemsen | 2ee00d5 | 2017-03-05 19:51:56 -0800 | [diff] [blame] | 422 | img.Write() |
David Zeuthen | 2ce63ed | 2016-09-15 13:43:54 -0400 | [diff] [blame] | 423 | |
| 424 | |
Tao Bao | 886d883 | 2018-02-27 11:46:19 -0800 | [diff] [blame] | 425 | def AddPartitionTable(output_zip): |
David Zeuthen | 2532862 | 2016-04-08 15:08:03 -0400 | [diff] [blame] | 426 | """Create a partition table image and store it in output_zip.""" |
| 427 | |
Tao Bao | 886d883 | 2018-02-27 11:46:19 -0800 | [diff] [blame] | 428 | img = OutputFile( |
| 429 | output_zip, OPTIONS.input_tmp, "IMAGES", "partition-table.img") |
| 430 | bpt = OutputFile( |
Bryan Henry | f130a23 | 2018-04-26 11:59:33 -0700 | [diff] [blame] | 431 | output_zip, OPTIONS.input_tmp, "META", "partition-table.bpt") |
David Zeuthen | 2532862 | 2016-04-08 15:08:03 -0400 | [diff] [blame] | 432 | |
| 433 | # use BPTTOOL from environ, or "bpttool" if empty or not set. |
| 434 | bpttool = os.getenv("BPTTOOL") or "bpttool" |
Dan Willemsen | 2ee00d5 | 2017-03-05 19:51:56 -0800 | [diff] [blame] | 435 | cmd = [bpttool, "make_table", "--output_json", bpt.name, |
| 436 | "--output_gpt", img.name] |
David Zeuthen | 2532862 | 2016-04-08 15:08:03 -0400 | [diff] [blame] | 437 | input_files_str = OPTIONS.info_dict["board_bpt_input_files"] |
| 438 | input_files = input_files_str.split(" ") |
| 439 | for i in input_files: |
| 440 | cmd.extend(["--input", i]) |
| 441 | disk_size = OPTIONS.info_dict.get("board_bpt_disk_size") |
| 442 | if disk_size: |
| 443 | cmd.extend(["--disk_size", disk_size]) |
| 444 | args = OPTIONS.info_dict.get("board_bpt_make_table_args") |
| 445 | if args: |
| 446 | cmd.extend(shlex.split(args)) |
| 447 | |
Bryan Henry | 69d3feb | 2018-04-14 23:07:46 -0700 | [diff] [blame] | 448 | p = common.Run(cmd, stdout=subprocess.PIPE, stderr=subprocess.STDOUT) |
| 449 | stdoutdata, _ = p.communicate() |
| 450 | assert p.returncode == 0, \ |
| 451 | "bpttool make_table failed:\n{}".format(stdoutdata) |
David Zeuthen | 2532862 | 2016-04-08 15:08:03 -0400 | [diff] [blame] | 452 | |
Dan Willemsen | 2ee00d5 | 2017-03-05 19:51:56 -0800 | [diff] [blame] | 453 | img.Write() |
| 454 | bpt.Write() |
David Zeuthen | 2532862 | 2016-04-08 15:08:03 -0400 | [diff] [blame] | 455 | |
| 456 | |
Tao Bao | 886d883 | 2018-02-27 11:46:19 -0800 | [diff] [blame] | 457 | def AddCache(output_zip): |
Doug Zongker | 3c84f56 | 2014-07-31 11:06:30 -0700 | [diff] [blame] | 458 | """Create an empty cache image and store it in output_zip.""" |
| 459 | |
Tao Bao | 886d883 | 2018-02-27 11:46:19 -0800 | [diff] [blame] | 460 | img = OutputFile(output_zip, OPTIONS.input_tmp, "IMAGES", "cache.img") |
Dan Willemsen | 2ee00d5 | 2017-03-05 19:51:56 -0800 | [diff] [blame] | 461 | if os.path.exists(img.input_name): |
Tao Bao | 886d883 | 2018-02-27 11:46:19 -0800 | [diff] [blame] | 462 | print("cache.img already exists; no need to rebuild...") |
Michael Runge | 2e0d8fc | 2014-11-13 21:41:08 -0800 | [diff] [blame] | 463 | return |
| 464 | |
Tao Bao | 2c15d9e | 2015-07-09 11:51:16 -0700 | [diff] [blame] | 465 | image_props = build_image.ImagePropFromGlobalDict(OPTIONS.info_dict, "cache") |
Doug Zongker | 3c84f56 | 2014-07-31 11:06:30 -0700 | [diff] [blame] | 466 | # The build system has to explicitly request for cache.img. |
| 467 | if "fs_type" not in image_props: |
| 468 | return |
| 469 | |
Tao Bao | 89fbb0f | 2017-01-10 10:47:58 -0800 | [diff] [blame] | 470 | print("creating cache.img...") |
Doug Zongker | 3c84f56 | 2014-07-31 11:06:30 -0700 | [diff] [blame] | 471 | |
Tao Bao | 822f584 | 2015-09-30 16:01:14 -0700 | [diff] [blame] | 472 | # Use a fixed timestamp (01/01/2009) when packaging the image. |
| 473 | # Bug: 24377993 |
| 474 | epoch = datetime.datetime.fromtimestamp(0) |
| 475 | timestamp = (datetime.datetime(2009, 1, 1) - epoch).total_seconds() |
| 476 | image_props["timestamp"] = int(timestamp) |
| 477 | |
Tao Bao | 1c830bf | 2017-12-25 10:43:47 -0800 | [diff] [blame] | 478 | user_dir = common.MakeTempDir() |
Doug Zongker | 3c84f56 | 2014-07-31 11:06:30 -0700 | [diff] [blame] | 479 | |
| 480 | fstab = OPTIONS.info_dict["fstab"] |
| 481 | if fstab: |
Dan Albert | 8b72aef | 2015-03-23 19:13:21 -0700 | [diff] [blame] | 482 | image_props["fs_type"] = fstab["/cache"].fs_type |
Doug Zongker | 3c84f56 | 2014-07-31 11:06:30 -0700 | [diff] [blame] | 483 | succ = build_image.BuildImage(user_dir, image_props, img.name) |
| 484 | assert succ, "build cache.img image failed" |
| 485 | |
| 486 | common.CheckSize(img.name, "cache.img", OPTIONS.info_dict) |
Dan Willemsen | 2ee00d5 | 2017-03-05 19:51:56 -0800 | [diff] [blame] | 487 | img.Write() |
Doug Zongker | 3c84f56 | 2014-07-31 11:06:30 -0700 | [diff] [blame] | 488 | |
| 489 | |
Tao Bao | 5277d10 | 2018-04-17 23:47:21 -0700 | [diff] [blame] | 490 | def CheckAbOtaImages(output_zip, ab_partitions): |
| 491 | """Checks that all the listed A/B partitions have their images available. |
Tao Bao | bea20ac | 2018-01-17 17:57:49 -0800 | [diff] [blame] | 492 | |
Tao Bao | 5277d10 | 2018-04-17 23:47:21 -0700 | [diff] [blame] | 493 | The images need to be available under IMAGES/ or RADIO/, with the former takes |
| 494 | a priority. |
Tao Bao | bea20ac | 2018-01-17 17:57:49 -0800 | [diff] [blame] | 495 | |
| 496 | Args: |
| 497 | output_zip: The output zip file (needs to be already open), or None to |
Tao Bao | 5277d10 | 2018-04-17 23:47:21 -0700 | [diff] [blame] | 498 | find images in OPTIONS.input_tmp/. |
Tao Bao | bea20ac | 2018-01-17 17:57:49 -0800 | [diff] [blame] | 499 | ab_partitions: The list of A/B partitions. |
| 500 | |
| 501 | Raises: |
| 502 | AssertionError: If it can't find an image. |
| 503 | """ |
| 504 | for partition in ab_partitions: |
| 505 | img_name = partition.strip() + ".img" |
Tao Bao | bea20ac | 2018-01-17 17:57:49 -0800 | [diff] [blame] | 506 | |
Tao Bao | a2ff4c9 | 2018-01-17 12:14:43 -0800 | [diff] [blame] | 507 | # Assert that the image is present under IMAGES/ now. |
Tao Bao | bea20ac | 2018-01-17 17:57:49 -0800 | [diff] [blame] | 508 | if output_zip: |
| 509 | # Zip spec says: All slashes MUST be forward slashes. |
Tao Bao | 5277d10 | 2018-04-17 23:47:21 -0700 | [diff] [blame] | 510 | images_path = "IMAGES/" + img_name |
| 511 | radio_path = "RADIO/" + img_name |
| 512 | available = (images_path in output_zip.namelist() or |
| 513 | radio_path in output_zip.namelist()) |
Tao Bao | bea20ac | 2018-01-17 17:57:49 -0800 | [diff] [blame] | 514 | else: |
Tao Bao | 5277d10 | 2018-04-17 23:47:21 -0700 | [diff] [blame] | 515 | images_path = os.path.join(OPTIONS.input_tmp, "IMAGES", img_name) |
| 516 | radio_path = os.path.join(OPTIONS.input_tmp, "RADIO", img_name) |
| 517 | available = os.path.exists(images_path) or os.path.exists(radio_path) |
| 518 | |
| 519 | assert available, "Failed to find " + img_name |
Tao Bao | bea20ac | 2018-01-17 17:57:49 -0800 | [diff] [blame] | 520 | |
| 521 | |
| 522 | def AddCareMapTxtForAbOta(output_zip, ab_partitions, image_paths): |
| 523 | """Generates and adds care_map.txt for system and vendor partitions. |
| 524 | |
| 525 | Args: |
| 526 | output_zip: The output zip file (needs to be already open), or None to |
| 527 | write images to OPTIONS.input_tmp/. |
| 528 | ab_partitions: The list of A/B partitions. |
| 529 | image_paths: A map from the partition name to the image path. |
| 530 | """ |
| 531 | care_map_list = [] |
| 532 | for partition in ab_partitions: |
| 533 | partition = partition.strip() |
Tao Bao | a2ff4c9 | 2018-01-17 12:14:43 -0800 | [diff] [blame] | 534 | if partition not in PARTITIONS_WITH_CARE_MAP: |
| 535 | continue |
| 536 | |
| 537 | verity_block_device = "{}_verity_block_device".format(partition) |
| 538 | avb_hashtree_enable = "avb_{}_hashtree_enable".format(partition) |
| 539 | if (verity_block_device in OPTIONS.info_dict or |
| 540 | OPTIONS.info_dict.get(avb_hashtree_enable) == "true"): |
| 541 | image_path = image_paths[partition] |
| 542 | assert os.path.exists(image_path) |
| 543 | care_map_list += GetCareMap(partition, image_path) |
Tao Bao | bea20ac | 2018-01-17 17:57:49 -0800 | [diff] [blame] | 544 | |
| 545 | if care_map_list: |
| 546 | care_map_path = "META/care_map.txt" |
| 547 | if output_zip and care_map_path not in output_zip.namelist(): |
| 548 | common.ZipWriteStr(output_zip, care_map_path, '\n'.join(care_map_list)) |
| 549 | else: |
| 550 | with open(os.path.join(OPTIONS.input_tmp, care_map_path), 'w') as fp: |
| 551 | fp.write('\n'.join(care_map_list)) |
| 552 | if output_zip: |
| 553 | OPTIONS.replace_updated_files_list.append(care_map_path) |
| 554 | |
| 555 | |
| 556 | def AddPackRadioImages(output_zip, images): |
| 557 | """Copies images listed in META/pack_radioimages.txt from RADIO/ to IMAGES/. |
| 558 | |
| 559 | Args: |
| 560 | output_zip: The output zip file (needs to be already open), or None to |
| 561 | write images to OPTIONS.input_tmp/. |
| 562 | images: A list of image names. |
| 563 | |
| 564 | Raises: |
| 565 | AssertionError: If a listed image can't be found. |
| 566 | """ |
| 567 | for image in images: |
| 568 | img_name = image.strip() |
| 569 | _, ext = os.path.splitext(img_name) |
| 570 | if not ext: |
| 571 | img_name += ".img" |
Tao Bao | a2ff4c9 | 2018-01-17 12:14:43 -0800 | [diff] [blame] | 572 | |
Tao Bao | bea20ac | 2018-01-17 17:57:49 -0800 | [diff] [blame] | 573 | prebuilt_path = os.path.join(OPTIONS.input_tmp, "IMAGES", img_name) |
| 574 | if os.path.exists(prebuilt_path): |
| 575 | print("%s already exists, no need to overwrite..." % (img_name,)) |
| 576 | continue |
| 577 | |
| 578 | img_radio_path = os.path.join(OPTIONS.input_tmp, "RADIO", img_name) |
| 579 | assert os.path.exists(img_radio_path), \ |
| 580 | "Failed to find %s at %s" % (img_name, img_radio_path) |
Tao Bao | a2ff4c9 | 2018-01-17 12:14:43 -0800 | [diff] [blame] | 581 | |
Tao Bao | bea20ac | 2018-01-17 17:57:49 -0800 | [diff] [blame] | 582 | if output_zip: |
Tao Bao | a2ff4c9 | 2018-01-17 12:14:43 -0800 | [diff] [blame] | 583 | common.ZipWrite(output_zip, img_radio_path, "IMAGES/" + img_name) |
Tao Bao | bea20ac | 2018-01-17 17:57:49 -0800 | [diff] [blame] | 584 | else: |
| 585 | shutil.copy(img_radio_path, prebuilt_path) |
| 586 | |
| 587 | |
Tianjie Xu | 9ac4cb0 | 2017-06-09 16:58:03 -0700 | [diff] [blame] | 588 | def ReplaceUpdatedFiles(zip_filename, files_list): |
Tao Bao | 89d7ab2 | 2017-12-14 17:05:33 -0800 | [diff] [blame] | 589 | """Updates all the ZIP entries listed in files_list. |
Tianjie Xu | 38af07f | 2017-05-25 17:38:53 -0700 | [diff] [blame] | 590 | |
Tianjie Xu | 9ac4cb0 | 2017-06-09 16:58:03 -0700 | [diff] [blame] | 591 | For now the list includes META/care_map.txt, and the related files under |
| 592 | SYSTEM/ after rebuilding recovery. |
| 593 | """ |
Tao Bao | 89d7ab2 | 2017-12-14 17:05:33 -0800 | [diff] [blame] | 594 | common.ZipDelete(zip_filename, files_list) |
Tianjie Xu | 38af07f | 2017-05-25 17:38:53 -0700 | [diff] [blame] | 595 | output_zip = zipfile.ZipFile(zip_filename, "a", |
| 596 | compression=zipfile.ZIP_DEFLATED, |
| 597 | allowZip64=True) |
Tianjie Xu | 9ac4cb0 | 2017-06-09 16:58:03 -0700 | [diff] [blame] | 598 | for item in files_list: |
Tianjie Xu | 38af07f | 2017-05-25 17:38:53 -0700 | [diff] [blame] | 599 | file_path = os.path.join(OPTIONS.input_tmp, item) |
| 600 | assert os.path.exists(file_path) |
| 601 | common.ZipWrite(output_zip, file_path, arcname=item) |
| 602 | common.ZipClose(output_zip) |
| 603 | |
| 604 | |
Doug Zongker | 3c84f56 | 2014-07-31 11:06:30 -0700 | [diff] [blame] | 605 | def AddImagesToTargetFiles(filename): |
Tao Bao | ae396d9 | 2017-11-20 11:56:43 -0800 | [diff] [blame] | 606 | """Creates and adds images (boot/recovery/system/...) to a target_files.zip. |
| 607 | |
| 608 | It works with either a zip file (zip mode), or a directory that contains the |
| 609 | files to be packed into a target_files.zip (dir mode). The latter is used when |
| 610 | being called from build/make/core/Makefile. |
| 611 | |
| 612 | The images will be created under IMAGES/ in the input target_files.zip. |
| 613 | |
| 614 | Args: |
Tao Bao | dba59ee | 2018-01-09 13:21:02 -0800 | [diff] [blame] | 615 | filename: the target_files.zip, or the zip root directory. |
Tao Bao | ae396d9 | 2017-11-20 11:56:43 -0800 | [diff] [blame] | 616 | """ |
Dan Willemsen | 2ee00d5 | 2017-03-05 19:51:56 -0800 | [diff] [blame] | 617 | if os.path.isdir(filename): |
| 618 | OPTIONS.input_tmp = os.path.abspath(filename) |
Dan Willemsen | 2ee00d5 | 2017-03-05 19:51:56 -0800 | [diff] [blame] | 619 | else: |
Tao Bao | dba59ee | 2018-01-09 13:21:02 -0800 | [diff] [blame] | 620 | OPTIONS.input_tmp = common.UnzipTemp(filename) |
Doug Zongker | fc44a51 | 2014-08-26 13:10:25 -0700 | [diff] [blame] | 621 | |
Michael Runge | 2e0d8fc | 2014-11-13 21:41:08 -0800 | [diff] [blame] | 622 | if not OPTIONS.add_missing: |
Dan Willemsen | 2ee00d5 | 2017-03-05 19:51:56 -0800 | [diff] [blame] | 623 | if os.path.isdir(os.path.join(OPTIONS.input_tmp, "IMAGES")): |
| 624 | print("target_files appears to already contain images.") |
| 625 | sys.exit(1) |
Doug Zongker | fc44a51 | 2014-08-26 13:10:25 -0700 | [diff] [blame] | 626 | |
Tao Bao | dba59ee | 2018-01-09 13:21:02 -0800 | [diff] [blame] | 627 | OPTIONS.info_dict = common.LoadInfoDict(OPTIONS.input_tmp, OPTIONS.input_tmp) |
| 628 | |
| 629 | has_recovery = OPTIONS.info_dict.get("no_recovery") != "true" |
| 630 | |
| 631 | # {vendor,product}.img is unlike system.img or system_other.img. Because it |
| 632 | # could be built from source, or dropped into target_files.zip as a prebuilt |
| 633 | # blob. We consider either of them as {vendor,product}.img being available, |
| 634 | # which could be used when generating vbmeta.img for AVB. |
Tao Bao | b22afea | 2017-09-12 12:39:09 -0700 | [diff] [blame] | 635 | has_vendor = (os.path.isdir(os.path.join(OPTIONS.input_tmp, "VENDOR")) or |
| 636 | os.path.exists(os.path.join(OPTIONS.input_tmp, "IMAGES", |
| 637 | "vendor.img"))) |
Jaekyun Seok | b7735d8 | 2017-11-27 17:04:47 +0900 | [diff] [blame] | 638 | has_product = (os.path.isdir(os.path.join(OPTIONS.input_tmp, "PRODUCT")) or |
| 639 | os.path.exists(os.path.join(OPTIONS.input_tmp, "IMAGES", |
| 640 | "product.img"))) |
Dan Willemsen | 2ee00d5 | 2017-03-05 19:51:56 -0800 | [diff] [blame] | 641 | has_system_other = os.path.isdir(os.path.join(OPTIONS.input_tmp, |
| 642 | "SYSTEM_OTHER")) |
Doug Zongker | 3c84f56 | 2014-07-31 11:06:30 -0700 | [diff] [blame] | 643 | |
Tao Bao | dba59ee | 2018-01-09 13:21:02 -0800 | [diff] [blame] | 644 | # Set up the output destination. It writes to the given directory for dir |
| 645 | # mode; otherwise appends to the given ZIP. |
| 646 | if os.path.isdir(filename): |
| 647 | output_zip = None |
| 648 | else: |
Dan Willemsen | 2ee00d5 | 2017-03-05 19:51:56 -0800 | [diff] [blame] | 649 | output_zip = zipfile.ZipFile(filename, "a", |
| 650 | compression=zipfile.ZIP_DEFLATED, |
| 651 | allowZip64=True) |
Tao Bao | ae396d9 | 2017-11-20 11:56:43 -0800 | [diff] [blame] | 652 | |
| 653 | # Always make input_tmp/IMAGES available, since we may stage boot / recovery |
| 654 | # images there even under zip mode. The directory will be cleaned up as part |
| 655 | # of OPTIONS.input_tmp. |
| 656 | images_dir = os.path.join(OPTIONS.input_tmp, "IMAGES") |
| 657 | if not os.path.isdir(images_dir): |
| 658 | os.makedirs(images_dir) |
Doug Zongker | 3c84f56 | 2014-07-31 11:06:30 -0700 | [diff] [blame] | 659 | |
Tao Bao | bf70c31 | 2017-07-11 17:27:55 -0700 | [diff] [blame] | 660 | # A map between partition names and their paths, which could be used when |
| 661 | # generating AVB vbmeta image. |
| 662 | partitions = dict() |
| 663 | |
Doug Zongker | fc44a51 | 2014-08-26 13:10:25 -0700 | [diff] [blame] | 664 | def banner(s): |
Tao Bao | 89fbb0f | 2017-01-10 10:47:58 -0800 | [diff] [blame] | 665 | print("\n\n++++ " + s + " ++++\n\n") |
Doug Zongker | 3c84f56 | 2014-07-31 11:06:30 -0700 | [diff] [blame] | 666 | |
Tao Bao | 262bf3f | 2017-07-11 17:27:55 -0700 | [diff] [blame] | 667 | banner("boot") |
| 668 | # common.GetBootableImage() returns the image directly if present. |
| 669 | boot_image = common.GetBootableImage( |
| 670 | "IMAGES/boot.img", "boot.img", OPTIONS.input_tmp, "BOOT") |
| 671 | # boot.img may be unavailable in some targets (e.g. aosp_arm64). |
| 672 | if boot_image: |
Tao Bao | bf70c31 | 2017-07-11 17:27:55 -0700 | [diff] [blame] | 673 | partitions['boot'] = os.path.join(OPTIONS.input_tmp, "IMAGES", "boot.img") |
| 674 | if not os.path.exists(partitions['boot']): |
Tao Bao | 262bf3f | 2017-07-11 17:27:55 -0700 | [diff] [blame] | 675 | boot_image.WriteToDir(OPTIONS.input_tmp) |
Dan Willemsen | 2ee00d5 | 2017-03-05 19:51:56 -0800 | [diff] [blame] | 676 | if output_zip: |
| 677 | boot_image.AddToZip(output_zip) |
Doug Zongker | 3c84f56 | 2014-07-31 11:06:30 -0700 | [diff] [blame] | 678 | |
Michael Runge | 2e0d8fc | 2014-11-13 21:41:08 -0800 | [diff] [blame] | 679 | recovery_image = None |
Tao Bao | db45efa | 2015-10-27 19:25:18 -0700 | [diff] [blame] | 680 | if has_recovery: |
| 681 | banner("recovery") |
Tao Bao | 262bf3f | 2017-07-11 17:27:55 -0700 | [diff] [blame] | 682 | recovery_image = common.GetBootableImage( |
| 683 | "IMAGES/recovery.img", "recovery.img", OPTIONS.input_tmp, "RECOVERY") |
| 684 | assert recovery_image, "Failed to create recovery.img." |
Tao Bao | bf70c31 | 2017-07-11 17:27:55 -0700 | [diff] [blame] | 685 | partitions['recovery'] = os.path.join( |
Tao Bao | 262bf3f | 2017-07-11 17:27:55 -0700 | [diff] [blame] | 686 | OPTIONS.input_tmp, "IMAGES", "recovery.img") |
Tao Bao | bf70c31 | 2017-07-11 17:27:55 -0700 | [diff] [blame] | 687 | if not os.path.exists(partitions['recovery']): |
Tao Bao | 262bf3f | 2017-07-11 17:27:55 -0700 | [diff] [blame] | 688 | recovery_image.WriteToDir(OPTIONS.input_tmp) |
| 689 | if output_zip: |
| 690 | recovery_image.AddToZip(output_zip) |
Doug Zongker | 3c84f56 | 2014-07-31 11:06:30 -0700 | [diff] [blame] | 691 | |
Tao Bao | d42e97e | 2016-11-30 12:11:57 -0800 | [diff] [blame] | 692 | banner("recovery (two-step image)") |
| 693 | # The special recovery.img for two-step package use. |
| 694 | recovery_two_step_image = common.GetBootableImage( |
| 695 | "IMAGES/recovery-two-step.img", "recovery-two-step.img", |
| 696 | OPTIONS.input_tmp, "RECOVERY", two_step_image=True) |
Tao Bao | 262bf3f | 2017-07-11 17:27:55 -0700 | [diff] [blame] | 697 | assert recovery_two_step_image, "Failed to create recovery-two-step.img." |
| 698 | recovery_two_step_image_path = os.path.join( |
| 699 | OPTIONS.input_tmp, "IMAGES", "recovery-two-step.img") |
| 700 | if not os.path.exists(recovery_two_step_image_path): |
| 701 | recovery_two_step_image.WriteToDir(OPTIONS.input_tmp) |
Dan Willemsen | 2ee00d5 | 2017-03-05 19:51:56 -0800 | [diff] [blame] | 702 | if output_zip: |
| 703 | recovery_two_step_image.AddToZip(output_zip) |
Tao Bao | d42e97e | 2016-11-30 12:11:57 -0800 | [diff] [blame] | 704 | |
Doug Zongker | fc44a51 | 2014-08-26 13:10:25 -0700 | [diff] [blame] | 705 | banner("system") |
Tao Bao | bea20ac | 2018-01-17 17:57:49 -0800 | [diff] [blame] | 706 | partitions['system'] = AddSystem( |
Tao Bao | c633ed0 | 2017-05-30 21:46:33 -0700 | [diff] [blame] | 707 | output_zip, recovery_img=recovery_image, boot_img=boot_image) |
Tao Bao | bf70c31 | 2017-07-11 17:27:55 -0700 | [diff] [blame] | 708 | |
Doug Zongker | fc44a51 | 2014-08-26 13:10:25 -0700 | [diff] [blame] | 709 | if has_vendor: |
| 710 | banner("vendor") |
Tao Bao | bea20ac | 2018-01-17 17:57:49 -0800 | [diff] [blame] | 711 | partitions['vendor'] = AddVendor(output_zip) |
Tao Bao | bf70c31 | 2017-07-11 17:27:55 -0700 | [diff] [blame] | 712 | |
Jaekyun Seok | b7735d8 | 2017-11-27 17:04:47 +0900 | [diff] [blame] | 713 | if has_product: |
| 714 | banner("product") |
| 715 | partitions['product'] = AddProduct(output_zip) |
| 716 | |
Alex Light | 4e358ab | 2016-06-16 14:47:10 -0700 | [diff] [blame] | 717 | if has_system_other: |
| 718 | banner("system_other") |
| 719 | AddSystemOther(output_zip) |
Tao Bao | bf70c31 | 2017-07-11 17:27:55 -0700 | [diff] [blame] | 720 | |
Tianjie Xu | b48589a | 2016-08-03 19:21:52 -0700 | [diff] [blame] | 721 | if not OPTIONS.is_signing: |
| 722 | banner("userdata") |
| 723 | AddUserdata(output_zip) |
| 724 | banner("cache") |
| 725 | AddCache(output_zip) |
Tao Bao | c633ed0 | 2017-05-30 21:46:33 -0700 | [diff] [blame] | 726 | |
| 727 | if OPTIONS.info_dict.get("board_bpt_enable") == "true": |
David Zeuthen | 2532862 | 2016-04-08 15:08:03 -0400 | [diff] [blame] | 728 | banner("partition-table") |
| 729 | AddPartitionTable(output_zip) |
Tao Bao | c633ed0 | 2017-05-30 21:46:33 -0700 | [diff] [blame] | 730 | |
Tao Bao | c633ed0 | 2017-05-30 21:46:33 -0700 | [diff] [blame] | 731 | if OPTIONS.info_dict.get("has_dtbo") == "true": |
| 732 | banner("dtbo") |
Tao Bao | bf70c31 | 2017-07-11 17:27:55 -0700 | [diff] [blame] | 733 | partitions['dtbo'] = AddDtbo(output_zip) |
Tao Bao | c633ed0 | 2017-05-30 21:46:33 -0700 | [diff] [blame] | 734 | |
Bowgo Tsai | 3e599ea | 2017-05-26 18:30:04 +0800 | [diff] [blame] | 735 | if OPTIONS.info_dict.get("avb_enable") == "true": |
David Zeuthen | 2ce63ed | 2016-09-15 13:43:54 -0400 | [diff] [blame] | 736 | banner("vbmeta") |
Tao Bao | bf70c31 | 2017-07-11 17:27:55 -0700 | [diff] [blame] | 737 | AddVBMeta(output_zip, partitions) |
Doug Zongker | 3c84f56 | 2014-07-31 11:06:30 -0700 | [diff] [blame] | 738 | |
Tianjie Xu | aaca421 | 2016-06-28 14:34:03 -0700 | [diff] [blame] | 739 | banner("radio") |
Tao Bao | bea20ac | 2018-01-17 17:57:49 -0800 | [diff] [blame] | 740 | ab_partitions_txt = os.path.join(OPTIONS.input_tmp, "META", |
| 741 | "ab_partitions.txt") |
| 742 | if os.path.exists(ab_partitions_txt): |
| 743 | with open(ab_partitions_txt, 'r') as f: |
| 744 | ab_partitions = f.readlines() |
Tianjie Xu | cfa8622 | 2016-03-07 16:31:19 -0800 | [diff] [blame] | 745 | |
Tao Bao | 5277d10 | 2018-04-17 23:47:21 -0700 | [diff] [blame] | 746 | # For devices using A/B update, make sure we have all the needed images |
| 747 | # ready under IMAGES/ or RADIO/. |
| 748 | CheckAbOtaImages(output_zip, ab_partitions) |
Tianjie Xu | aaca421 | 2016-06-28 14:34:03 -0700 | [diff] [blame] | 749 | |
Tao Bao | bea20ac | 2018-01-17 17:57:49 -0800 | [diff] [blame] | 750 | # Generate care_map.txt for system and vendor partitions (if present), then |
| 751 | # write this file to target_files package. |
| 752 | AddCareMapTxtForAbOta(output_zip, ab_partitions, partitions) |
Tianjie Xu | cfa8622 | 2016-03-07 16:31:19 -0800 | [diff] [blame] | 753 | |
Tao Bao | 95a95c3 | 2017-06-16 15:30:23 -0700 | [diff] [blame] | 754 | # Radio images that need to be packed into IMAGES/, and product-img.zip. |
Tao Bao | bea20ac | 2018-01-17 17:57:49 -0800 | [diff] [blame] | 755 | pack_radioimages_txt = os.path.join( |
Tao Bao | 95a95c3 | 2017-06-16 15:30:23 -0700 | [diff] [blame] | 756 | OPTIONS.input_tmp, "META", "pack_radioimages.txt") |
Tao Bao | bea20ac | 2018-01-17 17:57:49 -0800 | [diff] [blame] | 757 | if os.path.exists(pack_radioimages_txt): |
| 758 | with open(pack_radioimages_txt, 'r') as f: |
| 759 | AddPackRadioImages(output_zip, f.readlines()) |
Tao Bao | 95a95c3 | 2017-06-16 15:30:23 -0700 | [diff] [blame] | 760 | |
Dan Willemsen | 2ee00d5 | 2017-03-05 19:51:56 -0800 | [diff] [blame] | 761 | if output_zip: |
| 762 | common.ZipClose(output_zip) |
Tianjie Xu | 9ac4cb0 | 2017-06-09 16:58:03 -0700 | [diff] [blame] | 763 | if OPTIONS.replace_updated_files_list: |
| 764 | ReplaceUpdatedFiles(output_zip.filename, |
| 765 | OPTIONS.replace_updated_files_list) |
Tianjie Xu | 38af07f | 2017-05-25 17:38:53 -0700 | [diff] [blame] | 766 | |
Doug Zongker | 3c84f56 | 2014-07-31 11:06:30 -0700 | [diff] [blame] | 767 | |
Doug Zongker | 3c84f56 | 2014-07-31 11:06:30 -0700 | [diff] [blame] | 768 | def main(argv): |
Baligh Uddin | 59f4ff1 | 2015-09-16 21:20:30 -0700 | [diff] [blame] | 769 | def option_handler(o, a): |
Michael Runge | 2e0d8fc | 2014-11-13 21:41:08 -0800 | [diff] [blame] | 770 | if o in ("-a", "--add_missing"): |
| 771 | OPTIONS.add_missing = True |
| 772 | elif o in ("-r", "--rebuild_recovery",): |
| 773 | OPTIONS.rebuild_recovery = True |
Baligh Uddin | 59f4ff1 | 2015-09-16 21:20:30 -0700 | [diff] [blame] | 774 | elif o == "--replace_verity_private_key": |
| 775 | OPTIONS.replace_verity_private_key = (True, a) |
| 776 | elif o == "--replace_verity_public_key": |
| 777 | OPTIONS.replace_verity_public_key = (True, a) |
Tianjie Xu | b48589a | 2016-08-03 19:21:52 -0700 | [diff] [blame] | 778 | elif o == "--is_signing": |
| 779 | OPTIONS.is_signing = True |
Michael Runge | 2e0d8fc | 2014-11-13 21:41:08 -0800 | [diff] [blame] | 780 | else: |
| 781 | return False |
| 782 | return True |
| 783 | |
Dan Albert | 8b72aef | 2015-03-23 19:13:21 -0700 | [diff] [blame] | 784 | args = common.ParseOptions( |
| 785 | argv, __doc__, extra_opts="ar", |
Baligh Uddin | 59f4ff1 | 2015-09-16 21:20:30 -0700 | [diff] [blame] | 786 | extra_long_opts=["add_missing", "rebuild_recovery", |
| 787 | "replace_verity_public_key=", |
| 788 | "replace_verity_private_key=", |
Tao Bao | 4581042 | 2016-10-17 16:20:12 -0700 | [diff] [blame] | 789 | "is_signing"], |
Dan Albert | 8b72aef | 2015-03-23 19:13:21 -0700 | [diff] [blame] | 790 | extra_option_handler=option_handler) |
Michael Runge | 2e0d8fc | 2014-11-13 21:41:08 -0800 | [diff] [blame] | 791 | |
Doug Zongker | 3c84f56 | 2014-07-31 11:06:30 -0700 | [diff] [blame] | 792 | |
| 793 | if len(args) != 1: |
| 794 | common.Usage(__doc__) |
| 795 | sys.exit(1) |
| 796 | |
| 797 | AddImagesToTargetFiles(args[0]) |
Tao Bao | 89fbb0f | 2017-01-10 10:47:58 -0800 | [diff] [blame] | 798 | print("done.") |
Doug Zongker | 3c84f56 | 2014-07-31 11:06:30 -0700 | [diff] [blame] | 799 | |
| 800 | if __name__ == '__main__': |
| 801 | try: |
| 802 | common.CloseInheritedPipes() |
| 803 | main(sys.argv[1:]) |
Dan Albert | 8b72aef | 2015-03-23 19:13:21 -0700 | [diff] [blame] | 804 | except common.ExternalError as e: |
Tao Bao | 89fbb0f | 2017-01-10 10:47:58 -0800 | [diff] [blame] | 805 | print("\n ERROR: %s\n" % (e,)) |
Doug Zongker | 3c84f56 | 2014-07-31 11:06:30 -0700 | [diff] [blame] | 806 | sys.exit(1) |
Doug Zongker | fc44a51 | 2014-08-26 13:10:25 -0700 | [diff] [blame] | 807 | finally: |
| 808 | common.Cleanup() |