blob: d31a297610c4ac7088fddc140200ec2a66eddbf5 [file] [log] [blame]
Doug Zongker3c84f562014-07-31 11:06:30 -07001#!/usr/bin/env python
2#
3# Copyright (C) 2014 The Android Open Source Project
4#
5# Licensed under the Apache License, Version 2.0 (the "License");
6# you may not use this file except in compliance with the License.
7# You may obtain a copy of the License at
8#
9# http://www.apache.org/licenses/LICENSE-2.0
10#
11# Unless required by applicable law or agreed to in writing, software
12# distributed under the License is distributed on an "AS IS" BASIS,
13# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14# See the License for the specific language governing permissions and
15# limitations under the License.
16
17"""
18Given a target-files zipfile that does not contain images (ie, does
19not have an IMAGES/ top-level subdirectory), produce the images and
20add them to the zipfile.
21
Tianjie Xub48589a2016-08-03 19:21:52 -070022Usage: add_img_to_target_files [flag] target_files
23
24 -a (--add_missing)
25 Build and add missing images to "IMAGES/". If this option is
26 not specified, this script will simply exit when "IMAGES/"
27 directory exists in the target file.
28
29 -r (--rebuild_recovery)
30 Rebuild the recovery patch and write it to the system image. Only
31 meaningful when system image needs to be rebuilt.
32
33 --replace_verity_private_key
34 Replace the private key used for verity signing. (same as the option
35 in sign_target_files_apks)
36
37 --replace_verity_public_key
38 Replace the certificate (public key) used for verity verification. (same
39 as the option in sign_target_files_apks)
40
41 --is_signing
42 Skip building & adding the images for "userdata" and "cache" if we
43 are signing the target files.
Doug Zongker3c84f562014-07-31 11:06:30 -070044"""
45
Tao Bao89fbb0f2017-01-10 10:47:58 -080046from __future__ import print_function
47
Doug Zongker3c84f562014-07-31 11:06:30 -070048import sys
49
50if sys.hexversion < 0x02070000:
Tao Bao89fbb0f2017-01-10 10:47:58 -080051 print("Python 2.7 or newer is required.", file=sys.stderr)
Doug Zongker3c84f562014-07-31 11:06:30 -070052 sys.exit(1)
53
Tao Bao822f5842015-09-30 16:01:14 -070054import datetime
Tao Bao2b6dfd62017-09-27 17:17:43 -070055import hashlib
Doug Zongker3c84f562014-07-31 11:06:30 -070056import os
David Zeuthend995f4b2016-01-29 16:59:17 -050057import shlex
Ying Wang2a048392015-06-25 13:56:53 -070058import shutil
David Zeuthend995f4b2016-01-29 16:59:17 -050059import subprocess
Doug Zongker3c84f562014-07-31 11:06:30 -070060import tempfile
Tao Baod86e3112017-09-22 15:45:33 -070061import uuid
Doug Zongker3c84f562014-07-31 11:06:30 -070062import zipfile
63
Doug Zongker3c84f562014-07-31 11:06:30 -070064import build_image
65import common
Tianjie Xuf1a13182017-01-19 17:39:30 -080066import rangelib
Tianjie Xucfa86222016-03-07 16:31:19 -080067import sparse_img
Doug Zongker3c84f562014-07-31 11:06:30 -070068
69OPTIONS = common.OPTIONS
70
Michael Runge2e0d8fc2014-11-13 21:41:08 -080071OPTIONS.add_missing = False
72OPTIONS.rebuild_recovery = False
Tianjie Xu9ac4cb02017-06-09 16:58:03 -070073OPTIONS.replace_updated_files_list = []
Baligh Uddin59f4ff12015-09-16 21:20:30 -070074OPTIONS.replace_verity_public_key = False
75OPTIONS.replace_verity_private_key = False
Tianjie Xub48589a2016-08-03 19:21:52 -070076OPTIONS.is_signing = False
Doug Zongker3c84f562014-07-31 11:06:30 -070077
Dan Willemsen2ee00d52017-03-05 19:51:56 -080078
79class OutputFile(object):
80 def __init__(self, output_zip, input_dir, prefix, name):
81 self._output_zip = output_zip
82 self.input_name = os.path.join(input_dir, prefix, name)
83
84 if self._output_zip:
85 self._zip_name = os.path.join(prefix, name)
86
87 root, suffix = os.path.splitext(name)
88 self.name = common.MakeTempFile(prefix=root + '-', suffix=suffix)
89 else:
90 self.name = self.input_name
91
92 def Write(self):
93 if self._output_zip:
94 common.ZipWrite(self._output_zip, self.name, self._zip_name)
95
96
Tianjie Xucfa86222016-03-07 16:31:19 -080097def GetCareMap(which, imgname):
98 """Generate care_map of system (or vendor) partition"""
99
100 assert which in ("system", "vendor")
Tianjie Xucfa86222016-03-07 16:31:19 -0800101
102 simg = sparse_img.SparseImage(imgname)
Tianjie Xu9ac4cb02017-06-09 16:58:03 -0700103 care_map_list = [which]
Tianjie Xuf1a13182017-01-19 17:39:30 -0800104
105 care_map_ranges = simg.care_map
106 key = which + "_adjusted_partition_size"
107 adjusted_blocks = OPTIONS.info_dict.get(key)
108 if adjusted_blocks:
109 assert adjusted_blocks > 0, "blocks should be positive for " + which
110 care_map_ranges = care_map_ranges.intersect(rangelib.RangeSet(
111 "0-%d" % (adjusted_blocks,)))
112
113 care_map_list.append(care_map_ranges.to_string_raw())
Tianjie Xucfa86222016-03-07 16:31:19 -0800114 return care_map_list
115
116
Michael Runge2e0d8fc2014-11-13 21:41:08 -0800117def AddSystem(output_zip, prefix="IMAGES/", recovery_img=None, boot_img=None):
Doug Zongker3c84f562014-07-31 11:06:30 -0700118 """Turn the contents of SYSTEM into a system image and store it in
David Zeuthend995f4b2016-01-29 16:59:17 -0500119 output_zip. Returns the name of the system image file."""
Michael Runge2e0d8fc2014-11-13 21:41:08 -0800120
Dan Willemsen2ee00d52017-03-05 19:51:56 -0800121 img = OutputFile(output_zip, OPTIONS.input_tmp, prefix, "system.img")
122 if os.path.exists(img.input_name):
Tao Bao89fbb0f2017-01-10 10:47:58 -0800123 print("system.img already exists in %s, no need to rebuild..." % (prefix,))
Dan Willemsen2ee00d52017-03-05 19:51:56 -0800124 return img.input_name
Michael Runge2e0d8fc2014-11-13 21:41:08 -0800125
126 def output_sink(fn, data):
Dan Albert8b72aef2015-03-23 19:13:21 -0700127 ofile = open(os.path.join(OPTIONS.input_tmp, "SYSTEM", fn), "w")
128 ofile.write(data)
129 ofile.close()
Michael Runge2e0d8fc2014-11-13 21:41:08 -0800130
Tianjie Xu38af07f2017-05-25 17:38:53 -0700131 arc_name = "SYSTEM/" + fn
132 if arc_name in output_zip.namelist():
Tianjie Xu9ac4cb02017-06-09 16:58:03 -0700133 OPTIONS.replace_updated_files_list.append(arc_name)
Tianjie Xu38af07f2017-05-25 17:38:53 -0700134 else:
135 common.ZipWrite(output_zip, ofile.name, arc_name)
136
Michael Runge2e0d8fc2014-11-13 21:41:08 -0800137 if OPTIONS.rebuild_recovery:
Tao Bao89fbb0f2017-01-10 10:47:58 -0800138 print("Building new recovery patch")
Dan Albert8b72aef2015-03-23 19:13:21 -0700139 common.MakeRecoveryPatch(OPTIONS.input_tmp, output_sink, recovery_img,
140 boot_img, info_dict=OPTIONS.info_dict)
Michael Runge2e0d8fc2014-11-13 21:41:08 -0800141
Dan Willemsen2ee00d52017-03-05 19:51:56 -0800142 block_list = OutputFile(output_zip, OPTIONS.input_tmp, prefix, "system.map")
143 CreateImage(OPTIONS.input_tmp, OPTIONS.info_dict, "system", img,
144 block_list=block_list)
David Zeuthend995f4b2016-01-29 16:59:17 -0500145
Dan Willemsen2ee00d52017-03-05 19:51:56 -0800146 return img.name
Doug Zongkerfc44a512014-08-26 13:10:25 -0700147
148
Alex Light4e358ab2016-06-16 14:47:10 -0700149def AddSystemOther(output_zip, prefix="IMAGES/"):
150 """Turn the contents of SYSTEM_OTHER into a system_other image
151 and store it in output_zip."""
152
Dan Willemsen2ee00d52017-03-05 19:51:56 -0800153 img = OutputFile(output_zip, OPTIONS.input_tmp, prefix, "system_other.img")
154 if os.path.exists(img.input_name):
Tao Bao89fbb0f2017-01-10 10:47:58 -0800155 print("system_other.img already exists in %s, no need to rebuild..." % (
156 prefix,))
Alex Light4e358ab2016-06-16 14:47:10 -0700157 return
158
Dan Willemsen2ee00d52017-03-05 19:51:56 -0800159 CreateImage(OPTIONS.input_tmp, OPTIONS.info_dict, "system_other", img)
Alex Light4e358ab2016-06-16 14:47:10 -0700160
161
Doug Zongkerfc44a512014-08-26 13:10:25 -0700162def AddVendor(output_zip, prefix="IMAGES/"):
163 """Turn the contents of VENDOR into a vendor image and store in it
164 output_zip."""
Michael Runge2e0d8fc2014-11-13 21:41:08 -0800165
Dan Willemsen2ee00d52017-03-05 19:51:56 -0800166 img = OutputFile(output_zip, OPTIONS.input_tmp, prefix, "vendor.img")
167 if os.path.exists(img.input_name):
Tao Bao89fbb0f2017-01-10 10:47:58 -0800168 print("vendor.img already exists in %s, no need to rebuild..." % (prefix,))
Dan Willemsen2ee00d52017-03-05 19:51:56 -0800169 return img.input_name
Michael Runge2e0d8fc2014-11-13 21:41:08 -0800170
Dan Willemsen2ee00d52017-03-05 19:51:56 -0800171 block_list = OutputFile(output_zip, OPTIONS.input_tmp, prefix, "vendor.map")
172 CreateImage(OPTIONS.input_tmp, OPTIONS.info_dict, "vendor", img,
173 block_list=block_list)
174 return img.name
Doug Zongker3c84f562014-07-31 11:06:30 -0700175
Yueyao Zhu889ee5e2017-05-12 17:50:46 -0700176
Tao Baoc633ed02017-05-30 21:46:33 -0700177def AddDtbo(output_zip, prefix="IMAGES/"):
178 """Adds the DTBO image.
179
180 Uses the image under prefix if it already exists. Otherwise looks for the
181 image under PREBUILT_IMAGES/, signs it as needed, and returns the image name.
182 """
183
184 img = OutputFile(output_zip, OPTIONS.input_tmp, prefix, "dtbo.img")
185 if os.path.exists(img.input_name):
186 print("dtbo.img already exists in %s, no need to rebuild..." % (prefix,))
187 return img.input_name
188
189 dtbo_prebuilt_path = os.path.join(
190 OPTIONS.input_tmp, "PREBUILT_IMAGES", "dtbo.img")
191 assert os.path.exists(dtbo_prebuilt_path)
192 shutil.copy(dtbo_prebuilt_path, img.name)
193
194 # AVB-sign the image as needed.
Bowgo Tsai3e599ea2017-05-26 18:30:04 +0800195 if OPTIONS.info_dict.get("avb_enable") == "true":
Tao Baoc633ed02017-05-30 21:46:33 -0700196 avbtool = os.getenv('AVBTOOL') or OPTIONS.info_dict["avb_avbtool"]
Tao Bao3ebfdde2017-05-23 23:06:55 -0700197 part_size = OPTIONS.info_dict["dtbo_size"]
Tao Baoc633ed02017-05-30 21:46:33 -0700198 # The AVB hash footer will be replaced if already present.
199 cmd = [avbtool, "add_hash_footer", "--image", img.name,
200 "--partition_size", str(part_size), "--partition_name", "dtbo"]
Bowgo Tsai3e599ea2017-05-26 18:30:04 +0800201 common.AppendAVBSigningArgs(cmd, "dtbo")
202 args = OPTIONS.info_dict.get("avb_dtbo_add_hash_footer_args")
Tao Baoc633ed02017-05-30 21:46:33 -0700203 if args and args.strip():
204 cmd.extend(shlex.split(args))
205 p = common.Run(cmd, stdout=subprocess.PIPE)
206 p.communicate()
207 assert p.returncode == 0, \
208 "avbtool add_hash_footer of %s failed" % (img.name,)
209
210 img.Write()
211 return img.name
212
Doug Zongker3c84f562014-07-31 11:06:30 -0700213
Dan Willemsen2ee00d52017-03-05 19:51:56 -0800214def CreateImage(input_dir, info_dict, what, output_file, block_list=None):
Tao Bao89fbb0f2017-01-10 10:47:58 -0800215 print("creating " + what + ".img...")
Doug Zongker3c84f562014-07-31 11:06:30 -0700216
Doug Zongker3c84f562014-07-31 11:06:30 -0700217 image_props = build_image.ImagePropFromGlobalDict(info_dict, what)
218 fstab = info_dict["fstab"]
Tianjie Xucfa86222016-03-07 16:31:19 -0800219 mount_point = "/" + what
220 if fstab and mount_point in fstab:
221 image_props["fs_type"] = fstab[mount_point].fs_type
Doug Zongker3c84f562014-07-31 11:06:30 -0700222
Tao Bao822f5842015-09-30 16:01:14 -0700223 # Use a fixed timestamp (01/01/2009) when packaging the image.
224 # Bug: 24377993
225 epoch = datetime.datetime.fromtimestamp(0)
226 timestamp = (datetime.datetime(2009, 1, 1) - epoch).total_seconds()
227 image_props["timestamp"] = int(timestamp)
228
Doug Zongker3c84f562014-07-31 11:06:30 -0700229 if what == "system":
230 fs_config_prefix = ""
231 else:
232 fs_config_prefix = what + "_"
233
234 fs_config = os.path.join(
235 input_dir, "META/" + fs_config_prefix + "filesystem_config.txt")
Dan Albert8b72aef2015-03-23 19:13:21 -0700236 if not os.path.exists(fs_config):
237 fs_config = None
Doug Zongker3c84f562014-07-31 11:06:30 -0700238
Ying Wanga2292c92015-03-24 19:07:40 -0700239 # Override values loaded from info_dict.
240 if fs_config:
241 image_props["fs_config"] = fs_config
Ying Wanga2292c92015-03-24 19:07:40 -0700242 if block_list:
Dan Willemsen2ee00d52017-03-05 19:51:56 -0800243 image_props["block_list"] = block_list.name
Ying Wanga2292c92015-03-24 19:07:40 -0700244
Tao Baod86e3112017-09-22 15:45:33 -0700245 # Use repeatable ext4 FS UUID and hash_seed UUID (based on partition name and
246 # build fingerprint).
247 uuid_seed = what + "-"
248 if "build.prop" in info_dict:
249 build_prop = info_dict["build.prop"]
250 if "ro.build.fingerprint" in build_prop:
251 uuid_seed += build_prop["ro.build.fingerprint"]
252 elif "ro.build.thumbprint" in build_prop:
253 uuid_seed += build_prop["ro.build.thumbprint"]
254 image_props["uuid"] = str(uuid.uuid5(uuid.NAMESPACE_URL, uuid_seed))
255 hash_seed = "hash_seed-" + uuid_seed
256 image_props["hash_seed"] = str(uuid.uuid5(uuid.NAMESPACE_URL, hash_seed))
257
Tao Baofa863c82017-05-23 23:49:03 -0700258 succ = build_image.BuildImage(os.path.join(input_dir, what.upper()),
Dan Willemsen2ee00d52017-03-05 19:51:56 -0800259 image_props, output_file.name)
Doug Zongker3c84f562014-07-31 11:06:30 -0700260 assert succ, "build " + what + ".img image failed"
261
Dan Willemsen2ee00d52017-03-05 19:51:56 -0800262 output_file.Write()
263 if block_list:
264 block_list.Write()
265
Tianjie Xu6b2e1552017-06-01 11:32:32 -0700266 # Set the 'adjusted_partition_size' that excludes the verity blocks of the
267 # given image. When avb is enabled, this size is the max image size returned
268 # by the avb tool.
Tianjie Xuf1a13182017-01-19 17:39:30 -0800269 is_verity_partition = "verity_block_device" in image_props
Tianjie Xu6b2e1552017-06-01 11:32:32 -0700270 verity_supported = (image_props.get("verity") == "true" or
Bowgo Tsai3e599ea2017-05-26 18:30:04 +0800271 image_props.get("avb_enable") == "true")
Tianjie Xu6b2e1552017-06-01 11:32:32 -0700272 is_avb_enable = image_props.get("avb_hashtree_enable") == "true"
273 if verity_supported and (is_verity_partition or is_avb_enable):
Tianjie Xuf1a13182017-01-19 17:39:30 -0800274 adjusted_blocks_value = image_props.get("partition_size")
275 if adjusted_blocks_value:
276 adjusted_blocks_key = what + "_adjusted_partition_size"
277 info_dict[adjusted_blocks_key] = int(adjusted_blocks_value)/4096 - 1
278
Doug Zongker3c84f562014-07-31 11:06:30 -0700279
280def AddUserdata(output_zip, prefix="IMAGES/"):
Ying Wang2a048392015-06-25 13:56:53 -0700281 """Create a userdata image and store it in output_zip.
282
283 In most case we just create and store an empty userdata.img;
284 But the invoker can also request to create userdata.img with real
285 data from the target files, by setting "userdata_img_with_data=true"
286 in OPTIONS.info_dict.
287 """
Doug Zongker3c84f562014-07-31 11:06:30 -0700288
Dan Willemsen2ee00d52017-03-05 19:51:56 -0800289 img = OutputFile(output_zip, OPTIONS.input_tmp, prefix, "userdata.img")
290 if os.path.exists(img.input_name):
Tao Bao89fbb0f2017-01-10 10:47:58 -0800291 print("userdata.img already exists in %s, no need to rebuild..." % (
292 prefix,))
Michael Runge2e0d8fc2014-11-13 21:41:08 -0800293 return
294
Elliott Hughes305b0882016-06-15 17:04:54 -0700295 # Skip userdata.img if no size.
Tao Bao2c15d9e2015-07-09 11:51:16 -0700296 image_props = build_image.ImagePropFromGlobalDict(OPTIONS.info_dict, "data")
Elliott Hughes305b0882016-06-15 17:04:54 -0700297 if not image_props.get("partition_size"):
Doug Zongker3c84f562014-07-31 11:06:30 -0700298 return
299
Tao Bao89fbb0f2017-01-10 10:47:58 -0800300 print("creating userdata.img...")
Doug Zongker3c84f562014-07-31 11:06:30 -0700301
Tao Bao822f5842015-09-30 16:01:14 -0700302 # Use a fixed timestamp (01/01/2009) when packaging the image.
303 # Bug: 24377993
304 epoch = datetime.datetime.fromtimestamp(0)
305 timestamp = (datetime.datetime(2009, 1, 1) - epoch).total_seconds()
306 image_props["timestamp"] = int(timestamp)
307
Tao Baofa863c82017-05-23 23:49:03 -0700308 if OPTIONS.info_dict.get("userdata_img_with_data") == "true":
309 user_dir = os.path.join(OPTIONS.input_tmp, "DATA")
Ying Wang2a048392015-06-25 13:56:53 -0700310 else:
Tao Baofa863c82017-05-23 23:49:03 -0700311 user_dir = tempfile.mkdtemp()
312 OPTIONS.tempfiles.append(user_dir)
Ying Wang2a048392015-06-25 13:56:53 -0700313
Doug Zongker3c84f562014-07-31 11:06:30 -0700314 fstab = OPTIONS.info_dict["fstab"]
315 if fstab:
Dan Albert8b72aef2015-03-23 19:13:21 -0700316 image_props["fs_type"] = fstab["/data"].fs_type
Doug Zongker3c84f562014-07-31 11:06:30 -0700317 succ = build_image.BuildImage(user_dir, image_props, img.name)
318 assert succ, "build userdata.img image failed"
319
320 common.CheckSize(img.name, "userdata.img", OPTIONS.info_dict)
Dan Willemsen2ee00d52017-03-05 19:51:56 -0800321 img.Write()
Doug Zongker3c84f562014-07-31 11:06:30 -0700322
323
Bowgo Tsai3e599ea2017-05-26 18:30:04 +0800324def AppendVBMetaArgsForPartition(cmd, partition, img_path, public_key_dir):
325 if not img_path:
326 return
327
328 # Check if chain partition is used.
329 key_path = OPTIONS.info_dict.get("avb_" + partition + "_key_path")
330 if key_path:
331 # extract public key in AVB format to be included in vbmeta.img
332 avbtool = os.getenv('AVBTOOL') or OPTIONS.info_dict["avb_avbtool"]
333 public_key_path = os.path.join(public_key_dir, "%s.avbpubkey" % partition)
334 p = common.Run([avbtool, "extract_public_key", "--key", key_path,
335 "--output", public_key_path],
336 stdout=subprocess.PIPE, stderr=subprocess.PIPE)
337 p.communicate()
338 assert p.returncode == 0, \
339 "avbtool extract_public_key fail for partition: %r" % partition
340
341 rollback_index_location = OPTIONS.info_dict[
342 "avb_" + partition + "_rollback_index_location"]
343 cmd.extend(["--chain_partition", "%s:%s:%s" % (
344 partition, rollback_index_location, public_key_path)])
345 else:
346 cmd.extend(["--include_descriptors_from_image", img_path])
347
348
Bowgo Tsai8ee4a3d2017-03-31 15:21:26 +0800349def AddVBMeta(output_zip, boot_img_path, system_img_path, vendor_img_path,
Yueyao Zhu889ee5e2017-05-12 17:50:46 -0700350 dtbo_img_path, prefix="IMAGES/"):
David Zeuthen2ce63ed2016-09-15 13:43:54 -0400351 """Create a VBMeta image and store it in output_zip."""
Dan Willemsen2ee00d52017-03-05 19:51:56 -0800352 img = OutputFile(output_zip, OPTIONS.input_tmp, prefix, "vbmeta.img")
Tao Baoc633ed02017-05-30 21:46:33 -0700353 avbtool = os.getenv('AVBTOOL') or OPTIONS.info_dict["avb_avbtool"]
Bowgo Tsai3e599ea2017-05-26 18:30:04 +0800354 cmd = [avbtool, "make_vbmeta_image", "--output", img.name]
355 common.AppendAVBSigningArgs(cmd, "vbmeta")
356
357 public_key_dir = tempfile.mkdtemp(prefix="avbpubkey-")
358 OPTIONS.tempfiles.append(public_key_dir)
359
360 AppendVBMetaArgsForPartition(cmd, "boot", boot_img_path, public_key_dir)
361 AppendVBMetaArgsForPartition(cmd, "system", system_img_path, public_key_dir)
362 AppendVBMetaArgsForPartition(cmd, "vendor", vendor_img_path, public_key_dir)
363 AppendVBMetaArgsForPartition(cmd, "dtbo", dtbo_img_path, public_key_dir)
364
365 args = OPTIONS.info_dict.get("avb_vbmeta_args")
David Zeuthen2ce63ed2016-09-15 13:43:54 -0400366 if args and args.strip():
Tao Bao9a5f4192017-07-20 23:51:16 -0700367 split_args = shlex.split(args)
368 for index, arg in enumerate(split_args[:-1]):
369 # Sanity check that the image file exists. Some images might be defined
370 # as a path relative to source tree, which may not be available at the
371 # same location when running this script (we have the input target_files
372 # zip only). For such cases, we additionally scan other locations (e.g.
373 # IMAGES/, RADIO/, etc) before bailing out.
374 if arg == '--include_descriptors_from_image':
375 image_path = split_args[index + 1]
376 if os.path.exists(image_path):
377 continue
378 found = False
379 for dir in ['IMAGES', 'RADIO', 'VENDOR_IMAGES', 'PREBUILT_IMAGES']:
380 alt_path = os.path.join(
381 OPTIONS.input_tmp, dir, os.path.basename(image_path))
382 if os.path.exists(alt_path):
383 split_args[index + 1] = alt_path
384 found = True
385 break
386 assert found, 'failed to find %s' % (image_path,)
387 cmd.extend(split_args)
Bowgo Tsai3e599ea2017-05-26 18:30:04 +0800388
David Zeuthen2ce63ed2016-09-15 13:43:54 -0400389 p = common.Run(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
390 p.communicate()
391 assert p.returncode == 0, "avbtool make_vbmeta_image failed"
Dan Willemsen2ee00d52017-03-05 19:51:56 -0800392 img.Write()
David Zeuthen2ce63ed2016-09-15 13:43:54 -0400393
394
David Zeuthen25328622016-04-08 15:08:03 -0400395def AddPartitionTable(output_zip, prefix="IMAGES/"):
396 """Create a partition table image and store it in output_zip."""
397
Dan Willemsen2ee00d52017-03-05 19:51:56 -0800398 img = OutputFile(output_zip, OPTIONS.input_tmp, prefix, "partition-table.img")
399 bpt = OutputFile(output_zip, OPTIONS.input_tmp, prefix, "partition-table.bpt")
David Zeuthen25328622016-04-08 15:08:03 -0400400
401 # use BPTTOOL from environ, or "bpttool" if empty or not set.
402 bpttool = os.getenv("BPTTOOL") or "bpttool"
Dan Willemsen2ee00d52017-03-05 19:51:56 -0800403 cmd = [bpttool, "make_table", "--output_json", bpt.name,
404 "--output_gpt", img.name]
David Zeuthen25328622016-04-08 15:08:03 -0400405 input_files_str = OPTIONS.info_dict["board_bpt_input_files"]
406 input_files = input_files_str.split(" ")
407 for i in input_files:
408 cmd.extend(["--input", i])
409 disk_size = OPTIONS.info_dict.get("board_bpt_disk_size")
410 if disk_size:
411 cmd.extend(["--disk_size", disk_size])
412 args = OPTIONS.info_dict.get("board_bpt_make_table_args")
413 if args:
414 cmd.extend(shlex.split(args))
415
416 p = common.Run(cmd, stdout=subprocess.PIPE)
417 p.communicate()
418 assert p.returncode == 0, "bpttool make_table failed"
419
Dan Willemsen2ee00d52017-03-05 19:51:56 -0800420 img.Write()
421 bpt.Write()
David Zeuthen25328622016-04-08 15:08:03 -0400422
423
Doug Zongker3c84f562014-07-31 11:06:30 -0700424def AddCache(output_zip, prefix="IMAGES/"):
425 """Create an empty cache image and store it in output_zip."""
426
Dan Willemsen2ee00d52017-03-05 19:51:56 -0800427 img = OutputFile(output_zip, OPTIONS.input_tmp, prefix, "cache.img")
428 if os.path.exists(img.input_name):
Tao Bao89fbb0f2017-01-10 10:47:58 -0800429 print("cache.img already exists in %s, no need to rebuild..." % (prefix,))
Michael Runge2e0d8fc2014-11-13 21:41:08 -0800430 return
431
Tao Bao2c15d9e2015-07-09 11:51:16 -0700432 image_props = build_image.ImagePropFromGlobalDict(OPTIONS.info_dict, "cache")
Doug Zongker3c84f562014-07-31 11:06:30 -0700433 # The build system has to explicitly request for cache.img.
434 if "fs_type" not in image_props:
435 return
436
Tao Bao89fbb0f2017-01-10 10:47:58 -0800437 print("creating cache.img...")
Doug Zongker3c84f562014-07-31 11:06:30 -0700438
Tao Bao822f5842015-09-30 16:01:14 -0700439 # Use a fixed timestamp (01/01/2009) when packaging the image.
440 # Bug: 24377993
441 epoch = datetime.datetime.fromtimestamp(0)
442 timestamp = (datetime.datetime(2009, 1, 1) - epoch).total_seconds()
443 image_props["timestamp"] = int(timestamp)
444
Tao Baofa863c82017-05-23 23:49:03 -0700445 user_dir = tempfile.mkdtemp()
446 OPTIONS.tempfiles.append(user_dir)
Doug Zongker3c84f562014-07-31 11:06:30 -0700447
448 fstab = OPTIONS.info_dict["fstab"]
449 if fstab:
Dan Albert8b72aef2015-03-23 19:13:21 -0700450 image_props["fs_type"] = fstab["/cache"].fs_type
Doug Zongker3c84f562014-07-31 11:06:30 -0700451 succ = build_image.BuildImage(user_dir, image_props, img.name)
452 assert succ, "build cache.img image failed"
453
454 common.CheckSize(img.name, "cache.img", OPTIONS.info_dict)
Dan Willemsen2ee00d52017-03-05 19:51:56 -0800455 img.Write()
Doug Zongker3c84f562014-07-31 11:06:30 -0700456
457
Tianjie Xu9ac4cb02017-06-09 16:58:03 -0700458def ReplaceUpdatedFiles(zip_filename, files_list):
459 """Update all the zip entries listed in the files_list.
Tianjie Xu38af07f2017-05-25 17:38:53 -0700460
Tianjie Xu9ac4cb02017-06-09 16:58:03 -0700461 For now the list includes META/care_map.txt, and the related files under
462 SYSTEM/ after rebuilding recovery.
463 """
464
465 cmd = ["zip", "-d", zip_filename] + files_list
Tianjie Xu38af07f2017-05-25 17:38:53 -0700466 p = common.Run(cmd, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
467 p.communicate()
468
469 output_zip = zipfile.ZipFile(zip_filename, "a",
470 compression=zipfile.ZIP_DEFLATED,
471 allowZip64=True)
Tianjie Xu9ac4cb02017-06-09 16:58:03 -0700472 for item in files_list:
Tianjie Xu38af07f2017-05-25 17:38:53 -0700473 file_path = os.path.join(OPTIONS.input_tmp, item)
474 assert os.path.exists(file_path)
475 common.ZipWrite(output_zip, file_path, arcname=item)
476 common.ZipClose(output_zip)
477
478
Doug Zongker3c84f562014-07-31 11:06:30 -0700479def AddImagesToTargetFiles(filename):
Dan Willemsen2ee00d52017-03-05 19:51:56 -0800480 if os.path.isdir(filename):
481 OPTIONS.input_tmp = os.path.abspath(filename)
482 input_zip = None
483 else:
484 OPTIONS.input_tmp, input_zip = common.UnzipTemp(filename)
Doug Zongkerfc44a512014-08-26 13:10:25 -0700485
Michael Runge2e0d8fc2014-11-13 21:41:08 -0800486 if not OPTIONS.add_missing:
Dan Willemsen2ee00d52017-03-05 19:51:56 -0800487 if os.path.isdir(os.path.join(OPTIONS.input_tmp, "IMAGES")):
488 print("target_files appears to already contain images.")
489 sys.exit(1)
Doug Zongkerfc44a512014-08-26 13:10:25 -0700490
Tao Baob22afea2017-09-12 12:39:09 -0700491 # vendor.img is unlike system.img or system_other.img. Because it could be
492 # built from source, or dropped into target_files.zip as a prebuilt blob. We
493 # consider either of them as vendor.img being available, which could be used
494 # when generating vbmeta.img for AVB.
495 has_vendor = (os.path.isdir(os.path.join(OPTIONS.input_tmp, "VENDOR")) or
496 os.path.exists(os.path.join(OPTIONS.input_tmp, "IMAGES",
497 "vendor.img")))
Dan Willemsen2ee00d52017-03-05 19:51:56 -0800498 has_system_other = os.path.isdir(os.path.join(OPTIONS.input_tmp,
499 "SYSTEM_OTHER"))
Doug Zongker3c84f562014-07-31 11:06:30 -0700500
Dan Willemsen2ee00d52017-03-05 19:51:56 -0800501 if input_zip:
502 OPTIONS.info_dict = common.LoadInfoDict(input_zip, OPTIONS.input_tmp)
Alex Light4e358ab2016-06-16 14:47:10 -0700503
Dan Willemsen2ee00d52017-03-05 19:51:56 -0800504 common.ZipClose(input_zip)
505 output_zip = zipfile.ZipFile(filename, "a",
506 compression=zipfile.ZIP_DEFLATED,
507 allowZip64=True)
508 else:
509 OPTIONS.info_dict = common.LoadInfoDict(filename, filename)
510 output_zip = None
511 images_dir = os.path.join(OPTIONS.input_tmp, "IMAGES")
512 if not os.path.isdir(images_dir):
513 os.makedirs(images_dir)
514 images_dir = None
Doug Zongker3c84f562014-07-31 11:06:30 -0700515
Tao Baodb45efa2015-10-27 19:25:18 -0700516 has_recovery = (OPTIONS.info_dict.get("no_recovery") != "true")
517
Tao Bao2b6dfd62017-09-27 17:17:43 -0700518 if OPTIONS.info_dict.get("avb_enable") == "true":
519 fp = None
520 if "build.prop" in OPTIONS.info_dict:
521 build_prop = OPTIONS.info_dict["build.prop"]
522 if "ro.build.fingerprint" in build_prop:
523 fp = build_prop["ro.build.fingerprint"]
524 elif "ro.build.thumbprint" in build_prop:
525 fp = build_prop["ro.build.thumbprint"]
526 if fp:
527 OPTIONS.info_dict["avb_salt"] = hashlib.sha256(fp).hexdigest()
528
Doug Zongkerfc44a512014-08-26 13:10:25 -0700529 def banner(s):
Tao Bao89fbb0f2017-01-10 10:47:58 -0800530 print("\n\n++++ " + s + " ++++\n\n")
Doug Zongker3c84f562014-07-31 11:06:30 -0700531
Michael Runge2e0d8fc2014-11-13 21:41:08 -0800532 prebuilt_path = os.path.join(OPTIONS.input_tmp, "IMAGES", "boot.img")
533 boot_image = None
534 if os.path.exists(prebuilt_path):
David Zeuthend995f4b2016-01-29 16:59:17 -0500535 banner("boot")
Tao Bao89fbb0f2017-01-10 10:47:58 -0800536 print("boot.img already exists in IMAGES/, no need to rebuild...")
Michael Runge2e0d8fc2014-11-13 21:41:08 -0800537 if OPTIONS.rebuild_recovery:
538 boot_image = common.GetBootableImage(
539 "IMAGES/boot.img", "boot.img", OPTIONS.input_tmp, "BOOT")
540 else:
David Zeuthen2ce63ed2016-09-15 13:43:54 -0400541 banner("boot")
542 boot_image = common.GetBootableImage(
Michael Runge2e0d8fc2014-11-13 21:41:08 -0800543 "IMAGES/boot.img", "boot.img", OPTIONS.input_tmp, "BOOT")
David Zeuthen2ce63ed2016-09-15 13:43:54 -0400544 if boot_image:
Dan Willemsen2ee00d52017-03-05 19:51:56 -0800545 if output_zip:
546 boot_image.AddToZip(output_zip)
547 else:
548 boot_image.WriteToDir(OPTIONS.input_tmp)
Doug Zongker3c84f562014-07-31 11:06:30 -0700549
Michael Runge2e0d8fc2014-11-13 21:41:08 -0800550 recovery_image = None
Tao Baodb45efa2015-10-27 19:25:18 -0700551 if has_recovery:
552 banner("recovery")
553 prebuilt_path = os.path.join(OPTIONS.input_tmp, "IMAGES", "recovery.img")
554 if os.path.exists(prebuilt_path):
Tao Bao89fbb0f2017-01-10 10:47:58 -0800555 print("recovery.img already exists in IMAGES/, no need to rebuild...")
Tao Baodb45efa2015-10-27 19:25:18 -0700556 if OPTIONS.rebuild_recovery:
557 recovery_image = common.GetBootableImage(
558 "IMAGES/recovery.img", "recovery.img", OPTIONS.input_tmp,
559 "RECOVERY")
560 else:
Michael Runge2e0d8fc2014-11-13 21:41:08 -0800561 recovery_image = common.GetBootableImage(
562 "IMAGES/recovery.img", "recovery.img", OPTIONS.input_tmp, "RECOVERY")
Tao Baodb45efa2015-10-27 19:25:18 -0700563 if recovery_image:
Dan Willemsen2ee00d52017-03-05 19:51:56 -0800564 if output_zip:
565 recovery_image.AddToZip(output_zip)
566 else:
567 recovery_image.WriteToDir(OPTIONS.input_tmp)
Doug Zongker3c84f562014-07-31 11:06:30 -0700568
Tao Baod42e97e2016-11-30 12:11:57 -0800569 banner("recovery (two-step image)")
570 # The special recovery.img for two-step package use.
571 recovery_two_step_image = common.GetBootableImage(
572 "IMAGES/recovery-two-step.img", "recovery-two-step.img",
573 OPTIONS.input_tmp, "RECOVERY", two_step_image=True)
574 if recovery_two_step_image:
Dan Willemsen2ee00d52017-03-05 19:51:56 -0800575 if output_zip:
576 recovery_two_step_image.AddToZip(output_zip)
577 else:
578 recovery_two_step_image.WriteToDir(OPTIONS.input_tmp)
Tao Baod42e97e2016-11-30 12:11:57 -0800579
Doug Zongkerfc44a512014-08-26 13:10:25 -0700580 banner("system")
David Zeuthend995f4b2016-01-29 16:59:17 -0500581 system_img_path = AddSystem(
Tao Baoc633ed02017-05-30 21:46:33 -0700582 output_zip, recovery_img=recovery_image, boot_img=boot_image)
Tianjie Xu737afb92016-07-11 11:42:53 -0700583 vendor_img_path = None
Doug Zongkerfc44a512014-08-26 13:10:25 -0700584 if has_vendor:
585 banner("vendor")
Tianjie Xu737afb92016-07-11 11:42:53 -0700586 vendor_img_path = AddVendor(output_zip)
Alex Light4e358ab2016-06-16 14:47:10 -0700587 if has_system_other:
588 banner("system_other")
589 AddSystemOther(output_zip)
Tianjie Xub48589a2016-08-03 19:21:52 -0700590 if not OPTIONS.is_signing:
591 banner("userdata")
592 AddUserdata(output_zip)
593 banner("cache")
594 AddCache(output_zip)
Tao Baoc633ed02017-05-30 21:46:33 -0700595
596 if OPTIONS.info_dict.get("board_bpt_enable") == "true":
David Zeuthen25328622016-04-08 15:08:03 -0400597 banner("partition-table")
598 AddPartitionTable(output_zip)
Tao Baoc633ed02017-05-30 21:46:33 -0700599
600 dtbo_img_path = None
601 if OPTIONS.info_dict.get("has_dtbo") == "true":
602 banner("dtbo")
603 dtbo_img_path = AddDtbo(output_zip)
604
Bowgo Tsai3e599ea2017-05-26 18:30:04 +0800605 if OPTIONS.info_dict.get("avb_enable") == "true":
David Zeuthen2ce63ed2016-09-15 13:43:54 -0400606 banner("vbmeta")
607 boot_contents = boot_image.WriteToTemp()
Yueyao Zhu889ee5e2017-05-12 17:50:46 -0700608 AddVBMeta(output_zip, boot_contents.name, system_img_path,
609 vendor_img_path, dtbo_img_path)
Doug Zongker3c84f562014-07-31 11:06:30 -0700610
Wei Wang2e735ca2016-05-10 22:48:13 -0700611 # For devices using A/B update, copy over images from RADIO/ and/or
612 # VENDOR_IMAGES/ to IMAGES/ and make sure we have all the needed
613 # images ready under IMAGES/. All images should have '.img' as extension.
Tianjie Xuaaca4212016-06-28 14:34:03 -0700614 banner("radio")
Tao Baoa0421cd2015-11-16 16:32:27 -0800615 ab_partitions = os.path.join(OPTIONS.input_tmp, "META", "ab_partitions.txt")
616 if os.path.exists(ab_partitions):
617 with open(ab_partitions, 'r') as f:
618 lines = f.readlines()
Tianjie Xucfa86222016-03-07 16:31:19 -0800619 # For devices using A/B update, generate care_map for system and vendor
620 # partitions (if present), then write this file to target_files package.
621 care_map_list = []
Tao Baoa0421cd2015-11-16 16:32:27 -0800622 for line in lines:
Tianjie Xu6b2e1552017-06-01 11:32:32 -0700623 if line.strip() == "system" and (
624 "system_verity_block_device" in OPTIONS.info_dict or
Tao Bao3f721762017-06-29 15:11:44 -0700625 OPTIONS.info_dict.get("avb_system_hashtree_enable") == "true"):
Tianjie Xu737afb92016-07-11 11:42:53 -0700626 assert os.path.exists(system_img_path)
627 care_map_list += GetCareMap("system", system_img_path)
Tianjie Xu6b2e1552017-06-01 11:32:32 -0700628 if line.strip() == "vendor" and (
629 "vendor_verity_block_device" in OPTIONS.info_dict or
Tao Bao3f721762017-06-29 15:11:44 -0700630 OPTIONS.info_dict.get("avb_vendor_hashtree_enable") == "true"):
Tianjie Xu737afb92016-07-11 11:42:53 -0700631 assert os.path.exists(vendor_img_path)
632 care_map_list += GetCareMap("vendor", vendor_img_path)
Tianjie Xucfa86222016-03-07 16:31:19 -0800633
Tao Baoa0421cd2015-11-16 16:32:27 -0800634 img_name = line.strip() + ".img"
Tianjie Xuaaca4212016-06-28 14:34:03 -0700635 prebuilt_path = os.path.join(OPTIONS.input_tmp, "IMAGES", img_name)
636 if os.path.exists(prebuilt_path):
Tao Bao89fbb0f2017-01-10 10:47:58 -0800637 print("%s already exists, no need to overwrite..." % (img_name,))
Tianjie Xuaaca4212016-06-28 14:34:03 -0700638 continue
639
Tao Baoa0421cd2015-11-16 16:32:27 -0800640 img_radio_path = os.path.join(OPTIONS.input_tmp, "RADIO", img_name)
Wei Wang2e735ca2016-05-10 22:48:13 -0700641 img_vendor_dir = os.path.join(
642 OPTIONS.input_tmp, "VENDOR_IMAGES")
Tao Baoa0421cd2015-11-16 16:32:27 -0800643 if os.path.exists(img_radio_path):
Dan Willemsen2ee00d52017-03-05 19:51:56 -0800644 if output_zip:
645 common.ZipWrite(output_zip, img_radio_path,
646 os.path.join("IMAGES", img_name))
647 else:
648 shutil.copy(img_radio_path, prebuilt_path)
Wei Wang2e735ca2016-05-10 22:48:13 -0700649 else:
650 for root, _, files in os.walk(img_vendor_dir):
651 if img_name in files:
Dan Willemsen2ee00d52017-03-05 19:51:56 -0800652 if output_zip:
653 common.ZipWrite(output_zip, os.path.join(root, img_name),
654 os.path.join("IMAGES", img_name))
655 else:
656 shutil.copy(os.path.join(root, img_name), prebuilt_path)
Wei Wang2e735ca2016-05-10 22:48:13 -0700657 break
Tao Baoa0421cd2015-11-16 16:32:27 -0800658
Dan Willemsen2ee00d52017-03-05 19:51:56 -0800659 if output_zip:
660 # Zip spec says: All slashes MUST be forward slashes.
661 img_path = 'IMAGES/' + img_name
662 assert img_path in output_zip.namelist(), "cannot find " + img_name
663 else:
664 img_path = os.path.join(OPTIONS.input_tmp, "IMAGES", img_name)
665 assert os.path.exists(img_path), "cannot find " + img_name
Tao Baoa0421cd2015-11-16 16:32:27 -0800666
Tianjie Xucfa86222016-03-07 16:31:19 -0800667 if care_map_list:
Tianjie Xu9ac4cb02017-06-09 16:58:03 -0700668 care_map_path = "META/care_map.txt"
669 if output_zip and care_map_path not in output_zip.namelist():
670 common.ZipWriteStr(output_zip, care_map_path, '\n'.join(care_map_list))
Dan Willemsen2ee00d52017-03-05 19:51:56 -0800671 else:
Tianjie Xu9ac4cb02017-06-09 16:58:03 -0700672 with open(os.path.join(OPTIONS.input_tmp, care_map_path), 'w') as fp:
Dan Willemsen2ee00d52017-03-05 19:51:56 -0800673 fp.write('\n'.join(care_map_list))
Tianjie Xu9ac4cb02017-06-09 16:58:03 -0700674 if output_zip:
675 OPTIONS.replace_updated_files_list.append(care_map_path)
Tianjie Xucfa86222016-03-07 16:31:19 -0800676
Tao Bao95a95c32017-06-16 15:30:23 -0700677 # Radio images that need to be packed into IMAGES/, and product-img.zip.
678 pack_radioimages = os.path.join(
679 OPTIONS.input_tmp, "META", "pack_radioimages.txt")
680 if os.path.exists(pack_radioimages):
681 with open(pack_radioimages, 'r') as f:
682 lines = f.readlines()
683 for line in lines:
684 img_name = line.strip()
685 _, ext = os.path.splitext(img_name)
686 if not ext:
687 img_name += ".img"
688 prebuilt_path = os.path.join(OPTIONS.input_tmp, "IMAGES", img_name)
689 if os.path.exists(prebuilt_path):
690 print("%s already exists, no need to overwrite..." % (img_name,))
691 continue
692
693 img_radio_path = os.path.join(OPTIONS.input_tmp, "RADIO", img_name)
694 assert os.path.exists(img_radio_path), \
695 "Failed to find %s at %s" % (img_name, img_radio_path)
696 if output_zip:
697 common.ZipWrite(output_zip, img_radio_path,
698 os.path.join("IMAGES", img_name))
699 else:
700 shutil.copy(img_radio_path, prebuilt_path)
701
Dan Willemsen2ee00d52017-03-05 19:51:56 -0800702 if output_zip:
703 common.ZipClose(output_zip)
Tianjie Xu9ac4cb02017-06-09 16:58:03 -0700704 if OPTIONS.replace_updated_files_list:
705 ReplaceUpdatedFiles(output_zip.filename,
706 OPTIONS.replace_updated_files_list)
Tianjie Xu38af07f2017-05-25 17:38:53 -0700707
Doug Zongker3c84f562014-07-31 11:06:30 -0700708
Doug Zongker3c84f562014-07-31 11:06:30 -0700709def main(argv):
Baligh Uddin59f4ff12015-09-16 21:20:30 -0700710 def option_handler(o, a):
Michael Runge2e0d8fc2014-11-13 21:41:08 -0800711 if o in ("-a", "--add_missing"):
712 OPTIONS.add_missing = True
713 elif o in ("-r", "--rebuild_recovery",):
714 OPTIONS.rebuild_recovery = True
Baligh Uddin59f4ff12015-09-16 21:20:30 -0700715 elif o == "--replace_verity_private_key":
716 OPTIONS.replace_verity_private_key = (True, a)
717 elif o == "--replace_verity_public_key":
718 OPTIONS.replace_verity_public_key = (True, a)
Tianjie Xub48589a2016-08-03 19:21:52 -0700719 elif o == "--is_signing":
720 OPTIONS.is_signing = True
Michael Runge2e0d8fc2014-11-13 21:41:08 -0800721 else:
722 return False
723 return True
724
Dan Albert8b72aef2015-03-23 19:13:21 -0700725 args = common.ParseOptions(
726 argv, __doc__, extra_opts="ar",
Baligh Uddin59f4ff12015-09-16 21:20:30 -0700727 extra_long_opts=["add_missing", "rebuild_recovery",
728 "replace_verity_public_key=",
729 "replace_verity_private_key=",
Tao Bao45810422016-10-17 16:20:12 -0700730 "is_signing"],
Dan Albert8b72aef2015-03-23 19:13:21 -0700731 extra_option_handler=option_handler)
Michael Runge2e0d8fc2014-11-13 21:41:08 -0800732
Doug Zongker3c84f562014-07-31 11:06:30 -0700733
734 if len(args) != 1:
735 common.Usage(__doc__)
736 sys.exit(1)
737
738 AddImagesToTargetFiles(args[0])
Tao Bao89fbb0f2017-01-10 10:47:58 -0800739 print("done.")
Doug Zongker3c84f562014-07-31 11:06:30 -0700740
741if __name__ == '__main__':
742 try:
743 common.CloseInheritedPipes()
744 main(sys.argv[1:])
Dan Albert8b72aef2015-03-23 19:13:21 -0700745 except common.ExternalError as e:
Tao Bao89fbb0f2017-01-10 10:47:58 -0800746 print("\n ERROR: %s\n" % (e,))
Doug Zongker3c84f562014-07-31 11:06:30 -0700747 sys.exit(1)
Doug Zongkerfc44a512014-08-26 13:10:25 -0700748 finally:
749 common.Cleanup()