blob: 083bfc20031c11b608bc833c009a6d3382e19cf8 [file] [log] [blame]
Jason Kusumabe998f42015-09-03 15:53:13 -07001#!/bin/bash
2
Amin Hassani13520932017-07-26 11:26:05 -07003#
4# Copyright (C) 2015 The Android Open Source Project
5#
6# Licensed under the Apache License, Version 2.0 (the "License");
7# you may not use this file except in compliance with the License.
8# You may obtain a copy of the License at
9#
10# http://www.apache.org/licenses/LICENSE-2.0
11#
12# Unless required by applicable law or agreed to in writing, software
13# distributed under the License is distributed on an "AS IS" BASIS,
14# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
15# See the License for the specific language governing permissions and
16# limitations under the License.
17#
Jason Kusumabe998f42015-09-03 15:53:13 -070018
19# Script to generate a Brillo update for use by the update engine.
20#
21# usage: brillo_update_payload COMMAND [ARGS]
22# The following commands are supported:
23# generate generate an unsigned payload
24# hash generate a payload or metadata hash
25# sign generate a signed payload
Alex Deymo98e691c2016-02-04 21:05:45 -080026# properties generate a properties file from a payload
Amin Hassani13520932017-07-26 11:26:05 -070027# verify verify a payload by recreating a target image.
Tudor Brindusb432db82018-06-29 13:13:27 -070028# check verify a payload using paycheck (static testing)
Jason Kusumabe998f42015-09-03 15:53:13 -070029#
30# Generate command arguments:
Tianjie Xu72d512c2019-08-21 15:20:35 -070031# --payload generated unsigned payload output file
32# --source_image if defined, generate a delta payload from the
33# specified image to the target_image
34# --target_image the target image that should be sent to clients
35# --metadata_size_file if defined, generate a file containing the size
36# of the ayload metadata in bytes to the specified
37# file
38# --disable_fec_computation Disable the on device fec data computation for
39# incremental update. This feature is enabled by
40# default
Tianjief4502bb2021-09-08 19:08:53 -070041# --force_minor_version Override the minor version used for delta
42# generation.
Jason Kusumabe998f42015-09-03 15:53:13 -070043#
44# Hash command arguments:
45# --unsigned_payload the input unsigned payload to generate the hash from
46# --signature_size signature sizes in bytes in the following format:
Alex Deymo89ff9e32015-09-15 19:29:01 -070047# "size1:size2[:...]"
Jason Kusumabe998f42015-09-03 15:53:13 -070048# --payload_hash_file if defined, generate a payload hash and output to the
49# specified file
50# --metadata_hash_file if defined, generate a metadata hash and output to the
51# specified file
52#
53# Sign command arguments:
Alex Deymo89ff9e32015-09-15 19:29:01 -070054# --unsigned_payload the input unsigned payload to insert the signatures
55# --payload the output signed payload
56# --signature_size signature sizes in bytes in the following format:
57# "size1:size2[:...]"
58# --payload_signature_file the payload signature files in the following
59# format:
60# "payload_signature1:payload_signature2[:...]"
61# --metadata_signature_file the metadata signature files in the following
62# format:
63# "metadata_signature1:metadata_signature2[:...]"
Jason Kusuma9a4cae22015-10-08 18:17:57 -070064# --metadata_size_file if defined, generate a file containing the size of
65# the signed payload metadata in bytes to the
66# specified file
Jason Kusumabe998f42015-09-03 15:53:13 -070067# Note that the number of signature sizes and payload signatures have to match.
Alex Deymo98e691c2016-02-04 21:05:45 -080068#
69# Properties command arguments:
70# --payload the input signed or unsigned payload
71# --properties_file the output path where to write the properties, or
72# '-' for stdout.
Amin Hassani13520932017-07-26 11:26:05 -070073# Verify command arguments:
74# --payload payload input file
75# --source_image verify payload to the specified source image.
76# --target_image the target image to verify upon.
Tudor Brindusb432db82018-06-29 13:13:27 -070077#
78# Check command arguments:
79# Symmetrical with the verify command.
Alex Deymo98e691c2016-02-04 21:05:45 -080080
Jason Kusumabe998f42015-09-03 15:53:13 -070081
Alex Deymo61e1fa82016-01-19 15:16:34 -080082# Exit codes:
83EX_UNSUPPORTED_DELTA=100
84
Jason Kusumaf514c542015-11-05 18:43:45 -080085warn() {
86 echo "brillo_update_payload: warning: $*" >&2
87}
88
Gilad Arnold957ce122015-10-14 16:02:55 -070089die() {
90 echo "brillo_update_payload: error: $*" >&2
91 exit 1
Jason Kusumabe998f42015-09-03 15:53:13 -070092}
93
Parveen Kumarb31e1ac2020-10-16 15:30:09 -070094# Loads shflags. We first look at the default install location; then our own
95# directory; finally the parent directory.
Gilad Arnold957ce122015-10-14 16:02:55 -070096load_shflags() {
97 local my_dir="$(dirname "$(readlink -f "$0")")"
98 local path
Parveen Kumarb31e1ac2020-10-16 15:30:09 -070099 for path in /usr/share/misc \
100 "${my_dir}"/lib/shflags \
101 "${my_dir}"/../lib/shflags; do
Gilad Arnold957ce122015-10-14 16:02:55 -0700102 if [[ -r "${path}/shflags" ]]; then
103 . "${path}/shflags" || die "Could not load ${path}/shflags."
104 return
105 fi
106 done
107 die "Could not find shflags."
108}
109
110load_shflags
Jason Kusumabe998f42015-09-03 15:53:13 -0700111
Alex Deymoc64ffd52015-09-25 18:10:07 -0700112HELP_GENERATE="generate: Generate an unsigned update payload."
113HELP_HASH="hash: Generate the hashes of the unsigned payload and metadata used \
114for signing."
115HELP_SIGN="sign: Insert the signatures into the unsigned payload."
Alex Deymo98e691c2016-02-04 21:05:45 -0800116HELP_PROPERTIES="properties: Extract payload properties to a file."
Tudor Brindusb432db82018-06-29 13:13:27 -0700117HELP_VERIFY="verify: Verify a (signed) update payload using delta_generator."
118HELP_CHECK="check: Check a (signed) update payload using paycheck (static \
119testing)."
Alex Deymoc64ffd52015-09-25 18:10:07 -0700120
121usage() {
122 echo "Supported commands:"
123 echo
124 echo "${HELP_GENERATE}"
125 echo "${HELP_HASH}"
126 echo "${HELP_SIGN}"
Alex Deymo98e691c2016-02-04 21:05:45 -0800127 echo "${HELP_PROPERTIES}"
Amin Hassani13520932017-07-26 11:26:05 -0700128 echo "${HELP_VERIFY}"
Tudor Brindusb432db82018-06-29 13:13:27 -0700129 echo "${HELP_CHECK}"
Alex Deymoc64ffd52015-09-25 18:10:07 -0700130 echo
131 echo "Use: \"$0 <command> --help\" for more options."
132}
133
134# Check that a command is specified.
Jason Kusumabe998f42015-09-03 15:53:13 -0700135if [[ $# -lt 1 ]]; then
Tudor Brindusb432db82018-06-29 13:13:27 -0700136 echo "Please specify a command [generate|hash|sign|properties|verify|check]"
Jason Kusumabe998f42015-09-03 15:53:13 -0700137 exit 1
138fi
139
Alex Deymoc64ffd52015-09-25 18:10:07 -0700140# Parse command.
141COMMAND="${1:-}"
142shift
143
144case "${COMMAND}" in
145 generate)
146 FLAGS_HELP="${HELP_GENERATE}"
147 ;;
148
149 hash)
150 FLAGS_HELP="${HELP_HASH}"
151 ;;
152
153 sign)
154 FLAGS_HELP="${HELP_SIGN}"
Jason Kusumabe998f42015-09-03 15:53:13 -0700155 ;;
Alex Deymo98e691c2016-02-04 21:05:45 -0800156
157 properties)
158 FLAGS_HELP="${HELP_PROPERTIES}"
159 ;;
Amin Hassani13520932017-07-26 11:26:05 -0700160
161 verify)
162 FLAGS_HELP="${HELP_VERIFY}"
163 ;;
164
Tudor Brindusb432db82018-06-29 13:13:27 -0700165 check)
166 FLAGS_HELP="${HELP_CHECK}"
167 ;;
168
Jason Kusumabe998f42015-09-03 15:53:13 -0700169 *)
Alex Deymoc64ffd52015-09-25 18:10:07 -0700170 echo "Unrecognized command: \"${COMMAND}\"" >&2
171 usage >&2
Jason Kusumabe998f42015-09-03 15:53:13 -0700172 exit 1
173 ;;
174esac
175
Jason Kusumabe998f42015-09-03 15:53:13 -0700176# Flags
Alex Deymoc64ffd52015-09-25 18:10:07 -0700177FLAGS_HELP="Usage: $0 ${COMMAND} [flags]
178${FLAGS_HELP}"
179
180if [[ "${COMMAND}" == "generate" ]]; then
181 DEFINE_string payload "" \
182 "Path to output the generated unsigned payload file."
183 DEFINE_string target_image "" \
184 "Path to the target image that should be sent to clients."
185 DEFINE_string source_image "" \
186 "Optional: Path to a source image. If specified, this makes a delta update."
Jason Kusuma9a4cae22015-10-08 18:17:57 -0700187 DEFINE_string metadata_size_file "" \
188 "Optional: Path to output metadata size."
Sen Jiang8e768e92017-06-28 17:13:19 -0700189 DEFINE_string max_timestamp "" \
190 "Optional: The maximum unix timestamp of the OS allowed to apply this \
191payload, should be set to a number higher than the build timestamp of the \
192system running on the device, 0 if not specified."
Kelvin Zhang1f496422020-08-11 17:18:23 -0400193 DEFINE_string partition_timestamps "" \
194 "Optional: Per-partition maximum unix timestamp of the OS allowed to \
195apply this payload. Should be a comma separated key value pairs. e.x.\
196system:1234,vendor:456"
Tianjie Xu72d512c2019-08-21 15:20:35 -0700197 DEFINE_string disable_fec_computation "" \
198 "Optional: Disables the on device fec data computation for incremental \
199update. This feature is enabled by default."
Kelvin Zhang098e79a2020-11-19 17:40:56 -0500200 DEFINE_string disable_verity_computation "" \
201 "Optional: Disables the on device verity computation for incremental \
202update. This feature is enabled by default."
Tianjief5baff42020-07-17 21:43:22 -0700203 DEFINE_string is_partial_update "" \
204 "Optional: True if the payload is for partial update. i.e. it only updates \
205a subset of partitions on device."
Kelvin Zhangdde2ef42020-11-20 12:26:19 -0500206 DEFINE_string full_boot "" "Will include full boot image"
Kelvin Zhang9101ff32021-01-19 15:48:53 -0500207 DEFINE_string disable_vabc "" \
208 "Optional: Disables Virtual AB Compression when installing the OTA"
Kelvin Zhang02df21b2021-01-07 14:55:18 -0500209 DEFINE_string enable_vabc_xor "" \
210 "Optional: Enable the use of Virtual AB Compression XOR feature"
Tianjief4502bb2021-09-08 19:08:53 -0700211 DEFINE_string force_minor_version "" \
212 "Optional: Override the minor version for the delta generation."
Kelvin Zhang0aa4fae2021-10-28 09:15:27 -0700213 DEFINE_string compressor_types "" \
214 "Optional: allowed compressor types. Colon separated, allowe values are bz2 and brotli"
Kelvin Zhang22987982022-01-04 14:37:28 -0800215 DEFINE_string enable_zucchini "" \
216 "Optional: Whether to enable zucchini diffing"
Kelvin Zhang907b0e62022-01-10 06:23:10 -0800217 DEFINE_string enable_lz4diff "" \
218 "Optional: Whether to enable lz4 diffing for EROFS"
219 DEFINE_string liblz4_path "" \
220 "Required if --enabled_lz4diff true is passed. Path to liblz4.so. delta_generator will use this copy of liblz4.so for compression. It is important that this copy of liblz4.so is the same as the one on source build."
Kelvin Zhang8389dfe2022-01-13 12:47:11 -0800221 DEFINE_string erofs_compression_param "" \
222 "Compression parameter passed to mkfs.erofs's -z option."
Kelvin Zhangcfc531f2022-08-24 17:58:53 +0000223 DEFINE_string security_patch_level "" \
224 "Optional: security patch level of this OTA"
Daniel Zhengcbe8e632023-04-25 12:43:43 -0700225 DEFINE_string max_threads "" \
226 "Optional: specifies max_threads used to generate OTA"
Alex Deymoc64ffd52015-09-25 18:10:07 -0700227fi
228if [[ "${COMMAND}" == "hash" || "${COMMAND}" == "sign" ]]; then
229 DEFINE_string unsigned_payload "" "Path to the input unsigned payload."
230 DEFINE_string signature_size "" \
231 "Signature sizes in bytes in the following format: size1:size2[:...]"
232fi
233if [[ "${COMMAND}" == "hash" ]]; then
234 DEFINE_string metadata_hash_file "" \
235 "Optional: Path to output metadata hash file."
236 DEFINE_string payload_hash_file "" \
237 "Optional: Path to output payload hash file."
238fi
239if [[ "${COMMAND}" == "sign" ]]; then
240 DEFINE_string payload "" \
241 "Path to output the generated unsigned payload file."
242 DEFINE_string metadata_signature_file "" \
243 "The metatada signatures in the following format: \
244metadata_signature1:metadata_signature2[:...]"
245 DEFINE_string payload_signature_file "" \
246 "The payload signatures in the following format: \
247payload_signature1:payload_signature2[:...]"
Jason Kusuma9a4cae22015-10-08 18:17:57 -0700248 DEFINE_string metadata_size_file "" \
249 "Optional: Path to output metadata size."
Alex Deymoc64ffd52015-09-25 18:10:07 -0700250fi
Alex Deymo98e691c2016-02-04 21:05:45 -0800251if [[ "${COMMAND}" == "properties" ]]; then
252 DEFINE_string payload "" \
253 "Path to the input signed or unsigned payload file."
254 DEFINE_string properties_file "-" \
255 "Path to output the extracted property files. If '-' is passed stdout will \
256be used."
257fi
Tudor Brindusb432db82018-06-29 13:13:27 -0700258if [[ "${COMMAND}" == "verify" || "${COMMAND}" == "check" ]]; then
Amin Hassani13520932017-07-26 11:26:05 -0700259 DEFINE_string payload "" \
260 "Path to the input payload file."
261 DEFINE_string target_image "" \
262 "Path to the target image to verify upon."
263 DEFINE_string source_image "" \
264 "Optional: Path to a source image. If specified, the delta update is \
265applied to this."
266fi
Alex Deymo98e691c2016-02-04 21:05:45 -0800267
Alex Deymo5fbb1102017-01-12 13:55:52 -0800268DEFINE_string work_dir "${TMPDIR:-/tmp}" "Where to dump temporary files."
Jason Kusumabe998f42015-09-03 15:53:13 -0700269
270# Parse command line flag arguments
271FLAGS "$@" || exit 1
272eval set -- "${FLAGS_ARGV}"
Alex Deymo89ff9e32015-09-15 19:29:01 -0700273set -e
Jason Kusumabe998f42015-09-03 15:53:13 -0700274
Alex Deymo5fbb1102017-01-12 13:55:52 -0800275# Override the TMPDIR with the passed work_dir flags, which anyway defaults to
276# ${TMPDIR}.
277TMPDIR="${FLAGS_work_dir}"
278export TMPDIR
279
Alex Deymo89ff9e32015-09-15 19:29:01 -0700280# Associative arrays from partition name to file in the source and target
281# images. The size of the updated area must be the size of the file.
282declare -A SRC_PARTITIONS
283declare -A DST_PARTITIONS
284
Alex Deymo20bdc702016-12-07 21:07:11 -0800285# Associative arrays for the .map files associated with each src/dst partition
286# file in SRC_PARTITIONS and DST_PARTITIONS.
287declare -A SRC_PARTITIONS_MAP
288declare -A DST_PARTITIONS_MAP
289
Sen Jiang788c2d92016-03-09 12:48:40 -0800290# List of partition names in order.
291declare -a PARTITIONS_ORDER
292
Tao Bao96489902019-04-02 16:25:03 -0700293# A list of PIDs of the extract_image workers.
294EXTRACT_IMAGE_PIDS=()
295
Alex Deymo89ff9e32015-09-15 19:29:01 -0700296# A list of temporary files to remove during cleanup.
297CLEANUP_FILES=()
298
Alex Deymo48b502a2015-09-17 19:00:18 -0700299# Global options to force the version of the payload.
300FORCE_MAJOR_VERSION=""
301FORCE_MINOR_VERSION=""
302
Sen Jiang6f7b22c2015-11-12 15:50:39 -0800303# Path to the postinstall config file in target image if exists.
304POSTINSTALL_CONFIG_FILE=""
305
Yifan Hong398cb542018-10-18 11:29:40 -0700306# Path to the dynamic partition info file in target image if exists.
307DYNAMIC_PARTITION_INFO_FILE=""
308
Kelvin Zhangdeb34452021-01-21 11:54:36 -0500309# Path to the META/apex_info.pb found in target build
310APEX_INFO_FILE=""
311
Alex Deymoc97df432015-09-25 17:23:52 -0700312# read_option_int <file.txt> <option_key> [default_value]
313#
314# Reads the unsigned integer value associated with |option_key| in a key=value
315# file |file.txt|. Prints the read value if found and valid, otherwise prints
316# the |default_value|.
317read_option_uint() {
318 local file_txt="$1"
319 local option_key="$2"
320 local default_value="${3:-}"
321 local value
Tao Baoc288d5b2019-10-03 13:47:06 -0700322 if value=$(grep "^${option_key}=" "${file_txt}" | tail -n 1); then
Alex Deymoc97df432015-09-25 17:23:52 -0700323 if value=$(echo "${value}" | cut -f 2- -d "=" | grep -E "^[0-9]+$"); then
324 echo "${value}"
325 return
326 fi
327 fi
328 echo "${default_value}"
329}
330
Sen Jiangd0e9a892016-07-22 16:28:07 -0700331# truncate_file <file_path> <file_size>
332#
Dan Willemsen32711862018-10-04 21:25:50 -0700333# Truncate the given |file_path| to |file_size| using python.
Sen Jiangd0e9a892016-07-22 16:28:07 -0700334# The truncate binary might not be available.
335truncate_file() {
336 local file_path="$1"
337 local file_size="$2"
Dan Willemsen32711862018-10-04 21:25:50 -0700338 python -c "open(\"${file_path}\", 'a').truncate(${file_size})"
Sen Jiangd0e9a892016-07-22 16:28:07 -0700339}
340
Alex Deymo89ff9e32015-09-15 19:29:01 -0700341# Create a temporary file in the work_dir with an optional pattern name.
342# Prints the name of the newly created file.
343create_tempfile() {
344 local pattern="${1:-tempfile.XXXXXX}"
345 mktemp --tmpdir="${FLAGS_work_dir}" "${pattern}"
346}
Jason Kusumabe998f42015-09-03 15:53:13 -0700347
348cleanup() {
349 local err=""
Alex Deymo89ff9e32015-09-15 19:29:01 -0700350 rm -f "${CLEANUP_FILES[@]}" || err=1
Jason Kusumabe998f42015-09-03 15:53:13 -0700351
352 # If we are cleaning up after an error, or if we got an error during
353 # cleanup (even if we eventually succeeded) return a non-zero exit
354 # code. This triggers additional logging in most environments that call
355 # this script.
356 if [[ -n "${err}" ]]; then
357 die "Cleanup encountered an error."
358 fi
359}
360
361cleanup_on_error() {
362 trap - INT TERM ERR EXIT
363 cleanup
364 die "Cleanup success after an error."
365}
366
367cleanup_on_exit() {
368 trap - INT TERM ERR EXIT
369 cleanup
370}
371
372trap cleanup_on_error INT TERM ERR
373trap cleanup_on_exit EXIT
374
Tianjie Xu14715ce2019-08-06 17:24:43 -0700375# extract_file <zip_file> <entry_name> <destination>
376#
377# Extracts |entry_name| from |zip_file| to |destination|.
378extract_file() {
379 local zip_file="$1"
380 local entry_name="$2"
381 local destination="$3"
382
383 # unzip -p won't report error upon ENOSPC. Therefore, create a temp directory
384 # as the destination of the unzip, and move the file to the intended
385 # destination.
386 local output_directory=$(
387 mktemp --directory --tmpdir="${FLAGS_work_dir}" "TEMP.XXXXXX")
388 unzip "${zip_file}" "${entry_name}" -d "${output_directory}" ||
389 { rm -rf "${output_directory}"; die "Failed to extract ${entry_name}"; }
390
391 mv "${output_directory}/${entry_name}" "${destination}"
392 rm -rf "${output_directory}"
393}
Alex Deymo48b502a2015-09-17 19:00:18 -0700394
Sen Jiang788c2d92016-03-09 12:48:40 -0800395# extract_image <image> <partitions_array> [partitions_order]
Alex Deymo48b502a2015-09-17 19:00:18 -0700396#
397# Detect the format of the |image| file and extract its updatable partitions
398# into new temporary files. Add the list of partition names and its files to the
Sen Jiang788c2d92016-03-09 12:48:40 -0800399# associative array passed in |partitions_array|. If |partitions_order| is
400# passed, set it to list of partition names in order.
Alex Deymo48b502a2015-09-17 19:00:18 -0700401extract_image() {
402 local image="$1"
403
404 # Brillo images are zip files. We detect the 4-byte magic header of the zip
405 # file.
Elliott Hughes5df503c2018-11-27 16:57:34 -0800406 local magic=$(xxd -p -l4 "${image}")
Alex Deymo48b502a2015-09-17 19:00:18 -0700407 if [[ "${magic}" == "504b0304" ]]; then
408 echo "Detected .zip file, extracting Brillo image."
409 extract_image_brillo "$@"
410 return
411 fi
412
413 # Chrome OS images are GPT partitioned disks. We should have the cgpt binary
414 # bundled here and we will use it to extract the partitions, so the GPT
415 # headers must be valid.
416 if cgpt show -q -n "${image}" >/dev/null; then
417 echo "Detected GPT image, extracting Chrome OS image."
418 extract_image_cros "$@"
419 return
420 fi
421
422 die "Couldn't detect the image format of ${image}"
423}
424
Sen Jiang788c2d92016-03-09 12:48:40 -0800425# extract_image_cros <image.bin> <partitions_array> [partitions_order]
Alex Deymo89ff9e32015-09-15 19:29:01 -0700426#
Alex Deymo48b502a2015-09-17 19:00:18 -0700427# Extract Chromium OS recovery images into new temporary files.
Alex Deymo89ff9e32015-09-15 19:29:01 -0700428extract_image_cros() {
429 local image="$1"
430 local partitions_array="$2"
Sen Jiang788c2d92016-03-09 12:48:40 -0800431 local partitions_order="${3:-}"
Alex Deymo89ff9e32015-09-15 19:29:01 -0700432
433 local kernel root
434 kernel=$(create_tempfile "kernel.bin.XXXXXX")
435 CLEANUP_FILES+=("${kernel}")
436 root=$(create_tempfile "root.bin.XXXXXX")
437 CLEANUP_FILES+=("${root}")
438
439 cros_generate_update_payload --extract \
440 --image "${image}" \
Amin Hassani58e01d62018-09-19 14:56:15 -0700441 --kern_path "${kernel}" --root_path "${root}"
Alex Deymo89ff9e32015-09-15 19:29:01 -0700442
Amin Hassani58e01d62018-09-19 14:56:15 -0700443 # Chrome OS now uses major_version 2 payloads for all boards.
444 # See crbug.com/794404 for more information.
445 FORCE_MAJOR_VERSION="2"
Alex Deymo83f2f702015-10-14 14:49:33 -0700446
Tudor Brindusdda79e22018-06-28 18:03:21 -0700447 eval ${partitions_array}[kernel]=\""${kernel}"\"
448 eval ${partitions_array}[root]=\""${root}"\"
Alex Deymo89ff9e32015-09-15 19:29:01 -0700449
Sen Jiang788c2d92016-03-09 12:48:40 -0800450 if [[ -n "${partitions_order}" ]]; then
Tudor Brindusdda79e22018-06-28 18:03:21 -0700451 eval "${partitions_order}=( \"root\" \"kernel\" )"
Sen Jiang788c2d92016-03-09 12:48:40 -0800452 fi
453
Alex Deymo89ff9e32015-09-15 19:29:01 -0700454 local part varname
Tudor Brindusdda79e22018-06-28 18:03:21 -0700455 for part in kernel root; do
Alex Deymo89ff9e32015-09-15 19:29:01 -0700456 varname="${partitions_array}[${part}]"
457 printf "md5sum of %s: " "${varname}"
458 md5sum "${!varname}"
459 done
460}
461
Sen Jiang3e5804d2018-09-06 15:53:00 -0700462# extract_partition_brillo <target_files.zip> <partitions_array> <partition>
463# <part_file> <part_map_file>
464#
465# Extract the <partition> from target_files zip file into <part_file> and its
466# map file into <part_map_file>.
467extract_partition_brillo() {
468 local image="$1"
469 local partitions_array="$2"
470 local part="$3"
471 local part_file="$4"
472 local part_map_file="$5"
473
474 # For each partition, we in turn look for its image file under IMAGES/ and
475 # RADIO/ in the given target_files zip file.
476 local path path_in_zip
477 for path in IMAGES RADIO; do
478 if unzip -l "${image}" "${path}/${part}.img" >/dev/null; then
479 path_in_zip="${path}"
480 break
481 fi
482 done
483 [[ -n "${path_in_zip}" ]] || die "Failed to find ${part}.img"
Tianjie Xu14715ce2019-08-06 17:24:43 -0700484 extract_file "${image}" "${path_in_zip}/${part}.img" "${part_file}"
Sen Jiang3e5804d2018-09-06 15:53:00 -0700485
486 # If the partition is stored as an Android sparse image file, we need to
487 # convert them to a raw image for the update.
Yifan Hong4b821d72018-12-07 17:26:04 -0800488 local magic=$(xxd -p -l4 "${part_file}")
Sen Jiang3e5804d2018-09-06 15:53:00 -0700489 if [[ "${magic}" == "3aff26ed" ]]; then
490 local temp_sparse=$(create_tempfile "${part}.sparse.XXXXXX")
491 echo "Converting Android sparse image ${part}.img to RAW."
492 mv "${part_file}" "${temp_sparse}"
493 simg2img "${temp_sparse}" "${part_file}"
494 rm -f "${temp_sparse}"
495 fi
496
497 # Extract the .map file (if one is available).
Tianjie Xu14715ce2019-08-06 17:24:43 -0700498 if unzip -l "${image}" "${path_in_zip}/${part}.map" > /dev/null; then
499 extract_file "${image}" "${path_in_zip}/${part}.map" "${part_map_file}"
500 fi
Sen Jiang3e5804d2018-09-06 15:53:00 -0700501
502 # delta_generator only supports images multiple of 4 KiB. For target images
503 # we pad the data with zeros if needed, but for source images we truncate
504 # down the data since the last block of the old image could be padded on
505 # disk with unknown data.
506 local filesize=$(stat -c%s "${part_file}")
507 if [[ $(( filesize % 4096 )) -ne 0 ]]; then
508 if [[ "${partitions_array}" == "SRC_PARTITIONS" ]]; then
509 echo "Rounding DOWN partition ${part}.img to a multiple of 4 KiB."
510 : $(( filesize = filesize & -4096 ))
511 else
512 echo "Rounding UP partition ${part}.img to a multiple of 4 KiB."
513 : $(( filesize = (filesize + 4095) & -4096 ))
514 fi
515 truncate_file "${part_file}" "${filesize}"
516 fi
517
518 echo "Extracted ${partitions_array}[${part}]: ${filesize} bytes"
519}
520
Sen Jiang788c2d92016-03-09 12:48:40 -0800521# extract_image_brillo <target_files.zip> <partitions_array> [partitions_order]
Alex Deymo48b502a2015-09-17 19:00:18 -0700522#
523# Extract the A/B updated partitions from a Brillo target_files zip file into
524# new temporary files.
525extract_image_brillo() {
526 local image="$1"
527 local partitions_array="$2"
Sen Jiang788c2d92016-03-09 12:48:40 -0800528 local partitions_order="${3:-}"
Alex Deymo48b502a2015-09-17 19:00:18 -0700529
Alex Deymo48b502a2015-09-17 19:00:18 -0700530 local partitions=( "boot" "system" )
Alex Deymo168b5352015-11-04 13:51:52 -0800531 local ab_partitions_list
532 ab_partitions_list=$(create_tempfile "ab_partitions_list.XXXXXX")
533 CLEANUP_FILES+=("${ab_partitions_list}")
Tianjie Xu14715ce2019-08-06 17:24:43 -0700534 if unzip -l "${image}" "META/ab_partitions.txt" > /dev/null; then
535 extract_file "${image}" "META/ab_partitions.txt" "${ab_partitions_list}"
Alex Deymo168b5352015-11-04 13:51:52 -0800536 if grep -v -E '^[a-zA-Z0-9_-]*$' "${ab_partitions_list}" >&2; then
537 die "Invalid partition names found in the partition list."
538 fi
Sen Jiang34c711a2017-10-25 17:25:21 -0700539 # Get partition list without duplicates.
540 partitions=($(awk '!seen[$0]++' "${ab_partitions_list}"))
Alex Deymo168b5352015-11-04 13:51:52 -0800541 if [[ ${#partitions[@]} -eq 0 ]]; then
542 die "The list of partitions is empty. Can't generate a payload."
543 fi
544 else
545 warn "No ab_partitions.txt found. Using default."
546 fi
Sen Jiang3e5804d2018-09-06 15:53:00 -0700547 echo "List of A/B partitions for ${partitions_array}: ${partitions[@]}"
Alex Deymo48b502a2015-09-17 19:00:18 -0700548
Sen Jiang788c2d92016-03-09 12:48:40 -0800549 if [[ -n "${partitions_order}" ]]; then
550 eval "${partitions_order}=(${partitions[@]})"
551 fi
552
Alex Deymo83f2f702015-10-14 14:49:33 -0700553 # All Brillo updaters support major version 2.
554 FORCE_MAJOR_VERSION="2"
555
Alex Deymo48b502a2015-09-17 19:00:18 -0700556 if [[ "${partitions_array}" == "SRC_PARTITIONS" ]]; then
Sen Jiang6f7b22c2015-11-12 15:50:39 -0800557 # Source image
558 local ue_config=$(create_tempfile "ue_config.XXXXXX")
Alex Deymoc97df432015-09-25 17:23:52 -0700559 CLEANUP_FILES+=("${ue_config}")
Tianjie Xu14715ce2019-08-06 17:24:43 -0700560 if unzip -l "${image}" "META/update_engine_config.txt" > /dev/null; then
561 extract_file "${image}" "META/update_engine_config.txt" "${ue_config}"
562 else
Alex Deymoc97df432015-09-25 17:23:52 -0700563 warn "No update_engine_config.txt found. Assuming pre-release image, \
564using payload minor version 2"
565 fi
Alex Deymo83f2f702015-10-14 14:49:33 -0700566 # For delta payloads, we use the major and minor version supported by the
567 # old updater.
Alex Deymoc97df432015-09-25 17:23:52 -0700568 FORCE_MINOR_VERSION=$(read_option_uint "${ue_config}" \
569 "PAYLOAD_MINOR_VERSION" 2)
Tianjief4502bb2021-09-08 19:08:53 -0700570 if [[ -n "${FLAGS_force_minor_version}" ]]; then
571 FORCE_MINOR_VERSION="${FLAGS_force_minor_version}"
572 fi
Alex Deymo83f2f702015-10-14 14:49:33 -0700573 FORCE_MAJOR_VERSION=$(read_option_uint "${ue_config}" \
574 "PAYLOAD_MAJOR_VERSION" 2)
Alex Deymo61e1fa82016-01-19 15:16:34 -0800575
576 # Brillo support for deltas started with minor version 3.
577 if [[ "${FORCE_MINOR_VERSION}" -le 2 ]]; then
578 warn "No delta support from minor version ${FORCE_MINOR_VERSION}. \
579Disabling deltas for this source version."
580 exit ${EX_UNSUPPORTED_DELTA}
581 fi
Sen Jiang6f7b22c2015-11-12 15:50:39 -0800582 else
583 # Target image
584 local postinstall_config=$(create_tempfile "postinstall_config.XXXXXX")
585 CLEANUP_FILES+=("${postinstall_config}")
Tianjie Xu14715ce2019-08-06 17:24:43 -0700586 if unzip -l "${image}" "META/postinstall_config.txt" > /dev/null; then
587 extract_file "${image}" "META/postinstall_config.txt" \
588 "${postinstall_config}"
Sen Jiang6f7b22c2015-11-12 15:50:39 -0800589 POSTINSTALL_CONFIG_FILE="${postinstall_config}"
590 fi
Yifan Hong398cb542018-10-18 11:29:40 -0700591 local dynamic_partitions_info=$(create_tempfile "dynamic_partitions_info.XXXXXX")
592 CLEANUP_FILES+=("${dynamic_partitions_info}")
Tianjie Xu14715ce2019-08-06 17:24:43 -0700593 if unzip -l "${image}" "META/dynamic_partitions_info.txt" > /dev/null; then
594 extract_file "${image}" "META/dynamic_partitions_info.txt" \
595 "${dynamic_partitions_info}"
Yifan Hong398cb542018-10-18 11:29:40 -0700596 DYNAMIC_PARTITION_INFO_FILE="${dynamic_partitions_info}"
597 fi
Kelvin Zhangdeb34452021-01-21 11:54:36 -0500598 local apex_info=$(create_tempfile "apex_info.XXXXXX")
599 CLEANUP_FILES+=("${apex_info}")
600 if unzip -l "${image}" "META/apex_info.pb" > /dev/null; then
601 extract_file "${image}" "META/apex_info.pb" \
602 "${apex_info}"
603 APEX_INFO_FILE="${apex_info}"
604 fi
Alex Deymo48b502a2015-09-17 19:00:18 -0700605 fi
606
Sen Jiang3e5804d2018-09-06 15:53:00 -0700607 local part
Alex Deymo48b502a2015-09-17 19:00:18 -0700608 for part in "${partitions[@]}"; do
Sen Jiang3e5804d2018-09-06 15:53:00 -0700609 local part_file=$(create_tempfile "${part}.img.XXXXXX")
610 local part_map_file=$(create_tempfile "${part}.map.XXXXXX")
611 CLEANUP_FILES+=("${part_file}" "${part_map_file}")
612 # Extract partitions in background.
613 extract_partition_brillo "${image}" "${partitions_array}" "${part}" \
614 "${part_file}" "${part_map_file}" &
Tao Bao96489902019-04-02 16:25:03 -0700615 EXTRACT_IMAGE_PIDS+=("$!")
Alex Deymo48b502a2015-09-17 19:00:18 -0700616 eval "${partitions_array}[\"${part}\"]=\"${part_file}\""
Alex Deymo20bdc702016-12-07 21:07:11 -0800617 eval "${partitions_array}_MAP[\"${part}\"]=\"${part_map_file}\""
Sen Jiang3e5804d2018-09-06 15:53:00 -0700618 done
619}
620
621# cleanup_partition_array <partitions_array>
622#
623# Remove all empty files in <partitions_array>.
624cleanup_partition_array() {
625 local partitions_array="$1"
626 # Have to use eval to iterate over associative array keys with variable array
627 # names, we should change it to use nameref once bash 4.3 is available
628 # everywhere.
629 for part in $(eval "echo \${!${partitions_array}[@]}"); do
630 local path="${partitions_array}[$part]"
631 if [[ ! -s "${!path}" ]]; then
632 eval "unset ${partitions_array}[${part}]"
633 fi
Alex Deymo48b502a2015-09-17 19:00:18 -0700634 done
635}
636
Tudor Brindusb432db82018-06-29 13:13:27 -0700637extract_payload_images() {
638 local payload_type=$1
639 echo "Extracting images for ${payload_type} update."
640
641 if [[ "${payload_type}" == "delta" ]]; then
642 extract_image "${FLAGS_source_image}" SRC_PARTITIONS
643 fi
644 extract_image "${FLAGS_target_image}" DST_PARTITIONS PARTITIONS_ORDER
Tao Bao96489902019-04-02 16:25:03 -0700645 # Wait for all subprocesses to finish. Not using `wait` since it doesn't die
646 # on non-zero subprocess exit code. Not using `wait ${EXTRACT_IMAGE_PIDS[@]}`
647 # as it gives the status of the last process it has waited for.
648 for pid in ${EXTRACT_IMAGE_PIDS[@]}; do
649 wait ${pid}
650 done
Sen Jiang3e5804d2018-09-06 15:53:00 -0700651 cleanup_partition_array SRC_PARTITIONS
652 cleanup_partition_array SRC_PARTITIONS_MAP
653 cleanup_partition_array DST_PARTITIONS
654 cleanup_partition_array DST_PARTITIONS_MAP
Tudor Brindusb432db82018-06-29 13:13:27 -0700655}
656
657get_payload_type() {
658 if [[ -z "${FLAGS_source_image}" ]]; then
659 echo "full"
660 else
661 echo "delta"
662 fi
663}
664
Jason Kusumabe998f42015-09-03 15:53:13 -0700665validate_generate() {
666 [[ -n "${FLAGS_payload}" ]] ||
Sen Jiang53f04d72016-07-13 16:43:39 -0700667 die "You must specify an output filename with --payload FILENAME"
Jason Kusumabe998f42015-09-03 15:53:13 -0700668
669 [[ -n "${FLAGS_target_image}" ]] ||
Sen Jiang53f04d72016-07-13 16:43:39 -0700670 die "You must specify a target image with --target_image FILENAME"
Jason Kusumabe998f42015-09-03 15:53:13 -0700671}
672
673cmd_generate() {
Sen Jiang3e5804d2018-09-06 15:53:00 -0700674 local payload_type=$(get_payload_type)
675 extract_payload_images ${payload_type}
Jason Kusumabe998f42015-09-03 15:53:13 -0700676
Alex Deymo48b502a2015-09-17 19:00:18 -0700677 echo "Generating ${payload_type} update."
Alex Deymo168b5352015-11-04 13:51:52 -0800678 # Common payload args:
Tudor Brindus5ec5bd12018-07-11 11:02:44 -0700679 GENERATOR_ARGS=( --out_file="${FLAGS_payload}" )
Alex Deymo168b5352015-11-04 13:51:52 -0800680
681 local part old_partitions="" new_partitions="" partition_names=""
Alex Deymo20bdc702016-12-07 21:07:11 -0800682 local old_mapfiles="" new_mapfiles=""
Sen Jiang788c2d92016-03-09 12:48:40 -0800683 for part in "${PARTITIONS_ORDER[@]}"; do
Alex Deymo168b5352015-11-04 13:51:52 -0800684 if [[ -n "${partition_names}" ]]; then
685 partition_names+=":"
686 new_partitions+=":"
687 old_partitions+=":"
Alex Deymo20bdc702016-12-07 21:07:11 -0800688 new_mapfiles+=":"
689 old_mapfiles+=":"
Alex Deymo168b5352015-11-04 13:51:52 -0800690 fi
691 partition_names+="${part}"
692 new_partitions+="${DST_PARTITIONS[${part}]}"
Kelvin Zhang999705e2020-11-03 10:07:09 -0500693 if [ "${FLAGS_full_boot}" == "true" ] && [ "${part}" == "boot" ]; then
694 # Skip boot partition.
695 old_partitions+=""
696 else
697 old_partitions+="${SRC_PARTITIONS[${part}]:-}"
698 fi
Alex Deymo20bdc702016-12-07 21:07:11 -0800699 new_mapfiles+="${DST_PARTITIONS_MAP[${part}]:-}"
700 old_mapfiles+="${SRC_PARTITIONS_MAP[${part}]:-}"
Alex Deymo168b5352015-11-04 13:51:52 -0800701 done
702
703 # Target image args:
704 GENERATOR_ARGS+=(
Tudor Brindus5ec5bd12018-07-11 11:02:44 -0700705 --partition_names="${partition_names}"
706 --new_partitions="${new_partitions}"
707 --new_mapfiles="${new_mapfiles}"
Jason Kusumabe998f42015-09-03 15:53:13 -0700708 )
709
Tianjief5baff42020-07-17 21:43:22 -0700710 if [[ "${FLAGS_is_partial_update}" == "true" ]]; then
711 GENERATOR_ARGS+=( --is_partial_update="true" )
712 # Need at least minor version 7 for partial update, so generate with minor
713 # version 7 if we don't have a source image. Let the delta_generator to fail
714 # the other incompatiable minor versions.
715 if [[ -z "${FORCE_MINOR_VERSION}" ]]; then
716 FORCE_MINOR_VERSION="7"
717 fi
718 fi
719
Alex Deymo89ff9e32015-09-15 19:29:01 -0700720 if [[ "${payload_type}" == "delta" ]]; then
Alex Deymo168b5352015-11-04 13:51:52 -0800721 # Source image args:
Jason Kusumabe998f42015-09-03 15:53:13 -0700722 GENERATOR_ARGS+=(
Tudor Brindus5ec5bd12018-07-11 11:02:44 -0700723 --old_partitions="${old_partitions}"
724 --old_mapfiles="${old_mapfiles}"
Jason Kusumabe998f42015-09-03 15:53:13 -0700725 )
Tianjie Xu72d512c2019-08-21 15:20:35 -0700726 if [[ -n "${FLAGS_disable_fec_computation}" ]]; then
727 GENERATOR_ARGS+=(
728 --disable_fec_computation="${FLAGS_disable_fec_computation}" )
729 fi
Kelvin Zhang098e79a2020-11-19 17:40:56 -0500730 if [[ -n "${FLAGS_disable_verity_computation}" ]]; then
731 GENERATOR_ARGS+=(
732 --disable_verity_computation="${FLAGS_disable_verity_computation}" )
733 fi
Kelvin Zhang0aa4fae2021-10-28 09:15:27 -0700734 if [[ -n "${FLAGS_compressor_types}" ]]; then
735 GENERATOR_ARGS+=(
736 --compressor_types="${FLAGS_compressor_types}" )
737 fi
Kelvin Zhang22987982022-01-04 14:37:28 -0800738 if [[ -n "${FLAGS_enable_zucchini}" ]]; then
739 GENERATOR_ARGS+=(
740 --enable_zucchini="${FLAGS_enable_zucchini}" )
741 fi
Kelvin Zhang907b0e62022-01-10 06:23:10 -0800742 if [[ -n "${FLAGS_enable_lz4diff}" ]]; then
743 if [[ "${FLAGS_enable_lz4diff}" == "true" && -z "${FLAGS_liblz4_path}" ]]; then
744 echo "--liblz4_path is required when enable_lz4diff is set to true."
745 exit 1
746 fi
747 GENERATOR_ARGS+=(
748 --enable_lz4diff="${FLAGS_enable_lz4diff}" )
749 fi
Kelvin Zhang8389dfe2022-01-13 12:47:11 -0800750 if [[ -n "${FLAGS_erofs_compression_param}" ]]; then
751 GENERATOR_ARGS+=(
752 --erofs_compression_param="${FLAGS_erofs_compression_param}" )
753 fi
Kelvin Zhang413982e2021-03-02 15:34:50 -0500754 fi
755
Kelvin Zhang02df21b2021-01-07 14:55:18 -0500756 if [[ -n "${FLAGS_enable_vabc_xor}" ]]; then
757 GENERATOR_ARGS+=(
758 --enable_vabc_xor="${FLAGS_enable_vabc_xor}" )
759 fi
760
Kelvin Zhang413982e2021-03-02 15:34:50 -0500761 if [[ -n "${FLAGS_disable_vabc}" ]]; then
762 GENERATOR_ARGS+=(
763 --disable_vabc="${FLAGS_disable_vabc}" )
Alex Deymo48b502a2015-09-17 19:00:18 -0700764 fi
765
Daniel Zhengcbe8e632023-04-25 12:43:43 -0700766 if [[ -n "${FLAGS_max_threads}" ]]; then
767 GENERATOR_ARGS+=(
768 --max_threads="${FLAGS_max_threads}" )
769 fi
770
Tianjief5baff42020-07-17 21:43:22 -0700771 # minor version is set only for delta or partial payload.
772 if [[ -n "${FORCE_MINOR_VERSION}" ]]; then
773 GENERATOR_ARGS+=( --minor_version="${FORCE_MINOR_VERSION}" )
774 fi
775
Alex Deymo48b502a2015-09-17 19:00:18 -0700776 if [[ -n "${FORCE_MAJOR_VERSION}" ]]; then
777 GENERATOR_ARGS+=( --major_version="${FORCE_MAJOR_VERSION}" )
Jason Kusumabe998f42015-09-03 15:53:13 -0700778 fi
779
Jason Kusuma9a4cae22015-10-08 18:17:57 -0700780 if [[ -n "${FLAGS_metadata_size_file}" ]]; then
781 GENERATOR_ARGS+=( --out_metadata_size_file="${FLAGS_metadata_size_file}" )
782 fi
783
Sen Jiang8e768e92017-06-28 17:13:19 -0700784 if [[ -n "${FLAGS_max_timestamp}" ]]; then
785 GENERATOR_ARGS+=( --max_timestamp="${FLAGS_max_timestamp}" )
786 fi
787
Kelvin Zhangcfc531f2022-08-24 17:58:53 +0000788 if [[ -n "${FLAGS_security_patch_level}" ]]; then
789 GENERATOR_ARGS+=( --security_patch_level="${FLAGS_security_patch_level}" )
790 fi
791
Kelvin Zhang1f496422020-08-11 17:18:23 -0400792 if [[ -n "${FLAGS_partition_timestamps}" ]]; then
793 GENERATOR_ARGS+=( --partition_timestamps="${FLAGS_partition_timestamps}" )
794 fi
795
Sen Jiang6f7b22c2015-11-12 15:50:39 -0800796 if [[ -n "${POSTINSTALL_CONFIG_FILE}" ]]; then
797 GENERATOR_ARGS+=(
798 --new_postinstall_config_file="${POSTINSTALL_CONFIG_FILE}"
799 )
800 fi
801
Yifan Hong398cb542018-10-18 11:29:40 -0700802 if [[ -n "{DYNAMIC_PARTITION_INFO_FILE}" ]]; then
803 GENERATOR_ARGS+=(
804 --dynamic_partition_info_file="${DYNAMIC_PARTITION_INFO_FILE}"
805 )
806 fi
Kelvin Zhangdeb34452021-01-21 11:54:36 -0500807 if [[ -n "{APEX_INFO_FILE}" ]]; then
808 GENERATOR_ARGS+=(
809 --apex_info_file="${APEX_INFO_FILE}"
810 )
811 fi
Yifan Hong398cb542018-10-18 11:29:40 -0700812
Jason Kusumabe998f42015-09-03 15:53:13 -0700813 echo "Running delta_generator with args: ${GENERATOR_ARGS[@]}"
Kelvin Zhang907b0e62022-01-10 06:23:10 -0800814 if [[ -n "${FLAGS_enable_lz4diff}" ]]; then
815 LD_PRELOAD=${LD_PRELOAD}:${FLAGS_liblz4_path} "${GENERATOR}" "${GENERATOR_ARGS[@]}"
816 else
817 "${GENERATOR}" "${GENERATOR_ARGS[@]}"
818 fi
Jason Kusumabe998f42015-09-03 15:53:13 -0700819
Alex Deymo89ff9e32015-09-15 19:29:01 -0700820 echo "Done generating ${payload_type} update."
Jason Kusumabe998f42015-09-03 15:53:13 -0700821}
822
823validate_hash() {
824 [[ -n "${FLAGS_signature_size}" ]] ||
Sen Jiang53f04d72016-07-13 16:43:39 -0700825 die "You must specify signature size with --signature_size SIZES"
Jason Kusumabe998f42015-09-03 15:53:13 -0700826
827 [[ -n "${FLAGS_unsigned_payload}" ]] ||
Sen Jiang53f04d72016-07-13 16:43:39 -0700828 die "You must specify the input unsigned payload with \
Jason Kusumabe998f42015-09-03 15:53:13 -0700829--unsigned_payload FILENAME"
830
Jason Kusumabe998f42015-09-03 15:53:13 -0700831 [[ -n "${FLAGS_payload_hash_file}" ]] ||
Sen Jiang53f04d72016-07-13 16:43:39 -0700832 die "You must specify --payload_hash_file FILENAME"
Jason Kusumaf514c542015-11-05 18:43:45 -0800833
834 [[ -n "${FLAGS_metadata_hash_file}" ]] ||
Sen Jiang53f04d72016-07-13 16:43:39 -0700835 die "You must specify --metadata_hash_file FILENAME"
Jason Kusumabe998f42015-09-03 15:53:13 -0700836}
837
838cmd_hash() {
Sen Jiangbf1266f2015-10-26 11:29:24 -0700839 "${GENERATOR}" \
Tudor Brindus5ec5bd12018-07-11 11:02:44 -0700840 --in_file="${FLAGS_unsigned_payload}" \
841 --signature_size="${FLAGS_signature_size}" \
842 --out_hash_file="${FLAGS_payload_hash_file}" \
843 --out_metadata_hash_file="${FLAGS_metadata_hash_file}"
Jason Kusumabe998f42015-09-03 15:53:13 -0700844
Jason Kusumabe998f42015-09-03 15:53:13 -0700845 echo "Done generating hash."
846}
847
848validate_sign() {
849 [[ -n "${FLAGS_signature_size}" ]] ||
Sen Jiang53f04d72016-07-13 16:43:39 -0700850 die "You must specify signature size with --signature_size SIZES"
Jason Kusumabe998f42015-09-03 15:53:13 -0700851
852 [[ -n "${FLAGS_unsigned_payload}" ]] ||
Sen Jiang53f04d72016-07-13 16:43:39 -0700853 die "You must specify the input unsigned payload with \
Jason Kusumabe998f42015-09-03 15:53:13 -0700854--unsigned_payload FILENAME"
855
856 [[ -n "${FLAGS_payload}" ]] ||
Sen Jiang53f04d72016-07-13 16:43:39 -0700857 die "You must specify the output signed payload with --payload FILENAME"
Jason Kusumabe998f42015-09-03 15:53:13 -0700858
859 [[ -n "${FLAGS_payload_signature_file}" ]] ||
Sen Jiang53f04d72016-07-13 16:43:39 -0700860 die "You must specify the payload signature file with \
Jason Kusumabe998f42015-09-03 15:53:13 -0700861--payload_signature_file SIGNATURES"
Alex Deymo89ff9e32015-09-15 19:29:01 -0700862
863 [[ -n "${FLAGS_metadata_signature_file}" ]] ||
Sen Jiang53f04d72016-07-13 16:43:39 -0700864 die "You must specify the metadata signature file with \
Alex Deymo89ff9e32015-09-15 19:29:01 -0700865--metadata_signature_file SIGNATURES"
Jason Kusumabe998f42015-09-03 15:53:13 -0700866}
867
868cmd_sign() {
Jason Kusuma9a4cae22015-10-08 18:17:57 -0700869 GENERATOR_ARGS=(
Tudor Brindus5ec5bd12018-07-11 11:02:44 -0700870 --in_file="${FLAGS_unsigned_payload}"
871 --signature_size="${FLAGS_signature_size}"
872 --payload_signature_file="${FLAGS_payload_signature_file}"
873 --metadata_signature_file="${FLAGS_metadata_signature_file}"
874 --out_file="${FLAGS_payload}"
Jason Kusuma9a4cae22015-10-08 18:17:57 -0700875 )
876
877 if [[ -n "${FLAGS_metadata_size_file}" ]]; then
878 GENERATOR_ARGS+=( --out_metadata_size_file="${FLAGS_metadata_size_file}" )
879 fi
880
881 "${GENERATOR}" "${GENERATOR_ARGS[@]}"
Jason Kusumabe998f42015-09-03 15:53:13 -0700882 echo "Done signing payload."
883}
884
Alex Deymo98e691c2016-02-04 21:05:45 -0800885validate_properties() {
886 [[ -n "${FLAGS_payload}" ]] ||
Sen Jiang53f04d72016-07-13 16:43:39 -0700887 die "You must specify the payload file with --payload FILENAME"
Alex Deymo98e691c2016-02-04 21:05:45 -0800888
889 [[ -n "${FLAGS_properties_file}" ]] ||
Sen Jiang53f04d72016-07-13 16:43:39 -0700890 die "You must specify a non empty --properties_file FILENAME"
Alex Deymo98e691c2016-02-04 21:05:45 -0800891}
892
893cmd_properties() {
894 "${GENERATOR}" \
Tudor Brindus5ec5bd12018-07-11 11:02:44 -0700895 --in_file="${FLAGS_payload}" \
896 --properties_file="${FLAGS_properties_file}"
Alex Deymo98e691c2016-02-04 21:05:45 -0800897}
898
Tudor Brindusb432db82018-06-29 13:13:27 -0700899validate_verify_and_check() {
Amin Hassani13520932017-07-26 11:26:05 -0700900 [[ -n "${FLAGS_payload}" ]] ||
901 die "Error: you must specify an input filename with --payload FILENAME"
902
903 [[ -n "${FLAGS_target_image}" ]] ||
904 die "Error: you must specify a target image with --target_image FILENAME"
905}
906
907cmd_verify() {
Tudor Brindusb432db82018-06-29 13:13:27 -0700908 local payload_type=$(get_payload_type)
909 extract_payload_images ${payload_type}
Amin Hassani13520932017-07-26 11:26:05 -0700910
911 declare -A TMP_PARTITIONS
912 for part in "${PARTITIONS_ORDER[@]}"; do
913 local tmp_part=$(create_tempfile "tmp_part.bin.XXXXXX")
914 echo "Creating temporary target partition ${tmp_part} for ${part}"
915 CLEANUP_FILES+=("${tmp_part}")
916 TMP_PARTITIONS[${part}]=${tmp_part}
917 local FILESIZE=$(stat -c%s "${DST_PARTITIONS[${part}]}")
918 echo "Truncating ${TMP_PARTITIONS[${part}]} to ${FILESIZE}"
919 truncate_file "${TMP_PARTITIONS[${part}]}" "${FILESIZE}"
920 done
921
922 echo "Verifying ${payload_type} update."
923 # Common payload args:
Tudor Brindus5ec5bd12018-07-11 11:02:44 -0700924 GENERATOR_ARGS=( --in_file="${FLAGS_payload}" )
Amin Hassani13520932017-07-26 11:26:05 -0700925
926 local part old_partitions="" new_partitions="" partition_names=""
927 for part in "${PARTITIONS_ORDER[@]}"; do
928 if [[ -n "${partition_names}" ]]; then
929 partition_names+=":"
930 new_partitions+=":"
931 old_partitions+=":"
932 fi
933 partition_names+="${part}"
934 new_partitions+="${TMP_PARTITIONS[${part}]}"
935 old_partitions+="${SRC_PARTITIONS[${part}]:-}"
936 done
937
938 # Target image args:
939 GENERATOR_ARGS+=(
Tudor Brindus5ec5bd12018-07-11 11:02:44 -0700940 --partition_names="${partition_names}"
941 --new_partitions="${new_partitions}"
Amin Hassani13520932017-07-26 11:26:05 -0700942 )
943
944 if [[ "${payload_type}" == "delta" ]]; then
945 # Source image args:
946 GENERATOR_ARGS+=(
Tudor Brindus5ec5bd12018-07-11 11:02:44 -0700947 --old_partitions="${old_partitions}"
Amin Hassani13520932017-07-26 11:26:05 -0700948 )
949 fi
950
Amin Hassania566cb62017-08-23 12:36:55 -0700951 if [[ -n "${FORCE_MAJOR_VERSION}" ]]; then
952 GENERATOR_ARGS+=( --major_version="${FORCE_MAJOR_VERSION}" )
953 fi
954
Amin Hassani13520932017-07-26 11:26:05 -0700955 echo "Running delta_generator to verify ${payload_type} payload with args: \
956${GENERATOR_ARGS[@]}"
Sen Jiang6feb15c2018-08-31 15:45:17 -0700957 "${GENERATOR}" "${GENERATOR_ARGS[@]}" || true
Amin Hassani13520932017-07-26 11:26:05 -0700958
Sen Jiang6feb15c2018-08-31 15:45:17 -0700959 echo "Done applying ${payload_type} update."
960 echo "Checking the newly generated partitions against the target partitions"
961 local need_pause=false
962 for part in "${PARTITIONS_ORDER[@]}"; do
963 local not_str=""
964 if ! cmp "${TMP_PARTITIONS[${part}]}" "${DST_PARTITIONS[${part}]}"; then
965 not_str="in"
966 need_pause=true
967 fi
968 echo "The new partition (${part}) is ${not_str}valid."
969 done
970 # All images will be cleaned up when script exits, pause here to give a chance
971 # to inspect the images.
972 if [[ "$need_pause" == true ]]; then
973 read -n1 -r -s -p "Paused to investigate invalid partitions, \
974press any key to exit."
Amin Hassani13520932017-07-26 11:26:05 -0700975 fi
976}
977
Tudor Brindusb432db82018-06-29 13:13:27 -0700978cmd_check() {
979 local payload_type=$(get_payload_type)
980 extract_payload_images ${payload_type}
981
982 local part dst_partitions="" src_partitions=""
983 for part in "${PARTITIONS_ORDER[@]}"; do
984 if [[ -n "${dst_partitions}" ]]; then
985 dst_partitions+=" "
986 src_partitions+=" "
987 fi
988 dst_partitions+="${DST_PARTITIONS[${part}]}"
989 src_partitions+="${SRC_PARTITIONS[${part}]:-}"
990 done
991
992 # Common payload args:
993 PAYCHECK_ARGS=( "${FLAGS_payload}" --type ${payload_type} \
994 --part_names ${PARTITIONS_ORDER[@]} \
995 --dst_part_paths ${dst_partitions} )
996
997 if [[ ! -z "${SRC_PARTITIONS[@]}" ]]; then
998 PAYCHECK_ARGS+=( --src_part_paths ${src_partitions} )
999 fi
1000
1001 echo "Checking ${payload_type} update."
1002 check_update_payload ${PAYCHECK_ARGS[@]} --check
1003}
1004
Tianjiee283ce42020-07-29 11:37:51 -07001005# Check that the real generator exists:
Yifan Hong3756c3e2020-07-24 20:25:51 -07001006[[ -x "${GENERATOR}" ]] || GENERATOR="$(which delta_generator || true)"
Jason Kusumabe998f42015-09-03 15:53:13 -07001007[[ -x "${GENERATOR}" ]] || die "can't find delta_generator"
1008
1009case "$COMMAND" in
1010 generate) validate_generate
1011 cmd_generate
1012 ;;
1013 hash) validate_hash
1014 cmd_hash
1015 ;;
1016 sign) validate_sign
1017 cmd_sign
1018 ;;
Alex Deymo98e691c2016-02-04 21:05:45 -08001019 properties) validate_properties
1020 cmd_properties
1021 ;;
Tudor Brindusb432db82018-06-29 13:13:27 -07001022 verify) validate_verify_and_check
Amin Hassani13520932017-07-26 11:26:05 -07001023 cmd_verify
1024 ;;
Tudor Brindusb432db82018-06-29 13:13:27 -07001025 check) validate_verify_and_check
1026 cmd_check
1027 ;;
Jason Kusumabe998f42015-09-03 15:53:13 -07001028esac