blob: 4b80ae6b1be11c381e99766b9ade9a822fec7226 [file] [log] [blame]
Alex Deymoaea4c1c2015-08-19 20:24:43 -07001//
2// Copyright (C) 2012 The Android Open Source Project
3//
4// Licensed under the Apache License, Version 2.0 (the "License");
5// you may not use this file except in compliance with the License.
6// You may obtain a copy of the License at
7//
8// http://www.apache.org/licenses/LICENSE-2.0
9//
10// Unless required by applicable law or agreed to in writing, software
11// distributed under the License is distributed on an "AS IS" BASIS,
12// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13// See the License for the specific language governing permissions and
14// limitations under the License.
15//
Andrew de los Reyes09e56d62010-04-23 13:45:53 -070016
Alex Deymo39910dc2015-11-09 17:04:30 -080017#include "update_engine/payload_consumer/delta_performer.h"
Darin Petkovd7061ab2010-10-06 14:37:09 -070018
Andrew de los Reyes09e56d62010-04-23 13:45:53 -070019#include <errno.h>
Alex Deymo79715ad2015-10-02 14:27:53 -070020#include <linux/fs.h>
Darin Petkovd7061ab2010-10-06 14:37:09 -070021
Andrew de los Reyes09e56d62010-04-23 13:45:53 -070022#include <algorithm>
23#include <cstring>
Yifan Hong537802d2018-08-15 13:15:42 -070024#include <map>
Ben Chan02f7c1d2014-10-18 15:18:02 -070025#include <memory>
Andrew de los Reyes09e56d62010-04-23 13:45:53 -070026#include <string>
Amin Hassanid87304c2017-08-29 11:40:03 -070027#include <utility>
Andrew de los Reyes09e56d62010-04-23 13:45:53 -070028#include <vector>
29
Ben Chan06c76a42014-09-05 08:21:06 -070030#include <base/files/file_util.h>
Alex Deymo161c4a12014-05-16 15:56:21 -070031#include <base/format_macros.h>
Lann Martin39f57142017-07-14 09:18:42 -060032#include <base/metrics/histogram_macros.h>
Alex Deymo67140842016-06-15 13:28:59 -070033#include <base/strings/string_number_conversions.h>
Alex Vakulenko75039d72014-03-25 12:36:28 -070034#include <base/strings/string_util.h>
35#include <base/strings/stringprintf.h>
Lann Martin39f57142017-07-14 09:18:42 -060036#include <base/time/time.h>
Alex Vakulenko3f39d5c2015-10-13 09:27:13 -070037#include <brillo/data_encoding.h>
Alex Deymo6765a682017-05-19 13:13:54 -070038#include <bsdiff/bspatch.h>
Andrew de los Reyes09e56d62010-04-23 13:45:53 -070039#include <google/protobuf/repeated_field.h>
Amin Hassani02855c22017-09-06 22:34:50 -070040#include <puffin/puffpatch.h>
Andrew de los Reyes09e56d62010-04-23 13:45:53 -070041
Alex Deymo39910dc2015-11-09 17:04:30 -080042#include "update_engine/common/constants.h"
43#include "update_engine/common/hardware_interface.h"
Alex Deymo542c19b2015-12-03 07:43:31 -030044#include "update_engine/common/prefs_interface.h"
45#include "update_engine/common/subprocess.h"
46#include "update_engine/common/terminator.h"
Alex Deymo39910dc2015-11-09 17:04:30 -080047#include "update_engine/payload_consumer/bzip_extent_writer.h"
Amin Hassania3fc20a2017-09-19 17:19:34 -070048#include "update_engine/payload_consumer/cached_file_descriptor.h"
Tianjie Xu7a78d632019-10-08 16:32:39 -070049#include "update_engine/payload_consumer/certificate_parser_interface.h"
Alex Deymo542c19b2015-12-03 07:43:31 -030050#include "update_engine/payload_consumer/download_action.h"
Amin Hassanidb56be92017-09-06 12:41:23 -070051#include "update_engine/payload_consumer/extent_reader.h"
Alex Deymo39910dc2015-11-09 17:04:30 -080052#include "update_engine/payload_consumer/extent_writer.h"
Alex Deymo51c264e2016-11-04 15:49:53 -070053#if USE_FEC
54#include "update_engine/payload_consumer/fec_file_descriptor.h"
55#endif // USE_FEC
Alex Deymoa48f6302016-11-04 15:49:53 -070056#include "update_engine/payload_consumer/file_descriptor_utils.h"
HÃ¥kan Kvist4e13cf42018-01-23 12:57:55 +010057#include "update_engine/payload_consumer/mount_history.h"
Nam T. Nguyenf1d582e2014-12-08 15:07:17 -080058#if USE_MTD
Alex Deymo39910dc2015-11-09 17:04:30 -080059#include "update_engine/payload_consumer/mtd_file_descriptor.h"
Alex Deymo51c264e2016-11-04 15:49:53 -070060#endif // USE_MTD
Alex Deymo39910dc2015-11-09 17:04:30 -080061#include "update_engine/payload_consumer/payload_constants.h"
62#include "update_engine/payload_consumer/payload_verifier.h"
63#include "update_engine/payload_consumer/xz_extent_writer.h"
Andrew de los Reyes09e56d62010-04-23 13:45:53 -070064
Alex Deymo161c4a12014-05-16 15:56:21 -070065using google::protobuf::RepeatedPtrField;
Andrew de los Reyes09e56d62010-04-23 13:45:53 -070066using std::min;
67using std::string;
68using std::vector;
Andrew de los Reyes09e56d62010-04-23 13:45:53 -070069
70namespace chromeos_update_engine {
Gilad Arnold8a86fa52013-01-15 12:35:05 -080071const unsigned DeltaPerformer::kProgressLogMaxChunks = 10;
72const unsigned DeltaPerformer::kProgressLogTimeoutSeconds = 30;
73const unsigned DeltaPerformer::kProgressDownloadWeight = 50;
74const unsigned DeltaPerformer::kProgressOperationsWeight = 50;
Colin Howes0e452c92018-11-02 13:18:44 -070075const uint64_t DeltaPerformer::kCheckpointFrequencySeconds = 1;
Darin Petkovabc7bc02011-02-23 14:39:43 -080076
Andrew de los Reyes09e56d62010-04-23 13:45:53 -070077namespace {
Darin Petkov73058b42010-10-06 16:32:19 -070078const int kUpdateStateOperationInvalid = -1;
Darin Petkov61426142010-10-08 11:04:55 -070079const int kMaxResumedUpdateFailures = 10;
Nam T. Nguyena78b28c2015-03-06 22:30:12 -080080#if USE_MTD
81const int kUbiVolumeAttachTimeout = 5 * 60;
82#endif
Nam T. Nguyenf1d582e2014-12-08 15:07:17 -080083
Amin Hassania3fc20a2017-09-19 17:19:34 -070084const uint64_t kCacheSize = 1024 * 1024; // 1MB
85
Nam T. Nguyenf1d582e2014-12-08 15:07:17 -080086FileDescriptorPtr CreateFileDescriptor(const char* path) {
87 FileDescriptorPtr ret;
88#if USE_MTD
Nam T. Nguyena78b28c2015-03-06 22:30:12 -080089 if (strstr(path, "/dev/ubi") == path) {
90 if (!UbiFileDescriptor::IsUbi(path)) {
91 // The volume might not have been attached at boot time.
92 int volume_no;
93 if (utils::SplitPartitionName(path, nullptr, &volume_no)) {
94 utils::TryAttachingUbiVolume(volume_no, kUbiVolumeAttachTimeout);
95 }
96 }
97 if (UbiFileDescriptor::IsUbi(path)) {
98 LOG(INFO) << path << " is a UBI device.";
99 ret.reset(new UbiFileDescriptor);
100 }
Nam T. Nguyenf1d582e2014-12-08 15:07:17 -0800101 } else if (MtdFileDescriptor::IsMtd(path)) {
Nam T. Nguyena78b28c2015-03-06 22:30:12 -0800102 LOG(INFO) << path << " is an MTD device.";
Nam T. Nguyenf1d582e2014-12-08 15:07:17 -0800103 ret.reset(new MtdFileDescriptor);
Alex Vakulenkof68bbbc2015-02-09 12:53:18 -0800104 } else {
Nam T. Nguyena78b28c2015-03-06 22:30:12 -0800105 LOG(INFO) << path << " is not an MTD nor a UBI device.";
Nam T. Nguyenf1d582e2014-12-08 15:07:17 -0800106#endif
Nam T. Nguyenf1d582e2014-12-08 15:07:17 -0800107 ret.reset(new EintrSafeFileDescriptor);
Alex Vakulenkof68bbbc2015-02-09 12:53:18 -0800108#if USE_MTD
Andrew de los Reyesf4c7ef12010-04-30 10:37:00 -0700109 }
Alex Vakulenkof68bbbc2015-02-09 12:53:18 -0800110#endif
Nam T. Nguyenf1d582e2014-12-08 15:07:17 -0800111 return ret;
Andrew de los Reyesf4c7ef12010-04-30 10:37:00 -0700112}
113
Nam T. Nguyenf1d582e2014-12-08 15:07:17 -0800114// Opens path for read/write. On success returns an open FileDescriptor
115// and sets *err to 0. On failure, sets *err to errno and returns nullptr.
Amin Hassania3fc20a2017-09-19 17:19:34 -0700116FileDescriptorPtr OpenFile(const char* path,
117 int mode,
118 bool cache_writes,
119 int* err) {
Alex Deymo5fb356c2016-03-25 18:48:22 -0700120 // Try to mark the block device read-only based on the mode. Ignore any
121 // failure since this won't work when passing regular files.
Amin Hassania3fc20a2017-09-19 17:19:34 -0700122 bool read_only = (mode & O_ACCMODE) == O_RDONLY;
123 utils::SetBlockDeviceReadOnly(path, read_only);
Alex Deymo5fb356c2016-03-25 18:48:22 -0700124
Nam T. Nguyenf1d582e2014-12-08 15:07:17 -0800125 FileDescriptorPtr fd = CreateFileDescriptor(path);
Amin Hassania3fc20a2017-09-19 17:19:34 -0700126 if (cache_writes && !read_only) {
127 fd = FileDescriptorPtr(new CachedFileDescriptor(fd, kCacheSize));
128 LOG(INFO) << "Caching writes.";
129 }
Nam T. Nguyena78b28c2015-03-06 22:30:12 -0800130#if USE_MTD
131 // On NAND devices, we can either read, or write, but not both. So here we
132 // use O_WRONLY.
133 if (UbiFileDescriptor::IsUbi(path) || MtdFileDescriptor::IsMtd(path)) {
134 mode = O_WRONLY;
135 }
136#endif
137 if (!fd->Open(path, mode, 000)) {
Nam T. Nguyenf1d582e2014-12-08 15:07:17 -0800138 *err = errno;
139 PLOG(ERROR) << "Unable to open file " << path;
140 return nullptr;
141 }
142 *err = 0;
143 return fd;
144}
Alex Deymob86787c2016-05-12 18:46:25 -0700145
146// Discard the tail of the block device referenced by |fd|, from the offset
147// |data_size| until the end of the block device. Returns whether the data was
148// discarded.
Chih-Hung Hsieh5c6bb1d2016-07-27 13:33:15 -0700149bool DiscardPartitionTail(const FileDescriptorPtr& fd, uint64_t data_size) {
Alex Deymob86787c2016-05-12 18:46:25 -0700150 uint64_t part_size = fd->BlockDevSize();
151 if (!part_size || part_size <= data_size)
152 return false;
153
Alex Deymo72a68d82016-06-15 16:31:04 -0700154 struct blkioctl_request {
155 int number;
156 const char* name;
157 };
158 const vector<blkioctl_request> blkioctl_requests = {
Alex Deymo72a68d82016-06-15 16:31:04 -0700159 {BLKDISCARD, "BLKDISCARD"},
Amin Hassani41555202017-06-23 12:42:00 -0700160 {BLKSECDISCARD, "BLKSECDISCARD"},
Alex Deymob86787c2016-05-12 18:46:25 -0700161#ifdef BLKZEROOUT
Alex Deymo72a68d82016-06-15 16:31:04 -0700162 {BLKZEROOUT, "BLKZEROOUT"},
Alex Deymob86787c2016-05-12 18:46:25 -0700163#endif
164 };
Alex Deymo72a68d82016-06-15 16:31:04 -0700165 for (const auto& req : blkioctl_requests) {
Alex Deymob86787c2016-05-12 18:46:25 -0700166 int error = 0;
Alex Deymo72a68d82016-06-15 16:31:04 -0700167 if (fd->BlkIoctl(req.number, data_size, part_size - data_size, &error) &&
Alex Deymob86787c2016-05-12 18:46:25 -0700168 error == 0) {
169 return true;
170 }
171 LOG(WARNING) << "Error discarding the last "
172 << (part_size - data_size) / 1024 << " KiB using ioctl("
Alex Deymo72a68d82016-06-15 16:31:04 -0700173 << req.name << ")";
Alex Deymob86787c2016-05-12 18:46:25 -0700174 }
175 return false;
176}
177
Alex Vakulenkod2779df2014-06-16 13:19:00 -0700178} // namespace
Andrew de los Reyes09e56d62010-04-23 13:45:53 -0700179
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800180// Computes the ratio of |part| and |total|, scaled to |norm|, using integer
181// arithmetic.
182static uint64_t IntRatio(uint64_t part, uint64_t total, uint64_t norm) {
183 return part * norm / total;
184}
185
186void DeltaPerformer::LogProgress(const char* message_prefix) {
187 // Format operations total count and percentage.
188 string total_operations_str("?");
189 string completed_percentage_str("");
190 if (num_total_operations_) {
Alex Deymoc00c98a2015-03-17 17:38:00 -0700191 total_operations_str = std::to_string(num_total_operations_);
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800192 // Upcasting to 64-bit to avoid overflow, back to size_t for formatting.
Amin Hassani008c4582019-01-13 16:22:47 -0800193 completed_percentage_str = base::StringPrintf(
194 " (%" PRIu64 "%%)",
195 IntRatio(next_operation_num_, num_total_operations_, 100));
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800196 }
197
198 // Format download total count and percentage.
Sen Jiang0affc2c2017-02-10 15:55:05 -0800199 size_t payload_size = payload_->size;
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800200 string payload_size_str("?");
201 string downloaded_percentage_str("");
202 if (payload_size) {
Alex Deymoc00c98a2015-03-17 17:38:00 -0700203 payload_size_str = std::to_string(payload_size);
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800204 // Upcasting to 64-bit to avoid overflow, back to size_t for formatting.
Amin Hassani008c4582019-01-13 16:22:47 -0800205 downloaded_percentage_str = base::StringPrintf(
206 " (%" PRIu64 "%%)", IntRatio(total_bytes_received_, payload_size, 100));
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800207 }
208
209 LOG(INFO) << (message_prefix ? message_prefix : "") << next_operation_num_
210 << "/" << total_operations_str << " operations"
Amin Hassani008c4582019-01-13 16:22:47 -0800211 << completed_percentage_str << ", " << total_bytes_received_ << "/"
212 << payload_size_str << " bytes downloaded"
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800213 << downloaded_percentage_str << ", overall progress "
214 << overall_progress_ << "%";
215}
216
217void DeltaPerformer::UpdateOverallProgress(bool force_log,
218 const char* message_prefix) {
219 // Compute our download and overall progress.
220 unsigned new_overall_progress = 0;
Alex Vakulenko0103c362016-01-20 07:56:15 -0800221 static_assert(kProgressDownloadWeight + kProgressOperationsWeight == 100,
222 "Progress weights don't add up");
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800223 // Only consider download progress if its total size is known; otherwise
224 // adjust the operations weight to compensate for the absence of download
225 // progress. Also, make sure to cap the download portion at
226 // kProgressDownloadWeight, in case we end up downloading more than we
227 // initially expected (this indicates a problem, but could generally happen).
228 // TODO(garnold) the correction of operations weight when we do not have the
229 // total payload size, as well as the conditional guard below, should both be
230 // eliminated once we ensure that the payload_size in the install plan is
231 // always given and is non-zero. This currently isn't the case during unit
232 // tests (see chromium-os:37969).
Sen Jiang0affc2c2017-02-10 15:55:05 -0800233 size_t payload_size = payload_->size;
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800234 unsigned actual_operations_weight = kProgressOperationsWeight;
235 if (payload_size)
Amin Hassani008c4582019-01-13 16:22:47 -0800236 new_overall_progress +=
237 min(static_cast<unsigned>(IntRatio(
238 total_bytes_received_, payload_size, kProgressDownloadWeight)),
239 kProgressDownloadWeight);
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800240 else
241 actual_operations_weight += kProgressDownloadWeight;
242
243 // Only add completed operations if their total number is known; we definitely
244 // expect an update to have at least one operation, so the expectation is that
245 // this will eventually reach |actual_operations_weight|.
246 if (num_total_operations_)
Amin Hassani008c4582019-01-13 16:22:47 -0800247 new_overall_progress += IntRatio(
248 next_operation_num_, num_total_operations_, actual_operations_weight);
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800249
250 // Progress ratio cannot recede, unless our assumptions about the total
251 // payload size, total number of operations, or the monotonicity of progress
252 // is breached.
253 if (new_overall_progress < overall_progress_) {
254 LOG(WARNING) << "progress counter receded from " << overall_progress_
255 << "% down to " << new_overall_progress << "%; this is a bug";
256 force_log = true;
257 }
258 overall_progress_ = new_overall_progress;
259
260 // Update chunk index, log as needed: if forced by called, or we completed a
261 // progress chunk, or a timeout has expired.
Sen Jiang53c2ec52019-01-10 15:27:59 -0800262 base::TimeTicks curr_time = base::TimeTicks::Now();
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800263 unsigned curr_progress_chunk =
264 overall_progress_ * kProgressLogMaxChunks / 100;
265 if (force_log || curr_progress_chunk > last_progress_chunk_ ||
266 curr_time > forced_progress_log_time_) {
267 forced_progress_log_time_ = curr_time + forced_progress_log_wait_;
268 LogProgress(message_prefix);
269 }
270 last_progress_chunk_ = curr_progress_chunk;
271}
272
Amin Hassani008c4582019-01-13 16:22:47 -0800273size_t DeltaPerformer::CopyDataToBuffer(const char** bytes_p,
274 size_t* count_p,
Gilad Arnoldfe133932014-01-14 12:25:50 -0800275 size_t max) {
276 const size_t count = *count_p;
277 if (!count)
278 return 0; // Special case shortcut.
Alex Deymof329b932014-10-30 01:37:48 -0700279 size_t read_len = min(count, max - buffer_.size());
Gilad Arnoldfe133932014-01-14 12:25:50 -0800280 const char* bytes_start = *bytes_p;
281 const char* bytes_end = bytes_start + read_len;
Sen Jiangbe19a242017-11-17 11:48:17 -0800282 buffer_.reserve(max);
Gilad Arnoldfe133932014-01-14 12:25:50 -0800283 buffer_.insert(buffer_.end(), bytes_start, bytes_end);
284 *bytes_p = bytes_end;
285 *count_p = count - read_len;
286 return read_len;
287}
288
Amin Hassani008c4582019-01-13 16:22:47 -0800289bool DeltaPerformer::HandleOpResult(bool op_result,
290 const char* op_type_name,
Gilad Arnoldfe133932014-01-14 12:25:50 -0800291 ErrorCode* error) {
292 if (op_result)
293 return true;
294
Alex Deymo3d009062016-05-13 15:51:25 -0700295 size_t partition_first_op_num =
296 current_partition_ ? acc_num_operations_[current_partition_ - 1] : 0;
Gilad Arnoldfe133932014-01-14 12:25:50 -0800297 LOG(ERROR) << "Failed to perform " << op_type_name << " operation "
Alex Deymo3d009062016-05-13 15:51:25 -0700298 << next_operation_num_ << ", which is the operation "
299 << next_operation_num_ - partition_first_op_num
300 << " in partition \""
301 << partitions_[current_partition_].partition_name() << "\"";
Sen Jiangbe2c47b2016-06-15 14:09:27 -0700302 if (*error == ErrorCode::kSuccess)
303 *error = ErrorCode::kDownloadOperationExecutionError;
Gilad Arnoldfe133932014-01-14 12:25:50 -0800304 return false;
305}
306
Andrew de los Reyes09e56d62010-04-23 13:45:53 -0700307int DeltaPerformer::Close() {
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700308 int err = -CloseCurrentPartition();
Amin Hassani008c4582019-01-13 16:22:47 -0800309 LOG_IF(ERROR,
310 !payload_hash_calculator_.Finalize() ||
311 !signed_hash_calculator_.Finalize())
Sen Jiangf6813802015-11-03 21:27:29 -0800312 << "Unable to finalize the hash.";
Darin Petkov934bb412010-11-18 11:21:35 -0800313 if (!buffer_.empty()) {
Jay Srinivasan1c0fe792013-03-28 16:45:25 -0700314 LOG(INFO) << "Discarding " << buffer_.size() << " unused downloaded bytes";
315 if (err >= 0)
Darin Petkov934bb412010-11-18 11:21:35 -0800316 err = 1;
Darin Petkov934bb412010-11-18 11:21:35 -0800317 }
Andrew de los Reyesf4c7ef12010-04-30 10:37:00 -0700318 return -err;
Andrew de los Reyes09e56d62010-04-23 13:45:53 -0700319}
320
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700321int DeltaPerformer::CloseCurrentPartition() {
322 int err = 0;
323 if (source_fd_ && !source_fd_->Close()) {
324 err = errno;
325 PLOG(ERROR) << "Error closing source partition";
326 if (!err)
327 err = 1;
328 }
329 source_fd_.reset();
Alex Deymo51c264e2016-11-04 15:49:53 -0700330 if (source_ecc_fd_ && !source_ecc_fd_->Close()) {
331 err = errno;
332 PLOG(ERROR) << "Error closing ECC source partition";
333 if (!err)
334 err = 1;
335 }
336 source_ecc_fd_.reset();
337 source_ecc_open_failure_ = false;
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700338 source_path_.clear();
339
340 if (target_fd_ && !target_fd_->Close()) {
341 err = errno;
342 PLOG(ERROR) << "Error closing target partition";
343 if (!err)
344 err = 1;
345 }
346 target_fd_.reset();
347 target_path_.clear();
348 return -err;
349}
350
351bool DeltaPerformer::OpenCurrentPartition() {
352 if (current_partition_ >= partitions_.size())
353 return false;
354
355 const PartitionUpdate& partition = partitions_[current_partition_];
Sen Jiangd2ff2a02017-04-06 14:53:31 -0700356 size_t num_previous_partitions =
357 install_plan_->partitions.size() - partitions_.size();
358 const InstallPlan::Partition& install_part =
359 install_plan_->partitions[num_previous_partitions + current_partition_];
Sen Jiang889c65d2015-11-17 15:04:02 -0800360 // Open source fds if we have a delta payload with minor version >= 2.
Sen Jiangcdd52062017-05-18 15:33:10 -0700361 if (payload_->type == InstallPayloadType::kDelta &&
Hridya Valsarajue69ca5f2019-02-25 22:33:56 -0800362 GetMinorVersion() != kInPlaceMinorPayloadVersion &&
363 // With dynamic partitions we could create a new partition in a
364 // delta payload, and we shouldn't open source partition in that case.
365 install_part.source_size > 0) {
Sen Jiangd2ff2a02017-04-06 14:53:31 -0700366 source_path_ = install_part.source_path;
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700367 int err;
Amin Hassania3fc20a2017-09-19 17:19:34 -0700368 source_fd_ = OpenFile(source_path_.c_str(), O_RDONLY, false, &err);
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700369 if (!source_fd_) {
370 LOG(ERROR) << "Unable to open source partition "
371 << partition.partition_name() << " on slot "
372 << BootControlInterface::SlotName(install_plan_->source_slot)
373 << ", file " << source_path_;
374 return false;
375 }
376 }
377
Sen Jiangd2ff2a02017-04-06 14:53:31 -0700378 target_path_ = install_part.target_path;
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700379 int err;
Grant Grundlera763c2d2017-05-10 11:12:52 -0700380
Amin Hassani7ecda262017-07-11 17:10:50 -0700381 int flags = O_RDWR;
Amin Hassanied37d682018-04-06 13:22:00 -0700382 if (!interactive_)
Amin Hassani7ecda262017-07-11 17:10:50 -0700383 flags |= O_DSYNC;
384
385 LOG(INFO) << "Opening " << target_path_ << " partition with"
Amin Hassanied37d682018-04-06 13:22:00 -0700386 << (interactive_ ? "out" : "") << " O_DSYNC";
Amin Hassani7ecda262017-07-11 17:10:50 -0700387
Amin Hassania3fc20a2017-09-19 17:19:34 -0700388 target_fd_ = OpenFile(target_path_.c_str(), flags, true, &err);
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700389 if (!target_fd_) {
390 LOG(ERROR) << "Unable to open target partition "
391 << partition.partition_name() << " on slot "
392 << BootControlInterface::SlotName(install_plan_->target_slot)
393 << ", file " << target_path_;
394 return false;
395 }
Alex Deymob86787c2016-05-12 18:46:25 -0700396
397 LOG(INFO) << "Applying " << partition.operations().size()
398 << " operations to partition \"" << partition.partition_name()
399 << "\"";
400
401 // Discard the end of the partition, but ignore failures.
Sen Jiangd2ff2a02017-04-06 14:53:31 -0700402 DiscardPartitionTail(target_fd_, install_part.target_size);
Alex Deymob86787c2016-05-12 18:46:25 -0700403
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700404 return true;
405}
406
Alex Deymo51c264e2016-11-04 15:49:53 -0700407bool DeltaPerformer::OpenCurrentECCPartition() {
408 if (source_ecc_fd_)
409 return true;
410
411 if (source_ecc_open_failure_)
412 return false;
413
414 if (current_partition_ >= partitions_.size())
415 return false;
416
417 // No support for ECC in minor version 1 or full payloads.
418 if (payload_->type == InstallPayloadType::kFull ||
419 GetMinorVersion() == kInPlaceMinorPayloadVersion)
420 return false;
421
422#if USE_FEC
423 const PartitionUpdate& partition = partitions_[current_partition_];
424 size_t num_previous_partitions =
425 install_plan_->partitions.size() - partitions_.size();
426 const InstallPlan::Partition& install_part =
427 install_plan_->partitions[num_previous_partitions + current_partition_];
428 string path = install_part.source_path;
429 FileDescriptorPtr fd(new FecFileDescriptor());
430 if (!fd->Open(path.c_str(), O_RDONLY, 0)) {
431 PLOG(ERROR) << "Unable to open ECC source partition "
432 << partition.partition_name() << " on slot "
433 << BootControlInterface::SlotName(install_plan_->source_slot)
434 << ", file " << path;
435 source_ecc_open_failure_ = true;
436 return false;
437 }
438 source_ecc_fd_ = fd;
439#else
440 // No support for ECC compiled.
441 source_ecc_open_failure_ = true;
442#endif // USE_FEC
443
444 return !source_ecc_open_failure_;
445}
446
Andrew de los Reyes89f17be2010-10-22 13:39:09 -0700447namespace {
448
449void LogPartitionInfoHash(const PartitionInfo& info, const string& tag) {
Alex Vakulenko3f39d5c2015-10-13 09:27:13 -0700450 string sha256 = brillo::data_encoding::Base64Encode(info.hash());
Alex Vakulenko981a9fb2015-02-09 12:51:24 -0800451 LOG(INFO) << "PartitionInfo " << tag << " sha256: " << sha256
452 << " size: " << info.size();
Andrew de los Reyes89f17be2010-10-22 13:39:09 -0700453}
454
Alex Deymo39910dc2015-11-09 17:04:30 -0800455void LogPartitionInfo(const vector<PartitionUpdate>& partitions) {
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700456 for (const PartitionUpdate& partition : partitions) {
Sen Jiang7b9a5872018-01-17 13:25:06 -0800457 if (partition.has_old_partition_info()) {
458 LogPartitionInfoHash(partition.old_partition_info(),
459 "old " + partition.partition_name());
460 }
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700461 LogPartitionInfoHash(partition.new_partition_info(),
462 "new " + partition.partition_name());
463 }
Andrew de los Reyes89f17be2010-10-22 13:39:09 -0700464}
465
Alex Vakulenkod2779df2014-06-16 13:19:00 -0700466} // namespace
Andrew de los Reyes89f17be2010-10-22 13:39:09 -0700467
Allie Woodfdf00512015-03-02 13:34:55 -0800468uint32_t DeltaPerformer::GetMinorVersion() const {
469 if (manifest_.has_minor_version()) {
470 return manifest_.minor_version();
Allie Woodfdf00512015-03-02 13:34:55 -0800471 }
Sen Jiangf1236632018-05-11 16:03:23 -0700472 return payload_->type == InstallPayloadType::kDelta
473 ? kMaxSupportedMinorPayloadVersion
474 : kFullPayloadMinorVersion;
Allie Woodfdf00512015-03-02 13:34:55 -0800475}
476
Sen Jiangb8060e42015-09-24 17:30:50 -0700477bool DeltaPerformer::IsHeaderParsed() const {
478 return metadata_size_ != 0;
479}
Jay Srinivasanf4318702012-09-24 11:56:24 -0700480
Sen Jiang9c89e842018-02-02 13:51:21 -0800481MetadataParseResult DeltaPerformer::ParsePayloadMetadata(
Alex Vakulenko3f39d5c2015-10-13 09:27:13 -0700482 const brillo::Blob& payload, ErrorCode* error) {
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -0700483 *error = ErrorCode::kSuccess;
Jay Srinivasan51dcf262012-09-13 17:24:32 -0700484
Sen Jiangb8060e42015-09-24 17:30:50 -0700485 if (!IsHeaderParsed()) {
Sen Jiangf1236632018-05-11 16:03:23 -0700486 MetadataParseResult result =
487 payload_metadata_.ParsePayloadHeader(payload, error);
Sen Jiang9c89e842018-02-02 13:51:21 -0800488 if (result != MetadataParseResult::kSuccess)
489 return result;
Jay Srinivasan51dcf262012-09-13 17:24:32 -0700490
Sen Jiang9c89e842018-02-02 13:51:21 -0800491 metadata_size_ = payload_metadata_.GetMetadataSize();
492 metadata_signature_size_ = payload_metadata_.GetMetadataSignatureSize();
493 major_payload_version_ = payload_metadata_.GetMajorVersion();
Gilad Arnoldfe133932014-01-14 12:25:50 -0800494
495 // If the metadata size is present in install plan, check for it immediately
496 // even before waiting for that many number of bytes to be downloaded in the
497 // payload. This will prevent any attack which relies on us downloading data
498 // beyond the expected metadata size.
Gilad Arnoldfe133932014-01-14 12:25:50 -0800499 if (install_plan_->hash_checks_mandatory) {
Sen Jiang0affc2c2017-02-10 15:55:05 -0800500 if (payload_->metadata_size != metadata_size_) {
Gilad Arnoldfe133932014-01-14 12:25:50 -0800501 LOG(ERROR) << "Mandatory metadata size in Omaha response ("
Sen Jiang0affc2c2017-02-10 15:55:05 -0800502 << payload_->metadata_size
Gilad Arnoldfe133932014-01-14 12:25:50 -0800503 << ") is missing/incorrect, actual = " << metadata_size_;
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -0700504 *error = ErrorCode::kDownloadInvalidMetadataSize;
Sen Jiang9c89e842018-02-02 13:51:21 -0800505 return MetadataParseResult::kError;
Gilad Arnoldfe133932014-01-14 12:25:50 -0800506 }
507 }
Jay Srinivasan51dcf262012-09-13 17:24:32 -0700508 }
509
510 // Now that we have validated the metadata size, we should wait for the full
Sen Jiang76bfa742015-10-12 17:13:26 -0700511 // metadata and its signature (if exist) to be read in before we can parse it.
512 if (payload.size() < metadata_size_ + metadata_signature_size_)
Sen Jiang9c89e842018-02-02 13:51:21 -0800513 return MetadataParseResult::kInsufficientData;
Jay Srinivasan51dcf262012-09-13 17:24:32 -0700514
515 // Log whether we validated the size or simply trusting what's in the payload
Jay Srinivasanf4318702012-09-24 11:56:24 -0700516 // here. This is logged here (after we received the full metadata data) so
Jay Srinivasan51dcf262012-09-13 17:24:32 -0700517 // that we just log once (instead of logging n times) if it takes n
518 // DeltaPerformer::Write calls to download the full manifest.
Sen Jiang0affc2c2017-02-10 15:55:05 -0800519 if (payload_->metadata_size == metadata_size_) {
Jay Srinivasan51dcf262012-09-13 17:24:32 -0700520 LOG(INFO) << "Manifest size in payload matches expected value from Omaha";
Jay Srinivasan738fdf32012-12-07 17:40:54 -0800521 } else {
522 // For mandatory-cases, we'd have already returned a kMetadataParseError
523 // above. We'll be here only for non-mandatory cases. Just send a UMA stat.
524 LOG(WARNING) << "Ignoring missing/incorrect metadata size ("
Sen Jiang0affc2c2017-02-10 15:55:05 -0800525 << payload_->metadata_size
Jay Srinivasan738fdf32012-12-07 17:40:54 -0800526 << ") in Omaha response as validation is not mandatory. "
Gilad Arnoldfe133932014-01-14 12:25:50 -0800527 << "Trusting metadata size in payload = " << metadata_size_;
Jay Srinivasan738fdf32012-12-07 17:40:54 -0800528 }
Jay Srinivasan51dcf262012-09-13 17:24:32 -0700529
Tianjie Xu7a78d632019-10-08 16:32:39 -0700530 // Perform the verification unconditionally.
531 auto [payload_verifier, perform_verification] = CreatePayloadVerifier();
532 if (!payload_verifier) {
533 LOG(ERROR) << "Failed to create payload verifier.";
Sen Jiang08c6da12019-01-07 18:28:56 -0800534 *error = ErrorCode::kDownloadMetadataSignatureVerificationError;
535 return MetadataParseResult::kError;
536 }
Sen Jiang9c89e842018-02-02 13:51:21 -0800537
Jay Srinivasanf4318702012-09-24 11:56:24 -0700538 // We have the full metadata in |payload|. Verify its integrity
539 // and authenticity based on the information we have in Omaha response.
Sen Jiang9c89e842018-02-02 13:51:21 -0800540 *error = payload_metadata_.ValidateMetadataSignature(
Tianjie Xu7a78d632019-10-08 16:32:39 -0700541 payload, payload_->metadata_signature, *payload_verifier);
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -0700542 if (*error != ErrorCode::kSuccess) {
Jay Srinivasan738fdf32012-12-07 17:40:54 -0800543 if (install_plan_->hash_checks_mandatory) {
David Zeuthenbc27aac2013-11-26 11:17:48 -0800544 // The autoupdate_CatchBadSignatures test checks for this string
545 // in log-files. Keep in sync.
Jay Srinivasan738fdf32012-12-07 17:40:54 -0800546 LOG(ERROR) << "Mandatory metadata signature validation failed";
Sen Jiang9c89e842018-02-02 13:51:21 -0800547 return MetadataParseResult::kError;
Jay Srinivasan738fdf32012-12-07 17:40:54 -0800548 }
Jay Srinivasan51dcf262012-09-13 17:24:32 -0700549
Jay Srinivasan738fdf32012-12-07 17:40:54 -0800550 // For non-mandatory cases, just send a UMA stat.
551 LOG(WARNING) << "Ignoring metadata signature validation failures";
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -0700552 *error = ErrorCode::kSuccess;
Jay Srinivasan51dcf262012-09-13 17:24:32 -0700553 }
554
Gilad Arnolddaa27402014-01-23 11:56:17 -0800555 // The payload metadata is deemed valid, it's safe to parse the protobuf.
Sen Jiang9c89e842018-02-02 13:51:21 -0800556 if (!payload_metadata_.GetManifest(payload, &manifest_)) {
Darin Petkov9574f7e2011-01-13 10:48:12 -0800557 LOG(ERROR) << "Unable to parse manifest in update file.";
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -0700558 *error = ErrorCode::kDownloadManifestParseError;
Sen Jiang9c89e842018-02-02 13:51:21 -0800559 return MetadataParseResult::kError;
Darin Petkov9574f7e2011-01-13 10:48:12 -0800560 }
Gilad Arnolddaa27402014-01-23 11:56:17 -0800561
562 manifest_parsed_ = true;
Sen Jiang9c89e842018-02-02 13:51:21 -0800563 return MetadataParseResult::kSuccess;
Darin Petkov9574f7e2011-01-13 10:48:12 -0800564}
565
Amin Hassani008c4582019-01-13 16:22:47 -0800566#define OP_DURATION_HISTOGRAM(_op_name, _start_time) \
567 LOCAL_HISTOGRAM_CUSTOM_TIMES( \
568 "UpdateEngine.DownloadAction.InstallOperation::" _op_name ".Duration", \
569 base::TimeTicks::Now() - _start_time, \
570 base::TimeDelta::FromMilliseconds(10), \
571 base::TimeDelta::FromMinutes(5), \
572 20);
Lann Martin39f57142017-07-14 09:18:42 -0600573
Don Garrette410e0f2011-11-10 15:39:01 -0800574// Wrapper around write. Returns true if all requested bytes
Jay Srinivasan2b5a0f02012-12-19 17:25:56 -0800575// were written, or false on any error, regardless of progress
Jay Srinivasan51dcf262012-09-13 17:24:32 -0700576// and stores an action exit code in |error|.
Amin Hassani008c4582019-01-13 16:22:47 -0800577bool DeltaPerformer::Write(const void* bytes, size_t count, ErrorCode* error) {
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -0700578 *error = ErrorCode::kSuccess;
Andrew de los Reyes09e56d62010-04-23 13:45:53 -0700579 const char* c_bytes = reinterpret_cast<const char*>(bytes);
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800580
581 // Update the total byte downloaded count and the progress logs.
582 total_bytes_received_ += count;
583 UpdateOverallProgress(false, "Completed ");
584
Gilad Arnoldfe133932014-01-14 12:25:50 -0800585 while (!manifest_valid_) {
Sen Jiangb8060e42015-09-24 17:30:50 -0700586 // Read data up to the needed limit; this is either maximium payload header
587 // size, or the full metadata size (once it becomes known).
588 const bool do_read_header = !IsHeaderParsed();
Amin Hassani008c4582019-01-13 16:22:47 -0800589 CopyDataToBuffer(
590 &c_bytes,
591 &count,
592 (do_read_header ? kMaxPayloadHeaderSize
593 : metadata_size_ + metadata_signature_size_));
Gilad Arnoldfe133932014-01-14 12:25:50 -0800594
Gilad Arnolddaa27402014-01-23 11:56:17 -0800595 MetadataParseResult result = ParsePayloadMetadata(buffer_, error);
Sen Jiang9c89e842018-02-02 13:51:21 -0800596 if (result == MetadataParseResult::kError)
Don Garrette410e0f2011-11-10 15:39:01 -0800597 return false;
Sen Jiang9c89e842018-02-02 13:51:21 -0800598 if (result == MetadataParseResult::kInsufficientData) {
Gilad Arnoldfe133932014-01-14 12:25:50 -0800599 // If we just processed the header, make an attempt on the manifest.
Sen Jiangb8060e42015-09-24 17:30:50 -0700600 if (do_read_header && IsHeaderParsed())
Gilad Arnoldfe133932014-01-14 12:25:50 -0800601 continue;
602
Don Garrette410e0f2011-11-10 15:39:01 -0800603 return true;
Gilad Arnoldfe133932014-01-14 12:25:50 -0800604 }
Gilad Arnold21504f02013-05-24 08:51:22 -0700605
606 // Checks the integrity of the payload manifest.
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -0700607 if ((*error = ValidateManifest()) != ErrorCode::kSuccess)
Gilad Arnold21504f02013-05-24 08:51:22 -0700608 return false;
Gilad Arnolddaa27402014-01-23 11:56:17 -0800609 manifest_valid_ = true;
Gilad Arnold21504f02013-05-24 08:51:22 -0700610
Gilad Arnoldfe133932014-01-14 12:25:50 -0800611 // Clear the download buffer.
Sen Jiangf6813802015-11-03 21:27:29 -0800612 DiscardBuffer(false, metadata_size_);
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700613
Sen Jiang57f91802017-11-14 17:42:13 -0800614 block_size_ = manifest_.block_size();
615
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700616 // This populates |partitions_| and the |install_plan.partitions| with the
617 // list of partitions from the manifest.
618 if (!ParseManifestPartitions(error))
619 return false;
620
Sen Jiang5ae865b2017-04-18 14:24:40 -0700621 // |install_plan.partitions| was filled in, nothing need to be done here if
622 // the payload was already applied, returns false to terminate http fetcher,
623 // but keep |error| as ErrorCode::kSuccess.
624 if (payload_->already_applied)
625 return false;
626
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700627 num_total_operations_ = 0;
628 for (const auto& partition : partitions_) {
629 num_total_operations_ += partition.operations_size();
630 acc_num_operations_.push_back(num_total_operations_);
631 }
632
Amin Hassani008c4582019-01-13 16:22:47 -0800633 LOG_IF(WARNING,
634 !prefs_->SetInt64(kPrefsManifestMetadataSize, metadata_size_))
Darin Petkov73058b42010-10-06 16:32:19 -0700635 << "Unable to save the manifest metadata size.";
Amin Hassani008c4582019-01-13 16:22:47 -0800636 LOG_IF(WARNING,
637 !prefs_->SetInt64(kPrefsManifestSignatureSize,
638 metadata_signature_size_))
Alex Deymof25eb492016-02-26 00:20:08 -0800639 << "Unable to save the manifest signature size.";
Jay Srinivasan51dcf262012-09-13 17:24:32 -0700640
Darin Petkov9b230572010-10-08 10:20:09 -0700641 if (!PrimeUpdateState()) {
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -0700642 *error = ErrorCode::kDownloadStateInitializationError;
Darin Petkov9b230572010-10-08 10:20:09 -0700643 LOG(ERROR) << "Unable to prime the update state.";
Don Garrette410e0f2011-11-10 15:39:01 -0800644 return false;
Darin Petkov9b230572010-10-08 10:20:09 -0700645 }
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800646
Yifan Hong537802d2018-08-15 13:15:42 -0700647 if (next_operation_num_ < acc_num_operations_[current_partition_]) {
648 if (!OpenCurrentPartition()) {
649 *error = ErrorCode::kInstallDeviceOpenError;
650 return false;
651 }
Allie Woodfdf00512015-03-02 13:34:55 -0800652 }
653
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800654 if (next_operation_num_ > 0)
655 UpdateOverallProgress(true, "Resuming after ");
656 LOG(INFO) << "Starting to apply update payload operations";
Andrew de los Reyes09e56d62010-04-23 13:45:53 -0700657 }
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800658
659 while (next_operation_num_ < num_total_operations_) {
Jay Srinivasan1c0fe792013-03-28 16:45:25 -0700660 // Check if we should cancel the current attempt for any reason.
661 // In this case, *error will have already been populated with the reason
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700662 // why we're canceling.
Alex Deymo542c19b2015-12-03 07:43:31 -0300663 if (download_delegate_ && download_delegate_->ShouldCancel(error))
Jay Srinivasan1c0fe792013-03-28 16:45:25 -0700664 return false;
665
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700666 // We know there are more operations to perform because we didn't reach the
667 // |num_total_operations_| limit yet.
Yifan Hong537802d2018-08-15 13:15:42 -0700668 if (next_operation_num_ >= acc_num_operations_[current_partition_]) {
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700669 CloseCurrentPartition();
Yifan Hong537802d2018-08-15 13:15:42 -0700670 // Skip until there are operations for current_partition_.
671 while (next_operation_num_ >= acc_num_operations_[current_partition_]) {
672 current_partition_++;
673 }
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700674 if (!OpenCurrentPartition()) {
675 *error = ErrorCode::kInstallDeviceOpenError;
676 return false;
677 }
678 }
Amin Hassani008c4582019-01-13 16:22:47 -0800679 const size_t partition_operation_num =
680 next_operation_num_ -
681 (current_partition_ ? acc_num_operations_[current_partition_ - 1] : 0);
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700682
Alex Deymoa12ee112015-08-12 22:19:32 -0700683 const InstallOperation& op =
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700684 partitions_[current_partition_].operations(partition_operation_num);
Gilad Arnoldfe133932014-01-14 12:25:50 -0800685
686 CopyDataToBuffer(&c_bytes, &count, op.data_length());
687
688 // Check whether we received all of the next operation's data payload.
689 if (!CanPerformInstallOperation(op))
Jay Srinivasan51dcf262012-09-13 17:24:32 -0700690 return true;
Jay Srinivasan51dcf262012-09-13 17:24:32 -0700691
Jay Srinivasanf4318702012-09-24 11:56:24 -0700692 // Validate the operation only if the metadata signature is present.
Jay Srinivasan00f76b62012-09-17 18:48:36 -0700693 // Otherwise, keep the old behavior. This serves as a knob to disable
694 // the validation logic in case we find some regression after rollout.
Jay Srinivasan738fdf32012-12-07 17:40:54 -0800695 // NOTE: If hash checks are mandatory and if metadata_signature is empty,
696 // we would have already failed in ParsePayloadMetadata method and thus not
697 // even be here. So no need to handle that case again here.
Sen Jiang0affc2c2017-02-10 15:55:05 -0800698 if (!payload_->metadata_signature.empty()) {
Jay Srinivasan00f76b62012-09-17 18:48:36 -0700699 // Note: Validate must be called only if CanPerformInstallOperation is
700 // called. Otherwise, we might be failing operations before even if there
701 // isn't sufficient data to compute the proper hash.
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800702 *error = ValidateOperationHash(op);
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -0700703 if (*error != ErrorCode::kSuccess) {
Jay Srinivasan738fdf32012-12-07 17:40:54 -0800704 if (install_plan_->hash_checks_mandatory) {
705 LOG(ERROR) << "Mandatory operation hash check failed";
706 return false;
707 }
Jay Srinivasanf0572052012-10-23 18:12:56 -0700708
Jay Srinivasan738fdf32012-12-07 17:40:54 -0800709 // For non-mandatory cases, just send a UMA stat.
710 LOG(WARNING) << "Ignoring operation validation errors";
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -0700711 *error = ErrorCode::kSuccess;
Jay Srinivasan00f76b62012-09-17 18:48:36 -0700712 }
Jay Srinivasan51dcf262012-09-13 17:24:32 -0700713 }
714
Darin Petkov45580e42010-10-08 14:02:40 -0700715 // Makes sure we unblock exit when this operation completes.
Darin Petkov9c0baf82010-10-07 13:44:48 -0700716 ScopedTerminatorExitUnblocker exit_unblocker =
717 ScopedTerminatorExitUnblocker(); // Avoids a compiler unused var bug.
Gilad Arnoldfe133932014-01-14 12:25:50 -0800718
Lann Martin39f57142017-07-14 09:18:42 -0600719 base::TimeTicks op_start_time = base::TimeTicks::Now();
720
Gilad Arnoldfe133932014-01-14 12:25:50 -0800721 bool op_result;
Alex Deymo2d621a32015-10-01 11:09:01 -0700722 switch (op.type()) {
723 case InstallOperation::REPLACE:
724 case InstallOperation::REPLACE_BZ:
725 case InstallOperation::REPLACE_XZ:
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700726 op_result = PerformReplaceOperation(op);
Lann Martin39f57142017-07-14 09:18:42 -0600727 OP_DURATION_HISTOGRAM("REPLACE", op_start_time);
Alex Deymo2d621a32015-10-01 11:09:01 -0700728 break;
Alex Deymo79715ad2015-10-02 14:27:53 -0700729 case InstallOperation::ZERO:
730 case InstallOperation::DISCARD:
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700731 op_result = PerformZeroOrDiscardOperation(op);
Lann Martin39f57142017-07-14 09:18:42 -0600732 OP_DURATION_HISTOGRAM("ZERO_OR_DISCARD", op_start_time);
Alex Deymo79715ad2015-10-02 14:27:53 -0700733 break;
Alex Deymo2d621a32015-10-01 11:09:01 -0700734 case InstallOperation::MOVE:
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700735 op_result = PerformMoveOperation(op);
Lann Martin39f57142017-07-14 09:18:42 -0600736 OP_DURATION_HISTOGRAM("MOVE", op_start_time);
Alex Deymo2d621a32015-10-01 11:09:01 -0700737 break;
738 case InstallOperation::BSDIFF:
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700739 op_result = PerformBsdiffOperation(op);
Lann Martin39f57142017-07-14 09:18:42 -0600740 OP_DURATION_HISTOGRAM("BSDIFF", op_start_time);
Alex Deymo2d621a32015-10-01 11:09:01 -0700741 break;
742 case InstallOperation::SOURCE_COPY:
Sen Jiangbe2c47b2016-06-15 14:09:27 -0700743 op_result = PerformSourceCopyOperation(op, error);
Lann Martin39f57142017-07-14 09:18:42 -0600744 OP_DURATION_HISTOGRAM("SOURCE_COPY", op_start_time);
Alex Deymo2d621a32015-10-01 11:09:01 -0700745 break;
746 case InstallOperation::SOURCE_BSDIFF:
Amin Hassaniefa62d92017-11-09 13:46:56 -0800747 case InstallOperation::BROTLI_BSDIFF:
Sen Jiangbe2c47b2016-06-15 14:09:27 -0700748 op_result = PerformSourceBsdiffOperation(op, error);
Lann Martin39f57142017-07-14 09:18:42 -0600749 OP_DURATION_HISTOGRAM("SOURCE_BSDIFF", op_start_time);
Alex Deymo2d621a32015-10-01 11:09:01 -0700750 break;
Amin Hassani49fdb092017-08-04 13:10:59 -0700751 case InstallOperation::PUFFDIFF:
Amin Hassani02855c22017-09-06 22:34:50 -0700752 op_result = PerformPuffDiffOperation(op, error);
753 OP_DURATION_HISTOGRAM("PUFFDIFF", op_start_time);
Sen Jiangbc3e6b02016-01-19 18:39:26 +0800754 break;
Alex Deymo2d621a32015-10-01 11:09:01 -0700755 default:
Alex Deymoeecb0a52017-05-19 15:15:08 -0700756 op_result = false;
Alex Deymo2d621a32015-10-01 11:09:01 -0700757 }
758 if (!HandleOpResult(op_result, InstallOperationTypeName(op.type()), error))
Gilad Arnoldfe133932014-01-14 12:25:50 -0800759 return false;
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800760
Amin Hassani5192fe52017-08-28 10:28:46 -0700761 if (!target_fd_->Flush()) {
762 return false;
763 }
764
Andrew de los Reyesf4c7ef12010-04-30 10:37:00 -0700765 next_operation_num_++;
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800766 UpdateOverallProgress(false, "Completed ");
Sen Jiang3a25dc22019-01-10 14:14:41 -0800767 CheckpointUpdateProgress(false);
Andrew de los Reyes09e56d62010-04-23 13:45:53 -0700768 }
Sen Jiangf6813802015-11-03 21:27:29 -0800769
770 // In major version 2, we don't add dummy operation to the payload.
Alex Deymof25eb492016-02-26 00:20:08 -0800771 // If we already extracted the signature we should skip this step.
Sen Jiangf6813802015-11-03 21:27:29 -0800772 if (major_payload_version_ == kBrilloMajorPayloadVersion &&
Alex Deymof25eb492016-02-26 00:20:08 -0800773 manifest_.has_signatures_offset() && manifest_.has_signatures_size() &&
774 signatures_message_data_.empty()) {
Sen Jiangf6813802015-11-03 21:27:29 -0800775 if (manifest_.signatures_offset() != buffer_offset_) {
776 LOG(ERROR) << "Payload signatures offset points to blob offset "
777 << manifest_.signatures_offset()
Amin Hassani008c4582019-01-13 16:22:47 -0800778 << " but signatures are expected at offset " << buffer_offset_;
Sen Jiangf6813802015-11-03 21:27:29 -0800779 *error = ErrorCode::kDownloadPayloadVerificationError;
780 return false;
781 }
782 CopyDataToBuffer(&c_bytes, &count, manifest_.signatures_size());
783 // Needs more data to cover entire signature.
784 if (buffer_.size() < manifest_.signatures_size())
785 return true;
786 if (!ExtractSignatureMessage()) {
787 LOG(ERROR) << "Extract payload signature failed.";
788 *error = ErrorCode::kDownloadPayloadVerificationError;
789 return false;
790 }
791 DiscardBuffer(true, 0);
Alex Deymof25eb492016-02-26 00:20:08 -0800792 // Since we extracted the SignatureMessage we need to advance the
793 // checkpoint, otherwise we would reload the signature and try to extract
794 // it again.
Sen Jiang3a25dc22019-01-10 14:14:41 -0800795 // This is the last checkpoint for an update, force this checkpoint to be
796 // saved.
797 CheckpointUpdateProgress(true);
Sen Jiangf6813802015-11-03 21:27:29 -0800798 }
799
Don Garrette410e0f2011-11-10 15:39:01 -0800800 return true;
Andrew de los Reyes09e56d62010-04-23 13:45:53 -0700801}
802
David Zeuthen8f191b22013-08-06 12:27:50 -0700803bool DeltaPerformer::IsManifestValid() {
804 return manifest_valid_;
805}
806
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700807bool DeltaPerformer::ParseManifestPartitions(ErrorCode* error) {
808 if (major_payload_version_ == kBrilloMajorPayloadVersion) {
809 partitions_.clear();
810 for (const PartitionUpdate& partition : manifest_.partitions()) {
811 partitions_.push_back(partition);
812 }
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700813 } else if (major_payload_version_ == kChromeOSMajorPayloadVersion) {
814 LOG(INFO) << "Converting update information from old format.";
815 PartitionUpdate root_part;
Tudor Brindusdda79e22018-06-28 18:03:21 -0700816 root_part.set_partition_name(kPartitionNameRoot);
Alex Deymo5fa2c6d2015-10-15 17:31:23 -0700817#ifdef __ANDROID__
818 LOG(WARNING) << "Legacy payload major version provided to an Android "
819 "build. Assuming no post-install. Please use major version "
820 "2 or newer.";
821 root_part.set_run_postinstall(false);
822#else
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700823 root_part.set_run_postinstall(true);
Alex Deymo5fa2c6d2015-10-15 17:31:23 -0700824#endif // __ANDROID__
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700825 if (manifest_.has_old_rootfs_info()) {
826 *root_part.mutable_old_partition_info() = manifest_.old_rootfs_info();
827 manifest_.clear_old_rootfs_info();
828 }
829 if (manifest_.has_new_rootfs_info()) {
830 *root_part.mutable_new_partition_info() = manifest_.new_rootfs_info();
831 manifest_.clear_new_rootfs_info();
832 }
833 *root_part.mutable_operations() = manifest_.install_operations();
834 manifest_.clear_install_operations();
835 partitions_.push_back(std::move(root_part));
836
837 PartitionUpdate kern_part;
Tudor Brindusdda79e22018-06-28 18:03:21 -0700838 kern_part.set_partition_name(kPartitionNameKernel);
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700839 kern_part.set_run_postinstall(false);
840 if (manifest_.has_old_kernel_info()) {
841 *kern_part.mutable_old_partition_info() = manifest_.old_kernel_info();
842 manifest_.clear_old_kernel_info();
843 }
844 if (manifest_.has_new_kernel_info()) {
845 *kern_part.mutable_new_partition_info() = manifest_.new_kernel_info();
846 manifest_.clear_new_kernel_info();
847 }
848 *kern_part.mutable_operations() = manifest_.kernel_install_operations();
849 manifest_.clear_kernel_install_operations();
850 partitions_.push_back(std::move(kern_part));
851 }
852
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700853 // Fill in the InstallPlan::partitions based on the partitions from the
854 // payload.
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700855 for (const auto& partition : partitions_) {
856 InstallPlan::Partition install_part;
857 install_part.name = partition.partition_name();
858 install_part.run_postinstall =
859 partition.has_run_postinstall() && partition.run_postinstall();
Alex Deymo390efed2016-02-18 11:00:40 -0800860 if (install_part.run_postinstall) {
861 install_part.postinstall_path =
862 (partition.has_postinstall_path() ? partition.postinstall_path()
863 : kPostinstallDefaultScript);
864 install_part.filesystem_type = partition.filesystem_type();
Alex Deymo5b91c6b2016-08-04 20:33:36 -0700865 install_part.postinstall_optional = partition.postinstall_optional();
Alex Deymo390efed2016-02-18 11:00:40 -0800866 }
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700867
868 if (partition.has_old_partition_info()) {
869 const PartitionInfo& info = partition.old_partition_info();
870 install_part.source_size = info.size();
871 install_part.source_hash.assign(info.hash().begin(), info.hash().end());
872 }
873
874 if (!partition.has_new_partition_info()) {
875 LOG(ERROR) << "Unable to get new partition hash info on partition "
876 << install_part.name << ".";
877 *error = ErrorCode::kDownloadNewPartitionInfoError;
878 return false;
879 }
880 const PartitionInfo& info = partition.new_partition_info();
881 install_part.target_size = info.size();
882 install_part.target_hash.assign(info.hash().begin(), info.hash().end());
883
Sen Jiang57f91802017-11-14 17:42:13 -0800884 install_part.block_size = block_size_;
885 if (partition.has_hash_tree_extent()) {
886 Extent extent = partition.hash_tree_data_extent();
887 install_part.hash_tree_data_offset = extent.start_block() * block_size_;
888 install_part.hash_tree_data_size = extent.num_blocks() * block_size_;
889 extent = partition.hash_tree_extent();
890 install_part.hash_tree_offset = extent.start_block() * block_size_;
891 install_part.hash_tree_size = extent.num_blocks() * block_size_;
892 uint64_t hash_tree_data_end =
893 install_part.hash_tree_data_offset + install_part.hash_tree_data_size;
894 if (install_part.hash_tree_offset < hash_tree_data_end) {
895 LOG(ERROR) << "Invalid hash tree extents, hash tree data ends at "
896 << hash_tree_data_end << ", but hash tree starts at "
897 << install_part.hash_tree_offset;
898 *error = ErrorCode::kDownloadNewPartitionInfoError;
899 return false;
900 }
901 install_part.hash_tree_algorithm = partition.hash_tree_algorithm();
902 install_part.hash_tree_salt.assign(partition.hash_tree_salt().begin(),
903 partition.hash_tree_salt().end());
904 }
905 if (partition.has_fec_extent()) {
906 Extent extent = partition.fec_data_extent();
907 install_part.fec_data_offset = extent.start_block() * block_size_;
908 install_part.fec_data_size = extent.num_blocks() * block_size_;
909 extent = partition.fec_extent();
910 install_part.fec_offset = extent.start_block() * block_size_;
911 install_part.fec_size = extent.num_blocks() * block_size_;
912 uint64_t fec_data_end =
913 install_part.fec_data_offset + install_part.fec_data_size;
914 if (install_part.fec_offset < fec_data_end) {
915 LOG(ERROR) << "Invalid fec extents, fec data ends at " << fec_data_end
916 << ", but fec starts at " << install_part.fec_offset;
917 *error = ErrorCode::kDownloadNewPartitionInfoError;
918 return false;
919 }
920 install_part.fec_roots = partition.fec_roots();
921 }
922
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700923 install_plan_->partitions.push_back(install_part);
924 }
925
Yifan Hong537802d2018-08-15 13:15:42 -0700926 if (install_plan_->target_slot != BootControlInterface::kInvalidSlot) {
Yifan Hong13d41cb2019-09-16 13:18:22 -0700927 if (!PreparePartitionsForUpdate()) {
Yifan Hong537802d2018-08-15 13:15:42 -0700928 *error = ErrorCode::kInstallDeviceOpenError;
929 return false;
930 }
931 }
932
Yifan Hong13d41cb2019-09-16 13:18:22 -0700933 if (major_payload_version_ == kBrilloMajorPayloadVersion) {
934 manifest_.clear_partitions();
935 }
936
Alex Deymo542c19b2015-12-03 07:43:31 -0300937 if (!install_plan_->LoadPartitionsFromSlots(boot_control_)) {
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700938 LOG(ERROR) << "Unable to determine all the partition devices.";
939 *error = ErrorCode::kInstallDeviceOpenError;
940 return false;
941 }
942 LogPartitionInfo(partitions_);
943 return true;
944}
945
Yifan Hong13d41cb2019-09-16 13:18:22 -0700946bool DeltaPerformer::PreparePartitionsForUpdate() {
Tao Bao3406c772019-01-02 15:34:35 -0800947 bool metadata_updated = false;
948 prefs_->GetBoolean(kPrefsDynamicPartitionMetadataUpdated, &metadata_updated);
Yifan Hong13d41cb2019-09-16 13:18:22 -0700949 if (!boot_control_->PreparePartitionsForUpdate(
950 install_plan_->target_slot, manifest_, !metadata_updated)) {
Yifan Hong9acd9cb2018-10-19 14:52:45 -0700951 LOG(ERROR) << "Unable to initialize partition metadata for slot "
952 << BootControlInterface::SlotName(install_plan_->target_slot);
953 return false;
954 }
Yifan Hong28e89702018-12-05 03:28:47 +0000955 TEST_AND_RETURN_FALSE(
Tao Bao3406c772019-01-02 15:34:35 -0800956 prefs_->SetBoolean(kPrefsDynamicPartitionMetadataUpdated, true));
Yifan Hong13d41cb2019-09-16 13:18:22 -0700957 LOG(INFO) << "PreparePartitionsForUpdate done.";
Yifan Hong9acd9cb2018-10-19 14:52:45 -0700958
959 return true;
960}
961
Andrew de los Reyes09e56d62010-04-23 13:45:53 -0700962bool DeltaPerformer::CanPerformInstallOperation(
Alex Deymoa12ee112015-08-12 22:19:32 -0700963 const chromeos_update_engine::InstallOperation& operation) {
Alex Deymo0497d052016-03-23 09:16:59 -0700964 // If we don't have a data blob we can apply it right away.
965 if (!operation.has_data_offset() && !operation.has_data_length())
Andrew de los Reyes09e56d62010-04-23 13:45:53 -0700966 return true;
967
968 // See if we have the entire data blob in the buffer
969 if (operation.data_offset() < buffer_offset_) {
970 LOG(ERROR) << "we threw away data it seems?";
971 return false;
972 }
Darin Petkovd7061ab2010-10-06 14:37:09 -0700973
Gilad Arnoldfe133932014-01-14 12:25:50 -0800974 return (operation.data_offset() + operation.data_length() <=
975 buffer_offset_ + buffer_.size());
Andrew de los Reyes09e56d62010-04-23 13:45:53 -0700976}
977
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700978bool DeltaPerformer::PerformReplaceOperation(
979 const InstallOperation& operation) {
Alex Deymoa12ee112015-08-12 22:19:32 -0700980 CHECK(operation.type() == InstallOperation::REPLACE ||
Alex Deymo2d621a32015-10-01 11:09:01 -0700981 operation.type() == InstallOperation::REPLACE_BZ ||
982 operation.type() == InstallOperation::REPLACE_XZ);
Andrew de los Reyes09e56d62010-04-23 13:45:53 -0700983
984 // Since we delete data off the beginning of the buffer as we use it,
985 // the data we need should be exactly at the beginning of the buffer.
Darin Petkov9b230572010-10-08 10:20:09 -0700986 TEST_AND_RETURN_FALSE(buffer_offset_ == operation.data_offset());
987 TEST_AND_RETURN_FALSE(buffer_.size() >= operation.data_length());
Darin Petkovd7061ab2010-10-06 14:37:09 -0700988
Darin Petkov437adc42010-10-07 13:12:24 -0700989 // Extract the signature message if it's in this operation.
Sen Jiangf6813802015-11-03 21:27:29 -0800990 if (ExtractSignatureMessageFromOperation(operation)) {
991 // If this is dummy replace operation, we ignore it after extracting the
992 // signature.
993 DiscardBuffer(true, 0);
994 return true;
995 }
Darin Petkovd7061ab2010-10-06 14:37:09 -0700996
Alex Deymo05322872015-09-30 09:50:24 -0700997 // Setup the ExtentWriter stack based on the operation type.
Sen Jiang5e1af982018-11-01 15:01:45 -0700998 std::unique_ptr<ExtentWriter> writer = std::make_unique<DirectExtentWriter>();
Darin Petkovd7061ab2010-10-06 14:37:09 -0700999
Alex Deymo2d621a32015-10-01 11:09:01 -07001000 if (operation.type() == InstallOperation::REPLACE_BZ) {
Alex Deymo05322872015-09-30 09:50:24 -07001001 writer.reset(new BzipExtentWriter(std::move(writer)));
Alex Deymo2d621a32015-10-01 11:09:01 -07001002 } else if (operation.type() == InstallOperation::REPLACE_XZ) {
1003 writer.reset(new XzExtentWriter(std::move(writer)));
1004 }
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07001005
Amin Hassanicd7edbe2017-09-18 17:05:02 -07001006 TEST_AND_RETURN_FALSE(
1007 writer->Init(target_fd_, operation.dst_extents(), block_size_));
Alex Vakulenkof68bbbc2015-02-09 12:53:18 -08001008 TEST_AND_RETURN_FALSE(writer->Write(buffer_.data(), operation.data_length()));
Darin Petkovd7061ab2010-10-06 14:37:09 -07001009
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07001010 // Update buffer
Sen Jiangf6813802015-11-03 21:27:29 -08001011 DiscardBuffer(true, buffer_.size());
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07001012 return true;
1013}
1014
Alex Deymo79715ad2015-10-02 14:27:53 -07001015bool DeltaPerformer::PerformZeroOrDiscardOperation(
Alex Deymoe5e5fe92015-10-05 09:28:19 -07001016 const InstallOperation& operation) {
Alex Deymo79715ad2015-10-02 14:27:53 -07001017 CHECK(operation.type() == InstallOperation::DISCARD ||
1018 operation.type() == InstallOperation::ZERO);
1019
1020 // These operations have no blob.
1021 TEST_AND_RETURN_FALSE(!operation.has_data_offset());
1022 TEST_AND_RETURN_FALSE(!operation.has_data_length());
1023
Alex Deymo05e0e382015-12-07 20:18:16 -08001024#ifdef BLKZEROOUT
1025 bool attempt_ioctl = true;
Alex Deymo79715ad2015-10-02 14:27:53 -07001026 int request =
1027 (operation.type() == InstallOperation::ZERO ? BLKZEROOUT : BLKDISCARD);
Amin Hassani008c4582019-01-13 16:22:47 -08001028#else // !defined(BLKZEROOUT)
Alex Deymo05e0e382015-12-07 20:18:16 -08001029 bool attempt_ioctl = false;
1030 int request = 0;
1031#endif // !defined(BLKZEROOUT)
Alex Deymo79715ad2015-10-02 14:27:53 -07001032
Alex Vakulenko3f39d5c2015-10-13 09:27:13 -07001033 brillo::Blob zeros;
Chih-Hung Hsieh5c6bb1d2016-07-27 13:33:15 -07001034 for (const Extent& extent : operation.dst_extents()) {
Alex Deymo79715ad2015-10-02 14:27:53 -07001035 const uint64_t start = extent.start_block() * block_size_;
1036 const uint64_t length = extent.num_blocks() * block_size_;
1037 if (attempt_ioctl) {
1038 int result = 0;
Alex Deymoe5e5fe92015-10-05 09:28:19 -07001039 if (target_fd_->BlkIoctl(request, start, length, &result) && result == 0)
Alex Deymo79715ad2015-10-02 14:27:53 -07001040 continue;
1041 attempt_ioctl = false;
Alex Deymo79715ad2015-10-02 14:27:53 -07001042 }
1043 // In case of failure, we fall back to writing 0 to the selected region.
Tianjie Xu06bbe492018-01-12 12:37:48 -08001044 zeros.resize(16 * block_size_);
Alex Deymo79715ad2015-10-02 14:27:53 -07001045 for (uint64_t offset = 0; offset < length; offset += zeros.size()) {
Amin Hassani008c4582019-01-13 16:22:47 -08001046 uint64_t chunk_length =
1047 min(length - offset, static_cast<uint64_t>(zeros.size()));
Amin Hassanid87304c2017-08-29 11:40:03 -07001048 TEST_AND_RETURN_FALSE(utils::PWriteAll(
1049 target_fd_, zeros.data(), chunk_length, start + offset));
Alex Deymo79715ad2015-10-02 14:27:53 -07001050 }
1051 }
1052 return true;
1053}
1054
Alex Deymoe5e5fe92015-10-05 09:28:19 -07001055bool DeltaPerformer::PerformMoveOperation(const InstallOperation& operation) {
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07001056 // Calculate buffer size. Note, this function doesn't do a sliding
1057 // window to copy in case the source and destination blocks overlap.
1058 // If we wanted to do a sliding window, we could program the server
1059 // to generate deltas that effectively did a sliding window.
1060
1061 uint64_t blocks_to_read = 0;
1062 for (int i = 0; i < operation.src_extents_size(); i++)
1063 blocks_to_read += operation.src_extents(i).num_blocks();
1064
1065 uint64_t blocks_to_write = 0;
1066 for (int i = 0; i < operation.dst_extents_size(); i++)
1067 blocks_to_write += operation.dst_extents(i).num_blocks();
1068
1069 DCHECK_EQ(blocks_to_write, blocks_to_read);
Alex Vakulenko3f39d5c2015-10-13 09:27:13 -07001070 brillo::Blob buf(blocks_to_write * block_size_);
Andrew de los Reyesf4c7ef12010-04-30 10:37:00 -07001071
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07001072 // Read in bytes.
1073 ssize_t bytes_read = 0;
1074 for (int i = 0; i < operation.src_extents_size(); i++) {
1075 ssize_t bytes_read_this_iteration = 0;
1076 const Extent& extent = operation.src_extents(i);
Darin Petkov8a075a72013-04-25 14:46:09 +02001077 const size_t bytes = extent.num_blocks() * block_size_;
Allie Wood56873452015-03-27 17:48:40 -07001078 TEST_AND_RETURN_FALSE(extent.start_block() != kSparseHole);
Alex Deymoe5e5fe92015-10-05 09:28:19 -07001079 TEST_AND_RETURN_FALSE(utils::PReadAll(target_fd_,
Allie Wood56873452015-03-27 17:48:40 -07001080 &buf[bytes_read],
1081 bytes,
1082 extent.start_block() * block_size_,
1083 &bytes_read_this_iteration));
Amin Hassani008c4582019-01-13 16:22:47 -08001084 TEST_AND_RETURN_FALSE(bytes_read_this_iteration ==
1085 static_cast<ssize_t>(bytes));
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07001086 bytes_read += bytes_read_this_iteration;
1087 }
1088
1089 // Write bytes out.
1090 ssize_t bytes_written = 0;
1091 for (int i = 0; i < operation.dst_extents_size(); i++) {
1092 const Extent& extent = operation.dst_extents(i);
Darin Petkov8a075a72013-04-25 14:46:09 +02001093 const size_t bytes = extent.num_blocks() * block_size_;
Allie Wood56873452015-03-27 17:48:40 -07001094 TEST_AND_RETURN_FALSE(extent.start_block() != kSparseHole);
Alex Deymoe5e5fe92015-10-05 09:28:19 -07001095 TEST_AND_RETURN_FALSE(utils::PWriteAll(target_fd_,
Allie Wood56873452015-03-27 17:48:40 -07001096 &buf[bytes_written],
1097 bytes,
1098 extent.start_block() * block_size_));
Darin Petkov8a075a72013-04-25 14:46:09 +02001099 bytes_written += bytes;
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07001100 }
1101 DCHECK_EQ(bytes_written, bytes_read);
1102 DCHECK_EQ(bytes_written, static_cast<ssize_t>(buf.size()));
1103 return true;
1104}
1105
Sen Jiang8371c1c2018-02-01 13:46:39 -08001106bool DeltaPerformer::ValidateSourceHash(const brillo::Blob& calculated_hash,
1107 const InstallOperation& operation,
1108 const FileDescriptorPtr source_fd,
1109 ErrorCode* error) {
Sen Jiang2ec4aab2015-11-13 15:04:03 -08001110 brillo::Blob expected_source_hash(operation.src_sha256_hash().begin(),
1111 operation.src_sha256_hash().end());
1112 if (calculated_hash != expected_source_hash) {
Alex Deymo67140842016-06-15 13:28:59 -07001113 LOG(ERROR) << "The hash of the source data on disk for this operation "
1114 << "doesn't match the expected value. This could mean that the "
1115 << "delta update payload was targeted for another version, or "
1116 << "that the source partition was modified after it was "
1117 << "installed, for example, by mounting a filesystem.";
1118 LOG(ERROR) << "Expected: sha256|hex = "
1119 << base::HexEncode(expected_source_hash.data(),
1120 expected_source_hash.size());
1121 LOG(ERROR) << "Calculated: sha256|hex = "
1122 << base::HexEncode(calculated_hash.data(),
1123 calculated_hash.size());
1124
1125 vector<string> source_extents;
1126 for (const Extent& ext : operation.src_extents()) {
Tamas Berghammer9d66d762016-07-15 14:19:04 +01001127 source_extents.push_back(
1128 base::StringPrintf("%" PRIu64 ":%" PRIu64,
1129 static_cast<uint64_t>(ext.start_block()),
1130 static_cast<uint64_t>(ext.num_blocks())));
Alex Deymo67140842016-06-15 13:28:59 -07001131 }
1132 LOG(ERROR) << "Operation source (offset:size) in blocks: "
1133 << base::JoinString(source_extents, ",");
Sen Jiangbe2c47b2016-06-15 14:09:27 -07001134
HÃ¥kan Kvist4e13cf42018-01-23 12:57:55 +01001135 // Log remount history if this device is an ext4 partition.
1136 LogMountHistory(source_fd);
1137
Sen Jiangbe2c47b2016-06-15 14:09:27 -07001138 *error = ErrorCode::kDownloadStateInitializationError;
Sen Jiang2ec4aab2015-11-13 15:04:03 -08001139 return false;
1140 }
1141 return true;
1142}
1143
Allie Wood9f6f0a52015-03-30 11:25:47 -07001144bool DeltaPerformer::PerformSourceCopyOperation(
Sen Jiangbe2c47b2016-06-15 14:09:27 -07001145 const InstallOperation& operation, ErrorCode* error) {
Allie Wood9f6f0a52015-03-30 11:25:47 -07001146 if (operation.has_src_length())
1147 TEST_AND_RETURN_FALSE(operation.src_length() % block_size_ == 0);
1148 if (operation.has_dst_length())
1149 TEST_AND_RETURN_FALSE(operation.dst_length() % block_size_ == 0);
1150
Hridya Valsarajue69ca5f2019-02-25 22:33:56 -08001151 TEST_AND_RETURN_FALSE(source_fd_ != nullptr);
1152
Sen Jiang2ec4aab2015-11-13 15:04:03 -08001153 if (operation.has_src_sha256_hash()) {
Alex Deymo51c264e2016-11-04 15:49:53 -07001154 brillo::Blob source_hash;
1155 brillo::Blob expected_source_hash(operation.src_sha256_hash().begin(),
1156 operation.src_sha256_hash().end());
Sen Jiang2ec4aab2015-11-13 15:04:03 -08001157
Alex Deymo51c264e2016-11-04 15:49:53 -07001158 // We fall back to use the error corrected device if the hash of the raw
1159 // device doesn't match or there was an error reading the source partition.
1160 // Note that this code will also fall back if writing the target partition
1161 // fails.
1162 bool read_ok = fd_utils::CopyAndHashExtents(source_fd_,
1163 operation.src_extents(),
1164 target_fd_,
1165 operation.dst_extents(),
1166 block_size_,
1167 &source_hash);
1168 if (read_ok && expected_source_hash == source_hash)
1169 return true;
1170
1171 if (!OpenCurrentECCPartition()) {
1172 // The following function call will return false since the source hash
1173 // mismatches, but we still want to call it so it prints the appropriate
1174 // log message.
1175 return ValidateSourceHash(source_hash, operation, source_fd_, error);
1176 }
1177
1178 LOG(WARNING) << "Source hash from RAW device mismatched: found "
1179 << base::HexEncode(source_hash.data(), source_hash.size())
1180 << ", expected "
1181 << base::HexEncode(expected_source_hash.data(),
1182 expected_source_hash.size());
1183
1184 TEST_AND_RETURN_FALSE(fd_utils::CopyAndHashExtents(source_ecc_fd_,
1185 operation.src_extents(),
1186 target_fd_,
1187 operation.dst_extents(),
1188 block_size_,
1189 &source_hash));
1190 TEST_AND_RETURN_FALSE(
1191 ValidateSourceHash(source_hash, operation, source_ecc_fd_, error));
1192 // At this point reading from the the error corrected device worked, but
1193 // reading from the raw device failed, so this is considered a recovered
1194 // failure.
1195 source_ecc_recovered_failures_++;
1196 } else {
1197 // When the operation doesn't include a source hash, we attempt the error
1198 // corrected device first since we can't verify the block in the raw device
1199 // at this point, but we fall back to the raw device since the error
1200 // corrected device can be shorter or not available.
1201 if (OpenCurrentECCPartition() &&
1202 fd_utils::CopyAndHashExtents(source_ecc_fd_,
1203 operation.src_extents(),
1204 target_fd_,
1205 operation.dst_extents(),
1206 block_size_,
1207 nullptr)) {
1208 return true;
1209 }
1210 TEST_AND_RETURN_FALSE(fd_utils::CopyAndHashExtents(source_fd_,
1211 operation.src_extents(),
1212 target_fd_,
1213 operation.dst_extents(),
1214 block_size_,
1215 nullptr));
1216 }
Allie Wood9f6f0a52015-03-30 11:25:47 -07001217 return true;
1218}
1219
Sen Jiang77ab7bd2018-05-22 17:24:23 -07001220FileDescriptorPtr DeltaPerformer::ChooseSourceFD(
1221 const InstallOperation& operation, ErrorCode* error) {
Hridya Valsarajue69ca5f2019-02-25 22:33:56 -08001222 if (source_fd_ == nullptr) {
1223 LOG(ERROR) << "ChooseSourceFD fail: source_fd_ == nullptr";
1224 return nullptr;
1225 }
1226
Sen Jiang77ab7bd2018-05-22 17:24:23 -07001227 if (!operation.has_src_sha256_hash()) {
1228 // When the operation doesn't include a source hash, we attempt the error
1229 // corrected device first since we can't verify the block in the raw device
1230 // at this point, but we first need to make sure all extents are readable
1231 // since the error corrected device can be shorter or not available.
1232 if (OpenCurrentECCPartition() &&
1233 fd_utils::ReadAndHashExtents(
1234 source_ecc_fd_, operation.src_extents(), block_size_, nullptr)) {
1235 return source_ecc_fd_;
1236 }
1237 return source_fd_;
1238 }
1239
1240 brillo::Blob source_hash;
1241 brillo::Blob expected_source_hash(operation.src_sha256_hash().begin(),
1242 operation.src_sha256_hash().end());
1243 if (fd_utils::ReadAndHashExtents(
1244 source_fd_, operation.src_extents(), block_size_, &source_hash) &&
1245 source_hash == expected_source_hash) {
1246 return source_fd_;
1247 }
1248 // We fall back to use the error corrected device if the hash of the raw
1249 // device doesn't match or there was an error reading the source partition.
1250 if (!OpenCurrentECCPartition()) {
1251 // The following function call will return false since the source hash
1252 // mismatches, but we still want to call it so it prints the appropriate
1253 // log message.
1254 ValidateSourceHash(source_hash, operation, source_fd_, error);
1255 return nullptr;
1256 }
1257 LOG(WARNING) << "Source hash from RAW device mismatched: found "
1258 << base::HexEncode(source_hash.data(), source_hash.size())
1259 << ", expected "
1260 << base::HexEncode(expected_source_hash.data(),
1261 expected_source_hash.size());
1262
1263 if (fd_utils::ReadAndHashExtents(
1264 source_ecc_fd_, operation.src_extents(), block_size_, &source_hash) &&
1265 ValidateSourceHash(source_hash, operation, source_ecc_fd_, error)) {
1266 // At this point reading from the the error corrected device worked, but
1267 // reading from the raw device failed, so this is considered a recovered
1268 // failure.
1269 source_ecc_recovered_failures_++;
1270 return source_ecc_fd_;
1271 }
1272 return nullptr;
1273}
1274
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07001275bool DeltaPerformer::ExtentsToBsdiffPositionsString(
1276 const RepeatedPtrField<Extent>& extents,
1277 uint64_t block_size,
1278 uint64_t full_length,
1279 string* positions_string) {
1280 string ret;
1281 uint64_t length = 0;
Chih-Hung Hsieh5c6bb1d2016-07-27 13:33:15 -07001282 for (const Extent& extent : extents) {
Allie Wood56873452015-03-27 17:48:40 -07001283 int64_t start = extent.start_block() * block_size;
Tamas Berghammer9d66d762016-07-15 14:19:04 +01001284 uint64_t this_length =
1285 min(full_length - length,
1286 static_cast<uint64_t>(extent.num_blocks()) * block_size);
Alex Vakulenko75039d72014-03-25 12:36:28 -07001287 ret += base::StringPrintf("%" PRIi64 ":%" PRIu64 ",", start, this_length);
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07001288 length += this_length;
1289 }
1290 TEST_AND_RETURN_FALSE(length == full_length);
1291 if (!ret.empty())
1292 ret.resize(ret.size() - 1); // Strip trailing comma off
1293 *positions_string = ret;
1294 return true;
1295}
1296
Alex Deymoe5e5fe92015-10-05 09:28:19 -07001297bool DeltaPerformer::PerformBsdiffOperation(const InstallOperation& operation) {
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07001298 // Since we delete data off the beginning of the buffer as we use it,
1299 // the data we need should be exactly at the beginning of the buffer.
Darin Petkov9b230572010-10-08 10:20:09 -07001300 TEST_AND_RETURN_FALSE(buffer_offset_ == operation.data_offset());
1301 TEST_AND_RETURN_FALSE(buffer_.size() >= operation.data_length());
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07001302
1303 string input_positions;
1304 TEST_AND_RETURN_FALSE(ExtentsToBsdiffPositionsString(operation.src_extents(),
1305 block_size_,
1306 operation.src_length(),
1307 &input_positions));
1308 string output_positions;
1309 TEST_AND_RETURN_FALSE(ExtentsToBsdiffPositionsString(operation.dst_extents(),
1310 block_size_,
1311 operation.dst_length(),
1312 &output_positions));
1313
Sen Jiang7a659092016-05-10 15:31:46 -07001314 TEST_AND_RETURN_FALSE(bsdiff::bspatch(target_path_.c_str(),
1315 target_path_.c_str(),
1316 buffer_.data(),
1317 buffer_.size(),
1318 input_positions.c_str(),
1319 output_positions.c_str()) == 0);
Sen Jiangf6813802015-11-03 21:27:29 -08001320 DiscardBuffer(true, buffer_.size());
Darin Petkov7f2ec752013-04-03 14:45:19 +02001321
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07001322 if (operation.dst_length() % block_size_) {
1323 // Zero out rest of final block.
1324 // TODO(adlr): build this into bspatch; it's more efficient that way.
1325 const Extent& last_extent =
1326 operation.dst_extents(operation.dst_extents_size() - 1);
1327 const uint64_t end_byte =
1328 (last_extent.start_block() + last_extent.num_blocks()) * block_size_;
1329 const uint64_t begin_byte =
1330 end_byte - (block_size_ - operation.dst_length() % block_size_);
Alex Vakulenko3f39d5c2015-10-13 09:27:13 -07001331 brillo::Blob zeros(end_byte - begin_byte);
Amin Hassanid87304c2017-08-29 11:40:03 -07001332 TEST_AND_RETURN_FALSE(utils::PWriteAll(
1333 target_fd_, zeros.data(), end_byte - begin_byte, begin_byte));
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07001334 }
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07001335 return true;
1336}
1337
Amin Hassanid9cb2902017-09-20 12:11:39 -07001338namespace {
1339
1340class BsdiffExtentFile : public bsdiff::FileInterface {
1341 public:
1342 BsdiffExtentFile(std::unique_ptr<ExtentReader> reader, size_t size)
1343 : BsdiffExtentFile(std::move(reader), nullptr, size) {}
1344 BsdiffExtentFile(std::unique_ptr<ExtentWriter> writer, size_t size)
1345 : BsdiffExtentFile(nullptr, std::move(writer), size) {}
1346
1347 ~BsdiffExtentFile() override = default;
1348
1349 bool Read(void* buf, size_t count, size_t* bytes_read) override {
1350 TEST_AND_RETURN_FALSE(reader_->Read(buf, count));
1351 *bytes_read = count;
1352 offset_ += count;
1353 return true;
1354 }
1355
1356 bool Write(const void* buf, size_t count, size_t* bytes_written) override {
1357 TEST_AND_RETURN_FALSE(writer_->Write(buf, count));
1358 *bytes_written = count;
1359 offset_ += count;
1360 return true;
1361 }
1362
1363 bool Seek(off_t pos) override {
1364 if (reader_ != nullptr) {
1365 TEST_AND_RETURN_FALSE(reader_->Seek(pos));
1366 offset_ = pos;
1367 } else {
1368 // For writes technically there should be no change of position, or it
1369 // should be equivalent of current offset.
1370 TEST_AND_RETURN_FALSE(offset_ == static_cast<uint64_t>(pos));
1371 }
1372 return true;
1373 }
1374
Sen Jiang5e1af982018-11-01 15:01:45 -07001375 bool Close() override { return true; }
Amin Hassanid9cb2902017-09-20 12:11:39 -07001376
1377 bool GetSize(uint64_t* size) override {
1378 *size = size_;
1379 return true;
1380 }
1381
1382 private:
1383 BsdiffExtentFile(std::unique_ptr<ExtentReader> reader,
1384 std::unique_ptr<ExtentWriter> writer,
1385 size_t size)
1386 : reader_(std::move(reader)),
1387 writer_(std::move(writer)),
1388 size_(size),
1389 offset_(0) {}
1390
1391 std::unique_ptr<ExtentReader> reader_;
1392 std::unique_ptr<ExtentWriter> writer_;
1393 uint64_t size_;
1394 uint64_t offset_;
1395
1396 DISALLOW_COPY_AND_ASSIGN(BsdiffExtentFile);
1397};
1398
1399} // namespace
1400
Allie Wood9f6f0a52015-03-30 11:25:47 -07001401bool DeltaPerformer::PerformSourceBsdiffOperation(
Sen Jiangbe2c47b2016-06-15 14:09:27 -07001402 const InstallOperation& operation, ErrorCode* error) {
Allie Wood9f6f0a52015-03-30 11:25:47 -07001403 // Since we delete data off the beginning of the buffer as we use it,
1404 // the data we need should be exactly at the beginning of the buffer.
1405 TEST_AND_RETURN_FALSE(buffer_offset_ == operation.data_offset());
1406 TEST_AND_RETURN_FALSE(buffer_.size() >= operation.data_length());
1407 if (operation.has_src_length())
1408 TEST_AND_RETURN_FALSE(operation.src_length() % block_size_ == 0);
1409 if (operation.has_dst_length())
1410 TEST_AND_RETURN_FALSE(operation.dst_length() % block_size_ == 0);
1411
Sen Jiang77ab7bd2018-05-22 17:24:23 -07001412 FileDescriptorPtr source_fd = ChooseSourceFD(operation, error);
1413 TEST_AND_RETURN_FALSE(source_fd != nullptr);
Sen Jiang2ec4aab2015-11-13 15:04:03 -08001414
Amin Hassanid9cb2902017-09-20 12:11:39 -07001415 auto reader = std::make_unique<DirectExtentReader>();
1416 TEST_AND_RETURN_FALSE(
Sen Jiang77ab7bd2018-05-22 17:24:23 -07001417 reader->Init(source_fd, operation.src_extents(), block_size_));
Amin Hassanid9cb2902017-09-20 12:11:39 -07001418 auto src_file = std::make_unique<BsdiffExtentFile>(
1419 std::move(reader),
1420 utils::BlocksInExtents(operation.src_extents()) * block_size_);
Allie Wood9f6f0a52015-03-30 11:25:47 -07001421
Amin Hassanid9cb2902017-09-20 12:11:39 -07001422 auto writer = std::make_unique<DirectExtentWriter>();
1423 TEST_AND_RETURN_FALSE(
1424 writer->Init(target_fd_, operation.dst_extents(), block_size_));
1425 auto dst_file = std::make_unique<BsdiffExtentFile>(
1426 std::move(writer),
1427 utils::BlocksInExtents(operation.dst_extents()) * block_size_);
1428
1429 TEST_AND_RETURN_FALSE(bsdiff::bspatch(std::move(src_file),
1430 std::move(dst_file),
Sen Jiang7a659092016-05-10 15:31:46 -07001431 buffer_.data(),
Amin Hassanid9cb2902017-09-20 12:11:39 -07001432 buffer_.size()) == 0);
Sen Jiangbc3e6b02016-01-19 18:39:26 +08001433 DiscardBuffer(true, buffer_.size());
1434 return true;
1435}
1436
Amin Hassani02855c22017-09-06 22:34:50 -07001437namespace {
1438
1439// A class to be passed to |puffpatch| for reading from |source_fd_| and writing
1440// into |target_fd_|.
1441class PuffinExtentStream : public puffin::StreamInterface {
1442 public:
1443 // Constructor for creating a stream for reading from an |ExtentReader|.
Amin Hassani678a68f2018-02-28 11:54:47 -08001444 PuffinExtentStream(std::unique_ptr<ExtentReader> reader, uint64_t size)
Amin Hassani02855c22017-09-06 22:34:50 -07001445 : PuffinExtentStream(std::move(reader), nullptr, size) {}
1446
1447 // Constructor for creating a stream for writing to an |ExtentWriter|.
Amin Hassani678a68f2018-02-28 11:54:47 -08001448 PuffinExtentStream(std::unique_ptr<ExtentWriter> writer, uint64_t size)
Amin Hassani02855c22017-09-06 22:34:50 -07001449 : PuffinExtentStream(nullptr, std::move(writer), size) {}
1450
1451 ~PuffinExtentStream() override = default;
1452
Amin Hassani678a68f2018-02-28 11:54:47 -08001453 bool GetSize(uint64_t* size) const override {
Amin Hassani02855c22017-09-06 22:34:50 -07001454 *size = size_;
1455 return true;
1456 }
1457
Amin Hassani678a68f2018-02-28 11:54:47 -08001458 bool GetOffset(uint64_t* offset) const override {
Amin Hassani02855c22017-09-06 22:34:50 -07001459 *offset = offset_;
1460 return true;
1461 }
1462
Amin Hassani678a68f2018-02-28 11:54:47 -08001463 bool Seek(uint64_t offset) override {
Amin Hassani02855c22017-09-06 22:34:50 -07001464 if (is_read_) {
1465 TEST_AND_RETURN_FALSE(reader_->Seek(offset));
1466 offset_ = offset;
1467 } else {
1468 // For writes technically there should be no change of position, or it
1469 // should equivalent of current offset.
1470 TEST_AND_RETURN_FALSE(offset_ == offset);
1471 }
1472 return true;
1473 }
1474
1475 bool Read(void* buffer, size_t count) override {
1476 TEST_AND_RETURN_FALSE(is_read_);
1477 TEST_AND_RETURN_FALSE(reader_->Read(buffer, count));
1478 offset_ += count;
1479 return true;
1480 }
1481
1482 bool Write(const void* buffer, size_t count) override {
1483 TEST_AND_RETURN_FALSE(!is_read_);
1484 TEST_AND_RETURN_FALSE(writer_->Write(buffer, count));
1485 offset_ += count;
1486 return true;
1487 }
1488
Sen Jiang5e1af982018-11-01 15:01:45 -07001489 bool Close() override { return true; }
Amin Hassani02855c22017-09-06 22:34:50 -07001490
1491 private:
1492 PuffinExtentStream(std::unique_ptr<ExtentReader> reader,
1493 std::unique_ptr<ExtentWriter> writer,
Amin Hassani678a68f2018-02-28 11:54:47 -08001494 uint64_t size)
Amin Hassani02855c22017-09-06 22:34:50 -07001495 : reader_(std::move(reader)),
1496 writer_(std::move(writer)),
1497 size_(size),
1498 offset_(0),
1499 is_read_(reader_ ? true : false) {}
1500
1501 std::unique_ptr<ExtentReader> reader_;
1502 std::unique_ptr<ExtentWriter> writer_;
1503 uint64_t size_;
1504 uint64_t offset_;
1505 bool is_read_;
1506
1507 DISALLOW_COPY_AND_ASSIGN(PuffinExtentStream);
1508};
1509
1510} // namespace
1511
1512bool DeltaPerformer::PerformPuffDiffOperation(const InstallOperation& operation,
1513 ErrorCode* error) {
1514 // Since we delete data off the beginning of the buffer as we use it,
1515 // the data we need should be exactly at the beginning of the buffer.
1516 TEST_AND_RETURN_FALSE(buffer_offset_ == operation.data_offset());
1517 TEST_AND_RETURN_FALSE(buffer_.size() >= operation.data_length());
1518
Sen Jiang77ab7bd2018-05-22 17:24:23 -07001519 FileDescriptorPtr source_fd = ChooseSourceFD(operation, error);
1520 TEST_AND_RETURN_FALSE(source_fd != nullptr);
Amin Hassani02855c22017-09-06 22:34:50 -07001521
1522 auto reader = std::make_unique<DirectExtentReader>();
1523 TEST_AND_RETURN_FALSE(
Sen Jiang77ab7bd2018-05-22 17:24:23 -07001524 reader->Init(source_fd, operation.src_extents(), block_size_));
Amin Hassani02855c22017-09-06 22:34:50 -07001525 puffin::UniqueStreamPtr src_stream(new PuffinExtentStream(
1526 std::move(reader),
1527 utils::BlocksInExtents(operation.src_extents()) * block_size_));
1528
1529 auto writer = std::make_unique<DirectExtentWriter>();
1530 TEST_AND_RETURN_FALSE(
1531 writer->Init(target_fd_, operation.dst_extents(), block_size_));
1532 puffin::UniqueStreamPtr dst_stream(new PuffinExtentStream(
1533 std::move(writer),
1534 utils::BlocksInExtents(operation.dst_extents()) * block_size_));
1535
1536 const size_t kMaxCacheSize = 5 * 1024 * 1024; // Total 5MB cache.
1537 TEST_AND_RETURN_FALSE(puffin::PuffPatch(std::move(src_stream),
1538 std::move(dst_stream),
1539 buffer_.data(),
1540 buffer_.size(),
1541 kMaxCacheSize));
Allie Wood9f6f0a52015-03-30 11:25:47 -07001542 DiscardBuffer(true, buffer_.size());
Alex Deymoa12ee112015-08-12 22:19:32 -07001543 return true;
1544}
Darin Petkovd7061ab2010-10-06 14:37:09 -07001545
Darin Petkovd7061ab2010-10-06 14:37:09 -07001546bool DeltaPerformer::ExtractSignatureMessageFromOperation(
1547 const InstallOperation& operation) {
1548 if (operation.type() != InstallOperation::REPLACE ||
1549 !manifest_.has_signatures_offset() ||
1550 manifest_.signatures_offset() != operation.data_offset()) {
1551 return false;
1552 }
1553 TEST_AND_RETURN_FALSE(manifest_.has_signatures_size() &&
1554 manifest_.signatures_size() == operation.data_length());
Sen Jiangf6813802015-11-03 21:27:29 -08001555 TEST_AND_RETURN_FALSE(ExtractSignatureMessage());
1556 return true;
1557}
1558
1559bool DeltaPerformer::ExtractSignatureMessage() {
Darin Petkovd7061ab2010-10-06 14:37:09 -07001560 TEST_AND_RETURN_FALSE(signatures_message_data_.empty());
1561 TEST_AND_RETURN_FALSE(buffer_offset_ == manifest_.signatures_offset());
1562 TEST_AND_RETURN_FALSE(buffer_.size() >= manifest_.signatures_size());
Darin Petkov4f0a07b2011-05-25 16:47:20 -07001563 signatures_message_data_.assign(
Amin Hassani008c4582019-01-13 16:22:47 -08001564 buffer_.begin(), buffer_.begin() + manifest_.signatures_size());
Darin Petkov4f0a07b2011-05-25 16:47:20 -07001565
1566 // Save the signature blob because if the update is interrupted after the
1567 // download phase we don't go through this path anymore. Some alternatives to
1568 // consider:
1569 //
1570 // 1. On resume, re-download the signature blob from the server and re-verify
1571 // it.
1572 //
1573 // 2. Verify the signature as soon as it's received and don't checkpoint the
1574 // blob and the signed sha-256 context.
Amin Hassani008c4582019-01-13 16:22:47 -08001575 LOG_IF(WARNING,
1576 !prefs_->SetString(kPrefsUpdateStateSignatureBlob,
Sen Jiang9b2f1782019-01-24 14:27:50 -08001577 signatures_message_data_))
Darin Petkov4f0a07b2011-05-25 16:47:20 -07001578 << "Unable to store the signature blob.";
Sen Jiangf6813802015-11-03 21:27:29 -08001579
Darin Petkovd7061ab2010-10-06 14:37:09 -07001580 LOG(INFO) << "Extracted signature data of size "
1581 << manifest_.signatures_size() << " at "
1582 << manifest_.signatures_offset();
1583 return true;
1584}
1585
Sen Jiang08c6da12019-01-07 18:28:56 -08001586bool DeltaPerformer::GetPublicKey(string* out_public_key) {
1587 out_public_key->clear();
David Zeuthene7f89172013-10-31 10:21:04 -07001588
Sen Jiang08c6da12019-01-07 18:28:56 -08001589 if (utils::FileExists(public_key_path_.c_str())) {
1590 LOG(INFO) << "Verifying using public key: " << public_key_path_;
1591 return utils::ReadFile(public_key_path_, out_public_key);
1592 }
1593
1594 // If this is an official build then we are not allowed to use public key from
1595 // Omaha response.
1596 if (!hardware_->IsOfficialBuild() && !install_plan_->public_key_rsa.empty()) {
1597 LOG(INFO) << "Verifying using public key from Omaha response.";
1598 return brillo::data_encoding::Base64Decode(install_plan_->public_key_rsa,
1599 out_public_key);
1600 }
Tianjie Xu7a78d632019-10-08 16:32:39 -07001601 LOG(INFO) << "No public keys found for verification.";
David Zeuthene7f89172013-10-31 10:21:04 -07001602 return true;
1603}
1604
Tianjie Xu7a78d632019-10-08 16:32:39 -07001605std::pair<std::unique_ptr<PayloadVerifier>, bool>
1606DeltaPerformer::CreatePayloadVerifier() {
1607 if (utils::FileExists(update_certificates_path_.c_str())) {
1608 LOG(INFO) << "Verifying using certificates: " << update_certificates_path_;
1609 return {
1610 PayloadVerifier::CreateInstanceFromZipPath(update_certificates_path_),
1611 true};
1612 }
1613
1614 string public_key;
1615 if (!GetPublicKey(&public_key)) {
1616 LOG(ERROR) << "Failed to read public key";
1617 return {nullptr, true};
1618 }
1619
1620 // Skips the verification if the public key is empty.
1621 if (public_key.empty()) {
1622 return {nullptr, false};
1623 }
1624 return {PayloadVerifier::CreateInstance(public_key), true};
1625}
1626
Gilad Arnold21504f02013-05-24 08:51:22 -07001627ErrorCode DeltaPerformer::ValidateManifest() {
Don Garrettb8dd1d92013-11-22 17:40:02 -08001628 // Perform assorted checks to sanity check the manifest, make sure it
1629 // matches data from other sources, and that it is a supported version.
Don Garrettb8dd1d92013-11-22 17:40:02 -08001630
Alex Deymo64d98782016-02-05 18:03:48 -08001631 bool has_old_fields =
1632 (manifest_.has_old_kernel_info() || manifest_.has_old_rootfs_info());
1633 for (const PartitionUpdate& partition : manifest_.partitions()) {
1634 has_old_fields = has_old_fields || partition.has_old_partition_info();
1635 }
Sen Jiangc8f6b7a2015-10-21 11:09:59 -07001636
Alex Deymo64d98782016-02-05 18:03:48 -08001637 // The presence of an old partition hash is the sole indicator for a delta
1638 // update.
1639 InstallPayloadType actual_payload_type =
1640 has_old_fields ? InstallPayloadType::kDelta : InstallPayloadType::kFull;
1641
Sen Jiangcdd52062017-05-18 15:33:10 -07001642 if (payload_->type == InstallPayloadType::kUnknown) {
Alex Deymo64d98782016-02-05 18:03:48 -08001643 LOG(INFO) << "Detected a '"
1644 << InstallPayloadTypeToString(actual_payload_type)
1645 << "' payload.";
Sen Jiangcdd52062017-05-18 15:33:10 -07001646 payload_->type = actual_payload_type;
1647 } else if (payload_->type != actual_payload_type) {
Alex Deymo64d98782016-02-05 18:03:48 -08001648 LOG(ERROR) << "InstallPlan expected a '"
Sen Jiangcdd52062017-05-18 15:33:10 -07001649 << InstallPayloadTypeToString(payload_->type)
Alex Deymo64d98782016-02-05 18:03:48 -08001650 << "' payload but the downloaded manifest contains a '"
1651 << InstallPayloadTypeToString(actual_payload_type)
1652 << "' payload.";
1653 return ErrorCode::kPayloadMismatchedType;
1654 }
1655
1656 // Check that the minor version is compatible.
1657 if (actual_payload_type == InstallPayloadType::kFull) {
Don Garrettb8dd1d92013-11-22 17:40:02 -08001658 if (manifest_.minor_version() != kFullPayloadMinorVersion) {
1659 LOG(ERROR) << "Manifest contains minor version "
1660 << manifest_.minor_version()
1661 << ", but all full payloads should have version "
1662 << kFullPayloadMinorVersion << ".";
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001663 return ErrorCode::kUnsupportedMinorPayloadVersion;
Don Garrettb8dd1d92013-11-22 17:40:02 -08001664 }
1665 } else {
Sen Jiangf1236632018-05-11 16:03:23 -07001666 if (manifest_.minor_version() < kMinSupportedMinorPayloadVersion ||
1667 manifest_.minor_version() > kMaxSupportedMinorPayloadVersion) {
Don Garrettb8dd1d92013-11-22 17:40:02 -08001668 LOG(ERROR) << "Manifest contains minor version "
1669 << manifest_.minor_version()
Sen Jiangf1236632018-05-11 16:03:23 -07001670 << " not in the range of supported minor versions ["
1671 << kMinSupportedMinorPayloadVersion << ", "
1672 << kMaxSupportedMinorPayloadVersion << "].";
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001673 return ErrorCode::kUnsupportedMinorPayloadVersion;
Don Garrettb8dd1d92013-11-22 17:40:02 -08001674 }
Gilad Arnold21504f02013-05-24 08:51:22 -07001675 }
1676
Sen Jiang3e728fe2015-11-05 11:37:23 -08001677 if (major_payload_version_ != kChromeOSMajorPayloadVersion) {
Amin Hassani008c4582019-01-13 16:22:47 -08001678 if (manifest_.has_old_rootfs_info() || manifest_.has_new_rootfs_info() ||
1679 manifest_.has_old_kernel_info() || manifest_.has_new_kernel_info() ||
Sen Jiang3e728fe2015-11-05 11:37:23 -08001680 manifest_.install_operations_size() != 0 ||
1681 manifest_.kernel_install_operations_size() != 0) {
1682 LOG(ERROR) << "Manifest contains deprecated field only supported in "
1683 << "major payload version 1, but the payload major version is "
1684 << major_payload_version_;
1685 return ErrorCode::kPayloadMismatchedType;
1686 }
1687 }
1688
Sen Jiang8e768e92017-06-28 17:13:19 -07001689 if (manifest_.max_timestamp() < hardware_->GetBuildTimestamp()) {
1690 LOG(ERROR) << "The current OS build timestamp ("
1691 << hardware_->GetBuildTimestamp()
1692 << ") is newer than the maximum timestamp in the manifest ("
1693 << manifest_.max_timestamp() << ")";
1694 return ErrorCode::kPayloadTimestampError;
1695 }
1696
Yifan Hongd4db07e2018-10-18 17:46:27 -07001697 if (major_payload_version_ == kChromeOSMajorPayloadVersion) {
1698 if (manifest_.has_dynamic_partition_metadata()) {
1699 LOG(ERROR)
1700 << "Should not contain dynamic_partition_metadata for major version "
1701 << kChromeOSMajorPayloadVersion
1702 << ". Please use major version 2 or above.";
1703 return ErrorCode::kPayloadMismatchedType;
1704 }
1705 }
1706
Gilad Arnold21504f02013-05-24 08:51:22 -07001707 // TODO(garnold) we should be adding more and more manifest checks, such as
1708 // partition boundaries etc (see chromium-os:37661).
1709
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001710 return ErrorCode::kSuccess;
Gilad Arnold21504f02013-05-24 08:51:22 -07001711}
1712
David Zeuthena99981f2013-04-29 13:42:47 -07001713ErrorCode DeltaPerformer::ValidateOperationHash(
Alex Deymoa12ee112015-08-12 22:19:32 -07001714 const InstallOperation& operation) {
Jay Srinivasan00f76b62012-09-17 18:48:36 -07001715 if (!operation.data_sha256_hash().size()) {
1716 if (!operation.data_length()) {
1717 // Operations that do not have any data blob won't have any operation hash
1718 // either. So, these operations are always considered validated since the
Jay Srinivasanf4318702012-09-24 11:56:24 -07001719 // metadata that contains all the non-data-blob portions of the operation
Jay Srinivasan738fdf32012-12-07 17:40:54 -08001720 // has already been validated. This is true for both HTTP and HTTPS cases.
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001721 return ErrorCode::kSuccess;
Jay Srinivasan00f76b62012-09-17 18:48:36 -07001722 }
1723
Jay Srinivasan738fdf32012-12-07 17:40:54 -08001724 // No hash is present for an operation that has data blobs. This shouldn't
1725 // happen normally for any client that has this code, because the
Jay Srinivasan00f76b62012-09-17 18:48:36 -07001726 // corresponding update should have been produced with the operation
Jay Srinivasan738fdf32012-12-07 17:40:54 -08001727 // hashes. So if it happens it means either we've turned operation hash
1728 // generation off in DeltaDiffGenerator or it's a regression of some sort.
Jay Srinivasan00f76b62012-09-17 18:48:36 -07001729 // One caveat though: The last operation is a dummy signature operation
1730 // that doesn't have a hash at the time the manifest is created. So we
1731 // should not complaint about that operation. This operation can be
1732 // recognized by the fact that it's offset is mentioned in the manifest.
1733 if (manifest_.signatures_offset() &&
1734 manifest_.signatures_offset() == operation.data_offset()) {
1735 LOG(INFO) << "Skipping hash verification for signature operation "
1736 << next_operation_num_ + 1;
1737 } else {
Jay Srinivasan738fdf32012-12-07 17:40:54 -08001738 if (install_plan_->hash_checks_mandatory) {
1739 LOG(ERROR) << "Missing mandatory operation hash for operation "
1740 << next_operation_num_ + 1;
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001741 return ErrorCode::kDownloadOperationHashMissingError;
Jay Srinivasan738fdf32012-12-07 17:40:54 -08001742 }
1743
Jay Srinivasan738fdf32012-12-07 17:40:54 -08001744 LOG(WARNING) << "Cannot validate operation " << next_operation_num_ + 1
1745 << " as there's no operation hash in manifest";
Jay Srinivasan00f76b62012-09-17 18:48:36 -07001746 }
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001747 return ErrorCode::kSuccess;
Jay Srinivasan00f76b62012-09-17 18:48:36 -07001748 }
1749
Alex Vakulenko3f39d5c2015-10-13 09:27:13 -07001750 brillo::Blob expected_op_hash;
Jay Srinivasan00f76b62012-09-17 18:48:36 -07001751 expected_op_hash.assign(operation.data_sha256_hash().data(),
1752 (operation.data_sha256_hash().data() +
1753 operation.data_sha256_hash().size()));
1754
Sen Jiang2703ef42017-03-16 13:36:21 -07001755 brillo::Blob calculated_op_hash;
1756 if (!HashCalculator::RawHashOfBytes(
1757 buffer_.data(), operation.data_length(), &calculated_op_hash)) {
Jay Srinivasan00f76b62012-09-17 18:48:36 -07001758 LOG(ERROR) << "Unable to compute actual hash of operation "
1759 << next_operation_num_;
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001760 return ErrorCode::kDownloadOperationHashVerificationError;
Jay Srinivasan00f76b62012-09-17 18:48:36 -07001761 }
1762
Jay Srinivasan00f76b62012-09-17 18:48:36 -07001763 if (calculated_op_hash != expected_op_hash) {
1764 LOG(ERROR) << "Hash verification failed for operation "
1765 << next_operation_num_ << ". Expected hash = ";
1766 utils::HexDumpVector(expected_op_hash);
1767 LOG(ERROR) << "Calculated hash over " << operation.data_length()
1768 << " bytes at offset: " << operation.data_offset() << " = ";
1769 utils::HexDumpVector(calculated_op_hash);
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001770 return ErrorCode::kDownloadOperationHashMismatch;
Jay Srinivasan00f76b62012-09-17 18:48:36 -07001771 }
1772
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001773 return ErrorCode::kSuccess;
Jay Srinivasan51dcf262012-09-13 17:24:32 -07001774}
1775
Amin Hassani008c4582019-01-13 16:22:47 -08001776#define TEST_AND_RETURN_VAL(_retval, _condition) \
1777 do { \
1778 if (!(_condition)) { \
1779 LOG(ERROR) << "VerifyPayload failure: " << #_condition; \
1780 return _retval; \
1781 } \
Andrew de los Reyes771e1bd2011-08-30 14:47:23 -07001782 } while (0);
Andrew de los Reyesfb830ba2011-04-04 11:42:43 -07001783
David Zeuthena99981f2013-04-29 13:42:47 -07001784ErrorCode DeltaPerformer::VerifyPayload(
Sen Jiang2703ef42017-03-16 13:36:21 -07001785 const brillo::Blob& update_check_response_hash,
Andrew de los Reyes771e1bd2011-08-30 14:47:23 -07001786 const uint64_t update_check_response_size) {
Jay Srinivasan0d8fb402012-05-07 19:19:38 -07001787 // Verifies the download size.
Sen Jiang3a25dc22019-01-10 14:14:41 -08001788 if (update_check_response_size !=
1789 metadata_size_ + metadata_signature_size_ + buffer_offset_) {
1790 LOG(ERROR) << "update_check_response_size (" << update_check_response_size
1791 << ") doesn't match metadata_size (" << metadata_size_
1792 << ") + metadata_signature_size (" << metadata_signature_size_
1793 << ") + buffer_offset (" << buffer_offset_ << ").";
1794 return ErrorCode::kPayloadSizeMismatchError;
1795 }
Jay Srinivasan0d8fb402012-05-07 19:19:38 -07001796
Jay Srinivasan51dcf262012-09-13 17:24:32 -07001797 // Verifies the payload hash.
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001798 TEST_AND_RETURN_VAL(ErrorCode::kDownloadPayloadVerificationError,
Sen Jiang2703ef42017-03-16 13:36:21 -07001799 !payload_hash_calculator_.raw_hash().empty());
1800 TEST_AND_RETURN_VAL(
1801 ErrorCode::kPayloadHashMismatchError,
1802 payload_hash_calculator_.raw_hash() == update_check_response_hash);
Darin Petkov437adc42010-10-07 13:12:24 -07001803
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001804 TEST_AND_RETURN_VAL(ErrorCode::kSignedDeltaPayloadExpectedError,
Andrew de los Reyes771e1bd2011-08-30 14:47:23 -07001805 !signatures_message_data_.empty());
Sen Jiangf6813802015-11-03 21:27:29 -08001806 brillo::Blob hash_data = signed_hash_calculator_.raw_hash();
Alex Deymob552a682015-09-30 09:36:49 -07001807 TEST_AND_RETURN_VAL(ErrorCode::kDownloadPayloadPubKeyVerificationError,
xunchangcda3c032019-03-26 15:41:14 -07001808 hash_data.size() == kSHA256Size);
Alex Deymob552a682015-09-30 09:36:49 -07001809
Tianjie Xu7a78d632019-10-08 16:32:39 -07001810 auto [payload_verifier, perform_verification] = CreatePayloadVerifier();
1811 if (!perform_verification) {
1812 LOG(WARNING) << "Not verifying signed delta payload -- missing public key.";
1813 return ErrorCode::kSuccess;
1814 }
Tianjie Xu6cf830b2019-09-30 11:31:49 -07001815 if (!payload_verifier) {
Tianjie Xu7a78d632019-10-08 16:32:39 -07001816 LOG(ERROR) << "Failed to create the payload verifier.";
Tianjie Xu6cf830b2019-09-30 11:31:49 -07001817 return ErrorCode::kDownloadPayloadPubKeyVerificationError;
1818 }
1819 if (!payload_verifier->VerifySignature(signatures_message_data_, hash_data)) {
David Zeuthenbc27aac2013-11-26 11:17:48 -08001820 // The autoupdate_CatchBadSignatures test checks for this string
1821 // in log-files. Keep in sync.
Alex Deymob552a682015-09-30 09:36:49 -07001822 LOG(ERROR) << "Public key verification failed, thus update failed.";
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001823 return ErrorCode::kDownloadPayloadPubKeyVerificationError;
Andrew de los Reyesfb830ba2011-04-04 11:42:43 -07001824 }
Jay Srinivasan2b5a0f02012-12-19 17:25:56 -08001825
David Zeuthene7f89172013-10-31 10:21:04 -07001826 LOG(INFO) << "Payload hash matches value in payload.";
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001827 return ErrorCode::kSuccess;
Darin Petkovd7061ab2010-10-06 14:37:09 -07001828}
1829
Sen Jiangf6813802015-11-03 21:27:29 -08001830void DeltaPerformer::DiscardBuffer(bool do_advance_offset,
1831 size_t signed_hash_buffer_size) {
Gilad Arnoldfe133932014-01-14 12:25:50 -08001832 // Update the buffer offset.
Gilad Arnolddaa27402014-01-23 11:56:17 -08001833 if (do_advance_offset)
Gilad Arnoldfe133932014-01-14 12:25:50 -08001834 buffer_offset_ += buffer_.size();
1835
1836 // Hash the content.
Sen Jiangf6813802015-11-03 21:27:29 -08001837 payload_hash_calculator_.Update(buffer_.data(), buffer_.size());
1838 signed_hash_calculator_.Update(buffer_.data(), signed_hash_buffer_size);
Gilad Arnoldfe133932014-01-14 12:25:50 -08001839
1840 // Swap content with an empty vector to ensure that all memory is released.
Alex Vakulenko3f39d5c2015-10-13 09:27:13 -07001841 brillo::Blob().swap(buffer_);
Darin Petkovd7061ab2010-10-06 14:37:09 -07001842}
1843
Darin Petkov0406e402010-10-06 21:33:11 -07001844bool DeltaPerformer::CanResumeUpdate(PrefsInterface* prefs,
Chih-Hung Hsieh5c6bb1d2016-07-27 13:33:15 -07001845 const string& update_check_response_hash) {
Darin Petkov0406e402010-10-06 21:33:11 -07001846 int64_t next_operation = kUpdateStateOperationInvalid;
Alex Deymo3310b222015-03-30 15:59:07 -07001847 if (!(prefs->GetInt64(kPrefsUpdateStateNextOperation, &next_operation) &&
Amin Hassani008c4582019-01-13 16:22:47 -08001848 next_operation != kUpdateStateOperationInvalid && next_operation > 0))
Alex Deymo3310b222015-03-30 15:59:07 -07001849 return false;
Darin Petkov0406e402010-10-06 21:33:11 -07001850
1851 string interrupted_hash;
Alex Deymo3310b222015-03-30 15:59:07 -07001852 if (!(prefs->GetString(kPrefsUpdateCheckResponseHash, &interrupted_hash) &&
1853 !interrupted_hash.empty() &&
1854 interrupted_hash == update_check_response_hash))
1855 return false;
Darin Petkov0406e402010-10-06 21:33:11 -07001856
Darin Petkov61426142010-10-08 11:04:55 -07001857 int64_t resumed_update_failures;
Alex Deymof25eb492016-02-26 00:20:08 -08001858 // Note that storing this value is optional, but if it is there it should not
1859 // be more than the limit.
1860 if (prefs->GetInt64(kPrefsResumedUpdateFailures, &resumed_update_failures) &&
1861 resumed_update_failures > kMaxResumedUpdateFailures)
Alex Deymo3310b222015-03-30 15:59:07 -07001862 return false;
Darin Petkov61426142010-10-08 11:04:55 -07001863
Darin Petkov0406e402010-10-06 21:33:11 -07001864 // Sanity check the rest.
1865 int64_t next_data_offset = -1;
Alex Deymo3310b222015-03-30 15:59:07 -07001866 if (!(prefs->GetInt64(kPrefsUpdateStateNextDataOffset, &next_data_offset) &&
1867 next_data_offset >= 0))
1868 return false;
Darin Petkov0406e402010-10-06 21:33:11 -07001869
Darin Petkov437adc42010-10-07 13:12:24 -07001870 string sha256_context;
Alex Deymo3310b222015-03-30 15:59:07 -07001871 if (!(prefs->GetString(kPrefsUpdateStateSHA256Context, &sha256_context) &&
1872 !sha256_context.empty()))
1873 return false;
Darin Petkov0406e402010-10-06 21:33:11 -07001874
1875 int64_t manifest_metadata_size = 0;
Alex Deymo3310b222015-03-30 15:59:07 -07001876 if (!(prefs->GetInt64(kPrefsManifestMetadataSize, &manifest_metadata_size) &&
1877 manifest_metadata_size > 0))
1878 return false;
Darin Petkov0406e402010-10-06 21:33:11 -07001879
Alex Deymof25eb492016-02-26 00:20:08 -08001880 int64_t manifest_signature_size = 0;
1881 if (!(prefs->GetInt64(kPrefsManifestSignatureSize,
1882 &manifest_signature_size) &&
1883 manifest_signature_size >= 0))
1884 return false;
1885
Darin Petkov0406e402010-10-06 21:33:11 -07001886 return true;
1887}
1888
Darin Petkov9b230572010-10-08 10:20:09 -07001889bool DeltaPerformer::ResetUpdateProgress(PrefsInterface* prefs, bool quick) {
Darin Petkov0406e402010-10-06 21:33:11 -07001890 TEST_AND_RETURN_FALSE(prefs->SetInt64(kPrefsUpdateStateNextOperation,
1891 kUpdateStateOperationInvalid));
Darin Petkov9b230572010-10-08 10:20:09 -07001892 if (!quick) {
Darin Petkov9b230572010-10-08 10:20:09 -07001893 prefs->SetInt64(kPrefsUpdateStateNextDataOffset, -1);
David Zeuthen41996ad2013-09-24 15:43:24 -07001894 prefs->SetInt64(kPrefsUpdateStateNextDataLength, 0);
Darin Petkov9b230572010-10-08 10:20:09 -07001895 prefs->SetString(kPrefsUpdateStateSHA256Context, "");
1896 prefs->SetString(kPrefsUpdateStateSignedSHA256Context, "");
Darin Petkov4f0a07b2011-05-25 16:47:20 -07001897 prefs->SetString(kPrefsUpdateStateSignatureBlob, "");
Darin Petkov9b230572010-10-08 10:20:09 -07001898 prefs->SetInt64(kPrefsManifestMetadataSize, -1);
Alex Deymof25eb492016-02-26 00:20:08 -08001899 prefs->SetInt64(kPrefsManifestSignatureSize, -1);
Darin Petkov61426142010-10-08 11:04:55 -07001900 prefs->SetInt64(kPrefsResumedUpdateFailures, 0);
Sen Jiangfe522822017-10-31 15:14:11 -07001901 prefs->Delete(kPrefsPostInstallSucceeded);
Sen Jiang3eeaf7d2018-10-11 13:55:32 -07001902 prefs->Delete(kPrefsVerityWritten);
Tao Bao3406c772019-01-02 15:34:35 -08001903 prefs->Delete(kPrefsDynamicPartitionMetadataUpdated);
Darin Petkov9b230572010-10-08 10:20:09 -07001904 }
Darin Petkov73058b42010-10-06 16:32:19 -07001905 return true;
1906}
1907
Sen Jiang3a25dc22019-01-10 14:14:41 -08001908bool DeltaPerformer::CheckpointUpdateProgress(bool force) {
Sen Jiang53c2ec52019-01-10 15:27:59 -08001909 base::TimeTicks curr_time = base::TimeTicks::Now();
Sen Jiang3a25dc22019-01-10 14:14:41 -08001910 if (force || curr_time > update_checkpoint_time_) {
Colin Howes0e452c92018-11-02 13:18:44 -07001911 update_checkpoint_time_ = curr_time + update_checkpoint_wait_;
1912 } else {
1913 return false;
1914 }
1915
Darin Petkov9c0baf82010-10-07 13:44:48 -07001916 Terminator::set_exit_blocked(true);
Darin Petkov0406e402010-10-06 21:33:11 -07001917 if (last_updated_buffer_offset_ != buffer_offset_) {
Darin Petkov9c0baf82010-10-07 13:44:48 -07001918 // Resets the progress in case we die in the middle of the state update.
Darin Petkov9b230572010-10-08 10:20:09 -07001919 ResetUpdateProgress(prefs_, true);
Amin Hassani008c4582019-01-13 16:22:47 -08001920 TEST_AND_RETURN_FALSE(prefs_->SetString(
1921 kPrefsUpdateStateSHA256Context, payload_hash_calculator_.GetContext()));
Sen Jiangf6813802015-11-03 21:27:29 -08001922 TEST_AND_RETURN_FALSE(
1923 prefs_->SetString(kPrefsUpdateStateSignedSHA256Context,
1924 signed_hash_calculator_.GetContext()));
Amin Hassani008c4582019-01-13 16:22:47 -08001925 TEST_AND_RETURN_FALSE(
1926 prefs_->SetInt64(kPrefsUpdateStateNextDataOffset, buffer_offset_));
Darin Petkov0406e402010-10-06 21:33:11 -07001927 last_updated_buffer_offset_ = buffer_offset_;
David Zeuthen41996ad2013-09-24 15:43:24 -07001928
1929 if (next_operation_num_ < num_total_operations_) {
Alex Deymoe5e5fe92015-10-05 09:28:19 -07001930 size_t partition_index = current_partition_;
1931 while (next_operation_num_ >= acc_num_operations_[partition_index])
1932 partition_index++;
Amin Hassani008c4582019-01-13 16:22:47 -08001933 const size_t partition_operation_num =
1934 next_operation_num_ -
1935 (partition_index ? acc_num_operations_[partition_index - 1] : 0);
Alex Deymoa12ee112015-08-12 22:19:32 -07001936 const InstallOperation& op =
Alex Deymoe5e5fe92015-10-05 09:28:19 -07001937 partitions_[partition_index].operations(partition_operation_num);
Amin Hassani008c4582019-01-13 16:22:47 -08001938 TEST_AND_RETURN_FALSE(
1939 prefs_->SetInt64(kPrefsUpdateStateNextDataLength, op.data_length()));
David Zeuthen41996ad2013-09-24 15:43:24 -07001940 } else {
Amin Hassani008c4582019-01-13 16:22:47 -08001941 TEST_AND_RETURN_FALSE(
1942 prefs_->SetInt64(kPrefsUpdateStateNextDataLength, 0));
David Zeuthen41996ad2013-09-24 15:43:24 -07001943 }
Darin Petkov0406e402010-10-06 21:33:11 -07001944 }
Amin Hassani008c4582019-01-13 16:22:47 -08001945 TEST_AND_RETURN_FALSE(
1946 prefs_->SetInt64(kPrefsUpdateStateNextOperation, next_operation_num_));
Darin Petkov73058b42010-10-06 16:32:19 -07001947 return true;
1948}
1949
Darin Petkov9b230572010-10-08 10:20:09 -07001950bool DeltaPerformer::PrimeUpdateState() {
1951 CHECK(manifest_valid_);
Darin Petkov9b230572010-10-08 10:20:09 -07001952
1953 int64_t next_operation = kUpdateStateOperationInvalid;
1954 if (!prefs_->GetInt64(kPrefsUpdateStateNextOperation, &next_operation) ||
Amin Hassani008c4582019-01-13 16:22:47 -08001955 next_operation == kUpdateStateOperationInvalid || next_operation <= 0) {
Darin Petkov9b230572010-10-08 10:20:09 -07001956 // Initiating a new update, no more state needs to be initialized.
1957 return true;
1958 }
1959 next_operation_num_ = next_operation;
1960
1961 // Resuming an update -- load the rest of the update state.
1962 int64_t next_data_offset = -1;
Amin Hassani008c4582019-01-13 16:22:47 -08001963 TEST_AND_RETURN_FALSE(
1964 prefs_->GetInt64(kPrefsUpdateStateNextDataOffset, &next_data_offset) &&
1965 next_data_offset >= 0);
Darin Petkov9b230572010-10-08 10:20:09 -07001966 buffer_offset_ = next_data_offset;
1967
Darin Petkov4f0a07b2011-05-25 16:47:20 -07001968 // The signed hash context and the signature blob may be empty if the
1969 // interrupted update didn't reach the signature.
Sen Jiangf6813802015-11-03 21:27:29 -08001970 string signed_hash_context;
1971 if (prefs_->GetString(kPrefsUpdateStateSignedSHA256Context,
1972 &signed_hash_context)) {
1973 TEST_AND_RETURN_FALSE(
1974 signed_hash_calculator_.SetContext(signed_hash_context));
1975 }
1976
Sen Jiang9b2f1782019-01-24 14:27:50 -08001977 prefs_->GetString(kPrefsUpdateStateSignatureBlob, &signatures_message_data_);
Darin Petkov9b230572010-10-08 10:20:09 -07001978
1979 string hash_context;
Amin Hassani008c4582019-01-13 16:22:47 -08001980 TEST_AND_RETURN_FALSE(
1981 prefs_->GetString(kPrefsUpdateStateSHA256Context, &hash_context) &&
1982 payload_hash_calculator_.SetContext(hash_context));
Darin Petkov9b230572010-10-08 10:20:09 -07001983
1984 int64_t manifest_metadata_size = 0;
Amin Hassani008c4582019-01-13 16:22:47 -08001985 TEST_AND_RETURN_FALSE(
1986 prefs_->GetInt64(kPrefsManifestMetadataSize, &manifest_metadata_size) &&
1987 manifest_metadata_size > 0);
Gilad Arnoldfe133932014-01-14 12:25:50 -08001988 metadata_size_ = manifest_metadata_size;
Darin Petkov9b230572010-10-08 10:20:09 -07001989
Alex Deymof25eb492016-02-26 00:20:08 -08001990 int64_t manifest_signature_size = 0;
1991 TEST_AND_RETURN_FALSE(
1992 prefs_->GetInt64(kPrefsManifestSignatureSize, &manifest_signature_size) &&
1993 manifest_signature_size >= 0);
1994 metadata_signature_size_ = manifest_signature_size;
1995
Gilad Arnold8a86fa52013-01-15 12:35:05 -08001996 // Advance the download progress to reflect what doesn't need to be
1997 // re-downloaded.
1998 total_bytes_received_ += buffer_offset_;
1999
Darin Petkov61426142010-10-08 11:04:55 -07002000 // Speculatively count the resume as a failure.
2001 int64_t resumed_update_failures;
2002 if (prefs_->GetInt64(kPrefsResumedUpdateFailures, &resumed_update_failures)) {
2003 resumed_update_failures++;
2004 } else {
2005 resumed_update_failures = 1;
2006 }
2007 prefs_->SetInt64(kPrefsResumedUpdateFailures, resumed_update_failures);
Darin Petkov9b230572010-10-08 10:20:09 -07002008 return true;
2009}
2010
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07002011} // namespace chromeos_update_engine