blob: 14b6fa800cf8c2b3c17fcb5f9631d6f524ce9ce9 [file] [log] [blame]
Alex Deymoaea4c1c2015-08-19 20:24:43 -07001//
2// Copyright (C) 2012 The Android Open Source Project
3//
4// Licensed under the Apache License, Version 2.0 (the "License");
5// you may not use this file except in compliance with the License.
6// You may obtain a copy of the License at
7//
8// http://www.apache.org/licenses/LICENSE-2.0
9//
10// Unless required by applicable law or agreed to in writing, software
11// distributed under the License is distributed on an "AS IS" BASIS,
12// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13// See the License for the specific language governing permissions and
14// limitations under the License.
15//
Andrew de los Reyes09e56d62010-04-23 13:45:53 -070016
Alex Deymo39910dc2015-11-09 17:04:30 -080017#include "update_engine/payload_consumer/delta_performer.h"
Darin Petkovd7061ab2010-10-06 14:37:09 -070018
Andrew de los Reyes09e56d62010-04-23 13:45:53 -070019#include <endian.h>
20#include <errno.h>
Alex Deymo79715ad2015-10-02 14:27:53 -070021#include <linux/fs.h>
Darin Petkovd7061ab2010-10-06 14:37:09 -070022
Andrew de los Reyes09e56d62010-04-23 13:45:53 -070023#include <algorithm>
24#include <cstring>
Ben Chan02f7c1d2014-10-18 15:18:02 -070025#include <memory>
Andrew de los Reyes09e56d62010-04-23 13:45:53 -070026#include <string>
Amin Hassanid87304c2017-08-29 11:40:03 -070027#include <utility>
Andrew de los Reyes09e56d62010-04-23 13:45:53 -070028#include <vector>
29
Ben Chan06c76a42014-09-05 08:21:06 -070030#include <base/files/file_util.h>
Alex Deymo161c4a12014-05-16 15:56:21 -070031#include <base/format_macros.h>
Lann Martin39f57142017-07-14 09:18:42 -060032#include <base/metrics/histogram_macros.h>
Alex Deymo67140842016-06-15 13:28:59 -070033#include <base/strings/string_number_conversions.h>
Alex Vakulenko75039d72014-03-25 12:36:28 -070034#include <base/strings/string_util.h>
35#include <base/strings/stringprintf.h>
Lann Martin39f57142017-07-14 09:18:42 -060036#include <base/time/time.h>
Alex Vakulenko3f39d5c2015-10-13 09:27:13 -070037#include <brillo/data_encoding.h>
Alex Deymo6765a682017-05-19 13:13:54 -070038#include <bsdiff/bspatch.h>
Andrew de los Reyes09e56d62010-04-23 13:45:53 -070039#include <google/protobuf/repeated_field.h>
Amin Hassani02855c22017-09-06 22:34:50 -070040#include <puffin/puffpatch.h>
Andrew de los Reyes09e56d62010-04-23 13:45:53 -070041
Alex Deymo39910dc2015-11-09 17:04:30 -080042#include "update_engine/common/constants.h"
43#include "update_engine/common/hardware_interface.h"
Alex Deymo542c19b2015-12-03 07:43:31 -030044#include "update_engine/common/prefs_interface.h"
45#include "update_engine/common/subprocess.h"
46#include "update_engine/common/terminator.h"
Alex Deymo39910dc2015-11-09 17:04:30 -080047#include "update_engine/payload_consumer/bzip_extent_writer.h"
Amin Hassania3fc20a2017-09-19 17:19:34 -070048#include "update_engine/payload_consumer/cached_file_descriptor.h"
Alex Deymo542c19b2015-12-03 07:43:31 -030049#include "update_engine/payload_consumer/download_action.h"
Amin Hassanidb56be92017-09-06 12:41:23 -070050#include "update_engine/payload_consumer/extent_reader.h"
Alex Deymo39910dc2015-11-09 17:04:30 -080051#include "update_engine/payload_consumer/extent_writer.h"
Alex Deymo51c264e2016-11-04 15:49:53 -070052#if USE_FEC
53#include "update_engine/payload_consumer/fec_file_descriptor.h"
54#endif // USE_FEC
Alex Deymoa48f6302016-11-04 15:49:53 -070055#include "update_engine/payload_consumer/file_descriptor_utils.h"
HÃ¥kan Kvist4e13cf42018-01-23 12:57:55 +010056#include "update_engine/payload_consumer/mount_history.h"
Nam T. Nguyenf1d582e2014-12-08 15:07:17 -080057#if USE_MTD
Alex Deymo39910dc2015-11-09 17:04:30 -080058#include "update_engine/payload_consumer/mtd_file_descriptor.h"
Alex Deymo51c264e2016-11-04 15:49:53 -070059#endif // USE_MTD
Alex Deymo39910dc2015-11-09 17:04:30 -080060#include "update_engine/payload_consumer/payload_constants.h"
61#include "update_engine/payload_consumer/payload_verifier.h"
62#include "update_engine/payload_consumer/xz_extent_writer.h"
Andrew de los Reyes09e56d62010-04-23 13:45:53 -070063
Alex Deymo161c4a12014-05-16 15:56:21 -070064using google::protobuf::RepeatedPtrField;
Andrew de los Reyes09e56d62010-04-23 13:45:53 -070065using std::min;
66using std::string;
67using std::vector;
Andrew de los Reyes09e56d62010-04-23 13:45:53 -070068
69namespace chromeos_update_engine {
70
Sen Jiangb8060e42015-09-24 17:30:50 -070071const uint64_t DeltaPerformer::kDeltaVersionOffset = sizeof(kDeltaMagic);
Jay Srinivasanf4318702012-09-24 11:56:24 -070072const uint64_t DeltaPerformer::kDeltaVersionSize = 8;
Sen Jiangb8060e42015-09-24 17:30:50 -070073const uint64_t DeltaPerformer::kDeltaManifestSizeOffset =
74 kDeltaVersionOffset + kDeltaVersionSize;
Jay Srinivasanf4318702012-09-24 11:56:24 -070075const uint64_t DeltaPerformer::kDeltaManifestSizeSize = 8;
Sen Jiangb8060e42015-09-24 17:30:50 -070076const uint64_t DeltaPerformer::kDeltaMetadataSignatureSizeSize = 4;
77const uint64_t DeltaPerformer::kMaxPayloadHeaderSize = 24;
Alex Deymo7a2c47e2015-11-04 00:47:12 -080078const uint64_t DeltaPerformer::kSupportedMajorPayloadVersion = 2;
Amin Hassanie7f1ac42018-02-13 14:20:52 -080079const uint32_t DeltaPerformer::kSupportedMinorPayloadVersion = 5;
Don Garrett4d039442013-10-28 18:40:06 -070080
Gilad Arnold8a86fa52013-01-15 12:35:05 -080081const unsigned DeltaPerformer::kProgressLogMaxChunks = 10;
82const unsigned DeltaPerformer::kProgressLogTimeoutSeconds = 30;
83const unsigned DeltaPerformer::kProgressDownloadWeight = 50;
84const unsigned DeltaPerformer::kProgressOperationsWeight = 50;
Darin Petkovabc7bc02011-02-23 14:39:43 -080085
Andrew de los Reyes09e56d62010-04-23 13:45:53 -070086namespace {
Darin Petkov73058b42010-10-06 16:32:19 -070087const int kUpdateStateOperationInvalid = -1;
Darin Petkov61426142010-10-08 11:04:55 -070088const int kMaxResumedUpdateFailures = 10;
Nam T. Nguyena78b28c2015-03-06 22:30:12 -080089#if USE_MTD
90const int kUbiVolumeAttachTimeout = 5 * 60;
91#endif
Nam T. Nguyenf1d582e2014-12-08 15:07:17 -080092
Amin Hassania3fc20a2017-09-19 17:19:34 -070093const uint64_t kCacheSize = 1024 * 1024; // 1MB
94
Nam T. Nguyenf1d582e2014-12-08 15:07:17 -080095FileDescriptorPtr CreateFileDescriptor(const char* path) {
96 FileDescriptorPtr ret;
97#if USE_MTD
Nam T. Nguyena78b28c2015-03-06 22:30:12 -080098 if (strstr(path, "/dev/ubi") == path) {
99 if (!UbiFileDescriptor::IsUbi(path)) {
100 // The volume might not have been attached at boot time.
101 int volume_no;
102 if (utils::SplitPartitionName(path, nullptr, &volume_no)) {
103 utils::TryAttachingUbiVolume(volume_no, kUbiVolumeAttachTimeout);
104 }
105 }
106 if (UbiFileDescriptor::IsUbi(path)) {
107 LOG(INFO) << path << " is a UBI device.";
108 ret.reset(new UbiFileDescriptor);
109 }
Nam T. Nguyenf1d582e2014-12-08 15:07:17 -0800110 } else if (MtdFileDescriptor::IsMtd(path)) {
Nam T. Nguyena78b28c2015-03-06 22:30:12 -0800111 LOG(INFO) << path << " is an MTD device.";
Nam T. Nguyenf1d582e2014-12-08 15:07:17 -0800112 ret.reset(new MtdFileDescriptor);
Alex Vakulenkof68bbbc2015-02-09 12:53:18 -0800113 } else {
Nam T. Nguyena78b28c2015-03-06 22:30:12 -0800114 LOG(INFO) << path << " is not an MTD nor a UBI device.";
Nam T. Nguyenf1d582e2014-12-08 15:07:17 -0800115#endif
Nam T. Nguyenf1d582e2014-12-08 15:07:17 -0800116 ret.reset(new EintrSafeFileDescriptor);
Alex Vakulenkof68bbbc2015-02-09 12:53:18 -0800117#if USE_MTD
Andrew de los Reyesf4c7ef12010-04-30 10:37:00 -0700118 }
Alex Vakulenkof68bbbc2015-02-09 12:53:18 -0800119#endif
Nam T. Nguyenf1d582e2014-12-08 15:07:17 -0800120 return ret;
Andrew de los Reyesf4c7ef12010-04-30 10:37:00 -0700121}
122
Nam T. Nguyenf1d582e2014-12-08 15:07:17 -0800123// Opens path for read/write. On success returns an open FileDescriptor
124// and sets *err to 0. On failure, sets *err to errno and returns nullptr.
Amin Hassania3fc20a2017-09-19 17:19:34 -0700125FileDescriptorPtr OpenFile(const char* path,
126 int mode,
127 bool cache_writes,
128 int* err) {
Alex Deymo5fb356c2016-03-25 18:48:22 -0700129 // Try to mark the block device read-only based on the mode. Ignore any
130 // failure since this won't work when passing regular files.
Amin Hassania3fc20a2017-09-19 17:19:34 -0700131 bool read_only = (mode & O_ACCMODE) == O_RDONLY;
132 utils::SetBlockDeviceReadOnly(path, read_only);
Alex Deymo5fb356c2016-03-25 18:48:22 -0700133
Nam T. Nguyenf1d582e2014-12-08 15:07:17 -0800134 FileDescriptorPtr fd = CreateFileDescriptor(path);
Amin Hassania3fc20a2017-09-19 17:19:34 -0700135 if (cache_writes && !read_only) {
136 fd = FileDescriptorPtr(new CachedFileDescriptor(fd, kCacheSize));
137 LOG(INFO) << "Caching writes.";
138 }
Nam T. Nguyena78b28c2015-03-06 22:30:12 -0800139#if USE_MTD
140 // On NAND devices, we can either read, or write, but not both. So here we
141 // use O_WRONLY.
142 if (UbiFileDescriptor::IsUbi(path) || MtdFileDescriptor::IsMtd(path)) {
143 mode = O_WRONLY;
144 }
145#endif
146 if (!fd->Open(path, mode, 000)) {
Nam T. Nguyenf1d582e2014-12-08 15:07:17 -0800147 *err = errno;
148 PLOG(ERROR) << "Unable to open file " << path;
149 return nullptr;
150 }
151 *err = 0;
152 return fd;
153}
Alex Deymob86787c2016-05-12 18:46:25 -0700154
155// Discard the tail of the block device referenced by |fd|, from the offset
156// |data_size| until the end of the block device. Returns whether the data was
157// discarded.
Chih-Hung Hsieh5c6bb1d2016-07-27 13:33:15 -0700158bool DiscardPartitionTail(const FileDescriptorPtr& fd, uint64_t data_size) {
Alex Deymob86787c2016-05-12 18:46:25 -0700159 uint64_t part_size = fd->BlockDevSize();
160 if (!part_size || part_size <= data_size)
161 return false;
162
Alex Deymo72a68d82016-06-15 16:31:04 -0700163 struct blkioctl_request {
164 int number;
165 const char* name;
166 };
167 const vector<blkioctl_request> blkioctl_requests = {
Alex Deymo72a68d82016-06-15 16:31:04 -0700168 {BLKDISCARD, "BLKDISCARD"},
Amin Hassani41555202017-06-23 12:42:00 -0700169 {BLKSECDISCARD, "BLKSECDISCARD"},
Alex Deymob86787c2016-05-12 18:46:25 -0700170#ifdef BLKZEROOUT
Alex Deymo72a68d82016-06-15 16:31:04 -0700171 {BLKZEROOUT, "BLKZEROOUT"},
Alex Deymob86787c2016-05-12 18:46:25 -0700172#endif
173 };
Alex Deymo72a68d82016-06-15 16:31:04 -0700174 for (const auto& req : blkioctl_requests) {
Alex Deymob86787c2016-05-12 18:46:25 -0700175 int error = 0;
Alex Deymo72a68d82016-06-15 16:31:04 -0700176 if (fd->BlkIoctl(req.number, data_size, part_size - data_size, &error) &&
Alex Deymob86787c2016-05-12 18:46:25 -0700177 error == 0) {
178 return true;
179 }
180 LOG(WARNING) << "Error discarding the last "
181 << (part_size - data_size) / 1024 << " KiB using ioctl("
Alex Deymo72a68d82016-06-15 16:31:04 -0700182 << req.name << ")";
Alex Deymob86787c2016-05-12 18:46:25 -0700183 }
184 return false;
185}
186
Alex Vakulenkod2779df2014-06-16 13:19:00 -0700187} // namespace
Andrew de los Reyes09e56d62010-04-23 13:45:53 -0700188
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800189
190// Computes the ratio of |part| and |total|, scaled to |norm|, using integer
191// arithmetic.
192static uint64_t IntRatio(uint64_t part, uint64_t total, uint64_t norm) {
193 return part * norm / total;
194}
195
196void DeltaPerformer::LogProgress(const char* message_prefix) {
197 // Format operations total count and percentage.
198 string total_operations_str("?");
199 string completed_percentage_str("");
200 if (num_total_operations_) {
Alex Deymoc00c98a2015-03-17 17:38:00 -0700201 total_operations_str = std::to_string(num_total_operations_);
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800202 // Upcasting to 64-bit to avoid overflow, back to size_t for formatting.
203 completed_percentage_str =
Alex Vakulenko75039d72014-03-25 12:36:28 -0700204 base::StringPrintf(" (%" PRIu64 "%%)",
Alex Deymoc00c98a2015-03-17 17:38:00 -0700205 IntRatio(next_operation_num_, num_total_operations_,
206 100));
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800207 }
208
209 // Format download total count and percentage.
Sen Jiang0affc2c2017-02-10 15:55:05 -0800210 size_t payload_size = payload_->size;
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800211 string payload_size_str("?");
212 string downloaded_percentage_str("");
213 if (payload_size) {
Alex Deymoc00c98a2015-03-17 17:38:00 -0700214 payload_size_str = std::to_string(payload_size);
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800215 // Upcasting to 64-bit to avoid overflow, back to size_t for formatting.
216 downloaded_percentage_str =
Alex Vakulenko75039d72014-03-25 12:36:28 -0700217 base::StringPrintf(" (%" PRIu64 "%%)",
Alex Deymoc00c98a2015-03-17 17:38:00 -0700218 IntRatio(total_bytes_received_, payload_size, 100));
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800219 }
220
221 LOG(INFO) << (message_prefix ? message_prefix : "") << next_operation_num_
222 << "/" << total_operations_str << " operations"
223 << completed_percentage_str << ", " << total_bytes_received_
224 << "/" << payload_size_str << " bytes downloaded"
225 << downloaded_percentage_str << ", overall progress "
226 << overall_progress_ << "%";
227}
228
229void DeltaPerformer::UpdateOverallProgress(bool force_log,
230 const char* message_prefix) {
231 // Compute our download and overall progress.
232 unsigned new_overall_progress = 0;
Alex Vakulenko0103c362016-01-20 07:56:15 -0800233 static_assert(kProgressDownloadWeight + kProgressOperationsWeight == 100,
234 "Progress weights don't add up");
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800235 // Only consider download progress if its total size is known; otherwise
236 // adjust the operations weight to compensate for the absence of download
237 // progress. Also, make sure to cap the download portion at
238 // kProgressDownloadWeight, in case we end up downloading more than we
239 // initially expected (this indicates a problem, but could generally happen).
240 // TODO(garnold) the correction of operations weight when we do not have the
241 // total payload size, as well as the conditional guard below, should both be
242 // eliminated once we ensure that the payload_size in the install plan is
243 // always given and is non-zero. This currently isn't the case during unit
244 // tests (see chromium-os:37969).
Sen Jiang0affc2c2017-02-10 15:55:05 -0800245 size_t payload_size = payload_->size;
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800246 unsigned actual_operations_weight = kProgressOperationsWeight;
247 if (payload_size)
248 new_overall_progress += min(
249 static_cast<unsigned>(IntRatio(total_bytes_received_, payload_size,
250 kProgressDownloadWeight)),
251 kProgressDownloadWeight);
252 else
253 actual_operations_weight += kProgressDownloadWeight;
254
255 // Only add completed operations if their total number is known; we definitely
256 // expect an update to have at least one operation, so the expectation is that
257 // this will eventually reach |actual_operations_weight|.
258 if (num_total_operations_)
259 new_overall_progress += IntRatio(next_operation_num_, num_total_operations_,
260 actual_operations_weight);
261
262 // Progress ratio cannot recede, unless our assumptions about the total
263 // payload size, total number of operations, or the monotonicity of progress
264 // is breached.
265 if (new_overall_progress < overall_progress_) {
266 LOG(WARNING) << "progress counter receded from " << overall_progress_
267 << "% down to " << new_overall_progress << "%; this is a bug";
268 force_log = true;
269 }
270 overall_progress_ = new_overall_progress;
271
272 // Update chunk index, log as needed: if forced by called, or we completed a
273 // progress chunk, or a timeout has expired.
274 base::Time curr_time = base::Time::Now();
275 unsigned curr_progress_chunk =
276 overall_progress_ * kProgressLogMaxChunks / 100;
277 if (force_log || curr_progress_chunk > last_progress_chunk_ ||
278 curr_time > forced_progress_log_time_) {
279 forced_progress_log_time_ = curr_time + forced_progress_log_wait_;
280 LogProgress(message_prefix);
281 }
282 last_progress_chunk_ = curr_progress_chunk;
283}
284
285
Gilad Arnoldfe133932014-01-14 12:25:50 -0800286size_t DeltaPerformer::CopyDataToBuffer(const char** bytes_p, size_t* count_p,
287 size_t max) {
288 const size_t count = *count_p;
289 if (!count)
290 return 0; // Special case shortcut.
Alex Deymof329b932014-10-30 01:37:48 -0700291 size_t read_len = min(count, max - buffer_.size());
Gilad Arnoldfe133932014-01-14 12:25:50 -0800292 const char* bytes_start = *bytes_p;
293 const char* bytes_end = bytes_start + read_len;
Sen Jiangbe19a242017-11-17 11:48:17 -0800294 buffer_.reserve(max);
Gilad Arnoldfe133932014-01-14 12:25:50 -0800295 buffer_.insert(buffer_.end(), bytes_start, bytes_end);
296 *bytes_p = bytes_end;
297 *count_p = count - read_len;
298 return read_len;
299}
300
301
302bool DeltaPerformer::HandleOpResult(bool op_result, const char* op_type_name,
303 ErrorCode* error) {
304 if (op_result)
305 return true;
306
Alex Deymo3d009062016-05-13 15:51:25 -0700307 size_t partition_first_op_num =
308 current_partition_ ? acc_num_operations_[current_partition_ - 1] : 0;
Gilad Arnoldfe133932014-01-14 12:25:50 -0800309 LOG(ERROR) << "Failed to perform " << op_type_name << " operation "
Alex Deymo3d009062016-05-13 15:51:25 -0700310 << next_operation_num_ << ", which is the operation "
311 << next_operation_num_ - partition_first_op_num
312 << " in partition \""
313 << partitions_[current_partition_].partition_name() << "\"";
Sen Jiangbe2c47b2016-06-15 14:09:27 -0700314 if (*error == ErrorCode::kSuccess)
315 *error = ErrorCode::kDownloadOperationExecutionError;
Gilad Arnoldfe133932014-01-14 12:25:50 -0800316 return false;
317}
318
Andrew de los Reyes09e56d62010-04-23 13:45:53 -0700319int DeltaPerformer::Close() {
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700320 int err = -CloseCurrentPartition();
Sen Jiangf6813802015-11-03 21:27:29 -0800321 LOG_IF(ERROR, !payload_hash_calculator_.Finalize() ||
322 !signed_hash_calculator_.Finalize())
323 << "Unable to finalize the hash.";
Darin Petkov934bb412010-11-18 11:21:35 -0800324 if (!buffer_.empty()) {
Jay Srinivasan1c0fe792013-03-28 16:45:25 -0700325 LOG(INFO) << "Discarding " << buffer_.size() << " unused downloaded bytes";
326 if (err >= 0)
Darin Petkov934bb412010-11-18 11:21:35 -0800327 err = 1;
Darin Petkov934bb412010-11-18 11:21:35 -0800328 }
Andrew de los Reyesf4c7ef12010-04-30 10:37:00 -0700329 return -err;
Andrew de los Reyes09e56d62010-04-23 13:45:53 -0700330}
331
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700332int DeltaPerformer::CloseCurrentPartition() {
333 int err = 0;
334 if (source_fd_ && !source_fd_->Close()) {
335 err = errno;
336 PLOG(ERROR) << "Error closing source partition";
337 if (!err)
338 err = 1;
339 }
340 source_fd_.reset();
Alex Deymo51c264e2016-11-04 15:49:53 -0700341 if (source_ecc_fd_ && !source_ecc_fd_->Close()) {
342 err = errno;
343 PLOG(ERROR) << "Error closing ECC source partition";
344 if (!err)
345 err = 1;
346 }
347 source_ecc_fd_.reset();
348 source_ecc_open_failure_ = false;
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700349 source_path_.clear();
350
351 if (target_fd_ && !target_fd_->Close()) {
352 err = errno;
353 PLOG(ERROR) << "Error closing target partition";
354 if (!err)
355 err = 1;
356 }
357 target_fd_.reset();
358 target_path_.clear();
359 return -err;
360}
361
362bool DeltaPerformer::OpenCurrentPartition() {
363 if (current_partition_ >= partitions_.size())
364 return false;
365
366 const PartitionUpdate& partition = partitions_[current_partition_];
Sen Jiangd2ff2a02017-04-06 14:53:31 -0700367 size_t num_previous_partitions =
368 install_plan_->partitions.size() - partitions_.size();
369 const InstallPlan::Partition& install_part =
370 install_plan_->partitions[num_previous_partitions + current_partition_];
Sen Jiang889c65d2015-11-17 15:04:02 -0800371 // Open source fds if we have a delta payload with minor version >= 2.
Sen Jiangcdd52062017-05-18 15:33:10 -0700372 if (payload_->type == InstallPayloadType::kDelta &&
Sen Jiang889c65d2015-11-17 15:04:02 -0800373 GetMinorVersion() != kInPlaceMinorPayloadVersion) {
Sen Jiangd2ff2a02017-04-06 14:53:31 -0700374 source_path_ = install_part.source_path;
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700375 int err;
Amin Hassania3fc20a2017-09-19 17:19:34 -0700376 source_fd_ = OpenFile(source_path_.c_str(), O_RDONLY, false, &err);
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700377 if (!source_fd_) {
378 LOG(ERROR) << "Unable to open source partition "
379 << partition.partition_name() << " on slot "
380 << BootControlInterface::SlotName(install_plan_->source_slot)
381 << ", file " << source_path_;
382 return false;
383 }
384 }
385
Sen Jiangd2ff2a02017-04-06 14:53:31 -0700386 target_path_ = install_part.target_path;
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700387 int err;
Grant Grundlera763c2d2017-05-10 11:12:52 -0700388
Amin Hassani7ecda262017-07-11 17:10:50 -0700389 int flags = O_RDWR;
Amin Hassanied37d682018-04-06 13:22:00 -0700390 if (!interactive_)
Amin Hassani7ecda262017-07-11 17:10:50 -0700391 flags |= O_DSYNC;
392
393 LOG(INFO) << "Opening " << target_path_ << " partition with"
Amin Hassanied37d682018-04-06 13:22:00 -0700394 << (interactive_ ? "out" : "") << " O_DSYNC";
Amin Hassani7ecda262017-07-11 17:10:50 -0700395
Amin Hassania3fc20a2017-09-19 17:19:34 -0700396 target_fd_ = OpenFile(target_path_.c_str(), flags, true, &err);
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700397 if (!target_fd_) {
398 LOG(ERROR) << "Unable to open target partition "
399 << partition.partition_name() << " on slot "
400 << BootControlInterface::SlotName(install_plan_->target_slot)
401 << ", file " << target_path_;
402 return false;
403 }
Alex Deymob86787c2016-05-12 18:46:25 -0700404
405 LOG(INFO) << "Applying " << partition.operations().size()
406 << " operations to partition \"" << partition.partition_name()
407 << "\"";
408
409 // Discard the end of the partition, but ignore failures.
Sen Jiangd2ff2a02017-04-06 14:53:31 -0700410 DiscardPartitionTail(target_fd_, install_part.target_size);
Alex Deymob86787c2016-05-12 18:46:25 -0700411
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700412 return true;
413}
414
Alex Deymo51c264e2016-11-04 15:49:53 -0700415bool DeltaPerformer::OpenCurrentECCPartition() {
416 if (source_ecc_fd_)
417 return true;
418
419 if (source_ecc_open_failure_)
420 return false;
421
422 if (current_partition_ >= partitions_.size())
423 return false;
424
425 // No support for ECC in minor version 1 or full payloads.
426 if (payload_->type == InstallPayloadType::kFull ||
427 GetMinorVersion() == kInPlaceMinorPayloadVersion)
428 return false;
429
430#if USE_FEC
431 const PartitionUpdate& partition = partitions_[current_partition_];
432 size_t num_previous_partitions =
433 install_plan_->partitions.size() - partitions_.size();
434 const InstallPlan::Partition& install_part =
435 install_plan_->partitions[num_previous_partitions + current_partition_];
436 string path = install_part.source_path;
437 FileDescriptorPtr fd(new FecFileDescriptor());
438 if (!fd->Open(path.c_str(), O_RDONLY, 0)) {
439 PLOG(ERROR) << "Unable to open ECC source partition "
440 << partition.partition_name() << " on slot "
441 << BootControlInterface::SlotName(install_plan_->source_slot)
442 << ", file " << path;
443 source_ecc_open_failure_ = true;
444 return false;
445 }
446 source_ecc_fd_ = fd;
447#else
448 // No support for ECC compiled.
449 source_ecc_open_failure_ = true;
450#endif // USE_FEC
451
452 return !source_ecc_open_failure_;
453}
454
Andrew de los Reyes89f17be2010-10-22 13:39:09 -0700455namespace {
456
457void LogPartitionInfoHash(const PartitionInfo& info, const string& tag) {
Alex Vakulenko3f39d5c2015-10-13 09:27:13 -0700458 string sha256 = brillo::data_encoding::Base64Encode(info.hash());
Alex Vakulenko981a9fb2015-02-09 12:51:24 -0800459 LOG(INFO) << "PartitionInfo " << tag << " sha256: " << sha256
460 << " size: " << info.size();
Andrew de los Reyes89f17be2010-10-22 13:39:09 -0700461}
462
Alex Deymo39910dc2015-11-09 17:04:30 -0800463void LogPartitionInfo(const vector<PartitionUpdate>& partitions) {
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700464 for (const PartitionUpdate& partition : partitions) {
Sen Jiang7b9a5872018-01-17 13:25:06 -0800465 if (partition.has_old_partition_info()) {
466 LogPartitionInfoHash(partition.old_partition_info(),
467 "old " + partition.partition_name());
468 }
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700469 LogPartitionInfoHash(partition.new_partition_info(),
470 "new " + partition.partition_name());
471 }
Andrew de los Reyes89f17be2010-10-22 13:39:09 -0700472}
473
Alex Vakulenkod2779df2014-06-16 13:19:00 -0700474} // namespace
Andrew de los Reyes89f17be2010-10-22 13:39:09 -0700475
Sen Jiangb8060e42015-09-24 17:30:50 -0700476bool DeltaPerformer::GetMetadataSignatureSizeOffset(
477 uint64_t* out_offset) const {
478 if (GetMajorVersion() == kBrilloMajorPayloadVersion) {
479 *out_offset = kDeltaManifestSizeOffset + kDeltaManifestSizeSize;
480 return true;
481 }
482 return false;
Don Garrett4d039442013-10-28 18:40:06 -0700483}
484
Sen Jiangb8060e42015-09-24 17:30:50 -0700485bool DeltaPerformer::GetManifestOffset(uint64_t* out_offset) const {
486 // Actual manifest begins right after the manifest size field or
487 // metadata signature size field if major version >= 2.
488 if (major_payload_version_ == kChromeOSMajorPayloadVersion) {
489 *out_offset = kDeltaManifestSizeOffset + kDeltaManifestSizeSize;
490 return true;
491 }
492 if (major_payload_version_ == kBrilloMajorPayloadVersion) {
493 *out_offset = kDeltaManifestSizeOffset + kDeltaManifestSizeSize +
494 kDeltaMetadataSignatureSizeSize;
495 return true;
496 }
497 LOG(ERROR) << "Unknown major payload version: " << major_payload_version_;
498 return false;
Jay Srinivasanf4318702012-09-24 11:56:24 -0700499}
500
Gilad Arnoldfe133932014-01-14 12:25:50 -0800501uint64_t DeltaPerformer::GetMetadataSize() const {
Gilad Arnolddaa27402014-01-23 11:56:17 -0800502 return metadata_size_;
503}
504
Sen Jiangb8060e42015-09-24 17:30:50 -0700505uint64_t DeltaPerformer::GetMajorVersion() const {
506 return major_payload_version_;
507}
508
Allie Woodfdf00512015-03-02 13:34:55 -0800509uint32_t DeltaPerformer::GetMinorVersion() const {
510 if (manifest_.has_minor_version()) {
511 return manifest_.minor_version();
512 } else {
Sen Jiangcdd52062017-05-18 15:33:10 -0700513 return payload_->type == InstallPayloadType::kDelta
Alex Deymo64d98782016-02-05 18:03:48 -0800514 ? kSupportedMinorPayloadVersion
515 : kFullPayloadMinorVersion;
Allie Woodfdf00512015-03-02 13:34:55 -0800516 }
517}
518
Gilad Arnolddaa27402014-01-23 11:56:17 -0800519bool DeltaPerformer::GetManifest(DeltaArchiveManifest* out_manifest_p) const {
520 if (!manifest_parsed_)
521 return false;
522 *out_manifest_p = manifest_;
523 return true;
Gilad Arnoldfe133932014-01-14 12:25:50 -0800524}
525
Sen Jiangb8060e42015-09-24 17:30:50 -0700526bool DeltaPerformer::IsHeaderParsed() const {
527 return metadata_size_ != 0;
528}
Jay Srinivasanf4318702012-09-24 11:56:24 -0700529
Darin Petkov9574f7e2011-01-13 10:48:12 -0800530DeltaPerformer::MetadataParseResult DeltaPerformer::ParsePayloadMetadata(
Alex Vakulenko3f39d5c2015-10-13 09:27:13 -0700531 const brillo::Blob& payload, ErrorCode* error) {
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -0700532 *error = ErrorCode::kSuccess;
Sen Jiangb8060e42015-09-24 17:30:50 -0700533 uint64_t manifest_offset;
Jay Srinivasan51dcf262012-09-13 17:24:32 -0700534
Sen Jiangb8060e42015-09-24 17:30:50 -0700535 if (!IsHeaderParsed()) {
536 // Ensure we have data to cover the major payload version.
537 if (payload.size() < kDeltaManifestSizeOffset)
Gilad Arnoldfe133932014-01-14 12:25:50 -0800538 return kMetadataParseInsufficientData;
Jay Srinivasan51dcf262012-09-13 17:24:32 -0700539
Gilad Arnoldfe133932014-01-14 12:25:50 -0800540 // Validate the magic string.
Sen Jiangb8060e42015-09-24 17:30:50 -0700541 if (memcmp(payload.data(), kDeltaMagic, sizeof(kDeltaMagic)) != 0) {
Gilad Arnoldfe133932014-01-14 12:25:50 -0800542 LOG(ERROR) << "Bad payload format -- invalid delta magic.";
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -0700543 *error = ErrorCode::kDownloadInvalidMetadataMagicString;
Jay Srinivasan738fdf32012-12-07 17:40:54 -0800544 return kMetadataParseError;
545 }
Gilad Arnoldfe133932014-01-14 12:25:50 -0800546
547 // Extract the payload version from the metadata.
Alex Vakulenko0103c362016-01-20 07:56:15 -0800548 static_assert(sizeof(major_payload_version_) == kDeltaVersionSize,
549 "Major payload version size mismatch");
Sen Jiangb8060e42015-09-24 17:30:50 -0700550 memcpy(&major_payload_version_,
551 &payload[kDeltaVersionOffset],
Gilad Arnoldfe133932014-01-14 12:25:50 -0800552 kDeltaVersionSize);
553 // switch big endian to host
Sen Jiangb8060e42015-09-24 17:30:50 -0700554 major_payload_version_ = be64toh(major_payload_version_);
Gilad Arnoldfe133932014-01-14 12:25:50 -0800555
Alex Deymo7a2c47e2015-11-04 00:47:12 -0800556 if (major_payload_version_ != supported_major_version_ &&
557 major_payload_version_ != kChromeOSMajorPayloadVersion) {
Gilad Arnoldfe133932014-01-14 12:25:50 -0800558 LOG(ERROR) << "Bad payload format -- unsupported payload version: "
Sen Jiangb8060e42015-09-24 17:30:50 -0700559 << major_payload_version_;
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -0700560 *error = ErrorCode::kUnsupportedMajorPayloadVersion;
Gilad Arnoldfe133932014-01-14 12:25:50 -0800561 return kMetadataParseError;
562 }
563
Sen Jiangb8060e42015-09-24 17:30:50 -0700564 // Get the manifest offset now that we have payload version.
565 if (!GetManifestOffset(&manifest_offset)) {
566 *error = ErrorCode::kUnsupportedMajorPayloadVersion;
567 return kMetadataParseError;
568 }
569 // Check again with the manifest offset.
570 if (payload.size() < manifest_offset)
571 return kMetadataParseInsufficientData;
572
Gilad Arnoldfe133932014-01-14 12:25:50 -0800573 // Next, parse the manifest size.
Alex Vakulenko0103c362016-01-20 07:56:15 -0800574 static_assert(sizeof(manifest_size_) == kDeltaManifestSizeSize,
575 "manifest_size size mismatch");
Sen Jiangb8060e42015-09-24 17:30:50 -0700576 memcpy(&manifest_size_,
577 &payload[kDeltaManifestSizeOffset],
Gilad Arnoldfe133932014-01-14 12:25:50 -0800578 kDeltaManifestSizeSize);
Sen Jiangb8060e42015-09-24 17:30:50 -0700579 manifest_size_ = be64toh(manifest_size_); // switch big endian to host
580
Sen Jiangb8060e42015-09-24 17:30:50 -0700581 if (GetMajorVersion() == kBrilloMajorPayloadVersion) {
582 // Parse the metadata signature size.
Alex Vakulenko0103c362016-01-20 07:56:15 -0800583 static_assert(sizeof(metadata_signature_size_) ==
584 kDeltaMetadataSignatureSizeSize,
585 "metadata_signature_size size mismatch");
Sen Jiangb8060e42015-09-24 17:30:50 -0700586 uint64_t metadata_signature_size_offset;
587 if (!GetMetadataSignatureSizeOffset(&metadata_signature_size_offset)) {
588 *error = ErrorCode::kError;
589 return kMetadataParseError;
590 }
Sen Jiang76bfa742015-10-12 17:13:26 -0700591 memcpy(&metadata_signature_size_,
Sen Jiangb8060e42015-09-24 17:30:50 -0700592 &payload[metadata_signature_size_offset],
593 kDeltaMetadataSignatureSizeSize);
Sen Jiang76bfa742015-10-12 17:13:26 -0700594 metadata_signature_size_ = be32toh(metadata_signature_size_);
Sen Jiangb8060e42015-09-24 17:30:50 -0700595 }
Gilad Arnoldfe133932014-01-14 12:25:50 -0800596
597 // If the metadata size is present in install plan, check for it immediately
598 // even before waiting for that many number of bytes to be downloaded in the
599 // payload. This will prevent any attack which relies on us downloading data
600 // beyond the expected metadata size.
Sen Jiang76bfa742015-10-12 17:13:26 -0700601 metadata_size_ = manifest_offset + manifest_size_;
Gilad Arnoldfe133932014-01-14 12:25:50 -0800602 if (install_plan_->hash_checks_mandatory) {
Sen Jiang0affc2c2017-02-10 15:55:05 -0800603 if (payload_->metadata_size != metadata_size_) {
Gilad Arnoldfe133932014-01-14 12:25:50 -0800604 LOG(ERROR) << "Mandatory metadata size in Omaha response ("
Sen Jiang0affc2c2017-02-10 15:55:05 -0800605 << payload_->metadata_size
Gilad Arnoldfe133932014-01-14 12:25:50 -0800606 << ") is missing/incorrect, actual = " << metadata_size_;
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -0700607 *error = ErrorCode::kDownloadInvalidMetadataSize;
Gilad Arnoldfe133932014-01-14 12:25:50 -0800608 return kMetadataParseError;
609 }
610 }
Jay Srinivasan51dcf262012-09-13 17:24:32 -0700611 }
612
613 // Now that we have validated the metadata size, we should wait for the full
Sen Jiang76bfa742015-10-12 17:13:26 -0700614 // metadata and its signature (if exist) to be read in before we can parse it.
615 if (payload.size() < metadata_size_ + metadata_signature_size_)
Darin Petkov9574f7e2011-01-13 10:48:12 -0800616 return kMetadataParseInsufficientData;
Jay Srinivasan51dcf262012-09-13 17:24:32 -0700617
618 // Log whether we validated the size or simply trusting what's in the payload
Jay Srinivasanf4318702012-09-24 11:56:24 -0700619 // here. This is logged here (after we received the full metadata data) so
Jay Srinivasan51dcf262012-09-13 17:24:32 -0700620 // that we just log once (instead of logging n times) if it takes n
621 // DeltaPerformer::Write calls to download the full manifest.
Sen Jiang0affc2c2017-02-10 15:55:05 -0800622 if (payload_->metadata_size == metadata_size_) {
Jay Srinivasan51dcf262012-09-13 17:24:32 -0700623 LOG(INFO) << "Manifest size in payload matches expected value from Omaha";
Jay Srinivasan738fdf32012-12-07 17:40:54 -0800624 } else {
625 // For mandatory-cases, we'd have already returned a kMetadataParseError
626 // above. We'll be here only for non-mandatory cases. Just send a UMA stat.
627 LOG(WARNING) << "Ignoring missing/incorrect metadata size ("
Sen Jiang0affc2c2017-02-10 15:55:05 -0800628 << payload_->metadata_size
Jay Srinivasan738fdf32012-12-07 17:40:54 -0800629 << ") in Omaha response as validation is not mandatory. "
Gilad Arnoldfe133932014-01-14 12:25:50 -0800630 << "Trusting metadata size in payload = " << metadata_size_;
Jay Srinivasan738fdf32012-12-07 17:40:54 -0800631 }
Jay Srinivasan51dcf262012-09-13 17:24:32 -0700632
Jay Srinivasanf4318702012-09-24 11:56:24 -0700633 // We have the full metadata in |payload|. Verify its integrity
634 // and authenticity based on the information we have in Omaha response.
Sen Jiang76bfa742015-10-12 17:13:26 -0700635 *error = ValidateMetadataSignature(payload);
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -0700636 if (*error != ErrorCode::kSuccess) {
Jay Srinivasan738fdf32012-12-07 17:40:54 -0800637 if (install_plan_->hash_checks_mandatory) {
David Zeuthenbc27aac2013-11-26 11:17:48 -0800638 // The autoupdate_CatchBadSignatures test checks for this string
639 // in log-files. Keep in sync.
Jay Srinivasan738fdf32012-12-07 17:40:54 -0800640 LOG(ERROR) << "Mandatory metadata signature validation failed";
641 return kMetadataParseError;
642 }
Jay Srinivasan51dcf262012-09-13 17:24:32 -0700643
Jay Srinivasan738fdf32012-12-07 17:40:54 -0800644 // For non-mandatory cases, just send a UMA stat.
645 LOG(WARNING) << "Ignoring metadata signature validation failures";
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -0700646 *error = ErrorCode::kSuccess;
Jay Srinivasan51dcf262012-09-13 17:24:32 -0700647 }
648
Sen Jiangb8060e42015-09-24 17:30:50 -0700649 if (!GetManifestOffset(&manifest_offset)) {
650 *error = ErrorCode::kUnsupportedMajorPayloadVersion;
651 return kMetadataParseError;
652 }
Gilad Arnolddaa27402014-01-23 11:56:17 -0800653 // The payload metadata is deemed valid, it's safe to parse the protobuf.
Sen Jiangb8060e42015-09-24 17:30:50 -0700654 if (!manifest_.ParseFromArray(&payload[manifest_offset], manifest_size_)) {
Darin Petkov9574f7e2011-01-13 10:48:12 -0800655 LOG(ERROR) << "Unable to parse manifest in update file.";
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -0700656 *error = ErrorCode::kDownloadManifestParseError;
Darin Petkov9574f7e2011-01-13 10:48:12 -0800657 return kMetadataParseError;
658 }
Gilad Arnolddaa27402014-01-23 11:56:17 -0800659
660 manifest_parsed_ = true;
Darin Petkov9574f7e2011-01-13 10:48:12 -0800661 return kMetadataParseSuccess;
662}
663
Lann Martin39f57142017-07-14 09:18:42 -0600664#define OP_DURATION_HISTOGRAM(_op_name, _start_time) \
665 LOCAL_HISTOGRAM_CUSTOM_TIMES( \
666 "UpdateEngine.DownloadAction.InstallOperation::" \
667 _op_name ".Duration", \
668 base::TimeTicks::Now() - _start_time, \
669 base::TimeDelta::FromMilliseconds(10), \
670 base::TimeDelta::FromMinutes(5), \
671 20);
672
Don Garrette410e0f2011-11-10 15:39:01 -0800673// Wrapper around write. Returns true if all requested bytes
Jay Srinivasan2b5a0f02012-12-19 17:25:56 -0800674// were written, or false on any error, regardless of progress
Jay Srinivasan51dcf262012-09-13 17:24:32 -0700675// and stores an action exit code in |error|.
Alex Vakulenkof68bbbc2015-02-09 12:53:18 -0800676bool DeltaPerformer::Write(const void* bytes, size_t count, ErrorCode *error) {
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -0700677 *error = ErrorCode::kSuccess;
Andrew de los Reyes09e56d62010-04-23 13:45:53 -0700678 const char* c_bytes = reinterpret_cast<const char*>(bytes);
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800679
680 // Update the total byte downloaded count and the progress logs.
681 total_bytes_received_ += count;
682 UpdateOverallProgress(false, "Completed ");
683
Gilad Arnoldfe133932014-01-14 12:25:50 -0800684 while (!manifest_valid_) {
Sen Jiangb8060e42015-09-24 17:30:50 -0700685 // Read data up to the needed limit; this is either maximium payload header
686 // size, or the full metadata size (once it becomes known).
687 const bool do_read_header = !IsHeaderParsed();
Gilad Arnoldfe133932014-01-14 12:25:50 -0800688 CopyDataToBuffer(&c_bytes, &count,
Sen Jiangb8060e42015-09-24 17:30:50 -0700689 (do_read_header ? kMaxPayloadHeaderSize :
Sen Jiang76bfa742015-10-12 17:13:26 -0700690 metadata_size_ + metadata_signature_size_));
Gilad Arnoldfe133932014-01-14 12:25:50 -0800691
Gilad Arnolddaa27402014-01-23 11:56:17 -0800692 MetadataParseResult result = ParsePayloadMetadata(buffer_, error);
Gilad Arnold5cac5912013-05-24 17:21:17 -0700693 if (result == kMetadataParseError)
Don Garrette410e0f2011-11-10 15:39:01 -0800694 return false;
Gilad Arnoldfe133932014-01-14 12:25:50 -0800695 if (result == kMetadataParseInsufficientData) {
696 // If we just processed the header, make an attempt on the manifest.
Sen Jiangb8060e42015-09-24 17:30:50 -0700697 if (do_read_header && IsHeaderParsed())
Gilad Arnoldfe133932014-01-14 12:25:50 -0800698 continue;
699
Don Garrette410e0f2011-11-10 15:39:01 -0800700 return true;
Gilad Arnoldfe133932014-01-14 12:25:50 -0800701 }
Gilad Arnold21504f02013-05-24 08:51:22 -0700702
703 // Checks the integrity of the payload manifest.
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -0700704 if ((*error = ValidateManifest()) != ErrorCode::kSuccess)
Gilad Arnold21504f02013-05-24 08:51:22 -0700705 return false;
Gilad Arnolddaa27402014-01-23 11:56:17 -0800706 manifest_valid_ = true;
Gilad Arnold21504f02013-05-24 08:51:22 -0700707
Gilad Arnoldfe133932014-01-14 12:25:50 -0800708 // Clear the download buffer.
Sen Jiangf6813802015-11-03 21:27:29 -0800709 DiscardBuffer(false, metadata_size_);
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700710
711 // This populates |partitions_| and the |install_plan.partitions| with the
712 // list of partitions from the manifest.
713 if (!ParseManifestPartitions(error))
714 return false;
715
Sen Jiang5ae865b2017-04-18 14:24:40 -0700716 // |install_plan.partitions| was filled in, nothing need to be done here if
717 // the payload was already applied, returns false to terminate http fetcher,
718 // but keep |error| as ErrorCode::kSuccess.
719 if (payload_->already_applied)
720 return false;
721
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700722 num_total_operations_ = 0;
723 for (const auto& partition : partitions_) {
724 num_total_operations_ += partition.operations_size();
725 acc_num_operations_.push_back(num_total_operations_);
726 }
727
Darin Petkov73058b42010-10-06 16:32:19 -0700728 LOG_IF(WARNING, !prefs_->SetInt64(kPrefsManifestMetadataSize,
Gilad Arnoldfe133932014-01-14 12:25:50 -0800729 metadata_size_))
Darin Petkov73058b42010-10-06 16:32:19 -0700730 << "Unable to save the manifest metadata size.";
Alex Deymof25eb492016-02-26 00:20:08 -0800731 LOG_IF(WARNING, !prefs_->SetInt64(kPrefsManifestSignatureSize,
732 metadata_signature_size_))
733 << "Unable to save the manifest signature size.";
Jay Srinivasan51dcf262012-09-13 17:24:32 -0700734
Darin Petkov9b230572010-10-08 10:20:09 -0700735 if (!PrimeUpdateState()) {
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -0700736 *error = ErrorCode::kDownloadStateInitializationError;
Darin Petkov9b230572010-10-08 10:20:09 -0700737 LOG(ERROR) << "Unable to prime the update state.";
Don Garrette410e0f2011-11-10 15:39:01 -0800738 return false;
Darin Petkov9b230572010-10-08 10:20:09 -0700739 }
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800740
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700741 if (!OpenCurrentPartition()) {
742 *error = ErrorCode::kInstallDeviceOpenError;
743 return false;
Allie Woodfdf00512015-03-02 13:34:55 -0800744 }
745
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800746 if (next_operation_num_ > 0)
747 UpdateOverallProgress(true, "Resuming after ");
748 LOG(INFO) << "Starting to apply update payload operations";
Andrew de los Reyes09e56d62010-04-23 13:45:53 -0700749 }
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800750
751 while (next_operation_num_ < num_total_operations_) {
Jay Srinivasan1c0fe792013-03-28 16:45:25 -0700752 // Check if we should cancel the current attempt for any reason.
753 // In this case, *error will have already been populated with the reason
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700754 // why we're canceling.
Alex Deymo542c19b2015-12-03 07:43:31 -0300755 if (download_delegate_ && download_delegate_->ShouldCancel(error))
Jay Srinivasan1c0fe792013-03-28 16:45:25 -0700756 return false;
757
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700758 // We know there are more operations to perform because we didn't reach the
759 // |num_total_operations_| limit yet.
760 while (next_operation_num_ >= acc_num_operations_[current_partition_]) {
761 CloseCurrentPartition();
762 current_partition_++;
763 if (!OpenCurrentPartition()) {
764 *error = ErrorCode::kInstallDeviceOpenError;
765 return false;
766 }
767 }
768 const size_t partition_operation_num = next_operation_num_ - (
769 current_partition_ ? acc_num_operations_[current_partition_ - 1] : 0);
770
Alex Deymoa12ee112015-08-12 22:19:32 -0700771 const InstallOperation& op =
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700772 partitions_[current_partition_].operations(partition_operation_num);
Gilad Arnoldfe133932014-01-14 12:25:50 -0800773
774 CopyDataToBuffer(&c_bytes, &count, op.data_length());
775
776 // Check whether we received all of the next operation's data payload.
777 if (!CanPerformInstallOperation(op))
Jay Srinivasan51dcf262012-09-13 17:24:32 -0700778 return true;
Jay Srinivasan51dcf262012-09-13 17:24:32 -0700779
Jay Srinivasanf4318702012-09-24 11:56:24 -0700780 // Validate the operation only if the metadata signature is present.
Jay Srinivasan00f76b62012-09-17 18:48:36 -0700781 // Otherwise, keep the old behavior. This serves as a knob to disable
782 // the validation logic in case we find some regression after rollout.
Jay Srinivasan738fdf32012-12-07 17:40:54 -0800783 // NOTE: If hash checks are mandatory and if metadata_signature is empty,
784 // we would have already failed in ParsePayloadMetadata method and thus not
785 // even be here. So no need to handle that case again here.
Sen Jiang0affc2c2017-02-10 15:55:05 -0800786 if (!payload_->metadata_signature.empty()) {
Jay Srinivasan00f76b62012-09-17 18:48:36 -0700787 // Note: Validate must be called only if CanPerformInstallOperation is
788 // called. Otherwise, we might be failing operations before even if there
789 // isn't sufficient data to compute the proper hash.
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800790 *error = ValidateOperationHash(op);
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -0700791 if (*error != ErrorCode::kSuccess) {
Jay Srinivasan738fdf32012-12-07 17:40:54 -0800792 if (install_plan_->hash_checks_mandatory) {
793 LOG(ERROR) << "Mandatory operation hash check failed";
794 return false;
795 }
Jay Srinivasanf0572052012-10-23 18:12:56 -0700796
Jay Srinivasan738fdf32012-12-07 17:40:54 -0800797 // For non-mandatory cases, just send a UMA stat.
798 LOG(WARNING) << "Ignoring operation validation errors";
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -0700799 *error = ErrorCode::kSuccess;
Jay Srinivasan00f76b62012-09-17 18:48:36 -0700800 }
Jay Srinivasan51dcf262012-09-13 17:24:32 -0700801 }
802
Darin Petkov45580e42010-10-08 14:02:40 -0700803 // Makes sure we unblock exit when this operation completes.
Darin Petkov9c0baf82010-10-07 13:44:48 -0700804 ScopedTerminatorExitUnblocker exit_unblocker =
805 ScopedTerminatorExitUnblocker(); // Avoids a compiler unused var bug.
Gilad Arnoldfe133932014-01-14 12:25:50 -0800806
Lann Martin39f57142017-07-14 09:18:42 -0600807 base::TimeTicks op_start_time = base::TimeTicks::Now();
808
Gilad Arnoldfe133932014-01-14 12:25:50 -0800809 bool op_result;
Alex Deymo2d621a32015-10-01 11:09:01 -0700810 switch (op.type()) {
811 case InstallOperation::REPLACE:
812 case InstallOperation::REPLACE_BZ:
813 case InstallOperation::REPLACE_XZ:
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700814 op_result = PerformReplaceOperation(op);
Lann Martin39f57142017-07-14 09:18:42 -0600815 OP_DURATION_HISTOGRAM("REPLACE", op_start_time);
Alex Deymo2d621a32015-10-01 11:09:01 -0700816 break;
Alex Deymo79715ad2015-10-02 14:27:53 -0700817 case InstallOperation::ZERO:
818 case InstallOperation::DISCARD:
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700819 op_result = PerformZeroOrDiscardOperation(op);
Lann Martin39f57142017-07-14 09:18:42 -0600820 OP_DURATION_HISTOGRAM("ZERO_OR_DISCARD", op_start_time);
Alex Deymo79715ad2015-10-02 14:27:53 -0700821 break;
Alex Deymo2d621a32015-10-01 11:09:01 -0700822 case InstallOperation::MOVE:
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700823 op_result = PerformMoveOperation(op);
Lann Martin39f57142017-07-14 09:18:42 -0600824 OP_DURATION_HISTOGRAM("MOVE", op_start_time);
Alex Deymo2d621a32015-10-01 11:09:01 -0700825 break;
826 case InstallOperation::BSDIFF:
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700827 op_result = PerformBsdiffOperation(op);
Lann Martin39f57142017-07-14 09:18:42 -0600828 OP_DURATION_HISTOGRAM("BSDIFF", op_start_time);
Alex Deymo2d621a32015-10-01 11:09:01 -0700829 break;
830 case InstallOperation::SOURCE_COPY:
Sen Jiangbe2c47b2016-06-15 14:09:27 -0700831 op_result = PerformSourceCopyOperation(op, error);
Lann Martin39f57142017-07-14 09:18:42 -0600832 OP_DURATION_HISTOGRAM("SOURCE_COPY", op_start_time);
Alex Deymo2d621a32015-10-01 11:09:01 -0700833 break;
834 case InstallOperation::SOURCE_BSDIFF:
Amin Hassaniefa62d92017-11-09 13:46:56 -0800835 case InstallOperation::BROTLI_BSDIFF:
Sen Jiangbe2c47b2016-06-15 14:09:27 -0700836 op_result = PerformSourceBsdiffOperation(op, error);
Lann Martin39f57142017-07-14 09:18:42 -0600837 OP_DURATION_HISTOGRAM("SOURCE_BSDIFF", op_start_time);
Alex Deymo2d621a32015-10-01 11:09:01 -0700838 break;
Amin Hassani49fdb092017-08-04 13:10:59 -0700839 case InstallOperation::PUFFDIFF:
Amin Hassani02855c22017-09-06 22:34:50 -0700840 op_result = PerformPuffDiffOperation(op, error);
841 OP_DURATION_HISTOGRAM("PUFFDIFF", op_start_time);
Sen Jiangbc3e6b02016-01-19 18:39:26 +0800842 break;
Alex Deymo2d621a32015-10-01 11:09:01 -0700843 default:
Alex Deymoeecb0a52017-05-19 15:15:08 -0700844 op_result = false;
Alex Deymo2d621a32015-10-01 11:09:01 -0700845 }
846 if (!HandleOpResult(op_result, InstallOperationTypeName(op.type()), error))
Gilad Arnoldfe133932014-01-14 12:25:50 -0800847 return false;
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800848
Amin Hassani5192fe52017-08-28 10:28:46 -0700849 if (!target_fd_->Flush()) {
850 return false;
851 }
852
Andrew de los Reyesf4c7ef12010-04-30 10:37:00 -0700853 next_operation_num_++;
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800854 UpdateOverallProgress(false, "Completed ");
Darin Petkov73058b42010-10-06 16:32:19 -0700855 CheckpointUpdateProgress();
Andrew de los Reyes09e56d62010-04-23 13:45:53 -0700856 }
Sen Jiangf6813802015-11-03 21:27:29 -0800857
858 // In major version 2, we don't add dummy operation to the payload.
Alex Deymof25eb492016-02-26 00:20:08 -0800859 // If we already extracted the signature we should skip this step.
Sen Jiangf6813802015-11-03 21:27:29 -0800860 if (major_payload_version_ == kBrilloMajorPayloadVersion &&
Alex Deymof25eb492016-02-26 00:20:08 -0800861 manifest_.has_signatures_offset() && manifest_.has_signatures_size() &&
862 signatures_message_data_.empty()) {
Sen Jiangf6813802015-11-03 21:27:29 -0800863 if (manifest_.signatures_offset() != buffer_offset_) {
864 LOG(ERROR) << "Payload signatures offset points to blob offset "
865 << manifest_.signatures_offset()
866 << " but signatures are expected at offset "
867 << buffer_offset_;
868 *error = ErrorCode::kDownloadPayloadVerificationError;
869 return false;
870 }
871 CopyDataToBuffer(&c_bytes, &count, manifest_.signatures_size());
872 // Needs more data to cover entire signature.
873 if (buffer_.size() < manifest_.signatures_size())
874 return true;
875 if (!ExtractSignatureMessage()) {
876 LOG(ERROR) << "Extract payload signature failed.";
877 *error = ErrorCode::kDownloadPayloadVerificationError;
878 return false;
879 }
880 DiscardBuffer(true, 0);
Alex Deymof25eb492016-02-26 00:20:08 -0800881 // Since we extracted the SignatureMessage we need to advance the
882 // checkpoint, otherwise we would reload the signature and try to extract
883 // it again.
884 CheckpointUpdateProgress();
Sen Jiangf6813802015-11-03 21:27:29 -0800885 }
886
Don Garrette410e0f2011-11-10 15:39:01 -0800887 return true;
Andrew de los Reyes09e56d62010-04-23 13:45:53 -0700888}
889
David Zeuthen8f191b22013-08-06 12:27:50 -0700890bool DeltaPerformer::IsManifestValid() {
891 return manifest_valid_;
892}
893
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700894bool DeltaPerformer::ParseManifestPartitions(ErrorCode* error) {
895 if (major_payload_version_ == kBrilloMajorPayloadVersion) {
896 partitions_.clear();
897 for (const PartitionUpdate& partition : manifest_.partitions()) {
898 partitions_.push_back(partition);
899 }
900 manifest_.clear_partitions();
901 } else if (major_payload_version_ == kChromeOSMajorPayloadVersion) {
902 LOG(INFO) << "Converting update information from old format.";
903 PartitionUpdate root_part;
904 root_part.set_partition_name(kLegacyPartitionNameRoot);
Alex Deymo5fa2c6d2015-10-15 17:31:23 -0700905#ifdef __ANDROID__
906 LOG(WARNING) << "Legacy payload major version provided to an Android "
907 "build. Assuming no post-install. Please use major version "
908 "2 or newer.";
909 root_part.set_run_postinstall(false);
910#else
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700911 root_part.set_run_postinstall(true);
Alex Deymo5fa2c6d2015-10-15 17:31:23 -0700912#endif // __ANDROID__
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700913 if (manifest_.has_old_rootfs_info()) {
914 *root_part.mutable_old_partition_info() = manifest_.old_rootfs_info();
915 manifest_.clear_old_rootfs_info();
916 }
917 if (manifest_.has_new_rootfs_info()) {
918 *root_part.mutable_new_partition_info() = manifest_.new_rootfs_info();
919 manifest_.clear_new_rootfs_info();
920 }
921 *root_part.mutable_operations() = manifest_.install_operations();
922 manifest_.clear_install_operations();
923 partitions_.push_back(std::move(root_part));
924
925 PartitionUpdate kern_part;
926 kern_part.set_partition_name(kLegacyPartitionNameKernel);
927 kern_part.set_run_postinstall(false);
928 if (manifest_.has_old_kernel_info()) {
929 *kern_part.mutable_old_partition_info() = manifest_.old_kernel_info();
930 manifest_.clear_old_kernel_info();
931 }
932 if (manifest_.has_new_kernel_info()) {
933 *kern_part.mutable_new_partition_info() = manifest_.new_kernel_info();
934 manifest_.clear_new_kernel_info();
935 }
936 *kern_part.mutable_operations() = manifest_.kernel_install_operations();
937 manifest_.clear_kernel_install_operations();
938 partitions_.push_back(std::move(kern_part));
939 }
940
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700941 // Fill in the InstallPlan::partitions based on the partitions from the
942 // payload.
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700943 for (const auto& partition : partitions_) {
944 InstallPlan::Partition install_part;
945 install_part.name = partition.partition_name();
946 install_part.run_postinstall =
947 partition.has_run_postinstall() && partition.run_postinstall();
Alex Deymo390efed2016-02-18 11:00:40 -0800948 if (install_part.run_postinstall) {
949 install_part.postinstall_path =
950 (partition.has_postinstall_path() ? partition.postinstall_path()
951 : kPostinstallDefaultScript);
952 install_part.filesystem_type = partition.filesystem_type();
Alex Deymo5b91c6b2016-08-04 20:33:36 -0700953 install_part.postinstall_optional = partition.postinstall_optional();
Alex Deymo390efed2016-02-18 11:00:40 -0800954 }
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700955
956 if (partition.has_old_partition_info()) {
957 const PartitionInfo& info = partition.old_partition_info();
958 install_part.source_size = info.size();
959 install_part.source_hash.assign(info.hash().begin(), info.hash().end());
960 }
961
962 if (!partition.has_new_partition_info()) {
963 LOG(ERROR) << "Unable to get new partition hash info on partition "
964 << install_part.name << ".";
965 *error = ErrorCode::kDownloadNewPartitionInfoError;
966 return false;
967 }
968 const PartitionInfo& info = partition.new_partition_info();
969 install_part.target_size = info.size();
970 install_part.target_hash.assign(info.hash().begin(), info.hash().end());
971
972 install_plan_->partitions.push_back(install_part);
973 }
974
Alex Deymo542c19b2015-12-03 07:43:31 -0300975 if (!install_plan_->LoadPartitionsFromSlots(boot_control_)) {
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700976 LOG(ERROR) << "Unable to determine all the partition devices.";
977 *error = ErrorCode::kInstallDeviceOpenError;
978 return false;
979 }
980 LogPartitionInfo(partitions_);
981 return true;
982}
983
Andrew de los Reyes09e56d62010-04-23 13:45:53 -0700984bool DeltaPerformer::CanPerformInstallOperation(
Alex Deymoa12ee112015-08-12 22:19:32 -0700985 const chromeos_update_engine::InstallOperation& operation) {
Alex Deymo0497d052016-03-23 09:16:59 -0700986 // If we don't have a data blob we can apply it right away.
987 if (!operation.has_data_offset() && !operation.has_data_length())
Andrew de los Reyes09e56d62010-04-23 13:45:53 -0700988 return true;
989
990 // See if we have the entire data blob in the buffer
991 if (operation.data_offset() < buffer_offset_) {
992 LOG(ERROR) << "we threw away data it seems?";
993 return false;
994 }
Darin Petkovd7061ab2010-10-06 14:37:09 -0700995
Gilad Arnoldfe133932014-01-14 12:25:50 -0800996 return (operation.data_offset() + operation.data_length() <=
997 buffer_offset_ + buffer_.size());
Andrew de los Reyes09e56d62010-04-23 13:45:53 -0700998}
999
Alex Deymoe5e5fe92015-10-05 09:28:19 -07001000bool DeltaPerformer::PerformReplaceOperation(
1001 const InstallOperation& operation) {
Alex Deymoa12ee112015-08-12 22:19:32 -07001002 CHECK(operation.type() == InstallOperation::REPLACE ||
Alex Deymo2d621a32015-10-01 11:09:01 -07001003 operation.type() == InstallOperation::REPLACE_BZ ||
1004 operation.type() == InstallOperation::REPLACE_XZ);
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07001005
1006 // Since we delete data off the beginning of the buffer as we use it,
1007 // the data we need should be exactly at the beginning of the buffer.
Darin Petkov9b230572010-10-08 10:20:09 -07001008 TEST_AND_RETURN_FALSE(buffer_offset_ == operation.data_offset());
1009 TEST_AND_RETURN_FALSE(buffer_.size() >= operation.data_length());
Darin Petkovd7061ab2010-10-06 14:37:09 -07001010
Darin Petkov437adc42010-10-07 13:12:24 -07001011 // Extract the signature message if it's in this operation.
Sen Jiangf6813802015-11-03 21:27:29 -08001012 if (ExtractSignatureMessageFromOperation(operation)) {
1013 // If this is dummy replace operation, we ignore it after extracting the
1014 // signature.
1015 DiscardBuffer(true, 0);
1016 return true;
1017 }
Darin Petkovd7061ab2010-10-06 14:37:09 -07001018
Alex Deymo05322872015-09-30 09:50:24 -07001019 // Setup the ExtentWriter stack based on the operation type.
Ben Chanab5a0af2017-10-12 14:57:50 -07001020 std::unique_ptr<ExtentWriter> writer = std::make_unique<ZeroPadExtentWriter>(
1021 std::make_unique<DirectExtentWriter>());
Darin Petkovd7061ab2010-10-06 14:37:09 -07001022
Alex Deymo2d621a32015-10-01 11:09:01 -07001023 if (operation.type() == InstallOperation::REPLACE_BZ) {
Alex Deymo05322872015-09-30 09:50:24 -07001024 writer.reset(new BzipExtentWriter(std::move(writer)));
Alex Deymo2d621a32015-10-01 11:09:01 -07001025 } else if (operation.type() == InstallOperation::REPLACE_XZ) {
1026 writer.reset(new XzExtentWriter(std::move(writer)));
1027 }
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07001028
Amin Hassanicd7edbe2017-09-18 17:05:02 -07001029 TEST_AND_RETURN_FALSE(
1030 writer->Init(target_fd_, operation.dst_extents(), block_size_));
Alex Vakulenkof68bbbc2015-02-09 12:53:18 -08001031 TEST_AND_RETURN_FALSE(writer->Write(buffer_.data(), operation.data_length()));
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07001032 TEST_AND_RETURN_FALSE(writer->End());
Darin Petkovd7061ab2010-10-06 14:37:09 -07001033
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07001034 // Update buffer
Sen Jiangf6813802015-11-03 21:27:29 -08001035 DiscardBuffer(true, buffer_.size());
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07001036 return true;
1037}
1038
Alex Deymo79715ad2015-10-02 14:27:53 -07001039bool DeltaPerformer::PerformZeroOrDiscardOperation(
Alex Deymoe5e5fe92015-10-05 09:28:19 -07001040 const InstallOperation& operation) {
Alex Deymo79715ad2015-10-02 14:27:53 -07001041 CHECK(operation.type() == InstallOperation::DISCARD ||
1042 operation.type() == InstallOperation::ZERO);
1043
1044 // These operations have no blob.
1045 TEST_AND_RETURN_FALSE(!operation.has_data_offset());
1046 TEST_AND_RETURN_FALSE(!operation.has_data_length());
1047
Alex Deymo05e0e382015-12-07 20:18:16 -08001048#ifdef BLKZEROOUT
1049 bool attempt_ioctl = true;
Alex Deymo79715ad2015-10-02 14:27:53 -07001050 int request =
1051 (operation.type() == InstallOperation::ZERO ? BLKZEROOUT : BLKDISCARD);
Alex Deymo05e0e382015-12-07 20:18:16 -08001052#else // !defined(BLKZEROOUT)
1053 bool attempt_ioctl = false;
1054 int request = 0;
1055#endif // !defined(BLKZEROOUT)
Alex Deymo79715ad2015-10-02 14:27:53 -07001056
Alex Vakulenko3f39d5c2015-10-13 09:27:13 -07001057 brillo::Blob zeros;
Chih-Hung Hsieh5c6bb1d2016-07-27 13:33:15 -07001058 for (const Extent& extent : operation.dst_extents()) {
Alex Deymo79715ad2015-10-02 14:27:53 -07001059 const uint64_t start = extent.start_block() * block_size_;
1060 const uint64_t length = extent.num_blocks() * block_size_;
1061 if (attempt_ioctl) {
1062 int result = 0;
Alex Deymoe5e5fe92015-10-05 09:28:19 -07001063 if (target_fd_->BlkIoctl(request, start, length, &result) && result == 0)
Alex Deymo79715ad2015-10-02 14:27:53 -07001064 continue;
1065 attempt_ioctl = false;
Alex Deymo79715ad2015-10-02 14:27:53 -07001066 }
1067 // In case of failure, we fall back to writing 0 to the selected region.
Tianjie Xu06bbe492018-01-12 12:37:48 -08001068 zeros.resize(16 * block_size_);
Alex Deymo79715ad2015-10-02 14:27:53 -07001069 for (uint64_t offset = 0; offset < length; offset += zeros.size()) {
Alex Deymo42791782015-10-08 11:01:28 -07001070 uint64_t chunk_length = min(length - offset,
1071 static_cast<uint64_t>(zeros.size()));
Amin Hassanid87304c2017-08-29 11:40:03 -07001072 TEST_AND_RETURN_FALSE(utils::PWriteAll(
1073 target_fd_, zeros.data(), chunk_length, start + offset));
Alex Deymo79715ad2015-10-02 14:27:53 -07001074 }
1075 }
1076 return true;
1077}
1078
Alex Deymoe5e5fe92015-10-05 09:28:19 -07001079bool DeltaPerformer::PerformMoveOperation(const InstallOperation& operation) {
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07001080 // Calculate buffer size. Note, this function doesn't do a sliding
1081 // window to copy in case the source and destination blocks overlap.
1082 // If we wanted to do a sliding window, we could program the server
1083 // to generate deltas that effectively did a sliding window.
1084
1085 uint64_t blocks_to_read = 0;
1086 for (int i = 0; i < operation.src_extents_size(); i++)
1087 blocks_to_read += operation.src_extents(i).num_blocks();
1088
1089 uint64_t blocks_to_write = 0;
1090 for (int i = 0; i < operation.dst_extents_size(); i++)
1091 blocks_to_write += operation.dst_extents(i).num_blocks();
1092
1093 DCHECK_EQ(blocks_to_write, blocks_to_read);
Alex Vakulenko3f39d5c2015-10-13 09:27:13 -07001094 brillo::Blob buf(blocks_to_write * block_size_);
Andrew de los Reyesf4c7ef12010-04-30 10:37:00 -07001095
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07001096 // Read in bytes.
1097 ssize_t bytes_read = 0;
1098 for (int i = 0; i < operation.src_extents_size(); i++) {
1099 ssize_t bytes_read_this_iteration = 0;
1100 const Extent& extent = operation.src_extents(i);
Darin Petkov8a075a72013-04-25 14:46:09 +02001101 const size_t bytes = extent.num_blocks() * block_size_;
Allie Wood56873452015-03-27 17:48:40 -07001102 TEST_AND_RETURN_FALSE(extent.start_block() != kSparseHole);
Alex Deymoe5e5fe92015-10-05 09:28:19 -07001103 TEST_AND_RETURN_FALSE(utils::PReadAll(target_fd_,
Allie Wood56873452015-03-27 17:48:40 -07001104 &buf[bytes_read],
1105 bytes,
1106 extent.start_block() * block_size_,
1107 &bytes_read_this_iteration));
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07001108 TEST_AND_RETURN_FALSE(
Darin Petkov8a075a72013-04-25 14:46:09 +02001109 bytes_read_this_iteration == static_cast<ssize_t>(bytes));
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07001110 bytes_read += bytes_read_this_iteration;
1111 }
1112
1113 // Write bytes out.
1114 ssize_t bytes_written = 0;
1115 for (int i = 0; i < operation.dst_extents_size(); i++) {
1116 const Extent& extent = operation.dst_extents(i);
Darin Petkov8a075a72013-04-25 14:46:09 +02001117 const size_t bytes = extent.num_blocks() * block_size_;
Allie Wood56873452015-03-27 17:48:40 -07001118 TEST_AND_RETURN_FALSE(extent.start_block() != kSparseHole);
Alex Deymoe5e5fe92015-10-05 09:28:19 -07001119 TEST_AND_RETURN_FALSE(utils::PWriteAll(target_fd_,
Allie Wood56873452015-03-27 17:48:40 -07001120 &buf[bytes_written],
1121 bytes,
1122 extent.start_block() * block_size_));
Darin Petkov8a075a72013-04-25 14:46:09 +02001123 bytes_written += bytes;
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07001124 }
1125 DCHECK_EQ(bytes_written, bytes_read);
1126 DCHECK_EQ(bytes_written, static_cast<ssize_t>(buf.size()));
1127 return true;
1128}
1129
Allie Wood9f6f0a52015-03-30 11:25:47 -07001130namespace {
1131
Sen Jiang2ec4aab2015-11-13 15:04:03 -08001132// Compare |calculated_hash| with source hash in |operation|, return false and
Sen Jiangbe2c47b2016-06-15 14:09:27 -07001133// dump hash and set |error| if don't match.
HÃ¥kan Kvist4e13cf42018-01-23 12:57:55 +01001134// |source_fd| is the file descriptor of the source partition.
Sen Jiang2ec4aab2015-11-13 15:04:03 -08001135bool ValidateSourceHash(const brillo::Blob& calculated_hash,
Sen Jiangbe2c47b2016-06-15 14:09:27 -07001136 const InstallOperation& operation,
HÃ¥kan Kvist4e13cf42018-01-23 12:57:55 +01001137 const FileDescriptorPtr source_fd,
Sen Jiangbe2c47b2016-06-15 14:09:27 -07001138 ErrorCode* error) {
Sen Jiang2ec4aab2015-11-13 15:04:03 -08001139 brillo::Blob expected_source_hash(operation.src_sha256_hash().begin(),
1140 operation.src_sha256_hash().end());
1141 if (calculated_hash != expected_source_hash) {
Alex Deymo67140842016-06-15 13:28:59 -07001142 LOG(ERROR) << "The hash of the source data on disk for this operation "
1143 << "doesn't match the expected value. This could mean that the "
1144 << "delta update payload was targeted for another version, or "
1145 << "that the source partition was modified after it was "
1146 << "installed, for example, by mounting a filesystem.";
1147 LOG(ERROR) << "Expected: sha256|hex = "
1148 << base::HexEncode(expected_source_hash.data(),
1149 expected_source_hash.size());
1150 LOG(ERROR) << "Calculated: sha256|hex = "
1151 << base::HexEncode(calculated_hash.data(),
1152 calculated_hash.size());
1153
1154 vector<string> source_extents;
1155 for (const Extent& ext : operation.src_extents()) {
Tamas Berghammer9d66d762016-07-15 14:19:04 +01001156 source_extents.push_back(
1157 base::StringPrintf("%" PRIu64 ":%" PRIu64,
1158 static_cast<uint64_t>(ext.start_block()),
1159 static_cast<uint64_t>(ext.num_blocks())));
Alex Deymo67140842016-06-15 13:28:59 -07001160 }
1161 LOG(ERROR) << "Operation source (offset:size) in blocks: "
1162 << base::JoinString(source_extents, ",");
Sen Jiangbe2c47b2016-06-15 14:09:27 -07001163
HÃ¥kan Kvist4e13cf42018-01-23 12:57:55 +01001164 // Log remount history if this device is an ext4 partition.
1165 LogMountHistory(source_fd);
1166
Sen Jiangbe2c47b2016-06-15 14:09:27 -07001167 *error = ErrorCode::kDownloadStateInitializationError;
Sen Jiang2ec4aab2015-11-13 15:04:03 -08001168 return false;
1169 }
1170 return true;
1171}
1172
Allie Wood9f6f0a52015-03-30 11:25:47 -07001173} // namespace
1174
1175bool DeltaPerformer::PerformSourceCopyOperation(
Sen Jiangbe2c47b2016-06-15 14:09:27 -07001176 const InstallOperation& operation, ErrorCode* error) {
Allie Wood9f6f0a52015-03-30 11:25:47 -07001177 if (operation.has_src_length())
1178 TEST_AND_RETURN_FALSE(operation.src_length() % block_size_ == 0);
1179 if (operation.has_dst_length())
1180 TEST_AND_RETURN_FALSE(operation.dst_length() % block_size_ == 0);
1181
Sen Jiang2ec4aab2015-11-13 15:04:03 -08001182 if (operation.has_src_sha256_hash()) {
Alex Deymo51c264e2016-11-04 15:49:53 -07001183 brillo::Blob source_hash;
1184 brillo::Blob expected_source_hash(operation.src_sha256_hash().begin(),
1185 operation.src_sha256_hash().end());
Sen Jiang2ec4aab2015-11-13 15:04:03 -08001186
Alex Deymo51c264e2016-11-04 15:49:53 -07001187 // We fall back to use the error corrected device if the hash of the raw
1188 // device doesn't match or there was an error reading the source partition.
1189 // Note that this code will also fall back if writing the target partition
1190 // fails.
1191 bool read_ok = fd_utils::CopyAndHashExtents(source_fd_,
1192 operation.src_extents(),
1193 target_fd_,
1194 operation.dst_extents(),
1195 block_size_,
1196 &source_hash);
1197 if (read_ok && expected_source_hash == source_hash)
1198 return true;
1199
1200 if (!OpenCurrentECCPartition()) {
1201 // The following function call will return false since the source hash
1202 // mismatches, but we still want to call it so it prints the appropriate
1203 // log message.
1204 return ValidateSourceHash(source_hash, operation, source_fd_, error);
1205 }
1206
1207 LOG(WARNING) << "Source hash from RAW device mismatched: found "
1208 << base::HexEncode(source_hash.data(), source_hash.size())
1209 << ", expected "
1210 << base::HexEncode(expected_source_hash.data(),
1211 expected_source_hash.size());
1212
1213 TEST_AND_RETURN_FALSE(fd_utils::CopyAndHashExtents(source_ecc_fd_,
1214 operation.src_extents(),
1215 target_fd_,
1216 operation.dst_extents(),
1217 block_size_,
1218 &source_hash));
1219 TEST_AND_RETURN_FALSE(
1220 ValidateSourceHash(source_hash, operation, source_ecc_fd_, error));
1221 // At this point reading from the the error corrected device worked, but
1222 // reading from the raw device failed, so this is considered a recovered
1223 // failure.
1224 source_ecc_recovered_failures_++;
1225 } else {
1226 // When the operation doesn't include a source hash, we attempt the error
1227 // corrected device first since we can't verify the block in the raw device
1228 // at this point, but we fall back to the raw device since the error
1229 // corrected device can be shorter or not available.
1230 if (OpenCurrentECCPartition() &&
1231 fd_utils::CopyAndHashExtents(source_ecc_fd_,
1232 operation.src_extents(),
1233 target_fd_,
1234 operation.dst_extents(),
1235 block_size_,
1236 nullptr)) {
1237 return true;
1238 }
1239 TEST_AND_RETURN_FALSE(fd_utils::CopyAndHashExtents(source_fd_,
1240 operation.src_extents(),
1241 target_fd_,
1242 operation.dst_extents(),
1243 block_size_,
1244 nullptr));
1245 }
Allie Wood9f6f0a52015-03-30 11:25:47 -07001246 return true;
1247}
1248
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07001249bool DeltaPerformer::ExtentsToBsdiffPositionsString(
1250 const RepeatedPtrField<Extent>& extents,
1251 uint64_t block_size,
1252 uint64_t full_length,
1253 string* positions_string) {
1254 string ret;
1255 uint64_t length = 0;
Chih-Hung Hsieh5c6bb1d2016-07-27 13:33:15 -07001256 for (const Extent& extent : extents) {
Allie Wood56873452015-03-27 17:48:40 -07001257 int64_t start = extent.start_block() * block_size;
Tamas Berghammer9d66d762016-07-15 14:19:04 +01001258 uint64_t this_length =
1259 min(full_length - length,
1260 static_cast<uint64_t>(extent.num_blocks()) * block_size);
Alex Vakulenko75039d72014-03-25 12:36:28 -07001261 ret += base::StringPrintf("%" PRIi64 ":%" PRIu64 ",", start, this_length);
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07001262 length += this_length;
1263 }
1264 TEST_AND_RETURN_FALSE(length == full_length);
1265 if (!ret.empty())
1266 ret.resize(ret.size() - 1); // Strip trailing comma off
1267 *positions_string = ret;
1268 return true;
1269}
1270
Alex Deymoe5e5fe92015-10-05 09:28:19 -07001271bool DeltaPerformer::PerformBsdiffOperation(const InstallOperation& operation) {
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07001272 // Since we delete data off the beginning of the buffer as we use it,
1273 // the data we need should be exactly at the beginning of the buffer.
Darin Petkov9b230572010-10-08 10:20:09 -07001274 TEST_AND_RETURN_FALSE(buffer_offset_ == operation.data_offset());
1275 TEST_AND_RETURN_FALSE(buffer_.size() >= operation.data_length());
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07001276
1277 string input_positions;
1278 TEST_AND_RETURN_FALSE(ExtentsToBsdiffPositionsString(operation.src_extents(),
1279 block_size_,
1280 operation.src_length(),
1281 &input_positions));
1282 string output_positions;
1283 TEST_AND_RETURN_FALSE(ExtentsToBsdiffPositionsString(operation.dst_extents(),
1284 block_size_,
1285 operation.dst_length(),
1286 &output_positions));
1287
Sen Jiang7a659092016-05-10 15:31:46 -07001288 TEST_AND_RETURN_FALSE(bsdiff::bspatch(target_path_.c_str(),
1289 target_path_.c_str(),
1290 buffer_.data(),
1291 buffer_.size(),
1292 input_positions.c_str(),
1293 output_positions.c_str()) == 0);
Sen Jiangf6813802015-11-03 21:27:29 -08001294 DiscardBuffer(true, buffer_.size());
Darin Petkov7f2ec752013-04-03 14:45:19 +02001295
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07001296 if (operation.dst_length() % block_size_) {
1297 // Zero out rest of final block.
1298 // TODO(adlr): build this into bspatch; it's more efficient that way.
1299 const Extent& last_extent =
1300 operation.dst_extents(operation.dst_extents_size() - 1);
1301 const uint64_t end_byte =
1302 (last_extent.start_block() + last_extent.num_blocks()) * block_size_;
1303 const uint64_t begin_byte =
1304 end_byte - (block_size_ - operation.dst_length() % block_size_);
Alex Vakulenko3f39d5c2015-10-13 09:27:13 -07001305 brillo::Blob zeros(end_byte - begin_byte);
Amin Hassanid87304c2017-08-29 11:40:03 -07001306 TEST_AND_RETURN_FALSE(utils::PWriteAll(
1307 target_fd_, zeros.data(), end_byte - begin_byte, begin_byte));
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07001308 }
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07001309 return true;
1310}
1311
Amin Hassanid9cb2902017-09-20 12:11:39 -07001312namespace {
1313
1314class BsdiffExtentFile : public bsdiff::FileInterface {
1315 public:
1316 BsdiffExtentFile(std::unique_ptr<ExtentReader> reader, size_t size)
1317 : BsdiffExtentFile(std::move(reader), nullptr, size) {}
1318 BsdiffExtentFile(std::unique_ptr<ExtentWriter> writer, size_t size)
1319 : BsdiffExtentFile(nullptr, std::move(writer), size) {}
1320
1321 ~BsdiffExtentFile() override = default;
1322
1323 bool Read(void* buf, size_t count, size_t* bytes_read) override {
1324 TEST_AND_RETURN_FALSE(reader_->Read(buf, count));
1325 *bytes_read = count;
1326 offset_ += count;
1327 return true;
1328 }
1329
1330 bool Write(const void* buf, size_t count, size_t* bytes_written) override {
1331 TEST_AND_RETURN_FALSE(writer_->Write(buf, count));
1332 *bytes_written = count;
1333 offset_ += count;
1334 return true;
1335 }
1336
1337 bool Seek(off_t pos) override {
1338 if (reader_ != nullptr) {
1339 TEST_AND_RETURN_FALSE(reader_->Seek(pos));
1340 offset_ = pos;
1341 } else {
1342 // For writes technically there should be no change of position, or it
1343 // should be equivalent of current offset.
1344 TEST_AND_RETURN_FALSE(offset_ == static_cast<uint64_t>(pos));
1345 }
1346 return true;
1347 }
1348
1349 bool Close() override {
1350 if (writer_ != nullptr) {
1351 TEST_AND_RETURN_FALSE(writer_->End());
1352 }
1353 return true;
1354 }
1355
1356 bool GetSize(uint64_t* size) override {
1357 *size = size_;
1358 return true;
1359 }
1360
1361 private:
1362 BsdiffExtentFile(std::unique_ptr<ExtentReader> reader,
1363 std::unique_ptr<ExtentWriter> writer,
1364 size_t size)
1365 : reader_(std::move(reader)),
1366 writer_(std::move(writer)),
1367 size_(size),
1368 offset_(0) {}
1369
1370 std::unique_ptr<ExtentReader> reader_;
1371 std::unique_ptr<ExtentWriter> writer_;
1372 uint64_t size_;
1373 uint64_t offset_;
1374
1375 DISALLOW_COPY_AND_ASSIGN(BsdiffExtentFile);
1376};
1377
1378} // namespace
1379
Allie Wood9f6f0a52015-03-30 11:25:47 -07001380bool DeltaPerformer::PerformSourceBsdiffOperation(
Sen Jiangbe2c47b2016-06-15 14:09:27 -07001381 const InstallOperation& operation, ErrorCode* error) {
Allie Wood9f6f0a52015-03-30 11:25:47 -07001382 // Since we delete data off the beginning of the buffer as we use it,
1383 // the data we need should be exactly at the beginning of the buffer.
1384 TEST_AND_RETURN_FALSE(buffer_offset_ == operation.data_offset());
1385 TEST_AND_RETURN_FALSE(buffer_.size() >= operation.data_length());
1386 if (operation.has_src_length())
1387 TEST_AND_RETURN_FALSE(operation.src_length() % block_size_ == 0);
1388 if (operation.has_dst_length())
1389 TEST_AND_RETURN_FALSE(operation.dst_length() % block_size_ == 0);
1390
Sen Jiang2ec4aab2015-11-13 15:04:03 -08001391 if (operation.has_src_sha256_hash()) {
Amin Hassanib379d192017-12-06 15:31:17 -08001392 brillo::Blob source_hash;
1393 TEST_AND_RETURN_FALSE(fd_utils::ReadAndHashExtents(
1394 source_fd_, operation.src_extents(), block_size_, &source_hash));
1395 TEST_AND_RETURN_FALSE(
1396 ValidateSourceHash(source_hash, operation, source_fd_, error));
Sen Jiang2ec4aab2015-11-13 15:04:03 -08001397 }
1398
Amin Hassanid9cb2902017-09-20 12:11:39 -07001399 auto reader = std::make_unique<DirectExtentReader>();
1400 TEST_AND_RETURN_FALSE(
1401 reader->Init(source_fd_, operation.src_extents(), block_size_));
1402 auto src_file = std::make_unique<BsdiffExtentFile>(
1403 std::move(reader),
1404 utils::BlocksInExtents(operation.src_extents()) * block_size_);
Allie Wood9f6f0a52015-03-30 11:25:47 -07001405
Amin Hassanid9cb2902017-09-20 12:11:39 -07001406 auto writer = std::make_unique<DirectExtentWriter>();
1407 TEST_AND_RETURN_FALSE(
1408 writer->Init(target_fd_, operation.dst_extents(), block_size_));
1409 auto dst_file = std::make_unique<BsdiffExtentFile>(
1410 std::move(writer),
1411 utils::BlocksInExtents(operation.dst_extents()) * block_size_);
1412
1413 TEST_AND_RETURN_FALSE(bsdiff::bspatch(std::move(src_file),
1414 std::move(dst_file),
Sen Jiang7a659092016-05-10 15:31:46 -07001415 buffer_.data(),
Amin Hassanid9cb2902017-09-20 12:11:39 -07001416 buffer_.size()) == 0);
Sen Jiangbc3e6b02016-01-19 18:39:26 +08001417 DiscardBuffer(true, buffer_.size());
1418 return true;
1419}
1420
Amin Hassani02855c22017-09-06 22:34:50 -07001421namespace {
1422
1423// A class to be passed to |puffpatch| for reading from |source_fd_| and writing
1424// into |target_fd_|.
1425class PuffinExtentStream : public puffin::StreamInterface {
1426 public:
1427 // Constructor for creating a stream for reading from an |ExtentReader|.
Amin Hassani678a68f2018-02-28 11:54:47 -08001428 PuffinExtentStream(std::unique_ptr<ExtentReader> reader, uint64_t size)
Amin Hassani02855c22017-09-06 22:34:50 -07001429 : PuffinExtentStream(std::move(reader), nullptr, size) {}
1430
1431 // Constructor for creating a stream for writing to an |ExtentWriter|.
Amin Hassani678a68f2018-02-28 11:54:47 -08001432 PuffinExtentStream(std::unique_ptr<ExtentWriter> writer, uint64_t size)
Amin Hassani02855c22017-09-06 22:34:50 -07001433 : PuffinExtentStream(nullptr, std::move(writer), size) {}
1434
1435 ~PuffinExtentStream() override = default;
1436
Amin Hassani678a68f2018-02-28 11:54:47 -08001437 bool GetSize(uint64_t* size) const override {
Amin Hassani02855c22017-09-06 22:34:50 -07001438 *size = size_;
1439 return true;
1440 }
1441
Amin Hassani678a68f2018-02-28 11:54:47 -08001442 bool GetOffset(uint64_t* offset) const override {
Amin Hassani02855c22017-09-06 22:34:50 -07001443 *offset = offset_;
1444 return true;
1445 }
1446
Amin Hassani678a68f2018-02-28 11:54:47 -08001447 bool Seek(uint64_t offset) override {
Amin Hassani02855c22017-09-06 22:34:50 -07001448 if (is_read_) {
1449 TEST_AND_RETURN_FALSE(reader_->Seek(offset));
1450 offset_ = offset;
1451 } else {
1452 // For writes technically there should be no change of position, or it
1453 // should equivalent of current offset.
1454 TEST_AND_RETURN_FALSE(offset_ == offset);
1455 }
1456 return true;
1457 }
1458
1459 bool Read(void* buffer, size_t count) override {
1460 TEST_AND_RETURN_FALSE(is_read_);
1461 TEST_AND_RETURN_FALSE(reader_->Read(buffer, count));
1462 offset_ += count;
1463 return true;
1464 }
1465
1466 bool Write(const void* buffer, size_t count) override {
1467 TEST_AND_RETURN_FALSE(!is_read_);
1468 TEST_AND_RETURN_FALSE(writer_->Write(buffer, count));
1469 offset_ += count;
1470 return true;
1471 }
1472
1473 bool Close() override {
1474 if (!is_read_) {
1475 TEST_AND_RETURN_FALSE(writer_->End());
1476 }
1477 return true;
1478 }
1479
1480 private:
1481 PuffinExtentStream(std::unique_ptr<ExtentReader> reader,
1482 std::unique_ptr<ExtentWriter> writer,
Amin Hassani678a68f2018-02-28 11:54:47 -08001483 uint64_t size)
Amin Hassani02855c22017-09-06 22:34:50 -07001484 : reader_(std::move(reader)),
1485 writer_(std::move(writer)),
1486 size_(size),
1487 offset_(0),
1488 is_read_(reader_ ? true : false) {}
1489
1490 std::unique_ptr<ExtentReader> reader_;
1491 std::unique_ptr<ExtentWriter> writer_;
1492 uint64_t size_;
1493 uint64_t offset_;
1494 bool is_read_;
1495
1496 DISALLOW_COPY_AND_ASSIGN(PuffinExtentStream);
1497};
1498
1499} // namespace
1500
1501bool DeltaPerformer::PerformPuffDiffOperation(const InstallOperation& operation,
1502 ErrorCode* error) {
1503 // Since we delete data off the beginning of the buffer as we use it,
1504 // the data we need should be exactly at the beginning of the buffer.
1505 TEST_AND_RETURN_FALSE(buffer_offset_ == operation.data_offset());
1506 TEST_AND_RETURN_FALSE(buffer_.size() >= operation.data_length());
1507
1508 if (operation.has_src_sha256_hash()) {
Amin Hassanib379d192017-12-06 15:31:17 -08001509 brillo::Blob source_hash;
1510 TEST_AND_RETURN_FALSE(fd_utils::ReadAndHashExtents(
1511 source_fd_, operation.src_extents(), block_size_, &source_hash));
1512 TEST_AND_RETURN_FALSE(
1513 ValidateSourceHash(source_hash, operation, source_fd_, error));
Amin Hassani02855c22017-09-06 22:34:50 -07001514 }
1515
1516 auto reader = std::make_unique<DirectExtentReader>();
1517 TEST_AND_RETURN_FALSE(
1518 reader->Init(source_fd_, operation.src_extents(), block_size_));
1519 puffin::UniqueStreamPtr src_stream(new PuffinExtentStream(
1520 std::move(reader),
1521 utils::BlocksInExtents(operation.src_extents()) * block_size_));
1522
1523 auto writer = std::make_unique<DirectExtentWriter>();
1524 TEST_AND_RETURN_FALSE(
1525 writer->Init(target_fd_, operation.dst_extents(), block_size_));
1526 puffin::UniqueStreamPtr dst_stream(new PuffinExtentStream(
1527 std::move(writer),
1528 utils::BlocksInExtents(operation.dst_extents()) * block_size_));
1529
1530 const size_t kMaxCacheSize = 5 * 1024 * 1024; // Total 5MB cache.
1531 TEST_AND_RETURN_FALSE(puffin::PuffPatch(std::move(src_stream),
1532 std::move(dst_stream),
1533 buffer_.data(),
1534 buffer_.size(),
1535 kMaxCacheSize));
Allie Wood9f6f0a52015-03-30 11:25:47 -07001536 DiscardBuffer(true, buffer_.size());
Alex Deymoa12ee112015-08-12 22:19:32 -07001537 return true;
1538}
Darin Petkovd7061ab2010-10-06 14:37:09 -07001539
Darin Petkovd7061ab2010-10-06 14:37:09 -07001540bool DeltaPerformer::ExtractSignatureMessageFromOperation(
1541 const InstallOperation& operation) {
1542 if (operation.type() != InstallOperation::REPLACE ||
1543 !manifest_.has_signatures_offset() ||
1544 manifest_.signatures_offset() != operation.data_offset()) {
1545 return false;
1546 }
1547 TEST_AND_RETURN_FALSE(manifest_.has_signatures_size() &&
1548 manifest_.signatures_size() == operation.data_length());
Sen Jiangf6813802015-11-03 21:27:29 -08001549 TEST_AND_RETURN_FALSE(ExtractSignatureMessage());
1550 return true;
1551}
1552
1553bool DeltaPerformer::ExtractSignatureMessage() {
Darin Petkovd7061ab2010-10-06 14:37:09 -07001554 TEST_AND_RETURN_FALSE(signatures_message_data_.empty());
1555 TEST_AND_RETURN_FALSE(buffer_offset_ == manifest_.signatures_offset());
1556 TEST_AND_RETURN_FALSE(buffer_.size() >= manifest_.signatures_size());
Darin Petkov4f0a07b2011-05-25 16:47:20 -07001557 signatures_message_data_.assign(
Darin Petkovd7061ab2010-10-06 14:37:09 -07001558 buffer_.begin(),
1559 buffer_.begin() + manifest_.signatures_size());
Darin Petkov4f0a07b2011-05-25 16:47:20 -07001560
1561 // Save the signature blob because if the update is interrupted after the
1562 // download phase we don't go through this path anymore. Some alternatives to
1563 // consider:
1564 //
1565 // 1. On resume, re-download the signature blob from the server and re-verify
1566 // it.
1567 //
1568 // 2. Verify the signature as soon as it's received and don't checkpoint the
1569 // blob and the signed sha-256 context.
1570 LOG_IF(WARNING, !prefs_->SetString(kPrefsUpdateStateSignatureBlob,
Alex Vakulenkof68bbbc2015-02-09 12:53:18 -08001571 string(signatures_message_data_.begin(),
1572 signatures_message_data_.end())))
Darin Petkov4f0a07b2011-05-25 16:47:20 -07001573 << "Unable to store the signature blob.";
Sen Jiangf6813802015-11-03 21:27:29 -08001574
Darin Petkovd7061ab2010-10-06 14:37:09 -07001575 LOG(INFO) << "Extracted signature data of size "
1576 << manifest_.signatures_size() << " at "
1577 << manifest_.signatures_offset();
1578 return true;
1579}
1580
David Zeuthene7f89172013-10-31 10:21:04 -07001581bool DeltaPerformer::GetPublicKeyFromResponse(base::FilePath *out_tmp_key) {
Alex Deymo542c19b2015-12-03 07:43:31 -03001582 if (hardware_->IsOfficialBuild() ||
David Zeuthene7f89172013-10-31 10:21:04 -07001583 utils::FileExists(public_key_path_.c_str()) ||
1584 install_plan_->public_key_rsa.empty())
1585 return false;
1586
1587 if (!utils::DecodeAndStoreBase64String(install_plan_->public_key_rsa,
1588 out_tmp_key))
1589 return false;
1590
1591 return true;
1592}
1593
David Zeuthena99981f2013-04-29 13:42:47 -07001594ErrorCode DeltaPerformer::ValidateMetadataSignature(
Sen Jiang76bfa742015-10-12 17:13:26 -07001595 const brillo::Blob& payload) {
1596 if (payload.size() < metadata_size_ + metadata_signature_size_)
1597 return ErrorCode::kDownloadMetadataSignatureError;
Jay Srinivasan51dcf262012-09-13 17:24:32 -07001598
Sen Jiang76bfa742015-10-12 17:13:26 -07001599 brillo::Blob metadata_signature_blob, metadata_signature_protobuf_blob;
Sen Jiang0affc2c2017-02-10 15:55:05 -08001600 if (!payload_->metadata_signature.empty()) {
Sen Jiang76bfa742015-10-12 17:13:26 -07001601 // Convert base64-encoded signature to raw bytes.
Sen Jiang0affc2c2017-02-10 15:55:05 -08001602 if (!brillo::data_encoding::Base64Decode(payload_->metadata_signature,
1603 &metadata_signature_blob)) {
Sen Jiang76bfa742015-10-12 17:13:26 -07001604 LOG(ERROR) << "Unable to decode base64 metadata signature: "
Sen Jiang0affc2c2017-02-10 15:55:05 -08001605 << payload_->metadata_signature;
Sen Jiang76bfa742015-10-12 17:13:26 -07001606 return ErrorCode::kDownloadMetadataSignatureError;
1607 }
1608 } else if (major_payload_version_ == kBrilloMajorPayloadVersion) {
Sen Jiang0affc2c2017-02-10 15:55:05 -08001609 metadata_signature_protobuf_blob.assign(
1610 payload.begin() + metadata_size_,
1611 payload.begin() + metadata_size_ + metadata_signature_size_);
Sen Jiang76bfa742015-10-12 17:13:26 -07001612 }
1613
1614 if (metadata_signature_blob.empty() &&
1615 metadata_signature_protobuf_blob.empty()) {
Jay Srinivasan738fdf32012-12-07 17:40:54 -08001616 if (install_plan_->hash_checks_mandatory) {
Sen Jiang76bfa742015-10-12 17:13:26 -07001617 LOG(ERROR) << "Missing mandatory metadata signature in both Omaha "
1618 << "response and payload.";
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001619 return ErrorCode::kDownloadMetadataSignatureMissingError;
Jay Srinivasan738fdf32012-12-07 17:40:54 -08001620 }
1621
Jay Srinivasanf4318702012-09-24 11:56:24 -07001622 LOG(WARNING) << "Cannot validate metadata as the signature is empty";
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001623 return ErrorCode::kSuccess;
Jay Srinivasan51dcf262012-09-13 17:24:32 -07001624 }
1625
David Zeuthene7f89172013-10-31 10:21:04 -07001626 // See if we should use the public RSA key in the Omaha response.
1627 base::FilePath path_to_public_key(public_key_path_);
1628 base::FilePath tmp_key;
1629 if (GetPublicKeyFromResponse(&tmp_key))
1630 path_to_public_key = tmp_key;
1631 ScopedPathUnlinker tmp_key_remover(tmp_key.value());
1632 if (tmp_key.empty())
1633 tmp_key_remover.set_should_remove(false);
1634
1635 LOG(INFO) << "Verifying metadata hash signature using public key: "
1636 << path_to_public_key.value();
1637
Sen Jiang2703ef42017-03-16 13:36:21 -07001638 brillo::Blob calculated_metadata_hash;
1639 if (!HashCalculator::RawHashOfBytes(
1640 payload.data(), metadata_size_, &calculated_metadata_hash)) {
Jay Srinivasan51dcf262012-09-13 17:24:32 -07001641 LOG(ERROR) << "Unable to compute actual hash of manifest";
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001642 return ErrorCode::kDownloadMetadataSignatureVerificationError;
Jay Srinivasan51dcf262012-09-13 17:24:32 -07001643 }
1644
Alex Deymo923d8fa2014-07-15 17:58:51 -07001645 PayloadVerifier::PadRSA2048SHA256Hash(&calculated_metadata_hash);
Jay Srinivasanf4318702012-09-24 11:56:24 -07001646 if (calculated_metadata_hash.empty()) {
1647 LOG(ERROR) << "Computed actual hash of metadata is empty.";
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001648 return ErrorCode::kDownloadMetadataSignatureVerificationError;
Jay Srinivasan51dcf262012-09-13 17:24:32 -07001649 }
1650
Sen Jiang76bfa742015-10-12 17:13:26 -07001651 if (!metadata_signature_blob.empty()) {
1652 brillo::Blob expected_metadata_hash;
1653 if (!PayloadVerifier::GetRawHashFromSignature(metadata_signature_blob,
1654 path_to_public_key.value(),
1655 &expected_metadata_hash)) {
1656 LOG(ERROR) << "Unable to compute expected hash from metadata signature";
1657 return ErrorCode::kDownloadMetadataSignatureError;
1658 }
1659 if (calculated_metadata_hash != expected_metadata_hash) {
1660 LOG(ERROR) << "Manifest hash verification failed. Expected hash = ";
1661 utils::HexDumpVector(expected_metadata_hash);
1662 LOG(ERROR) << "Calculated hash = ";
1663 utils::HexDumpVector(calculated_metadata_hash);
1664 return ErrorCode::kDownloadMetadataSignatureMismatch;
1665 }
1666 } else {
1667 if (!PayloadVerifier::VerifySignature(metadata_signature_protobuf_blob,
1668 path_to_public_key.value(),
1669 calculated_metadata_hash)) {
1670 LOG(ERROR) << "Manifest hash verification failed.";
1671 return ErrorCode::kDownloadMetadataSignatureMismatch;
1672 }
Jay Srinivasan51dcf262012-09-13 17:24:32 -07001673 }
1674
David Zeuthenbc27aac2013-11-26 11:17:48 -08001675 // The autoupdate_CatchBadSignatures test checks for this string in
1676 // log-files. Keep in sync.
David Zeuthene7f89172013-10-31 10:21:04 -07001677 LOG(INFO) << "Metadata hash signature matches value in Omaha response.";
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001678 return ErrorCode::kSuccess;
Jay Srinivasan51dcf262012-09-13 17:24:32 -07001679}
1680
Gilad Arnold21504f02013-05-24 08:51:22 -07001681ErrorCode DeltaPerformer::ValidateManifest() {
Don Garrettb8dd1d92013-11-22 17:40:02 -08001682 // Perform assorted checks to sanity check the manifest, make sure it
1683 // matches data from other sources, and that it is a supported version.
Don Garrettb8dd1d92013-11-22 17:40:02 -08001684
Alex Deymo64d98782016-02-05 18:03:48 -08001685 bool has_old_fields =
1686 (manifest_.has_old_kernel_info() || manifest_.has_old_rootfs_info());
1687 for (const PartitionUpdate& partition : manifest_.partitions()) {
1688 has_old_fields = has_old_fields || partition.has_old_partition_info();
1689 }
Sen Jiangc8f6b7a2015-10-21 11:09:59 -07001690
Alex Deymo64d98782016-02-05 18:03:48 -08001691 // The presence of an old partition hash is the sole indicator for a delta
1692 // update.
1693 InstallPayloadType actual_payload_type =
1694 has_old_fields ? InstallPayloadType::kDelta : InstallPayloadType::kFull;
1695
Sen Jiangcdd52062017-05-18 15:33:10 -07001696 if (payload_->type == InstallPayloadType::kUnknown) {
Alex Deymo64d98782016-02-05 18:03:48 -08001697 LOG(INFO) << "Detected a '"
1698 << InstallPayloadTypeToString(actual_payload_type)
1699 << "' payload.";
Sen Jiangcdd52062017-05-18 15:33:10 -07001700 payload_->type = actual_payload_type;
1701 } else if (payload_->type != actual_payload_type) {
Alex Deymo64d98782016-02-05 18:03:48 -08001702 LOG(ERROR) << "InstallPlan expected a '"
Sen Jiangcdd52062017-05-18 15:33:10 -07001703 << InstallPayloadTypeToString(payload_->type)
Alex Deymo64d98782016-02-05 18:03:48 -08001704 << "' payload but the downloaded manifest contains a '"
1705 << InstallPayloadTypeToString(actual_payload_type)
1706 << "' payload.";
1707 return ErrorCode::kPayloadMismatchedType;
1708 }
1709
1710 // Check that the minor version is compatible.
1711 if (actual_payload_type == InstallPayloadType::kFull) {
Don Garrettb8dd1d92013-11-22 17:40:02 -08001712 if (manifest_.minor_version() != kFullPayloadMinorVersion) {
1713 LOG(ERROR) << "Manifest contains minor version "
1714 << manifest_.minor_version()
1715 << ", but all full payloads should have version "
1716 << kFullPayloadMinorVersion << ".";
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001717 return ErrorCode::kUnsupportedMinorPayloadVersion;
Don Garrettb8dd1d92013-11-22 17:40:02 -08001718 }
1719 } else {
Allie Woodfdf00512015-03-02 13:34:55 -08001720 if (manifest_.minor_version() != supported_minor_version_) {
Don Garrettb8dd1d92013-11-22 17:40:02 -08001721 LOG(ERROR) << "Manifest contains minor version "
1722 << manifest_.minor_version()
1723 << " not the supported "
Allie Woodfdf00512015-03-02 13:34:55 -08001724 << supported_minor_version_;
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001725 return ErrorCode::kUnsupportedMinorPayloadVersion;
Don Garrettb8dd1d92013-11-22 17:40:02 -08001726 }
Gilad Arnold21504f02013-05-24 08:51:22 -07001727 }
1728
Sen Jiang3e728fe2015-11-05 11:37:23 -08001729 if (major_payload_version_ != kChromeOSMajorPayloadVersion) {
1730 if (manifest_.has_old_rootfs_info() ||
1731 manifest_.has_new_rootfs_info() ||
1732 manifest_.has_old_kernel_info() ||
1733 manifest_.has_new_kernel_info() ||
1734 manifest_.install_operations_size() != 0 ||
1735 manifest_.kernel_install_operations_size() != 0) {
1736 LOG(ERROR) << "Manifest contains deprecated field only supported in "
1737 << "major payload version 1, but the payload major version is "
1738 << major_payload_version_;
1739 return ErrorCode::kPayloadMismatchedType;
1740 }
1741 }
1742
Gilad Arnold21504f02013-05-24 08:51:22 -07001743 // TODO(garnold) we should be adding more and more manifest checks, such as
1744 // partition boundaries etc (see chromium-os:37661).
1745
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001746 return ErrorCode::kSuccess;
Gilad Arnold21504f02013-05-24 08:51:22 -07001747}
1748
David Zeuthena99981f2013-04-29 13:42:47 -07001749ErrorCode DeltaPerformer::ValidateOperationHash(
Alex Deymoa12ee112015-08-12 22:19:32 -07001750 const InstallOperation& operation) {
Jay Srinivasan00f76b62012-09-17 18:48:36 -07001751 if (!operation.data_sha256_hash().size()) {
1752 if (!operation.data_length()) {
1753 // Operations that do not have any data blob won't have any operation hash
1754 // either. So, these operations are always considered validated since the
Jay Srinivasanf4318702012-09-24 11:56:24 -07001755 // metadata that contains all the non-data-blob portions of the operation
Jay Srinivasan738fdf32012-12-07 17:40:54 -08001756 // has already been validated. This is true for both HTTP and HTTPS cases.
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001757 return ErrorCode::kSuccess;
Jay Srinivasan00f76b62012-09-17 18:48:36 -07001758 }
1759
Jay Srinivasan738fdf32012-12-07 17:40:54 -08001760 // No hash is present for an operation that has data blobs. This shouldn't
1761 // happen normally for any client that has this code, because the
Jay Srinivasan00f76b62012-09-17 18:48:36 -07001762 // corresponding update should have been produced with the operation
Jay Srinivasan738fdf32012-12-07 17:40:54 -08001763 // hashes. So if it happens it means either we've turned operation hash
1764 // generation off in DeltaDiffGenerator or it's a regression of some sort.
Jay Srinivasan00f76b62012-09-17 18:48:36 -07001765 // One caveat though: The last operation is a dummy signature operation
1766 // that doesn't have a hash at the time the manifest is created. So we
1767 // should not complaint about that operation. This operation can be
1768 // recognized by the fact that it's offset is mentioned in the manifest.
1769 if (manifest_.signatures_offset() &&
1770 manifest_.signatures_offset() == operation.data_offset()) {
1771 LOG(INFO) << "Skipping hash verification for signature operation "
1772 << next_operation_num_ + 1;
1773 } else {
Jay Srinivasan738fdf32012-12-07 17:40:54 -08001774 if (install_plan_->hash_checks_mandatory) {
1775 LOG(ERROR) << "Missing mandatory operation hash for operation "
1776 << next_operation_num_ + 1;
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001777 return ErrorCode::kDownloadOperationHashMissingError;
Jay Srinivasan738fdf32012-12-07 17:40:54 -08001778 }
1779
Jay Srinivasan738fdf32012-12-07 17:40:54 -08001780 LOG(WARNING) << "Cannot validate operation " << next_operation_num_ + 1
1781 << " as there's no operation hash in manifest";
Jay Srinivasan00f76b62012-09-17 18:48:36 -07001782 }
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001783 return ErrorCode::kSuccess;
Jay Srinivasan00f76b62012-09-17 18:48:36 -07001784 }
1785
Alex Vakulenko3f39d5c2015-10-13 09:27:13 -07001786 brillo::Blob expected_op_hash;
Jay Srinivasan00f76b62012-09-17 18:48:36 -07001787 expected_op_hash.assign(operation.data_sha256_hash().data(),
1788 (operation.data_sha256_hash().data() +
1789 operation.data_sha256_hash().size()));
1790
Sen Jiang2703ef42017-03-16 13:36:21 -07001791 brillo::Blob calculated_op_hash;
1792 if (!HashCalculator::RawHashOfBytes(
1793 buffer_.data(), operation.data_length(), &calculated_op_hash)) {
Jay Srinivasan00f76b62012-09-17 18:48:36 -07001794 LOG(ERROR) << "Unable to compute actual hash of operation "
1795 << next_operation_num_;
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001796 return ErrorCode::kDownloadOperationHashVerificationError;
Jay Srinivasan00f76b62012-09-17 18:48:36 -07001797 }
1798
Jay Srinivasan00f76b62012-09-17 18:48:36 -07001799 if (calculated_op_hash != expected_op_hash) {
1800 LOG(ERROR) << "Hash verification failed for operation "
1801 << next_operation_num_ << ". Expected hash = ";
1802 utils::HexDumpVector(expected_op_hash);
1803 LOG(ERROR) << "Calculated hash over " << operation.data_length()
1804 << " bytes at offset: " << operation.data_offset() << " = ";
1805 utils::HexDumpVector(calculated_op_hash);
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001806 return ErrorCode::kDownloadOperationHashMismatch;
Jay Srinivasan00f76b62012-09-17 18:48:36 -07001807 }
1808
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001809 return ErrorCode::kSuccess;
Jay Srinivasan51dcf262012-09-13 17:24:32 -07001810}
1811
Andrew de los Reyes771e1bd2011-08-30 14:47:23 -07001812#define TEST_AND_RETURN_VAL(_retval, _condition) \
1813 do { \
1814 if (!(_condition)) { \
1815 LOG(ERROR) << "VerifyPayload failure: " << #_condition; \
1816 return _retval; \
1817 } \
1818 } while (0);
Andrew de los Reyesfb830ba2011-04-04 11:42:43 -07001819
David Zeuthena99981f2013-04-29 13:42:47 -07001820ErrorCode DeltaPerformer::VerifyPayload(
Sen Jiang2703ef42017-03-16 13:36:21 -07001821 const brillo::Blob& update_check_response_hash,
Andrew de los Reyes771e1bd2011-08-30 14:47:23 -07001822 const uint64_t update_check_response_size) {
David Zeuthene7f89172013-10-31 10:21:04 -07001823
1824 // See if we should use the public RSA key in the Omaha response.
1825 base::FilePath path_to_public_key(public_key_path_);
1826 base::FilePath tmp_key;
1827 if (GetPublicKeyFromResponse(&tmp_key))
1828 path_to_public_key = tmp_key;
1829 ScopedPathUnlinker tmp_key_remover(tmp_key.value());
1830 if (tmp_key.empty())
1831 tmp_key_remover.set_should_remove(false);
1832
1833 LOG(INFO) << "Verifying payload using public key: "
1834 << path_to_public_key.value();
Darin Petkov437adc42010-10-07 13:12:24 -07001835
Jay Srinivasan0d8fb402012-05-07 19:19:38 -07001836 // Verifies the download size.
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001837 TEST_AND_RETURN_VAL(ErrorCode::kPayloadSizeMismatchError,
Jay Srinivasan0d8fb402012-05-07 19:19:38 -07001838 update_check_response_size ==
Sen Jiang76bfa742015-10-12 17:13:26 -07001839 metadata_size_ + metadata_signature_size_ +
1840 buffer_offset_);
Jay Srinivasan0d8fb402012-05-07 19:19:38 -07001841
Jay Srinivasan51dcf262012-09-13 17:24:32 -07001842 // Verifies the payload hash.
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001843 TEST_AND_RETURN_VAL(ErrorCode::kDownloadPayloadVerificationError,
Sen Jiang2703ef42017-03-16 13:36:21 -07001844 !payload_hash_calculator_.raw_hash().empty());
1845 TEST_AND_RETURN_VAL(
1846 ErrorCode::kPayloadHashMismatchError,
1847 payload_hash_calculator_.raw_hash() == update_check_response_hash);
Darin Petkov437adc42010-10-07 13:12:24 -07001848
Darin Petkov437adc42010-10-07 13:12:24 -07001849 // Verifies the signed payload hash.
David Zeuthene7f89172013-10-31 10:21:04 -07001850 if (!utils::FileExists(path_to_public_key.value().c_str())) {
Darin Petkov437adc42010-10-07 13:12:24 -07001851 LOG(WARNING) << "Not verifying signed delta payload -- missing public key.";
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001852 return ErrorCode::kSuccess;
Darin Petkovd7061ab2010-10-06 14:37:09 -07001853 }
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001854 TEST_AND_RETURN_VAL(ErrorCode::kSignedDeltaPayloadExpectedError,
Andrew de los Reyes771e1bd2011-08-30 14:47:23 -07001855 !signatures_message_data_.empty());
Sen Jiangf6813802015-11-03 21:27:29 -08001856 brillo::Blob hash_data = signed_hash_calculator_.raw_hash();
Alex Deymob552a682015-09-30 09:36:49 -07001857 TEST_AND_RETURN_VAL(ErrorCode::kDownloadPayloadPubKeyVerificationError,
1858 PayloadVerifier::PadRSA2048SHA256Hash(&hash_data));
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001859 TEST_AND_RETURN_VAL(ErrorCode::kDownloadPayloadPubKeyVerificationError,
Andrew de los Reyes771e1bd2011-08-30 14:47:23 -07001860 !hash_data.empty());
Alex Deymob552a682015-09-30 09:36:49 -07001861
1862 if (!PayloadVerifier::VerifySignature(
1863 signatures_message_data_, path_to_public_key.value(), hash_data)) {
David Zeuthenbc27aac2013-11-26 11:17:48 -08001864 // The autoupdate_CatchBadSignatures test checks for this string
1865 // in log-files. Keep in sync.
Alex Deymob552a682015-09-30 09:36:49 -07001866 LOG(ERROR) << "Public key verification failed, thus update failed.";
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001867 return ErrorCode::kDownloadPayloadPubKeyVerificationError;
Andrew de los Reyesfb830ba2011-04-04 11:42:43 -07001868 }
Jay Srinivasan2b5a0f02012-12-19 17:25:56 -08001869
David Zeuthene7f89172013-10-31 10:21:04 -07001870 LOG(INFO) << "Payload hash matches value in payload.";
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001871 return ErrorCode::kSuccess;
Darin Petkovd7061ab2010-10-06 14:37:09 -07001872}
1873
Sen Jiangf6813802015-11-03 21:27:29 -08001874void DeltaPerformer::DiscardBuffer(bool do_advance_offset,
1875 size_t signed_hash_buffer_size) {
Gilad Arnoldfe133932014-01-14 12:25:50 -08001876 // Update the buffer offset.
Gilad Arnolddaa27402014-01-23 11:56:17 -08001877 if (do_advance_offset)
Gilad Arnoldfe133932014-01-14 12:25:50 -08001878 buffer_offset_ += buffer_.size();
1879
1880 // Hash the content.
Sen Jiangf6813802015-11-03 21:27:29 -08001881 payload_hash_calculator_.Update(buffer_.data(), buffer_.size());
1882 signed_hash_calculator_.Update(buffer_.data(), signed_hash_buffer_size);
Gilad Arnoldfe133932014-01-14 12:25:50 -08001883
1884 // Swap content with an empty vector to ensure that all memory is released.
Alex Vakulenko3f39d5c2015-10-13 09:27:13 -07001885 brillo::Blob().swap(buffer_);
Darin Petkovd7061ab2010-10-06 14:37:09 -07001886}
1887
Darin Petkov0406e402010-10-06 21:33:11 -07001888bool DeltaPerformer::CanResumeUpdate(PrefsInterface* prefs,
Chih-Hung Hsieh5c6bb1d2016-07-27 13:33:15 -07001889 const string& update_check_response_hash) {
Darin Petkov0406e402010-10-06 21:33:11 -07001890 int64_t next_operation = kUpdateStateOperationInvalid;
Alex Deymo3310b222015-03-30 15:59:07 -07001891 if (!(prefs->GetInt64(kPrefsUpdateStateNextOperation, &next_operation) &&
1892 next_operation != kUpdateStateOperationInvalid &&
1893 next_operation > 0))
1894 return false;
Darin Petkov0406e402010-10-06 21:33:11 -07001895
1896 string interrupted_hash;
Alex Deymo3310b222015-03-30 15:59:07 -07001897 if (!(prefs->GetString(kPrefsUpdateCheckResponseHash, &interrupted_hash) &&
1898 !interrupted_hash.empty() &&
1899 interrupted_hash == update_check_response_hash))
1900 return false;
Darin Petkov0406e402010-10-06 21:33:11 -07001901
Darin Petkov61426142010-10-08 11:04:55 -07001902 int64_t resumed_update_failures;
Alex Deymof25eb492016-02-26 00:20:08 -08001903 // Note that storing this value is optional, but if it is there it should not
1904 // be more than the limit.
1905 if (prefs->GetInt64(kPrefsResumedUpdateFailures, &resumed_update_failures) &&
1906 resumed_update_failures > kMaxResumedUpdateFailures)
Alex Deymo3310b222015-03-30 15:59:07 -07001907 return false;
Darin Petkov61426142010-10-08 11:04:55 -07001908
Darin Petkov0406e402010-10-06 21:33:11 -07001909 // Sanity check the rest.
1910 int64_t next_data_offset = -1;
Alex Deymo3310b222015-03-30 15:59:07 -07001911 if (!(prefs->GetInt64(kPrefsUpdateStateNextDataOffset, &next_data_offset) &&
1912 next_data_offset >= 0))
1913 return false;
Darin Petkov0406e402010-10-06 21:33:11 -07001914
Darin Petkov437adc42010-10-07 13:12:24 -07001915 string sha256_context;
Alex Deymo3310b222015-03-30 15:59:07 -07001916 if (!(prefs->GetString(kPrefsUpdateStateSHA256Context, &sha256_context) &&
1917 !sha256_context.empty()))
1918 return false;
Darin Petkov0406e402010-10-06 21:33:11 -07001919
1920 int64_t manifest_metadata_size = 0;
Alex Deymo3310b222015-03-30 15:59:07 -07001921 if (!(prefs->GetInt64(kPrefsManifestMetadataSize, &manifest_metadata_size) &&
1922 manifest_metadata_size > 0))
1923 return false;
Darin Petkov0406e402010-10-06 21:33:11 -07001924
Alex Deymof25eb492016-02-26 00:20:08 -08001925 int64_t manifest_signature_size = 0;
1926 if (!(prefs->GetInt64(kPrefsManifestSignatureSize,
1927 &manifest_signature_size) &&
1928 manifest_signature_size >= 0))
1929 return false;
1930
Darin Petkov0406e402010-10-06 21:33:11 -07001931 return true;
1932}
1933
Darin Petkov9b230572010-10-08 10:20:09 -07001934bool DeltaPerformer::ResetUpdateProgress(PrefsInterface* prefs, bool quick) {
Darin Petkov0406e402010-10-06 21:33:11 -07001935 TEST_AND_RETURN_FALSE(prefs->SetInt64(kPrefsUpdateStateNextOperation,
1936 kUpdateStateOperationInvalid));
Darin Petkov9b230572010-10-08 10:20:09 -07001937 if (!quick) {
Darin Petkov9b230572010-10-08 10:20:09 -07001938 prefs->SetInt64(kPrefsUpdateStateNextDataOffset, -1);
David Zeuthen41996ad2013-09-24 15:43:24 -07001939 prefs->SetInt64(kPrefsUpdateStateNextDataLength, 0);
Darin Petkov9b230572010-10-08 10:20:09 -07001940 prefs->SetString(kPrefsUpdateStateSHA256Context, "");
1941 prefs->SetString(kPrefsUpdateStateSignedSHA256Context, "");
Darin Petkov4f0a07b2011-05-25 16:47:20 -07001942 prefs->SetString(kPrefsUpdateStateSignatureBlob, "");
Darin Petkov9b230572010-10-08 10:20:09 -07001943 prefs->SetInt64(kPrefsManifestMetadataSize, -1);
Alex Deymof25eb492016-02-26 00:20:08 -08001944 prefs->SetInt64(kPrefsManifestSignatureSize, -1);
Darin Petkov61426142010-10-08 11:04:55 -07001945 prefs->SetInt64(kPrefsResumedUpdateFailures, 0);
Sen Jiang02c49422017-10-31 15:14:11 -07001946 prefs->Delete(kPrefsPostInstallSucceeded);
Darin Petkov9b230572010-10-08 10:20:09 -07001947 }
Darin Petkov73058b42010-10-06 16:32:19 -07001948 return true;
1949}
1950
1951bool DeltaPerformer::CheckpointUpdateProgress() {
Darin Petkov9c0baf82010-10-07 13:44:48 -07001952 Terminator::set_exit_blocked(true);
Darin Petkov0406e402010-10-06 21:33:11 -07001953 if (last_updated_buffer_offset_ != buffer_offset_) {
Darin Petkov9c0baf82010-10-07 13:44:48 -07001954 // Resets the progress in case we die in the middle of the state update.
Darin Petkov9b230572010-10-08 10:20:09 -07001955 ResetUpdateProgress(prefs_, true);
Darin Petkov0406e402010-10-06 21:33:11 -07001956 TEST_AND_RETURN_FALSE(
Darin Petkov437adc42010-10-07 13:12:24 -07001957 prefs_->SetString(kPrefsUpdateStateSHA256Context,
Sen Jiangf6813802015-11-03 21:27:29 -08001958 payload_hash_calculator_.GetContext()));
1959 TEST_AND_RETURN_FALSE(
1960 prefs_->SetString(kPrefsUpdateStateSignedSHA256Context,
1961 signed_hash_calculator_.GetContext()));
Darin Petkov0406e402010-10-06 21:33:11 -07001962 TEST_AND_RETURN_FALSE(prefs_->SetInt64(kPrefsUpdateStateNextDataOffset,
1963 buffer_offset_));
1964 last_updated_buffer_offset_ = buffer_offset_;
David Zeuthen41996ad2013-09-24 15:43:24 -07001965
1966 if (next_operation_num_ < num_total_operations_) {
Alex Deymoe5e5fe92015-10-05 09:28:19 -07001967 size_t partition_index = current_partition_;
1968 while (next_operation_num_ >= acc_num_operations_[partition_index])
1969 partition_index++;
1970 const size_t partition_operation_num = next_operation_num_ - (
1971 partition_index ? acc_num_operations_[partition_index - 1] : 0);
Alex Deymoa12ee112015-08-12 22:19:32 -07001972 const InstallOperation& op =
Alex Deymoe5e5fe92015-10-05 09:28:19 -07001973 partitions_[partition_index].operations(partition_operation_num);
David Zeuthen41996ad2013-09-24 15:43:24 -07001974 TEST_AND_RETURN_FALSE(prefs_->SetInt64(kPrefsUpdateStateNextDataLength,
1975 op.data_length()));
1976 } else {
1977 TEST_AND_RETURN_FALSE(prefs_->SetInt64(kPrefsUpdateStateNextDataLength,
1978 0));
1979 }
Darin Petkov0406e402010-10-06 21:33:11 -07001980 }
Darin Petkov73058b42010-10-06 16:32:19 -07001981 TEST_AND_RETURN_FALSE(prefs_->SetInt64(kPrefsUpdateStateNextOperation,
1982 next_operation_num_));
1983 return true;
1984}
1985
Darin Petkov9b230572010-10-08 10:20:09 -07001986bool DeltaPerformer::PrimeUpdateState() {
1987 CHECK(manifest_valid_);
1988 block_size_ = manifest_.block_size();
1989
1990 int64_t next_operation = kUpdateStateOperationInvalid;
1991 if (!prefs_->GetInt64(kPrefsUpdateStateNextOperation, &next_operation) ||
1992 next_operation == kUpdateStateOperationInvalid ||
1993 next_operation <= 0) {
1994 // Initiating a new update, no more state needs to be initialized.
1995 return true;
1996 }
1997 next_operation_num_ = next_operation;
1998
1999 // Resuming an update -- load the rest of the update state.
2000 int64_t next_data_offset = -1;
2001 TEST_AND_RETURN_FALSE(prefs_->GetInt64(kPrefsUpdateStateNextDataOffset,
2002 &next_data_offset) &&
2003 next_data_offset >= 0);
2004 buffer_offset_ = next_data_offset;
2005
Darin Petkov4f0a07b2011-05-25 16:47:20 -07002006 // The signed hash context and the signature blob may be empty if the
2007 // interrupted update didn't reach the signature.
Sen Jiangf6813802015-11-03 21:27:29 -08002008 string signed_hash_context;
2009 if (prefs_->GetString(kPrefsUpdateStateSignedSHA256Context,
2010 &signed_hash_context)) {
2011 TEST_AND_RETURN_FALSE(
2012 signed_hash_calculator_.SetContext(signed_hash_context));
2013 }
2014
Darin Petkov4f0a07b2011-05-25 16:47:20 -07002015 string signature_blob;
2016 if (prefs_->GetString(kPrefsUpdateStateSignatureBlob, &signature_blob)) {
2017 signatures_message_data_.assign(signature_blob.begin(),
2018 signature_blob.end());
2019 }
Darin Petkov9b230572010-10-08 10:20:09 -07002020
2021 string hash_context;
2022 TEST_AND_RETURN_FALSE(prefs_->GetString(kPrefsUpdateStateSHA256Context,
2023 &hash_context) &&
Sen Jiangf6813802015-11-03 21:27:29 -08002024 payload_hash_calculator_.SetContext(hash_context));
Darin Petkov9b230572010-10-08 10:20:09 -07002025
2026 int64_t manifest_metadata_size = 0;
2027 TEST_AND_RETURN_FALSE(prefs_->GetInt64(kPrefsManifestMetadataSize,
2028 &manifest_metadata_size) &&
2029 manifest_metadata_size > 0);
Gilad Arnoldfe133932014-01-14 12:25:50 -08002030 metadata_size_ = manifest_metadata_size;
Darin Petkov9b230572010-10-08 10:20:09 -07002031
Alex Deymof25eb492016-02-26 00:20:08 -08002032 int64_t manifest_signature_size = 0;
2033 TEST_AND_RETURN_FALSE(
2034 prefs_->GetInt64(kPrefsManifestSignatureSize, &manifest_signature_size) &&
2035 manifest_signature_size >= 0);
2036 metadata_signature_size_ = manifest_signature_size;
2037
Gilad Arnold8a86fa52013-01-15 12:35:05 -08002038 // Advance the download progress to reflect what doesn't need to be
2039 // re-downloaded.
2040 total_bytes_received_ += buffer_offset_;
2041
Darin Petkov61426142010-10-08 11:04:55 -07002042 // Speculatively count the resume as a failure.
2043 int64_t resumed_update_failures;
2044 if (prefs_->GetInt64(kPrefsResumedUpdateFailures, &resumed_update_failures)) {
2045 resumed_update_failures++;
2046 } else {
2047 resumed_update_failures = 1;
2048 }
2049 prefs_->SetInt64(kPrefsResumedUpdateFailures, resumed_update_failures);
Darin Petkov9b230572010-10-08 10:20:09 -07002050 return true;
2051}
2052
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07002053} // namespace chromeos_update_engine