blob: 53acc11710dd38251d02eed0f1d2bc7087a77c7b [file] [log] [blame]
Alex Deymoaea4c1c2015-08-19 20:24:43 -07001//
2// Copyright (C) 2012 The Android Open Source Project
3//
4// Licensed under the Apache License, Version 2.0 (the "License");
5// you may not use this file except in compliance with the License.
6// You may obtain a copy of the License at
7//
8// http://www.apache.org/licenses/LICENSE-2.0
9//
10// Unless required by applicable law or agreed to in writing, software
11// distributed under the License is distributed on an "AS IS" BASIS,
12// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13// See the License for the specific language governing permissions and
14// limitations under the License.
15//
Andrew de los Reyes09e56d62010-04-23 13:45:53 -070016
Alex Deymo39910dc2015-11-09 17:04:30 -080017#include "update_engine/payload_consumer/delta_performer.h"
Darin Petkovd7061ab2010-10-06 14:37:09 -070018
Andrew de los Reyes09e56d62010-04-23 13:45:53 -070019#include <errno.h>
Alex Deymo79715ad2015-10-02 14:27:53 -070020#include <linux/fs.h>
Darin Petkovd7061ab2010-10-06 14:37:09 -070021
Andrew de los Reyes09e56d62010-04-23 13:45:53 -070022#include <algorithm>
23#include <cstring>
Yifan Hong537802d2018-08-15 13:15:42 -070024#include <map>
Ben Chan02f7c1d2014-10-18 15:18:02 -070025#include <memory>
Andrew de los Reyes09e56d62010-04-23 13:45:53 -070026#include <string>
Amin Hassanid87304c2017-08-29 11:40:03 -070027#include <utility>
Andrew de los Reyes09e56d62010-04-23 13:45:53 -070028#include <vector>
29
Ben Chan06c76a42014-09-05 08:21:06 -070030#include <base/files/file_util.h>
Alex Deymo161c4a12014-05-16 15:56:21 -070031#include <base/format_macros.h>
Lann Martin39f57142017-07-14 09:18:42 -060032#include <base/metrics/histogram_macros.h>
Alex Deymo67140842016-06-15 13:28:59 -070033#include <base/strings/string_number_conversions.h>
Alex Vakulenko75039d72014-03-25 12:36:28 -070034#include <base/strings/string_util.h>
35#include <base/strings/stringprintf.h>
Lann Martin39f57142017-07-14 09:18:42 -060036#include <base/time/time.h>
Alex Vakulenko3f39d5c2015-10-13 09:27:13 -070037#include <brillo/data_encoding.h>
Alex Deymo6765a682017-05-19 13:13:54 -070038#include <bsdiff/bspatch.h>
Andrew de los Reyes09e56d62010-04-23 13:45:53 -070039#include <google/protobuf/repeated_field.h>
Amin Hassani02855c22017-09-06 22:34:50 -070040#include <puffin/puffpatch.h>
Andrew de los Reyes09e56d62010-04-23 13:45:53 -070041
Alex Deymo39910dc2015-11-09 17:04:30 -080042#include "update_engine/common/constants.h"
43#include "update_engine/common/hardware_interface.h"
Alex Deymo542c19b2015-12-03 07:43:31 -030044#include "update_engine/common/prefs_interface.h"
45#include "update_engine/common/subprocess.h"
46#include "update_engine/common/terminator.h"
Alex Deymo39910dc2015-11-09 17:04:30 -080047#include "update_engine/payload_consumer/bzip_extent_writer.h"
Amin Hassania3fc20a2017-09-19 17:19:34 -070048#include "update_engine/payload_consumer/cached_file_descriptor.h"
Alex Deymo542c19b2015-12-03 07:43:31 -030049#include "update_engine/payload_consumer/download_action.h"
Amin Hassanidb56be92017-09-06 12:41:23 -070050#include "update_engine/payload_consumer/extent_reader.h"
Alex Deymo39910dc2015-11-09 17:04:30 -080051#include "update_engine/payload_consumer/extent_writer.h"
Alex Deymo51c264e2016-11-04 15:49:53 -070052#if USE_FEC
53#include "update_engine/payload_consumer/fec_file_descriptor.h"
54#endif // USE_FEC
Alex Deymoa48f6302016-11-04 15:49:53 -070055#include "update_engine/payload_consumer/file_descriptor_utils.h"
HÃ¥kan Kvist4e13cf42018-01-23 12:57:55 +010056#include "update_engine/payload_consumer/mount_history.h"
Alex Deymo39910dc2015-11-09 17:04:30 -080057#include "update_engine/payload_consumer/payload_constants.h"
58#include "update_engine/payload_consumer/payload_verifier.h"
59#include "update_engine/payload_consumer/xz_extent_writer.h"
Andrew de los Reyes09e56d62010-04-23 13:45:53 -070060
Alex Deymo161c4a12014-05-16 15:56:21 -070061using google::protobuf::RepeatedPtrField;
Andrew de los Reyes09e56d62010-04-23 13:45:53 -070062using std::min;
63using std::string;
64using std::vector;
Andrew de los Reyes09e56d62010-04-23 13:45:53 -070065
66namespace chromeos_update_engine {
Gilad Arnold8a86fa52013-01-15 12:35:05 -080067const unsigned DeltaPerformer::kProgressLogMaxChunks = 10;
68const unsigned DeltaPerformer::kProgressLogTimeoutSeconds = 30;
69const unsigned DeltaPerformer::kProgressDownloadWeight = 50;
70const unsigned DeltaPerformer::kProgressOperationsWeight = 50;
Colin Howes0e452c92018-11-02 13:18:44 -070071const uint64_t DeltaPerformer::kCheckpointFrequencySeconds = 1;
Darin Petkovabc7bc02011-02-23 14:39:43 -080072
Andrew de los Reyes09e56d62010-04-23 13:45:53 -070073namespace {
Darin Petkov73058b42010-10-06 16:32:19 -070074const int kUpdateStateOperationInvalid = -1;
Darin Petkov61426142010-10-08 11:04:55 -070075const int kMaxResumedUpdateFailures = 10;
Nam T. Nguyenf1d582e2014-12-08 15:07:17 -080076
Amin Hassania3fc20a2017-09-19 17:19:34 -070077const uint64_t kCacheSize = 1024 * 1024; // 1MB
78
Nam T. Nguyenf1d582e2014-12-08 15:07:17 -080079// Opens path for read/write. On success returns an open FileDescriptor
80// and sets *err to 0. On failure, sets *err to errno and returns nullptr.
Amin Hassania3fc20a2017-09-19 17:19:34 -070081FileDescriptorPtr OpenFile(const char* path,
82 int mode,
83 bool cache_writes,
84 int* err) {
Alex Deymo5fb356c2016-03-25 18:48:22 -070085 // Try to mark the block device read-only based on the mode. Ignore any
86 // failure since this won't work when passing regular files.
Amin Hassania3fc20a2017-09-19 17:19:34 -070087 bool read_only = (mode & O_ACCMODE) == O_RDONLY;
88 utils::SetBlockDeviceReadOnly(path, read_only);
Alex Deymo5fb356c2016-03-25 18:48:22 -070089
Brian Norris7b428f52019-06-26 10:03:35 -070090 FileDescriptorPtr fd(new EintrSafeFileDescriptor());
Amin Hassania3fc20a2017-09-19 17:19:34 -070091 if (cache_writes && !read_only) {
92 fd = FileDescriptorPtr(new CachedFileDescriptor(fd, kCacheSize));
93 LOG(INFO) << "Caching writes.";
94 }
Nam T. Nguyena78b28c2015-03-06 22:30:12 -080095 if (!fd->Open(path, mode, 000)) {
Nam T. Nguyenf1d582e2014-12-08 15:07:17 -080096 *err = errno;
97 PLOG(ERROR) << "Unable to open file " << path;
98 return nullptr;
99 }
100 *err = 0;
101 return fd;
102}
Alex Deymob86787c2016-05-12 18:46:25 -0700103
104// Discard the tail of the block device referenced by |fd|, from the offset
105// |data_size| until the end of the block device. Returns whether the data was
106// discarded.
Chih-Hung Hsieh5c6bb1d2016-07-27 13:33:15 -0700107bool DiscardPartitionTail(const FileDescriptorPtr& fd, uint64_t data_size) {
Alex Deymob86787c2016-05-12 18:46:25 -0700108 uint64_t part_size = fd->BlockDevSize();
109 if (!part_size || part_size <= data_size)
110 return false;
111
Alex Deymo72a68d82016-06-15 16:31:04 -0700112 struct blkioctl_request {
113 int number;
114 const char* name;
115 };
116 const vector<blkioctl_request> blkioctl_requests = {
Alex Deymo72a68d82016-06-15 16:31:04 -0700117 {BLKDISCARD, "BLKDISCARD"},
Amin Hassani41555202017-06-23 12:42:00 -0700118 {BLKSECDISCARD, "BLKSECDISCARD"},
Alex Deymob86787c2016-05-12 18:46:25 -0700119#ifdef BLKZEROOUT
Alex Deymo72a68d82016-06-15 16:31:04 -0700120 {BLKZEROOUT, "BLKZEROOUT"},
Alex Deymob86787c2016-05-12 18:46:25 -0700121#endif
122 };
Alex Deymo72a68d82016-06-15 16:31:04 -0700123 for (const auto& req : blkioctl_requests) {
Alex Deymob86787c2016-05-12 18:46:25 -0700124 int error = 0;
Alex Deymo72a68d82016-06-15 16:31:04 -0700125 if (fd->BlkIoctl(req.number, data_size, part_size - data_size, &error) &&
Alex Deymob86787c2016-05-12 18:46:25 -0700126 error == 0) {
127 return true;
128 }
129 LOG(WARNING) << "Error discarding the last "
130 << (part_size - data_size) / 1024 << " KiB using ioctl("
Alex Deymo72a68d82016-06-15 16:31:04 -0700131 << req.name << ")";
Alex Deymob86787c2016-05-12 18:46:25 -0700132 }
133 return false;
134}
135
Alex Vakulenkod2779df2014-06-16 13:19:00 -0700136} // namespace
Andrew de los Reyes09e56d62010-04-23 13:45:53 -0700137
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800138// Computes the ratio of |part| and |total|, scaled to |norm|, using integer
139// arithmetic.
140static uint64_t IntRatio(uint64_t part, uint64_t total, uint64_t norm) {
141 return part * norm / total;
142}
143
144void DeltaPerformer::LogProgress(const char* message_prefix) {
145 // Format operations total count and percentage.
146 string total_operations_str("?");
147 string completed_percentage_str("");
148 if (num_total_operations_) {
Alex Deymoc00c98a2015-03-17 17:38:00 -0700149 total_operations_str = std::to_string(num_total_operations_);
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800150 // Upcasting to 64-bit to avoid overflow, back to size_t for formatting.
Amin Hassani008c4582019-01-13 16:22:47 -0800151 completed_percentage_str = base::StringPrintf(
152 " (%" PRIu64 "%%)",
153 IntRatio(next_operation_num_, num_total_operations_, 100));
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800154 }
155
156 // Format download total count and percentage.
Sen Jiang0affc2c2017-02-10 15:55:05 -0800157 size_t payload_size = payload_->size;
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800158 string payload_size_str("?");
159 string downloaded_percentage_str("");
160 if (payload_size) {
Alex Deymoc00c98a2015-03-17 17:38:00 -0700161 payload_size_str = std::to_string(payload_size);
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800162 // Upcasting to 64-bit to avoid overflow, back to size_t for formatting.
Amin Hassani008c4582019-01-13 16:22:47 -0800163 downloaded_percentage_str = base::StringPrintf(
164 " (%" PRIu64 "%%)", IntRatio(total_bytes_received_, payload_size, 100));
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800165 }
166
167 LOG(INFO) << (message_prefix ? message_prefix : "") << next_operation_num_
168 << "/" << total_operations_str << " operations"
Amin Hassani008c4582019-01-13 16:22:47 -0800169 << completed_percentage_str << ", " << total_bytes_received_ << "/"
170 << payload_size_str << " bytes downloaded"
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800171 << downloaded_percentage_str << ", overall progress "
172 << overall_progress_ << "%";
173}
174
175void DeltaPerformer::UpdateOverallProgress(bool force_log,
176 const char* message_prefix) {
177 // Compute our download and overall progress.
178 unsigned new_overall_progress = 0;
Alex Vakulenko0103c362016-01-20 07:56:15 -0800179 static_assert(kProgressDownloadWeight + kProgressOperationsWeight == 100,
180 "Progress weights don't add up");
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800181 // Only consider download progress if its total size is known; otherwise
182 // adjust the operations weight to compensate for the absence of download
183 // progress. Also, make sure to cap the download portion at
184 // kProgressDownloadWeight, in case we end up downloading more than we
185 // initially expected (this indicates a problem, but could generally happen).
186 // TODO(garnold) the correction of operations weight when we do not have the
187 // total payload size, as well as the conditional guard below, should both be
188 // eliminated once we ensure that the payload_size in the install plan is
189 // always given and is non-zero. This currently isn't the case during unit
190 // tests (see chromium-os:37969).
Sen Jiang0affc2c2017-02-10 15:55:05 -0800191 size_t payload_size = payload_->size;
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800192 unsigned actual_operations_weight = kProgressOperationsWeight;
193 if (payload_size)
Amin Hassani008c4582019-01-13 16:22:47 -0800194 new_overall_progress +=
195 min(static_cast<unsigned>(IntRatio(
196 total_bytes_received_, payload_size, kProgressDownloadWeight)),
197 kProgressDownloadWeight);
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800198 else
199 actual_operations_weight += kProgressDownloadWeight;
200
201 // Only add completed operations if their total number is known; we definitely
202 // expect an update to have at least one operation, so the expectation is that
203 // this will eventually reach |actual_operations_weight|.
204 if (num_total_operations_)
Amin Hassani008c4582019-01-13 16:22:47 -0800205 new_overall_progress += IntRatio(
206 next_operation_num_, num_total_operations_, actual_operations_weight);
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800207
208 // Progress ratio cannot recede, unless our assumptions about the total
209 // payload size, total number of operations, or the monotonicity of progress
210 // is breached.
211 if (new_overall_progress < overall_progress_) {
212 LOG(WARNING) << "progress counter receded from " << overall_progress_
213 << "% down to " << new_overall_progress << "%; this is a bug";
214 force_log = true;
215 }
216 overall_progress_ = new_overall_progress;
217
218 // Update chunk index, log as needed: if forced by called, or we completed a
219 // progress chunk, or a timeout has expired.
Sen Jiang53c2ec52019-01-10 15:27:59 -0800220 base::TimeTicks curr_time = base::TimeTicks::Now();
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800221 unsigned curr_progress_chunk =
222 overall_progress_ * kProgressLogMaxChunks / 100;
223 if (force_log || curr_progress_chunk > last_progress_chunk_ ||
224 curr_time > forced_progress_log_time_) {
225 forced_progress_log_time_ = curr_time + forced_progress_log_wait_;
226 LogProgress(message_prefix);
227 }
228 last_progress_chunk_ = curr_progress_chunk;
229}
230
Amin Hassani008c4582019-01-13 16:22:47 -0800231size_t DeltaPerformer::CopyDataToBuffer(const char** bytes_p,
232 size_t* count_p,
Gilad Arnoldfe133932014-01-14 12:25:50 -0800233 size_t max) {
234 const size_t count = *count_p;
235 if (!count)
236 return 0; // Special case shortcut.
Alex Deymof329b932014-10-30 01:37:48 -0700237 size_t read_len = min(count, max - buffer_.size());
Gilad Arnoldfe133932014-01-14 12:25:50 -0800238 const char* bytes_start = *bytes_p;
239 const char* bytes_end = bytes_start + read_len;
Sen Jiangbe19a242017-11-17 11:48:17 -0800240 buffer_.reserve(max);
Gilad Arnoldfe133932014-01-14 12:25:50 -0800241 buffer_.insert(buffer_.end(), bytes_start, bytes_end);
242 *bytes_p = bytes_end;
243 *count_p = count - read_len;
244 return read_len;
245}
246
Amin Hassani008c4582019-01-13 16:22:47 -0800247bool DeltaPerformer::HandleOpResult(bool op_result,
248 const char* op_type_name,
Gilad Arnoldfe133932014-01-14 12:25:50 -0800249 ErrorCode* error) {
250 if (op_result)
251 return true;
252
Alex Deymo3d009062016-05-13 15:51:25 -0700253 size_t partition_first_op_num =
254 current_partition_ ? acc_num_operations_[current_partition_ - 1] : 0;
Gilad Arnoldfe133932014-01-14 12:25:50 -0800255 LOG(ERROR) << "Failed to perform " << op_type_name << " operation "
Alex Deymo3d009062016-05-13 15:51:25 -0700256 << next_operation_num_ << ", which is the operation "
257 << next_operation_num_ - partition_first_op_num
258 << " in partition \""
259 << partitions_[current_partition_].partition_name() << "\"";
Sen Jiangbe2c47b2016-06-15 14:09:27 -0700260 if (*error == ErrorCode::kSuccess)
261 *error = ErrorCode::kDownloadOperationExecutionError;
Gilad Arnoldfe133932014-01-14 12:25:50 -0800262 return false;
263}
264
Andrew de los Reyes09e56d62010-04-23 13:45:53 -0700265int DeltaPerformer::Close() {
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700266 int err = -CloseCurrentPartition();
Amin Hassani008c4582019-01-13 16:22:47 -0800267 LOG_IF(ERROR,
268 !payload_hash_calculator_.Finalize() ||
269 !signed_hash_calculator_.Finalize())
Sen Jiangf6813802015-11-03 21:27:29 -0800270 << "Unable to finalize the hash.";
Darin Petkov934bb412010-11-18 11:21:35 -0800271 if (!buffer_.empty()) {
Jay Srinivasan1c0fe792013-03-28 16:45:25 -0700272 LOG(INFO) << "Discarding " << buffer_.size() << " unused downloaded bytes";
273 if (err >= 0)
Darin Petkov934bb412010-11-18 11:21:35 -0800274 err = 1;
Darin Petkov934bb412010-11-18 11:21:35 -0800275 }
Andrew de los Reyesf4c7ef12010-04-30 10:37:00 -0700276 return -err;
Andrew de los Reyes09e56d62010-04-23 13:45:53 -0700277}
278
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700279int DeltaPerformer::CloseCurrentPartition() {
280 int err = 0;
281 if (source_fd_ && !source_fd_->Close()) {
282 err = errno;
283 PLOG(ERROR) << "Error closing source partition";
284 if (!err)
285 err = 1;
286 }
287 source_fd_.reset();
Alex Deymo51c264e2016-11-04 15:49:53 -0700288 if (source_ecc_fd_ && !source_ecc_fd_->Close()) {
289 err = errno;
290 PLOG(ERROR) << "Error closing ECC source partition";
291 if (!err)
292 err = 1;
293 }
294 source_ecc_fd_.reset();
295 source_ecc_open_failure_ = false;
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700296 source_path_.clear();
297
298 if (target_fd_ && !target_fd_->Close()) {
299 err = errno;
300 PLOG(ERROR) << "Error closing target partition";
301 if (!err)
302 err = 1;
303 }
304 target_fd_.reset();
305 target_path_.clear();
306 return -err;
307}
308
309bool DeltaPerformer::OpenCurrentPartition() {
310 if (current_partition_ >= partitions_.size())
311 return false;
312
313 const PartitionUpdate& partition = partitions_[current_partition_];
Sen Jiangd2ff2a02017-04-06 14:53:31 -0700314 size_t num_previous_partitions =
315 install_plan_->partitions.size() - partitions_.size();
316 const InstallPlan::Partition& install_part =
317 install_plan_->partitions[num_previous_partitions + current_partition_];
Sen Jiang889c65d2015-11-17 15:04:02 -0800318 // Open source fds if we have a delta payload with minor version >= 2.
Sen Jiangcdd52062017-05-18 15:33:10 -0700319 if (payload_->type == InstallPayloadType::kDelta &&
Sen Jiang889c65d2015-11-17 15:04:02 -0800320 GetMinorVersion() != kInPlaceMinorPayloadVersion) {
Sen Jiangd2ff2a02017-04-06 14:53:31 -0700321 source_path_ = install_part.source_path;
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700322 int err;
Amin Hassania3fc20a2017-09-19 17:19:34 -0700323 source_fd_ = OpenFile(source_path_.c_str(), O_RDONLY, false, &err);
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700324 if (!source_fd_) {
325 LOG(ERROR) << "Unable to open source partition "
326 << partition.partition_name() << " on slot "
327 << BootControlInterface::SlotName(install_plan_->source_slot)
328 << ", file " << source_path_;
329 return false;
330 }
331 }
332
Sen Jiangd2ff2a02017-04-06 14:53:31 -0700333 target_path_ = install_part.target_path;
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700334 int err;
Grant Grundlera763c2d2017-05-10 11:12:52 -0700335
Amin Hassani7ecda262017-07-11 17:10:50 -0700336 int flags = O_RDWR;
Amin Hassanied37d682018-04-06 13:22:00 -0700337 if (!interactive_)
Amin Hassani7ecda262017-07-11 17:10:50 -0700338 flags |= O_DSYNC;
339
340 LOG(INFO) << "Opening " << target_path_ << " partition with"
Amin Hassanied37d682018-04-06 13:22:00 -0700341 << (interactive_ ? "out" : "") << " O_DSYNC";
Amin Hassani7ecda262017-07-11 17:10:50 -0700342
Amin Hassania3fc20a2017-09-19 17:19:34 -0700343 target_fd_ = OpenFile(target_path_.c_str(), flags, true, &err);
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700344 if (!target_fd_) {
345 LOG(ERROR) << "Unable to open target partition "
346 << partition.partition_name() << " on slot "
347 << BootControlInterface::SlotName(install_plan_->target_slot)
348 << ", file " << target_path_;
349 return false;
350 }
Alex Deymob86787c2016-05-12 18:46:25 -0700351
352 LOG(INFO) << "Applying " << partition.operations().size()
353 << " operations to partition \"" << partition.partition_name()
354 << "\"";
355
356 // Discard the end of the partition, but ignore failures.
Sen Jiangd2ff2a02017-04-06 14:53:31 -0700357 DiscardPartitionTail(target_fd_, install_part.target_size);
Alex Deymob86787c2016-05-12 18:46:25 -0700358
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700359 return true;
360}
361
Alex Deymo51c264e2016-11-04 15:49:53 -0700362bool DeltaPerformer::OpenCurrentECCPartition() {
363 if (source_ecc_fd_)
364 return true;
365
366 if (source_ecc_open_failure_)
367 return false;
368
369 if (current_partition_ >= partitions_.size())
370 return false;
371
372 // No support for ECC in minor version 1 or full payloads.
373 if (payload_->type == InstallPayloadType::kFull ||
374 GetMinorVersion() == kInPlaceMinorPayloadVersion)
375 return false;
376
377#if USE_FEC
378 const PartitionUpdate& partition = partitions_[current_partition_];
379 size_t num_previous_partitions =
380 install_plan_->partitions.size() - partitions_.size();
381 const InstallPlan::Partition& install_part =
382 install_plan_->partitions[num_previous_partitions + current_partition_];
383 string path = install_part.source_path;
384 FileDescriptorPtr fd(new FecFileDescriptor());
385 if (!fd->Open(path.c_str(), O_RDONLY, 0)) {
386 PLOG(ERROR) << "Unable to open ECC source partition "
387 << partition.partition_name() << " on slot "
388 << BootControlInterface::SlotName(install_plan_->source_slot)
389 << ", file " << path;
390 source_ecc_open_failure_ = true;
391 return false;
392 }
393 source_ecc_fd_ = fd;
394#else
395 // No support for ECC compiled.
396 source_ecc_open_failure_ = true;
397#endif // USE_FEC
398
399 return !source_ecc_open_failure_;
400}
401
Andrew de los Reyes89f17be2010-10-22 13:39:09 -0700402namespace {
403
404void LogPartitionInfoHash(const PartitionInfo& info, const string& tag) {
Alex Vakulenko3f39d5c2015-10-13 09:27:13 -0700405 string sha256 = brillo::data_encoding::Base64Encode(info.hash());
Alex Vakulenko981a9fb2015-02-09 12:51:24 -0800406 LOG(INFO) << "PartitionInfo " << tag << " sha256: " << sha256
407 << " size: " << info.size();
Andrew de los Reyes89f17be2010-10-22 13:39:09 -0700408}
409
Alex Deymo39910dc2015-11-09 17:04:30 -0800410void LogPartitionInfo(const vector<PartitionUpdate>& partitions) {
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700411 for (const PartitionUpdate& partition : partitions) {
Sen Jiang7b9a5872018-01-17 13:25:06 -0800412 if (partition.has_old_partition_info()) {
413 LogPartitionInfoHash(partition.old_partition_info(),
414 "old " + partition.partition_name());
415 }
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700416 LogPartitionInfoHash(partition.new_partition_info(),
417 "new " + partition.partition_name());
418 }
Andrew de los Reyes89f17be2010-10-22 13:39:09 -0700419}
420
Alex Vakulenkod2779df2014-06-16 13:19:00 -0700421} // namespace
Andrew de los Reyes89f17be2010-10-22 13:39:09 -0700422
Allie Woodfdf00512015-03-02 13:34:55 -0800423uint32_t DeltaPerformer::GetMinorVersion() const {
424 if (manifest_.has_minor_version()) {
425 return manifest_.minor_version();
Allie Woodfdf00512015-03-02 13:34:55 -0800426 }
Sen Jiangf1236632018-05-11 16:03:23 -0700427 return payload_->type == InstallPayloadType::kDelta
428 ? kMaxSupportedMinorPayloadVersion
429 : kFullPayloadMinorVersion;
Allie Woodfdf00512015-03-02 13:34:55 -0800430}
431
Sen Jiangb8060e42015-09-24 17:30:50 -0700432bool DeltaPerformer::IsHeaderParsed() const {
433 return metadata_size_ != 0;
434}
Jay Srinivasanf4318702012-09-24 11:56:24 -0700435
Sen Jiang9c89e842018-02-02 13:51:21 -0800436MetadataParseResult DeltaPerformer::ParsePayloadMetadata(
Alex Vakulenko3f39d5c2015-10-13 09:27:13 -0700437 const brillo::Blob& payload, ErrorCode* error) {
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -0700438 *error = ErrorCode::kSuccess;
Jay Srinivasan51dcf262012-09-13 17:24:32 -0700439
Sen Jiangb8060e42015-09-24 17:30:50 -0700440 if (!IsHeaderParsed()) {
Sen Jiangf1236632018-05-11 16:03:23 -0700441 MetadataParseResult result =
442 payload_metadata_.ParsePayloadHeader(payload, error);
Sen Jiang9c89e842018-02-02 13:51:21 -0800443 if (result != MetadataParseResult::kSuccess)
444 return result;
Jay Srinivasan51dcf262012-09-13 17:24:32 -0700445
Sen Jiang9c89e842018-02-02 13:51:21 -0800446 metadata_size_ = payload_metadata_.GetMetadataSize();
447 metadata_signature_size_ = payload_metadata_.GetMetadataSignatureSize();
448 major_payload_version_ = payload_metadata_.GetMajorVersion();
Gilad Arnoldfe133932014-01-14 12:25:50 -0800449
450 // If the metadata size is present in install plan, check for it immediately
451 // even before waiting for that many number of bytes to be downloaded in the
452 // payload. This will prevent any attack which relies on us downloading data
453 // beyond the expected metadata size.
Gilad Arnoldfe133932014-01-14 12:25:50 -0800454 if (install_plan_->hash_checks_mandatory) {
Sen Jiang0affc2c2017-02-10 15:55:05 -0800455 if (payload_->metadata_size != metadata_size_) {
Gilad Arnoldfe133932014-01-14 12:25:50 -0800456 LOG(ERROR) << "Mandatory metadata size in Omaha response ("
Sen Jiang0affc2c2017-02-10 15:55:05 -0800457 << payload_->metadata_size
Gilad Arnoldfe133932014-01-14 12:25:50 -0800458 << ") is missing/incorrect, actual = " << metadata_size_;
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -0700459 *error = ErrorCode::kDownloadInvalidMetadataSize;
Sen Jiang9c89e842018-02-02 13:51:21 -0800460 return MetadataParseResult::kError;
Gilad Arnoldfe133932014-01-14 12:25:50 -0800461 }
462 }
Jay Srinivasan51dcf262012-09-13 17:24:32 -0700463 }
464
465 // Now that we have validated the metadata size, we should wait for the full
Sen Jiang76bfa742015-10-12 17:13:26 -0700466 // metadata and its signature (if exist) to be read in before we can parse it.
467 if (payload.size() < metadata_size_ + metadata_signature_size_)
Sen Jiang9c89e842018-02-02 13:51:21 -0800468 return MetadataParseResult::kInsufficientData;
Jay Srinivasan51dcf262012-09-13 17:24:32 -0700469
470 // Log whether we validated the size or simply trusting what's in the payload
Jay Srinivasanf4318702012-09-24 11:56:24 -0700471 // here. This is logged here (after we received the full metadata data) so
Jay Srinivasan51dcf262012-09-13 17:24:32 -0700472 // that we just log once (instead of logging n times) if it takes n
473 // DeltaPerformer::Write calls to download the full manifest.
Sen Jiang0affc2c2017-02-10 15:55:05 -0800474 if (payload_->metadata_size == metadata_size_) {
Jay Srinivasan51dcf262012-09-13 17:24:32 -0700475 LOG(INFO) << "Manifest size in payload matches expected value from Omaha";
Jay Srinivasan738fdf32012-12-07 17:40:54 -0800476 } else {
477 // For mandatory-cases, we'd have already returned a kMetadataParseError
478 // above. We'll be here only for non-mandatory cases. Just send a UMA stat.
479 LOG(WARNING) << "Ignoring missing/incorrect metadata size ("
Sen Jiang0affc2c2017-02-10 15:55:05 -0800480 << payload_->metadata_size
Jay Srinivasan738fdf32012-12-07 17:40:54 -0800481 << ") in Omaha response as validation is not mandatory. "
Gilad Arnoldfe133932014-01-14 12:25:50 -0800482 << "Trusting metadata size in payload = " << metadata_size_;
Jay Srinivasan738fdf32012-12-07 17:40:54 -0800483 }
Jay Srinivasan51dcf262012-09-13 17:24:32 -0700484
Sen Jiang08c6da12019-01-07 18:28:56 -0800485 string public_key;
486 if (!GetPublicKey(&public_key)) {
487 LOG(ERROR) << "Failed to get public key.";
488 *error = ErrorCode::kDownloadMetadataSignatureVerificationError;
489 return MetadataParseResult::kError;
490 }
Sen Jiang9c89e842018-02-02 13:51:21 -0800491
Jay Srinivasanf4318702012-09-24 11:56:24 -0700492 // We have the full metadata in |payload|. Verify its integrity
493 // and authenticity based on the information we have in Omaha response.
Sen Jiang9c89e842018-02-02 13:51:21 -0800494 *error = payload_metadata_.ValidateMetadataSignature(
Sen Jiang08c6da12019-01-07 18:28:56 -0800495 payload, payload_->metadata_signature, public_key);
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -0700496 if (*error != ErrorCode::kSuccess) {
Jay Srinivasan738fdf32012-12-07 17:40:54 -0800497 if (install_plan_->hash_checks_mandatory) {
David Zeuthenbc27aac2013-11-26 11:17:48 -0800498 // The autoupdate_CatchBadSignatures test checks for this string
499 // in log-files. Keep in sync.
Jay Srinivasan738fdf32012-12-07 17:40:54 -0800500 LOG(ERROR) << "Mandatory metadata signature validation failed";
Sen Jiang9c89e842018-02-02 13:51:21 -0800501 return MetadataParseResult::kError;
Jay Srinivasan738fdf32012-12-07 17:40:54 -0800502 }
Jay Srinivasan51dcf262012-09-13 17:24:32 -0700503
Jay Srinivasan738fdf32012-12-07 17:40:54 -0800504 // For non-mandatory cases, just send a UMA stat.
505 LOG(WARNING) << "Ignoring metadata signature validation failures";
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -0700506 *error = ErrorCode::kSuccess;
Jay Srinivasan51dcf262012-09-13 17:24:32 -0700507 }
508
Gilad Arnolddaa27402014-01-23 11:56:17 -0800509 // The payload metadata is deemed valid, it's safe to parse the protobuf.
Sen Jiang9c89e842018-02-02 13:51:21 -0800510 if (!payload_metadata_.GetManifest(payload, &manifest_)) {
Darin Petkov9574f7e2011-01-13 10:48:12 -0800511 LOG(ERROR) << "Unable to parse manifest in update file.";
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -0700512 *error = ErrorCode::kDownloadManifestParseError;
Sen Jiang9c89e842018-02-02 13:51:21 -0800513 return MetadataParseResult::kError;
Darin Petkov9574f7e2011-01-13 10:48:12 -0800514 }
Gilad Arnolddaa27402014-01-23 11:56:17 -0800515
516 manifest_parsed_ = true;
Sen Jiang9c89e842018-02-02 13:51:21 -0800517 return MetadataParseResult::kSuccess;
Darin Petkov9574f7e2011-01-13 10:48:12 -0800518}
519
Amin Hassani008c4582019-01-13 16:22:47 -0800520#define OP_DURATION_HISTOGRAM(_op_name, _start_time) \
521 LOCAL_HISTOGRAM_CUSTOM_TIMES( \
522 "UpdateEngine.DownloadAction.InstallOperation::" _op_name ".Duration", \
523 base::TimeTicks::Now() - _start_time, \
524 base::TimeDelta::FromMilliseconds(10), \
525 base::TimeDelta::FromMinutes(5), \
526 20);
Lann Martin39f57142017-07-14 09:18:42 -0600527
Don Garrette410e0f2011-11-10 15:39:01 -0800528// Wrapper around write. Returns true if all requested bytes
Jay Srinivasan2b5a0f02012-12-19 17:25:56 -0800529// were written, or false on any error, regardless of progress
Jay Srinivasan51dcf262012-09-13 17:24:32 -0700530// and stores an action exit code in |error|.
Amin Hassani008c4582019-01-13 16:22:47 -0800531bool DeltaPerformer::Write(const void* bytes, size_t count, ErrorCode* error) {
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -0700532 *error = ErrorCode::kSuccess;
Andrew de los Reyes09e56d62010-04-23 13:45:53 -0700533 const char* c_bytes = reinterpret_cast<const char*>(bytes);
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800534
535 // Update the total byte downloaded count and the progress logs.
536 total_bytes_received_ += count;
537 UpdateOverallProgress(false, "Completed ");
538
Gilad Arnoldfe133932014-01-14 12:25:50 -0800539 while (!manifest_valid_) {
Sen Jiangb8060e42015-09-24 17:30:50 -0700540 // Read data up to the needed limit; this is either maximium payload header
541 // size, or the full metadata size (once it becomes known).
542 const bool do_read_header = !IsHeaderParsed();
Amin Hassani008c4582019-01-13 16:22:47 -0800543 CopyDataToBuffer(
544 &c_bytes,
545 &count,
546 (do_read_header ? kMaxPayloadHeaderSize
547 : metadata_size_ + metadata_signature_size_));
Gilad Arnoldfe133932014-01-14 12:25:50 -0800548
Gilad Arnolddaa27402014-01-23 11:56:17 -0800549 MetadataParseResult result = ParsePayloadMetadata(buffer_, error);
Sen Jiang9c89e842018-02-02 13:51:21 -0800550 if (result == MetadataParseResult::kError)
Don Garrette410e0f2011-11-10 15:39:01 -0800551 return false;
Sen Jiang9c89e842018-02-02 13:51:21 -0800552 if (result == MetadataParseResult::kInsufficientData) {
Gilad Arnoldfe133932014-01-14 12:25:50 -0800553 // If we just processed the header, make an attempt on the manifest.
Sen Jiangb8060e42015-09-24 17:30:50 -0700554 if (do_read_header && IsHeaderParsed())
Gilad Arnoldfe133932014-01-14 12:25:50 -0800555 continue;
556
Don Garrette410e0f2011-11-10 15:39:01 -0800557 return true;
Gilad Arnoldfe133932014-01-14 12:25:50 -0800558 }
Gilad Arnold21504f02013-05-24 08:51:22 -0700559
560 // Checks the integrity of the payload manifest.
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -0700561 if ((*error = ValidateManifest()) != ErrorCode::kSuccess)
Gilad Arnold21504f02013-05-24 08:51:22 -0700562 return false;
Gilad Arnolddaa27402014-01-23 11:56:17 -0800563 manifest_valid_ = true;
Gilad Arnold21504f02013-05-24 08:51:22 -0700564
Gilad Arnoldfe133932014-01-14 12:25:50 -0800565 // Clear the download buffer.
Sen Jiangf6813802015-11-03 21:27:29 -0800566 DiscardBuffer(false, metadata_size_);
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700567
Sen Jiang57f91802017-11-14 17:42:13 -0800568 block_size_ = manifest_.block_size();
569
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700570 // This populates |partitions_| and the |install_plan.partitions| with the
571 // list of partitions from the manifest.
572 if (!ParseManifestPartitions(error))
573 return false;
574
Sen Jiang5ae865b2017-04-18 14:24:40 -0700575 // |install_plan.partitions| was filled in, nothing need to be done here if
576 // the payload was already applied, returns false to terminate http fetcher,
577 // but keep |error| as ErrorCode::kSuccess.
578 if (payload_->already_applied)
579 return false;
580
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700581 num_total_operations_ = 0;
582 for (const auto& partition : partitions_) {
583 num_total_operations_ += partition.operations_size();
584 acc_num_operations_.push_back(num_total_operations_);
585 }
586
Amin Hassani008c4582019-01-13 16:22:47 -0800587 LOG_IF(WARNING,
588 !prefs_->SetInt64(kPrefsManifestMetadataSize, metadata_size_))
Darin Petkov73058b42010-10-06 16:32:19 -0700589 << "Unable to save the manifest metadata size.";
Amin Hassani008c4582019-01-13 16:22:47 -0800590 LOG_IF(WARNING,
591 !prefs_->SetInt64(kPrefsManifestSignatureSize,
592 metadata_signature_size_))
Alex Deymof25eb492016-02-26 00:20:08 -0800593 << "Unable to save the manifest signature size.";
Jay Srinivasan51dcf262012-09-13 17:24:32 -0700594
Darin Petkov9b230572010-10-08 10:20:09 -0700595 if (!PrimeUpdateState()) {
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -0700596 *error = ErrorCode::kDownloadStateInitializationError;
Darin Petkov9b230572010-10-08 10:20:09 -0700597 LOG(ERROR) << "Unable to prime the update state.";
Don Garrette410e0f2011-11-10 15:39:01 -0800598 return false;
Darin Petkov9b230572010-10-08 10:20:09 -0700599 }
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800600
Yifan Hong537802d2018-08-15 13:15:42 -0700601 if (next_operation_num_ < acc_num_operations_[current_partition_]) {
602 if (!OpenCurrentPartition()) {
603 *error = ErrorCode::kInstallDeviceOpenError;
604 return false;
605 }
Allie Woodfdf00512015-03-02 13:34:55 -0800606 }
607
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800608 if (next_operation_num_ > 0)
609 UpdateOverallProgress(true, "Resuming after ");
610 LOG(INFO) << "Starting to apply update payload operations";
Andrew de los Reyes09e56d62010-04-23 13:45:53 -0700611 }
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800612
613 while (next_operation_num_ < num_total_operations_) {
Jay Srinivasan1c0fe792013-03-28 16:45:25 -0700614 // Check if we should cancel the current attempt for any reason.
615 // In this case, *error will have already been populated with the reason
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700616 // why we're canceling.
Alex Deymo542c19b2015-12-03 07:43:31 -0300617 if (download_delegate_ && download_delegate_->ShouldCancel(error))
Jay Srinivasan1c0fe792013-03-28 16:45:25 -0700618 return false;
619
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700620 // We know there are more operations to perform because we didn't reach the
621 // |num_total_operations_| limit yet.
Yifan Hong537802d2018-08-15 13:15:42 -0700622 if (next_operation_num_ >= acc_num_operations_[current_partition_]) {
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700623 CloseCurrentPartition();
Yifan Hong537802d2018-08-15 13:15:42 -0700624 // Skip until there are operations for current_partition_.
625 while (next_operation_num_ >= acc_num_operations_[current_partition_]) {
626 current_partition_++;
627 }
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700628 if (!OpenCurrentPartition()) {
629 *error = ErrorCode::kInstallDeviceOpenError;
630 return false;
631 }
632 }
Amin Hassani008c4582019-01-13 16:22:47 -0800633 const size_t partition_operation_num =
634 next_operation_num_ -
635 (current_partition_ ? acc_num_operations_[current_partition_ - 1] : 0);
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700636
Alex Deymoa12ee112015-08-12 22:19:32 -0700637 const InstallOperation& op =
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700638 partitions_[current_partition_].operations(partition_operation_num);
Gilad Arnoldfe133932014-01-14 12:25:50 -0800639
640 CopyDataToBuffer(&c_bytes, &count, op.data_length());
641
642 // Check whether we received all of the next operation's data payload.
643 if (!CanPerformInstallOperation(op))
Jay Srinivasan51dcf262012-09-13 17:24:32 -0700644 return true;
Jay Srinivasan51dcf262012-09-13 17:24:32 -0700645
Jay Srinivasanf4318702012-09-24 11:56:24 -0700646 // Validate the operation only if the metadata signature is present.
Jay Srinivasan00f76b62012-09-17 18:48:36 -0700647 // Otherwise, keep the old behavior. This serves as a knob to disable
648 // the validation logic in case we find some regression after rollout.
Jay Srinivasan738fdf32012-12-07 17:40:54 -0800649 // NOTE: If hash checks are mandatory and if metadata_signature is empty,
650 // we would have already failed in ParsePayloadMetadata method and thus not
651 // even be here. So no need to handle that case again here.
Sen Jiang0affc2c2017-02-10 15:55:05 -0800652 if (!payload_->metadata_signature.empty()) {
Jay Srinivasan00f76b62012-09-17 18:48:36 -0700653 // Note: Validate must be called only if CanPerformInstallOperation is
654 // called. Otherwise, we might be failing operations before even if there
655 // isn't sufficient data to compute the proper hash.
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800656 *error = ValidateOperationHash(op);
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -0700657 if (*error != ErrorCode::kSuccess) {
Jay Srinivasan738fdf32012-12-07 17:40:54 -0800658 if (install_plan_->hash_checks_mandatory) {
659 LOG(ERROR) << "Mandatory operation hash check failed";
660 return false;
661 }
Jay Srinivasanf0572052012-10-23 18:12:56 -0700662
Jay Srinivasan738fdf32012-12-07 17:40:54 -0800663 // For non-mandatory cases, just send a UMA stat.
664 LOG(WARNING) << "Ignoring operation validation errors";
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -0700665 *error = ErrorCode::kSuccess;
Jay Srinivasan00f76b62012-09-17 18:48:36 -0700666 }
Jay Srinivasan51dcf262012-09-13 17:24:32 -0700667 }
668
Darin Petkov45580e42010-10-08 14:02:40 -0700669 // Makes sure we unblock exit when this operation completes.
Darin Petkov9c0baf82010-10-07 13:44:48 -0700670 ScopedTerminatorExitUnblocker exit_unblocker =
671 ScopedTerminatorExitUnblocker(); // Avoids a compiler unused var bug.
Gilad Arnoldfe133932014-01-14 12:25:50 -0800672
Lann Martin39f57142017-07-14 09:18:42 -0600673 base::TimeTicks op_start_time = base::TimeTicks::Now();
674
Gilad Arnoldfe133932014-01-14 12:25:50 -0800675 bool op_result;
Alex Deymo2d621a32015-10-01 11:09:01 -0700676 switch (op.type()) {
677 case InstallOperation::REPLACE:
678 case InstallOperation::REPLACE_BZ:
679 case InstallOperation::REPLACE_XZ:
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700680 op_result = PerformReplaceOperation(op);
Lann Martin39f57142017-07-14 09:18:42 -0600681 OP_DURATION_HISTOGRAM("REPLACE", op_start_time);
Alex Deymo2d621a32015-10-01 11:09:01 -0700682 break;
Alex Deymo79715ad2015-10-02 14:27:53 -0700683 case InstallOperation::ZERO:
684 case InstallOperation::DISCARD:
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700685 op_result = PerformZeroOrDiscardOperation(op);
Lann Martin39f57142017-07-14 09:18:42 -0600686 OP_DURATION_HISTOGRAM("ZERO_OR_DISCARD", op_start_time);
Alex Deymo79715ad2015-10-02 14:27:53 -0700687 break;
Alex Deymo2d621a32015-10-01 11:09:01 -0700688 case InstallOperation::MOVE:
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700689 op_result = PerformMoveOperation(op);
Lann Martin39f57142017-07-14 09:18:42 -0600690 OP_DURATION_HISTOGRAM("MOVE", op_start_time);
Alex Deymo2d621a32015-10-01 11:09:01 -0700691 break;
692 case InstallOperation::BSDIFF:
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700693 op_result = PerformBsdiffOperation(op);
Lann Martin39f57142017-07-14 09:18:42 -0600694 OP_DURATION_HISTOGRAM("BSDIFF", op_start_time);
Alex Deymo2d621a32015-10-01 11:09:01 -0700695 break;
696 case InstallOperation::SOURCE_COPY:
Sen Jiangbe2c47b2016-06-15 14:09:27 -0700697 op_result = PerformSourceCopyOperation(op, error);
Lann Martin39f57142017-07-14 09:18:42 -0600698 OP_DURATION_HISTOGRAM("SOURCE_COPY", op_start_time);
Alex Deymo2d621a32015-10-01 11:09:01 -0700699 break;
700 case InstallOperation::SOURCE_BSDIFF:
Amin Hassaniefa62d92017-11-09 13:46:56 -0800701 case InstallOperation::BROTLI_BSDIFF:
Sen Jiangbe2c47b2016-06-15 14:09:27 -0700702 op_result = PerformSourceBsdiffOperation(op, error);
Lann Martin39f57142017-07-14 09:18:42 -0600703 OP_DURATION_HISTOGRAM("SOURCE_BSDIFF", op_start_time);
Alex Deymo2d621a32015-10-01 11:09:01 -0700704 break;
Amin Hassani49fdb092017-08-04 13:10:59 -0700705 case InstallOperation::PUFFDIFF:
Amin Hassani02855c22017-09-06 22:34:50 -0700706 op_result = PerformPuffDiffOperation(op, error);
707 OP_DURATION_HISTOGRAM("PUFFDIFF", op_start_time);
Sen Jiangbc3e6b02016-01-19 18:39:26 +0800708 break;
Alex Deymo2d621a32015-10-01 11:09:01 -0700709 default:
Alex Deymoeecb0a52017-05-19 15:15:08 -0700710 op_result = false;
Alex Deymo2d621a32015-10-01 11:09:01 -0700711 }
712 if (!HandleOpResult(op_result, InstallOperationTypeName(op.type()), error))
Gilad Arnoldfe133932014-01-14 12:25:50 -0800713 return false;
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800714
Amin Hassani5192fe52017-08-28 10:28:46 -0700715 if (!target_fd_->Flush()) {
716 return false;
717 }
718
Andrew de los Reyesf4c7ef12010-04-30 10:37:00 -0700719 next_operation_num_++;
Gilad Arnold8a86fa52013-01-15 12:35:05 -0800720 UpdateOverallProgress(false, "Completed ");
Sen Jiang3a25dc22019-01-10 14:14:41 -0800721 CheckpointUpdateProgress(false);
Andrew de los Reyes09e56d62010-04-23 13:45:53 -0700722 }
Sen Jiangf6813802015-11-03 21:27:29 -0800723
724 // In major version 2, we don't add dummy operation to the payload.
Alex Deymof25eb492016-02-26 00:20:08 -0800725 // If we already extracted the signature we should skip this step.
Sen Jiangf6813802015-11-03 21:27:29 -0800726 if (major_payload_version_ == kBrilloMajorPayloadVersion &&
Alex Deymof25eb492016-02-26 00:20:08 -0800727 manifest_.has_signatures_offset() && manifest_.has_signatures_size() &&
728 signatures_message_data_.empty()) {
Sen Jiangf6813802015-11-03 21:27:29 -0800729 if (manifest_.signatures_offset() != buffer_offset_) {
730 LOG(ERROR) << "Payload signatures offset points to blob offset "
731 << manifest_.signatures_offset()
Amin Hassani008c4582019-01-13 16:22:47 -0800732 << " but signatures are expected at offset " << buffer_offset_;
Sen Jiangf6813802015-11-03 21:27:29 -0800733 *error = ErrorCode::kDownloadPayloadVerificationError;
734 return false;
735 }
736 CopyDataToBuffer(&c_bytes, &count, manifest_.signatures_size());
737 // Needs more data to cover entire signature.
738 if (buffer_.size() < manifest_.signatures_size())
739 return true;
740 if (!ExtractSignatureMessage()) {
741 LOG(ERROR) << "Extract payload signature failed.";
742 *error = ErrorCode::kDownloadPayloadVerificationError;
743 return false;
744 }
745 DiscardBuffer(true, 0);
Alex Deymof25eb492016-02-26 00:20:08 -0800746 // Since we extracted the SignatureMessage we need to advance the
747 // checkpoint, otherwise we would reload the signature and try to extract
748 // it again.
Sen Jiang3a25dc22019-01-10 14:14:41 -0800749 // This is the last checkpoint for an update, force this checkpoint to be
750 // saved.
751 CheckpointUpdateProgress(true);
Sen Jiangf6813802015-11-03 21:27:29 -0800752 }
753
Don Garrette410e0f2011-11-10 15:39:01 -0800754 return true;
Andrew de los Reyes09e56d62010-04-23 13:45:53 -0700755}
756
David Zeuthen8f191b22013-08-06 12:27:50 -0700757bool DeltaPerformer::IsManifestValid() {
758 return manifest_valid_;
759}
760
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700761bool DeltaPerformer::ParseManifestPartitions(ErrorCode* error) {
762 if (major_payload_version_ == kBrilloMajorPayloadVersion) {
763 partitions_.clear();
764 for (const PartitionUpdate& partition : manifest_.partitions()) {
765 partitions_.push_back(partition);
766 }
767 manifest_.clear_partitions();
768 } else if (major_payload_version_ == kChromeOSMajorPayloadVersion) {
769 LOG(INFO) << "Converting update information from old format.";
770 PartitionUpdate root_part;
Tudor Brindusdda79e22018-06-28 18:03:21 -0700771 root_part.set_partition_name(kPartitionNameRoot);
Alex Deymo5fa2c6d2015-10-15 17:31:23 -0700772#ifdef __ANDROID__
773 LOG(WARNING) << "Legacy payload major version provided to an Android "
774 "build. Assuming no post-install. Please use major version "
775 "2 or newer.";
776 root_part.set_run_postinstall(false);
777#else
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700778 root_part.set_run_postinstall(true);
Alex Deymo5fa2c6d2015-10-15 17:31:23 -0700779#endif // __ANDROID__
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700780 if (manifest_.has_old_rootfs_info()) {
781 *root_part.mutable_old_partition_info() = manifest_.old_rootfs_info();
782 manifest_.clear_old_rootfs_info();
783 }
784 if (manifest_.has_new_rootfs_info()) {
785 *root_part.mutable_new_partition_info() = manifest_.new_rootfs_info();
786 manifest_.clear_new_rootfs_info();
787 }
788 *root_part.mutable_operations() = manifest_.install_operations();
789 manifest_.clear_install_operations();
790 partitions_.push_back(std::move(root_part));
791
792 PartitionUpdate kern_part;
Tudor Brindusdda79e22018-06-28 18:03:21 -0700793 kern_part.set_partition_name(kPartitionNameKernel);
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700794 kern_part.set_run_postinstall(false);
795 if (manifest_.has_old_kernel_info()) {
796 *kern_part.mutable_old_partition_info() = manifest_.old_kernel_info();
797 manifest_.clear_old_kernel_info();
798 }
799 if (manifest_.has_new_kernel_info()) {
800 *kern_part.mutable_new_partition_info() = manifest_.new_kernel_info();
801 manifest_.clear_new_kernel_info();
802 }
803 *kern_part.mutable_operations() = manifest_.kernel_install_operations();
804 manifest_.clear_kernel_install_operations();
805 partitions_.push_back(std::move(kern_part));
806 }
807
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700808 // Fill in the InstallPlan::partitions based on the partitions from the
809 // payload.
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700810 for (const auto& partition : partitions_) {
811 InstallPlan::Partition install_part;
812 install_part.name = partition.partition_name();
813 install_part.run_postinstall =
814 partition.has_run_postinstall() && partition.run_postinstall();
Alex Deymo390efed2016-02-18 11:00:40 -0800815 if (install_part.run_postinstall) {
816 install_part.postinstall_path =
817 (partition.has_postinstall_path() ? partition.postinstall_path()
818 : kPostinstallDefaultScript);
819 install_part.filesystem_type = partition.filesystem_type();
Alex Deymo5b91c6b2016-08-04 20:33:36 -0700820 install_part.postinstall_optional = partition.postinstall_optional();
Alex Deymo390efed2016-02-18 11:00:40 -0800821 }
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700822
823 if (partition.has_old_partition_info()) {
824 const PartitionInfo& info = partition.old_partition_info();
825 install_part.source_size = info.size();
826 install_part.source_hash.assign(info.hash().begin(), info.hash().end());
827 }
828
829 if (!partition.has_new_partition_info()) {
830 LOG(ERROR) << "Unable to get new partition hash info on partition "
831 << install_part.name << ".";
832 *error = ErrorCode::kDownloadNewPartitionInfoError;
833 return false;
834 }
835 const PartitionInfo& info = partition.new_partition_info();
836 install_part.target_size = info.size();
837 install_part.target_hash.assign(info.hash().begin(), info.hash().end());
838
Sen Jiang57f91802017-11-14 17:42:13 -0800839 install_part.block_size = block_size_;
840 if (partition.has_hash_tree_extent()) {
841 Extent extent = partition.hash_tree_data_extent();
842 install_part.hash_tree_data_offset = extent.start_block() * block_size_;
843 install_part.hash_tree_data_size = extent.num_blocks() * block_size_;
844 extent = partition.hash_tree_extent();
845 install_part.hash_tree_offset = extent.start_block() * block_size_;
846 install_part.hash_tree_size = extent.num_blocks() * block_size_;
847 uint64_t hash_tree_data_end =
848 install_part.hash_tree_data_offset + install_part.hash_tree_data_size;
849 if (install_part.hash_tree_offset < hash_tree_data_end) {
850 LOG(ERROR) << "Invalid hash tree extents, hash tree data ends at "
851 << hash_tree_data_end << ", but hash tree starts at "
852 << install_part.hash_tree_offset;
853 *error = ErrorCode::kDownloadNewPartitionInfoError;
854 return false;
855 }
856 install_part.hash_tree_algorithm = partition.hash_tree_algorithm();
857 install_part.hash_tree_salt.assign(partition.hash_tree_salt().begin(),
858 partition.hash_tree_salt().end());
859 }
860 if (partition.has_fec_extent()) {
861 Extent extent = partition.fec_data_extent();
862 install_part.fec_data_offset = extent.start_block() * block_size_;
863 install_part.fec_data_size = extent.num_blocks() * block_size_;
864 extent = partition.fec_extent();
865 install_part.fec_offset = extent.start_block() * block_size_;
866 install_part.fec_size = extent.num_blocks() * block_size_;
867 uint64_t fec_data_end =
868 install_part.fec_data_offset + install_part.fec_data_size;
869 if (install_part.fec_offset < fec_data_end) {
870 LOG(ERROR) << "Invalid fec extents, fec data ends at " << fec_data_end
871 << ", but fec starts at " << install_part.fec_offset;
872 *error = ErrorCode::kDownloadNewPartitionInfoError;
873 return false;
874 }
875 install_part.fec_roots = partition.fec_roots();
876 }
877
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700878 install_plan_->partitions.push_back(install_part);
879 }
880
Yifan Hong537802d2018-08-15 13:15:42 -0700881 if (install_plan_->target_slot != BootControlInterface::kInvalidSlot) {
Yifan Hong9acd9cb2018-10-19 14:52:45 -0700882 if (!InitPartitionMetadata()) {
Yifan Hong537802d2018-08-15 13:15:42 -0700883 *error = ErrorCode::kInstallDeviceOpenError;
884 return false;
885 }
886 }
887
Alex Deymo542c19b2015-12-03 07:43:31 -0300888 if (!install_plan_->LoadPartitionsFromSlots(boot_control_)) {
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700889 LOG(ERROR) << "Unable to determine all the partition devices.";
890 *error = ErrorCode::kInstallDeviceOpenError;
891 return false;
892 }
893 LogPartitionInfo(partitions_);
894 return true;
895}
896
Yifan Hong9acd9cb2018-10-19 14:52:45 -0700897bool DeltaPerformer::InitPartitionMetadata() {
Yifan Hong9acd9cb2018-10-19 14:52:45 -0700898 BootControlInterface::PartitionMetadata partition_metadata;
Yifan Hongd4db07e2018-10-18 17:46:27 -0700899 if (manifest_.has_dynamic_partition_metadata()) {
900 std::map<string, uint64_t> partition_sizes;
Yifan Hong1d9077f2018-12-07 12:09:37 -0800901 for (const auto& partition : install_plan_->partitions) {
Yifan Hongd4db07e2018-10-18 17:46:27 -0700902 partition_sizes.emplace(partition.name, partition.target_size);
903 }
904 for (const auto& group : manifest_.dynamic_partition_metadata().groups()) {
905 BootControlInterface::PartitionMetadata::Group e;
906 e.name = group.name();
907 e.size = group.size();
908 for (const auto& partition_name : group.partition_names()) {
909 auto it = partition_sizes.find(partition_name);
910 if (it == partition_sizes.end()) {
911 // TODO(tbao): Support auto-filling partition info for framework-only
912 // OTA.
913 LOG(ERROR) << "dynamic_partition_metadata contains partition "
914 << partition_name
915 << " but it is not part of the manifest. "
916 << "This is not supported.";
917 return false;
918 }
919 e.partitions.push_back({partition_name, it->second});
920 }
921 partition_metadata.groups.push_back(std::move(e));
922 }
Yifan Hong9acd9cb2018-10-19 14:52:45 -0700923 }
924
Tao Bao3406c772019-01-02 15:34:35 -0800925 bool metadata_updated = false;
926 prefs_->GetBoolean(kPrefsDynamicPartitionMetadataUpdated, &metadata_updated);
927 if (!boot_control_->InitPartitionMetadata(
928 install_plan_->target_slot, partition_metadata, !metadata_updated)) {
Yifan Hong9acd9cb2018-10-19 14:52:45 -0700929 LOG(ERROR) << "Unable to initialize partition metadata for slot "
930 << BootControlInterface::SlotName(install_plan_->target_slot);
931 return false;
932 }
Yifan Hong28e89702018-12-05 03:28:47 +0000933 TEST_AND_RETURN_FALSE(
Tao Bao3406c772019-01-02 15:34:35 -0800934 prefs_->SetBoolean(kPrefsDynamicPartitionMetadataUpdated, true));
Yifan Hong9acd9cb2018-10-19 14:52:45 -0700935 LOG(INFO) << "InitPartitionMetadata done.";
936
937 return true;
938}
939
Andrew de los Reyes09e56d62010-04-23 13:45:53 -0700940bool DeltaPerformer::CanPerformInstallOperation(
Alex Deymoa12ee112015-08-12 22:19:32 -0700941 const chromeos_update_engine::InstallOperation& operation) {
Alex Deymo0497d052016-03-23 09:16:59 -0700942 // If we don't have a data blob we can apply it right away.
943 if (!operation.has_data_offset() && !operation.has_data_length())
Andrew de los Reyes09e56d62010-04-23 13:45:53 -0700944 return true;
945
946 // See if we have the entire data blob in the buffer
947 if (operation.data_offset() < buffer_offset_) {
948 LOG(ERROR) << "we threw away data it seems?";
949 return false;
950 }
Darin Petkovd7061ab2010-10-06 14:37:09 -0700951
Gilad Arnoldfe133932014-01-14 12:25:50 -0800952 return (operation.data_offset() + operation.data_length() <=
953 buffer_offset_ + buffer_.size());
Andrew de los Reyes09e56d62010-04-23 13:45:53 -0700954}
955
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700956bool DeltaPerformer::PerformReplaceOperation(
957 const InstallOperation& operation) {
Alex Deymoa12ee112015-08-12 22:19:32 -0700958 CHECK(operation.type() == InstallOperation::REPLACE ||
Alex Deymo2d621a32015-10-01 11:09:01 -0700959 operation.type() == InstallOperation::REPLACE_BZ ||
960 operation.type() == InstallOperation::REPLACE_XZ);
Andrew de los Reyes09e56d62010-04-23 13:45:53 -0700961
962 // Since we delete data off the beginning of the buffer as we use it,
963 // the data we need should be exactly at the beginning of the buffer.
Darin Petkov9b230572010-10-08 10:20:09 -0700964 TEST_AND_RETURN_FALSE(buffer_offset_ == operation.data_offset());
965 TEST_AND_RETURN_FALSE(buffer_.size() >= operation.data_length());
Darin Petkovd7061ab2010-10-06 14:37:09 -0700966
Darin Petkov437adc42010-10-07 13:12:24 -0700967 // Extract the signature message if it's in this operation.
Sen Jiangf6813802015-11-03 21:27:29 -0800968 if (ExtractSignatureMessageFromOperation(operation)) {
969 // If this is dummy replace operation, we ignore it after extracting the
970 // signature.
971 DiscardBuffer(true, 0);
972 return true;
973 }
Darin Petkovd7061ab2010-10-06 14:37:09 -0700974
Alex Deymo05322872015-09-30 09:50:24 -0700975 // Setup the ExtentWriter stack based on the operation type.
Sen Jiang5e1af982018-11-01 15:01:45 -0700976 std::unique_ptr<ExtentWriter> writer = std::make_unique<DirectExtentWriter>();
Darin Petkovd7061ab2010-10-06 14:37:09 -0700977
Alex Deymo2d621a32015-10-01 11:09:01 -0700978 if (operation.type() == InstallOperation::REPLACE_BZ) {
Alex Deymo05322872015-09-30 09:50:24 -0700979 writer.reset(new BzipExtentWriter(std::move(writer)));
Alex Deymo2d621a32015-10-01 11:09:01 -0700980 } else if (operation.type() == InstallOperation::REPLACE_XZ) {
981 writer.reset(new XzExtentWriter(std::move(writer)));
982 }
Andrew de los Reyes09e56d62010-04-23 13:45:53 -0700983
Amin Hassanicd7edbe2017-09-18 17:05:02 -0700984 TEST_AND_RETURN_FALSE(
985 writer->Init(target_fd_, operation.dst_extents(), block_size_));
Alex Vakulenkof68bbbc2015-02-09 12:53:18 -0800986 TEST_AND_RETURN_FALSE(writer->Write(buffer_.data(), operation.data_length()));
Darin Petkovd7061ab2010-10-06 14:37:09 -0700987
Andrew de los Reyes09e56d62010-04-23 13:45:53 -0700988 // Update buffer
Sen Jiangf6813802015-11-03 21:27:29 -0800989 DiscardBuffer(true, buffer_.size());
Andrew de los Reyes09e56d62010-04-23 13:45:53 -0700990 return true;
991}
992
Alex Deymo79715ad2015-10-02 14:27:53 -0700993bool DeltaPerformer::PerformZeroOrDiscardOperation(
Alex Deymoe5e5fe92015-10-05 09:28:19 -0700994 const InstallOperation& operation) {
Alex Deymo79715ad2015-10-02 14:27:53 -0700995 CHECK(operation.type() == InstallOperation::DISCARD ||
996 operation.type() == InstallOperation::ZERO);
997
998 // These operations have no blob.
999 TEST_AND_RETURN_FALSE(!operation.has_data_offset());
1000 TEST_AND_RETURN_FALSE(!operation.has_data_length());
1001
Alex Deymo05e0e382015-12-07 20:18:16 -08001002#ifdef BLKZEROOUT
1003 bool attempt_ioctl = true;
Alex Deymo79715ad2015-10-02 14:27:53 -07001004 int request =
1005 (operation.type() == InstallOperation::ZERO ? BLKZEROOUT : BLKDISCARD);
Amin Hassani008c4582019-01-13 16:22:47 -08001006#else // !defined(BLKZEROOUT)
Alex Deymo05e0e382015-12-07 20:18:16 -08001007 bool attempt_ioctl = false;
1008 int request = 0;
1009#endif // !defined(BLKZEROOUT)
Alex Deymo79715ad2015-10-02 14:27:53 -07001010
Alex Vakulenko3f39d5c2015-10-13 09:27:13 -07001011 brillo::Blob zeros;
Chih-Hung Hsieh5c6bb1d2016-07-27 13:33:15 -07001012 for (const Extent& extent : operation.dst_extents()) {
Alex Deymo79715ad2015-10-02 14:27:53 -07001013 const uint64_t start = extent.start_block() * block_size_;
1014 const uint64_t length = extent.num_blocks() * block_size_;
1015 if (attempt_ioctl) {
1016 int result = 0;
Alex Deymoe5e5fe92015-10-05 09:28:19 -07001017 if (target_fd_->BlkIoctl(request, start, length, &result) && result == 0)
Alex Deymo79715ad2015-10-02 14:27:53 -07001018 continue;
1019 attempt_ioctl = false;
Alex Deymo79715ad2015-10-02 14:27:53 -07001020 }
1021 // In case of failure, we fall back to writing 0 to the selected region.
Tianjie Xu06bbe492018-01-12 12:37:48 -08001022 zeros.resize(16 * block_size_);
Alex Deymo79715ad2015-10-02 14:27:53 -07001023 for (uint64_t offset = 0; offset < length; offset += zeros.size()) {
Amin Hassani008c4582019-01-13 16:22:47 -08001024 uint64_t chunk_length =
1025 min(length - offset, static_cast<uint64_t>(zeros.size()));
Amin Hassanid87304c2017-08-29 11:40:03 -07001026 TEST_AND_RETURN_FALSE(utils::PWriteAll(
1027 target_fd_, zeros.data(), chunk_length, start + offset));
Alex Deymo79715ad2015-10-02 14:27:53 -07001028 }
1029 }
1030 return true;
1031}
1032
Alex Deymoe5e5fe92015-10-05 09:28:19 -07001033bool DeltaPerformer::PerformMoveOperation(const InstallOperation& operation) {
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07001034 // Calculate buffer size. Note, this function doesn't do a sliding
1035 // window to copy in case the source and destination blocks overlap.
1036 // If we wanted to do a sliding window, we could program the server
1037 // to generate deltas that effectively did a sliding window.
1038
1039 uint64_t blocks_to_read = 0;
1040 for (int i = 0; i < operation.src_extents_size(); i++)
1041 blocks_to_read += operation.src_extents(i).num_blocks();
1042
1043 uint64_t blocks_to_write = 0;
1044 for (int i = 0; i < operation.dst_extents_size(); i++)
1045 blocks_to_write += operation.dst_extents(i).num_blocks();
1046
1047 DCHECK_EQ(blocks_to_write, blocks_to_read);
Alex Vakulenko3f39d5c2015-10-13 09:27:13 -07001048 brillo::Blob buf(blocks_to_write * block_size_);
Andrew de los Reyesf4c7ef12010-04-30 10:37:00 -07001049
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07001050 // Read in bytes.
1051 ssize_t bytes_read = 0;
1052 for (int i = 0; i < operation.src_extents_size(); i++) {
1053 ssize_t bytes_read_this_iteration = 0;
1054 const Extent& extent = operation.src_extents(i);
Darin Petkov8a075a72013-04-25 14:46:09 +02001055 const size_t bytes = extent.num_blocks() * block_size_;
Allie Wood56873452015-03-27 17:48:40 -07001056 TEST_AND_RETURN_FALSE(extent.start_block() != kSparseHole);
Alex Deymoe5e5fe92015-10-05 09:28:19 -07001057 TEST_AND_RETURN_FALSE(utils::PReadAll(target_fd_,
Allie Wood56873452015-03-27 17:48:40 -07001058 &buf[bytes_read],
1059 bytes,
1060 extent.start_block() * block_size_,
1061 &bytes_read_this_iteration));
Amin Hassani008c4582019-01-13 16:22:47 -08001062 TEST_AND_RETURN_FALSE(bytes_read_this_iteration ==
1063 static_cast<ssize_t>(bytes));
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07001064 bytes_read += bytes_read_this_iteration;
1065 }
1066
1067 // Write bytes out.
1068 ssize_t bytes_written = 0;
1069 for (int i = 0; i < operation.dst_extents_size(); i++) {
1070 const Extent& extent = operation.dst_extents(i);
Darin Petkov8a075a72013-04-25 14:46:09 +02001071 const size_t bytes = extent.num_blocks() * block_size_;
Allie Wood56873452015-03-27 17:48:40 -07001072 TEST_AND_RETURN_FALSE(extent.start_block() != kSparseHole);
Alex Deymoe5e5fe92015-10-05 09:28:19 -07001073 TEST_AND_RETURN_FALSE(utils::PWriteAll(target_fd_,
Allie Wood56873452015-03-27 17:48:40 -07001074 &buf[bytes_written],
1075 bytes,
1076 extent.start_block() * block_size_));
Darin Petkov8a075a72013-04-25 14:46:09 +02001077 bytes_written += bytes;
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07001078 }
1079 DCHECK_EQ(bytes_written, bytes_read);
1080 DCHECK_EQ(bytes_written, static_cast<ssize_t>(buf.size()));
1081 return true;
1082}
1083
Sen Jiang8371c1c2018-02-01 13:46:39 -08001084bool DeltaPerformer::ValidateSourceHash(const brillo::Blob& calculated_hash,
1085 const InstallOperation& operation,
1086 const FileDescriptorPtr source_fd,
1087 ErrorCode* error) {
Sen Jiang2ec4aab2015-11-13 15:04:03 -08001088 brillo::Blob expected_source_hash(operation.src_sha256_hash().begin(),
1089 operation.src_sha256_hash().end());
1090 if (calculated_hash != expected_source_hash) {
Alex Deymo67140842016-06-15 13:28:59 -07001091 LOG(ERROR) << "The hash of the source data on disk for this operation "
1092 << "doesn't match the expected value. This could mean that the "
1093 << "delta update payload was targeted for another version, or "
1094 << "that the source partition was modified after it was "
1095 << "installed, for example, by mounting a filesystem.";
1096 LOG(ERROR) << "Expected: sha256|hex = "
1097 << base::HexEncode(expected_source_hash.data(),
1098 expected_source_hash.size());
1099 LOG(ERROR) << "Calculated: sha256|hex = "
1100 << base::HexEncode(calculated_hash.data(),
1101 calculated_hash.size());
1102
1103 vector<string> source_extents;
1104 for (const Extent& ext : operation.src_extents()) {
Tamas Berghammer9d66d762016-07-15 14:19:04 +01001105 source_extents.push_back(
1106 base::StringPrintf("%" PRIu64 ":%" PRIu64,
1107 static_cast<uint64_t>(ext.start_block()),
1108 static_cast<uint64_t>(ext.num_blocks())));
Alex Deymo67140842016-06-15 13:28:59 -07001109 }
1110 LOG(ERROR) << "Operation source (offset:size) in blocks: "
1111 << base::JoinString(source_extents, ",");
Sen Jiangbe2c47b2016-06-15 14:09:27 -07001112
HÃ¥kan Kvist4e13cf42018-01-23 12:57:55 +01001113 // Log remount history if this device is an ext4 partition.
1114 LogMountHistory(source_fd);
1115
Sen Jiangbe2c47b2016-06-15 14:09:27 -07001116 *error = ErrorCode::kDownloadStateInitializationError;
Sen Jiang2ec4aab2015-11-13 15:04:03 -08001117 return false;
1118 }
1119 return true;
1120}
1121
Allie Wood9f6f0a52015-03-30 11:25:47 -07001122bool DeltaPerformer::PerformSourceCopyOperation(
Sen Jiangbe2c47b2016-06-15 14:09:27 -07001123 const InstallOperation& operation, ErrorCode* error) {
Allie Wood9f6f0a52015-03-30 11:25:47 -07001124 if (operation.has_src_length())
1125 TEST_AND_RETURN_FALSE(operation.src_length() % block_size_ == 0);
1126 if (operation.has_dst_length())
1127 TEST_AND_RETURN_FALSE(operation.dst_length() % block_size_ == 0);
1128
Sen Jiang2ec4aab2015-11-13 15:04:03 -08001129 if (operation.has_src_sha256_hash()) {
Alex Deymo51c264e2016-11-04 15:49:53 -07001130 brillo::Blob source_hash;
1131 brillo::Blob expected_source_hash(operation.src_sha256_hash().begin(),
1132 operation.src_sha256_hash().end());
Sen Jiang2ec4aab2015-11-13 15:04:03 -08001133
Alex Deymo51c264e2016-11-04 15:49:53 -07001134 // We fall back to use the error corrected device if the hash of the raw
1135 // device doesn't match or there was an error reading the source partition.
1136 // Note that this code will also fall back if writing the target partition
1137 // fails.
1138 bool read_ok = fd_utils::CopyAndHashExtents(source_fd_,
1139 operation.src_extents(),
1140 target_fd_,
1141 operation.dst_extents(),
1142 block_size_,
1143 &source_hash);
1144 if (read_ok && expected_source_hash == source_hash)
1145 return true;
1146
1147 if (!OpenCurrentECCPartition()) {
1148 // The following function call will return false since the source hash
1149 // mismatches, but we still want to call it so it prints the appropriate
1150 // log message.
1151 return ValidateSourceHash(source_hash, operation, source_fd_, error);
1152 }
1153
1154 LOG(WARNING) << "Source hash from RAW device mismatched: found "
1155 << base::HexEncode(source_hash.data(), source_hash.size())
1156 << ", expected "
1157 << base::HexEncode(expected_source_hash.data(),
1158 expected_source_hash.size());
1159
1160 TEST_AND_RETURN_FALSE(fd_utils::CopyAndHashExtents(source_ecc_fd_,
1161 operation.src_extents(),
1162 target_fd_,
1163 operation.dst_extents(),
1164 block_size_,
1165 &source_hash));
1166 TEST_AND_RETURN_FALSE(
1167 ValidateSourceHash(source_hash, operation, source_ecc_fd_, error));
1168 // At this point reading from the the error corrected device worked, but
1169 // reading from the raw device failed, so this is considered a recovered
1170 // failure.
1171 source_ecc_recovered_failures_++;
1172 } else {
1173 // When the operation doesn't include a source hash, we attempt the error
1174 // corrected device first since we can't verify the block in the raw device
1175 // at this point, but we fall back to the raw device since the error
1176 // corrected device can be shorter or not available.
1177 if (OpenCurrentECCPartition() &&
1178 fd_utils::CopyAndHashExtents(source_ecc_fd_,
1179 operation.src_extents(),
1180 target_fd_,
1181 operation.dst_extents(),
1182 block_size_,
1183 nullptr)) {
1184 return true;
1185 }
1186 TEST_AND_RETURN_FALSE(fd_utils::CopyAndHashExtents(source_fd_,
1187 operation.src_extents(),
1188 target_fd_,
1189 operation.dst_extents(),
1190 block_size_,
1191 nullptr));
1192 }
Allie Wood9f6f0a52015-03-30 11:25:47 -07001193 return true;
1194}
1195
Sen Jiang77ab7bd2018-05-22 17:24:23 -07001196FileDescriptorPtr DeltaPerformer::ChooseSourceFD(
1197 const InstallOperation& operation, ErrorCode* error) {
1198 if (!operation.has_src_sha256_hash()) {
1199 // When the operation doesn't include a source hash, we attempt the error
1200 // corrected device first since we can't verify the block in the raw device
1201 // at this point, but we first need to make sure all extents are readable
1202 // since the error corrected device can be shorter or not available.
1203 if (OpenCurrentECCPartition() &&
1204 fd_utils::ReadAndHashExtents(
1205 source_ecc_fd_, operation.src_extents(), block_size_, nullptr)) {
1206 return source_ecc_fd_;
1207 }
1208 return source_fd_;
1209 }
1210
1211 brillo::Blob source_hash;
1212 brillo::Blob expected_source_hash(operation.src_sha256_hash().begin(),
1213 operation.src_sha256_hash().end());
1214 if (fd_utils::ReadAndHashExtents(
1215 source_fd_, operation.src_extents(), block_size_, &source_hash) &&
1216 source_hash == expected_source_hash) {
1217 return source_fd_;
1218 }
1219 // We fall back to use the error corrected device if the hash of the raw
1220 // device doesn't match or there was an error reading the source partition.
1221 if (!OpenCurrentECCPartition()) {
1222 // The following function call will return false since the source hash
1223 // mismatches, but we still want to call it so it prints the appropriate
1224 // log message.
1225 ValidateSourceHash(source_hash, operation, source_fd_, error);
1226 return nullptr;
1227 }
1228 LOG(WARNING) << "Source hash from RAW device mismatched: found "
1229 << base::HexEncode(source_hash.data(), source_hash.size())
1230 << ", expected "
1231 << base::HexEncode(expected_source_hash.data(),
1232 expected_source_hash.size());
1233
1234 if (fd_utils::ReadAndHashExtents(
1235 source_ecc_fd_, operation.src_extents(), block_size_, &source_hash) &&
1236 ValidateSourceHash(source_hash, operation, source_ecc_fd_, error)) {
1237 // At this point reading from the the error corrected device worked, but
1238 // reading from the raw device failed, so this is considered a recovered
1239 // failure.
1240 source_ecc_recovered_failures_++;
1241 return source_ecc_fd_;
1242 }
1243 return nullptr;
1244}
1245
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07001246bool DeltaPerformer::ExtentsToBsdiffPositionsString(
1247 const RepeatedPtrField<Extent>& extents,
1248 uint64_t block_size,
1249 uint64_t full_length,
1250 string* positions_string) {
1251 string ret;
1252 uint64_t length = 0;
Chih-Hung Hsieh5c6bb1d2016-07-27 13:33:15 -07001253 for (const Extent& extent : extents) {
Allie Wood56873452015-03-27 17:48:40 -07001254 int64_t start = extent.start_block() * block_size;
Tamas Berghammer9d66d762016-07-15 14:19:04 +01001255 uint64_t this_length =
1256 min(full_length - length,
1257 static_cast<uint64_t>(extent.num_blocks()) * block_size);
Alex Vakulenko75039d72014-03-25 12:36:28 -07001258 ret += base::StringPrintf("%" PRIi64 ":%" PRIu64 ",", start, this_length);
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07001259 length += this_length;
1260 }
1261 TEST_AND_RETURN_FALSE(length == full_length);
1262 if (!ret.empty())
1263 ret.resize(ret.size() - 1); // Strip trailing comma off
1264 *positions_string = ret;
1265 return true;
1266}
1267
Alex Deymoe5e5fe92015-10-05 09:28:19 -07001268bool DeltaPerformer::PerformBsdiffOperation(const InstallOperation& operation) {
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07001269 // Since we delete data off the beginning of the buffer as we use it,
1270 // the data we need should be exactly at the beginning of the buffer.
Darin Petkov9b230572010-10-08 10:20:09 -07001271 TEST_AND_RETURN_FALSE(buffer_offset_ == operation.data_offset());
1272 TEST_AND_RETURN_FALSE(buffer_.size() >= operation.data_length());
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07001273
1274 string input_positions;
1275 TEST_AND_RETURN_FALSE(ExtentsToBsdiffPositionsString(operation.src_extents(),
1276 block_size_,
1277 operation.src_length(),
1278 &input_positions));
1279 string output_positions;
1280 TEST_AND_RETURN_FALSE(ExtentsToBsdiffPositionsString(operation.dst_extents(),
1281 block_size_,
1282 operation.dst_length(),
1283 &output_positions));
1284
Sen Jiang7a659092016-05-10 15:31:46 -07001285 TEST_AND_RETURN_FALSE(bsdiff::bspatch(target_path_.c_str(),
1286 target_path_.c_str(),
1287 buffer_.data(),
1288 buffer_.size(),
1289 input_positions.c_str(),
1290 output_positions.c_str()) == 0);
Sen Jiangf6813802015-11-03 21:27:29 -08001291 DiscardBuffer(true, buffer_.size());
Darin Petkov7f2ec752013-04-03 14:45:19 +02001292
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07001293 if (operation.dst_length() % block_size_) {
1294 // Zero out rest of final block.
1295 // TODO(adlr): build this into bspatch; it's more efficient that way.
1296 const Extent& last_extent =
1297 operation.dst_extents(operation.dst_extents_size() - 1);
1298 const uint64_t end_byte =
1299 (last_extent.start_block() + last_extent.num_blocks()) * block_size_;
1300 const uint64_t begin_byte =
1301 end_byte - (block_size_ - operation.dst_length() % block_size_);
Alex Vakulenko3f39d5c2015-10-13 09:27:13 -07001302 brillo::Blob zeros(end_byte - begin_byte);
Amin Hassanid87304c2017-08-29 11:40:03 -07001303 TEST_AND_RETURN_FALSE(utils::PWriteAll(
1304 target_fd_, zeros.data(), end_byte - begin_byte, begin_byte));
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07001305 }
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07001306 return true;
1307}
1308
Amin Hassanid9cb2902017-09-20 12:11:39 -07001309namespace {
1310
1311class BsdiffExtentFile : public bsdiff::FileInterface {
1312 public:
1313 BsdiffExtentFile(std::unique_ptr<ExtentReader> reader, size_t size)
1314 : BsdiffExtentFile(std::move(reader), nullptr, size) {}
1315 BsdiffExtentFile(std::unique_ptr<ExtentWriter> writer, size_t size)
1316 : BsdiffExtentFile(nullptr, std::move(writer), size) {}
1317
1318 ~BsdiffExtentFile() override = default;
1319
1320 bool Read(void* buf, size_t count, size_t* bytes_read) override {
1321 TEST_AND_RETURN_FALSE(reader_->Read(buf, count));
1322 *bytes_read = count;
1323 offset_ += count;
1324 return true;
1325 }
1326
1327 bool Write(const void* buf, size_t count, size_t* bytes_written) override {
1328 TEST_AND_RETURN_FALSE(writer_->Write(buf, count));
1329 *bytes_written = count;
1330 offset_ += count;
1331 return true;
1332 }
1333
1334 bool Seek(off_t pos) override {
1335 if (reader_ != nullptr) {
1336 TEST_AND_RETURN_FALSE(reader_->Seek(pos));
1337 offset_ = pos;
1338 } else {
1339 // For writes technically there should be no change of position, or it
1340 // should be equivalent of current offset.
1341 TEST_AND_RETURN_FALSE(offset_ == static_cast<uint64_t>(pos));
1342 }
1343 return true;
1344 }
1345
Sen Jiang5e1af982018-11-01 15:01:45 -07001346 bool Close() override { return true; }
Amin Hassanid9cb2902017-09-20 12:11:39 -07001347
1348 bool GetSize(uint64_t* size) override {
1349 *size = size_;
1350 return true;
1351 }
1352
1353 private:
1354 BsdiffExtentFile(std::unique_ptr<ExtentReader> reader,
1355 std::unique_ptr<ExtentWriter> writer,
1356 size_t size)
1357 : reader_(std::move(reader)),
1358 writer_(std::move(writer)),
1359 size_(size),
1360 offset_(0) {}
1361
1362 std::unique_ptr<ExtentReader> reader_;
1363 std::unique_ptr<ExtentWriter> writer_;
1364 uint64_t size_;
1365 uint64_t offset_;
1366
1367 DISALLOW_COPY_AND_ASSIGN(BsdiffExtentFile);
1368};
1369
1370} // namespace
1371
Allie Wood9f6f0a52015-03-30 11:25:47 -07001372bool DeltaPerformer::PerformSourceBsdiffOperation(
Sen Jiangbe2c47b2016-06-15 14:09:27 -07001373 const InstallOperation& operation, ErrorCode* error) {
Allie Wood9f6f0a52015-03-30 11:25:47 -07001374 // Since we delete data off the beginning of the buffer as we use it,
1375 // the data we need should be exactly at the beginning of the buffer.
1376 TEST_AND_RETURN_FALSE(buffer_offset_ == operation.data_offset());
1377 TEST_AND_RETURN_FALSE(buffer_.size() >= operation.data_length());
1378 if (operation.has_src_length())
1379 TEST_AND_RETURN_FALSE(operation.src_length() % block_size_ == 0);
1380 if (operation.has_dst_length())
1381 TEST_AND_RETURN_FALSE(operation.dst_length() % block_size_ == 0);
1382
Sen Jiang77ab7bd2018-05-22 17:24:23 -07001383 FileDescriptorPtr source_fd = ChooseSourceFD(operation, error);
1384 TEST_AND_RETURN_FALSE(source_fd != nullptr);
Sen Jiang2ec4aab2015-11-13 15:04:03 -08001385
Amin Hassanid9cb2902017-09-20 12:11:39 -07001386 auto reader = std::make_unique<DirectExtentReader>();
1387 TEST_AND_RETURN_FALSE(
Sen Jiang77ab7bd2018-05-22 17:24:23 -07001388 reader->Init(source_fd, operation.src_extents(), block_size_));
Amin Hassanid9cb2902017-09-20 12:11:39 -07001389 auto src_file = std::make_unique<BsdiffExtentFile>(
1390 std::move(reader),
1391 utils::BlocksInExtents(operation.src_extents()) * block_size_);
Allie Wood9f6f0a52015-03-30 11:25:47 -07001392
Amin Hassanid9cb2902017-09-20 12:11:39 -07001393 auto writer = std::make_unique<DirectExtentWriter>();
1394 TEST_AND_RETURN_FALSE(
1395 writer->Init(target_fd_, operation.dst_extents(), block_size_));
1396 auto dst_file = std::make_unique<BsdiffExtentFile>(
1397 std::move(writer),
1398 utils::BlocksInExtents(operation.dst_extents()) * block_size_);
1399
1400 TEST_AND_RETURN_FALSE(bsdiff::bspatch(std::move(src_file),
1401 std::move(dst_file),
Sen Jiang7a659092016-05-10 15:31:46 -07001402 buffer_.data(),
Amin Hassanid9cb2902017-09-20 12:11:39 -07001403 buffer_.size()) == 0);
Sen Jiangbc3e6b02016-01-19 18:39:26 +08001404 DiscardBuffer(true, buffer_.size());
1405 return true;
1406}
1407
Amin Hassani02855c22017-09-06 22:34:50 -07001408namespace {
1409
1410// A class to be passed to |puffpatch| for reading from |source_fd_| and writing
1411// into |target_fd_|.
1412class PuffinExtentStream : public puffin::StreamInterface {
1413 public:
1414 // Constructor for creating a stream for reading from an |ExtentReader|.
Amin Hassani678a68f2018-02-28 11:54:47 -08001415 PuffinExtentStream(std::unique_ptr<ExtentReader> reader, uint64_t size)
Amin Hassani02855c22017-09-06 22:34:50 -07001416 : PuffinExtentStream(std::move(reader), nullptr, size) {}
1417
1418 // Constructor for creating a stream for writing to an |ExtentWriter|.
Amin Hassani678a68f2018-02-28 11:54:47 -08001419 PuffinExtentStream(std::unique_ptr<ExtentWriter> writer, uint64_t size)
Amin Hassani02855c22017-09-06 22:34:50 -07001420 : PuffinExtentStream(nullptr, std::move(writer), size) {}
1421
1422 ~PuffinExtentStream() override = default;
1423
Amin Hassani678a68f2018-02-28 11:54:47 -08001424 bool GetSize(uint64_t* size) const override {
Amin Hassani02855c22017-09-06 22:34:50 -07001425 *size = size_;
1426 return true;
1427 }
1428
Amin Hassani678a68f2018-02-28 11:54:47 -08001429 bool GetOffset(uint64_t* offset) const override {
Amin Hassani02855c22017-09-06 22:34:50 -07001430 *offset = offset_;
1431 return true;
1432 }
1433
Amin Hassani678a68f2018-02-28 11:54:47 -08001434 bool Seek(uint64_t offset) override {
Amin Hassani02855c22017-09-06 22:34:50 -07001435 if (is_read_) {
1436 TEST_AND_RETURN_FALSE(reader_->Seek(offset));
1437 offset_ = offset;
1438 } else {
1439 // For writes technically there should be no change of position, or it
1440 // should equivalent of current offset.
1441 TEST_AND_RETURN_FALSE(offset_ == offset);
1442 }
1443 return true;
1444 }
1445
1446 bool Read(void* buffer, size_t count) override {
1447 TEST_AND_RETURN_FALSE(is_read_);
1448 TEST_AND_RETURN_FALSE(reader_->Read(buffer, count));
1449 offset_ += count;
1450 return true;
1451 }
1452
1453 bool Write(const void* buffer, size_t count) override {
1454 TEST_AND_RETURN_FALSE(!is_read_);
1455 TEST_AND_RETURN_FALSE(writer_->Write(buffer, count));
1456 offset_ += count;
1457 return true;
1458 }
1459
Sen Jiang5e1af982018-11-01 15:01:45 -07001460 bool Close() override { return true; }
Amin Hassani02855c22017-09-06 22:34:50 -07001461
1462 private:
1463 PuffinExtentStream(std::unique_ptr<ExtentReader> reader,
1464 std::unique_ptr<ExtentWriter> writer,
Amin Hassani678a68f2018-02-28 11:54:47 -08001465 uint64_t size)
Amin Hassani02855c22017-09-06 22:34:50 -07001466 : reader_(std::move(reader)),
1467 writer_(std::move(writer)),
1468 size_(size),
1469 offset_(0),
1470 is_read_(reader_ ? true : false) {}
1471
1472 std::unique_ptr<ExtentReader> reader_;
1473 std::unique_ptr<ExtentWriter> writer_;
1474 uint64_t size_;
1475 uint64_t offset_;
1476 bool is_read_;
1477
1478 DISALLOW_COPY_AND_ASSIGN(PuffinExtentStream);
1479};
1480
1481} // namespace
1482
1483bool DeltaPerformer::PerformPuffDiffOperation(const InstallOperation& operation,
1484 ErrorCode* error) {
1485 // Since we delete data off the beginning of the buffer as we use it,
1486 // the data we need should be exactly at the beginning of the buffer.
1487 TEST_AND_RETURN_FALSE(buffer_offset_ == operation.data_offset());
1488 TEST_AND_RETURN_FALSE(buffer_.size() >= operation.data_length());
1489
Sen Jiang77ab7bd2018-05-22 17:24:23 -07001490 FileDescriptorPtr source_fd = ChooseSourceFD(operation, error);
1491 TEST_AND_RETURN_FALSE(source_fd != nullptr);
Amin Hassani02855c22017-09-06 22:34:50 -07001492
1493 auto reader = std::make_unique<DirectExtentReader>();
1494 TEST_AND_RETURN_FALSE(
Sen Jiang77ab7bd2018-05-22 17:24:23 -07001495 reader->Init(source_fd, operation.src_extents(), block_size_));
Amin Hassani02855c22017-09-06 22:34:50 -07001496 puffin::UniqueStreamPtr src_stream(new PuffinExtentStream(
1497 std::move(reader),
1498 utils::BlocksInExtents(operation.src_extents()) * block_size_));
1499
1500 auto writer = std::make_unique<DirectExtentWriter>();
1501 TEST_AND_RETURN_FALSE(
1502 writer->Init(target_fd_, operation.dst_extents(), block_size_));
1503 puffin::UniqueStreamPtr dst_stream(new PuffinExtentStream(
1504 std::move(writer),
1505 utils::BlocksInExtents(operation.dst_extents()) * block_size_));
1506
1507 const size_t kMaxCacheSize = 5 * 1024 * 1024; // Total 5MB cache.
1508 TEST_AND_RETURN_FALSE(puffin::PuffPatch(std::move(src_stream),
1509 std::move(dst_stream),
1510 buffer_.data(),
1511 buffer_.size(),
1512 kMaxCacheSize));
Allie Wood9f6f0a52015-03-30 11:25:47 -07001513 DiscardBuffer(true, buffer_.size());
Alex Deymoa12ee112015-08-12 22:19:32 -07001514 return true;
1515}
Darin Petkovd7061ab2010-10-06 14:37:09 -07001516
Darin Petkovd7061ab2010-10-06 14:37:09 -07001517bool DeltaPerformer::ExtractSignatureMessageFromOperation(
1518 const InstallOperation& operation) {
1519 if (operation.type() != InstallOperation::REPLACE ||
1520 !manifest_.has_signatures_offset() ||
1521 manifest_.signatures_offset() != operation.data_offset()) {
1522 return false;
1523 }
1524 TEST_AND_RETURN_FALSE(manifest_.has_signatures_size() &&
1525 manifest_.signatures_size() == operation.data_length());
Sen Jiangf6813802015-11-03 21:27:29 -08001526 TEST_AND_RETURN_FALSE(ExtractSignatureMessage());
1527 return true;
1528}
1529
1530bool DeltaPerformer::ExtractSignatureMessage() {
Darin Petkovd7061ab2010-10-06 14:37:09 -07001531 TEST_AND_RETURN_FALSE(signatures_message_data_.empty());
1532 TEST_AND_RETURN_FALSE(buffer_offset_ == manifest_.signatures_offset());
1533 TEST_AND_RETURN_FALSE(buffer_.size() >= manifest_.signatures_size());
Darin Petkov4f0a07b2011-05-25 16:47:20 -07001534 signatures_message_data_.assign(
Amin Hassani008c4582019-01-13 16:22:47 -08001535 buffer_.begin(), buffer_.begin() + manifest_.signatures_size());
Darin Petkov4f0a07b2011-05-25 16:47:20 -07001536
1537 // Save the signature blob because if the update is interrupted after the
1538 // download phase we don't go through this path anymore. Some alternatives to
1539 // consider:
1540 //
1541 // 1. On resume, re-download the signature blob from the server and re-verify
1542 // it.
1543 //
1544 // 2. Verify the signature as soon as it's received and don't checkpoint the
1545 // blob and the signed sha-256 context.
Amin Hassani008c4582019-01-13 16:22:47 -08001546 LOG_IF(WARNING,
1547 !prefs_->SetString(kPrefsUpdateStateSignatureBlob,
1548 string(signatures_message_data_.begin(),
1549 signatures_message_data_.end())))
Darin Petkov4f0a07b2011-05-25 16:47:20 -07001550 << "Unable to store the signature blob.";
Sen Jiangf6813802015-11-03 21:27:29 -08001551
Darin Petkovd7061ab2010-10-06 14:37:09 -07001552 LOG(INFO) << "Extracted signature data of size "
1553 << manifest_.signatures_size() << " at "
1554 << manifest_.signatures_offset();
1555 return true;
1556}
1557
Sen Jiang08c6da12019-01-07 18:28:56 -08001558bool DeltaPerformer::GetPublicKey(string* out_public_key) {
1559 out_public_key->clear();
David Zeuthene7f89172013-10-31 10:21:04 -07001560
Sen Jiang08c6da12019-01-07 18:28:56 -08001561 if (utils::FileExists(public_key_path_.c_str())) {
1562 LOG(INFO) << "Verifying using public key: " << public_key_path_;
1563 return utils::ReadFile(public_key_path_, out_public_key);
1564 }
1565
1566 // If this is an official build then we are not allowed to use public key from
1567 // Omaha response.
1568 if (!hardware_->IsOfficialBuild() && !install_plan_->public_key_rsa.empty()) {
1569 LOG(INFO) << "Verifying using public key from Omaha response.";
1570 return brillo::data_encoding::Base64Decode(install_plan_->public_key_rsa,
1571 out_public_key);
1572 }
David Zeuthene7f89172013-10-31 10:21:04 -07001573
1574 return true;
1575}
1576
Gilad Arnold21504f02013-05-24 08:51:22 -07001577ErrorCode DeltaPerformer::ValidateManifest() {
Don Garrettb8dd1d92013-11-22 17:40:02 -08001578 // Perform assorted checks to sanity check the manifest, make sure it
1579 // matches data from other sources, and that it is a supported version.
Don Garrettb8dd1d92013-11-22 17:40:02 -08001580
Alex Deymo64d98782016-02-05 18:03:48 -08001581 bool has_old_fields =
1582 (manifest_.has_old_kernel_info() || manifest_.has_old_rootfs_info());
1583 for (const PartitionUpdate& partition : manifest_.partitions()) {
1584 has_old_fields = has_old_fields || partition.has_old_partition_info();
1585 }
Sen Jiangc8f6b7a2015-10-21 11:09:59 -07001586
Alex Deymo64d98782016-02-05 18:03:48 -08001587 // The presence of an old partition hash is the sole indicator for a delta
1588 // update.
1589 InstallPayloadType actual_payload_type =
1590 has_old_fields ? InstallPayloadType::kDelta : InstallPayloadType::kFull;
1591
Sen Jiangcdd52062017-05-18 15:33:10 -07001592 if (payload_->type == InstallPayloadType::kUnknown) {
Alex Deymo64d98782016-02-05 18:03:48 -08001593 LOG(INFO) << "Detected a '"
1594 << InstallPayloadTypeToString(actual_payload_type)
1595 << "' payload.";
Sen Jiangcdd52062017-05-18 15:33:10 -07001596 payload_->type = actual_payload_type;
1597 } else if (payload_->type != actual_payload_type) {
Alex Deymo64d98782016-02-05 18:03:48 -08001598 LOG(ERROR) << "InstallPlan expected a '"
Sen Jiangcdd52062017-05-18 15:33:10 -07001599 << InstallPayloadTypeToString(payload_->type)
Alex Deymo64d98782016-02-05 18:03:48 -08001600 << "' payload but the downloaded manifest contains a '"
1601 << InstallPayloadTypeToString(actual_payload_type)
1602 << "' payload.";
1603 return ErrorCode::kPayloadMismatchedType;
1604 }
1605
1606 // Check that the minor version is compatible.
1607 if (actual_payload_type == InstallPayloadType::kFull) {
Don Garrettb8dd1d92013-11-22 17:40:02 -08001608 if (manifest_.minor_version() != kFullPayloadMinorVersion) {
1609 LOG(ERROR) << "Manifest contains minor version "
1610 << manifest_.minor_version()
1611 << ", but all full payloads should have version "
1612 << kFullPayloadMinorVersion << ".";
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001613 return ErrorCode::kUnsupportedMinorPayloadVersion;
Don Garrettb8dd1d92013-11-22 17:40:02 -08001614 }
1615 } else {
Sen Jiangf1236632018-05-11 16:03:23 -07001616 if (manifest_.minor_version() < kMinSupportedMinorPayloadVersion ||
1617 manifest_.minor_version() > kMaxSupportedMinorPayloadVersion) {
Don Garrettb8dd1d92013-11-22 17:40:02 -08001618 LOG(ERROR) << "Manifest contains minor version "
1619 << manifest_.minor_version()
Sen Jiangf1236632018-05-11 16:03:23 -07001620 << " not in the range of supported minor versions ["
1621 << kMinSupportedMinorPayloadVersion << ", "
1622 << kMaxSupportedMinorPayloadVersion << "].";
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001623 return ErrorCode::kUnsupportedMinorPayloadVersion;
Don Garrettb8dd1d92013-11-22 17:40:02 -08001624 }
Gilad Arnold21504f02013-05-24 08:51:22 -07001625 }
1626
Sen Jiang3e728fe2015-11-05 11:37:23 -08001627 if (major_payload_version_ != kChromeOSMajorPayloadVersion) {
Amin Hassani008c4582019-01-13 16:22:47 -08001628 if (manifest_.has_old_rootfs_info() || manifest_.has_new_rootfs_info() ||
1629 manifest_.has_old_kernel_info() || manifest_.has_new_kernel_info() ||
Sen Jiang3e728fe2015-11-05 11:37:23 -08001630 manifest_.install_operations_size() != 0 ||
1631 manifest_.kernel_install_operations_size() != 0) {
1632 LOG(ERROR) << "Manifest contains deprecated field only supported in "
1633 << "major payload version 1, but the payload major version is "
1634 << major_payload_version_;
1635 return ErrorCode::kPayloadMismatchedType;
1636 }
1637 }
1638
Sen Jiang8e768e92017-06-28 17:13:19 -07001639 if (manifest_.max_timestamp() < hardware_->GetBuildTimestamp()) {
1640 LOG(ERROR) << "The current OS build timestamp ("
1641 << hardware_->GetBuildTimestamp()
1642 << ") is newer than the maximum timestamp in the manifest ("
1643 << manifest_.max_timestamp() << ")";
1644 return ErrorCode::kPayloadTimestampError;
1645 }
1646
Yifan Hongd4db07e2018-10-18 17:46:27 -07001647 if (major_payload_version_ == kChromeOSMajorPayloadVersion) {
1648 if (manifest_.has_dynamic_partition_metadata()) {
1649 LOG(ERROR)
1650 << "Should not contain dynamic_partition_metadata for major version "
1651 << kChromeOSMajorPayloadVersion
1652 << ". Please use major version 2 or above.";
1653 return ErrorCode::kPayloadMismatchedType;
1654 }
1655 }
1656
Gilad Arnold21504f02013-05-24 08:51:22 -07001657 // TODO(garnold) we should be adding more and more manifest checks, such as
1658 // partition boundaries etc (see chromium-os:37661).
1659
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001660 return ErrorCode::kSuccess;
Gilad Arnold21504f02013-05-24 08:51:22 -07001661}
1662
David Zeuthena99981f2013-04-29 13:42:47 -07001663ErrorCode DeltaPerformer::ValidateOperationHash(
Alex Deymoa12ee112015-08-12 22:19:32 -07001664 const InstallOperation& operation) {
Jay Srinivasan00f76b62012-09-17 18:48:36 -07001665 if (!operation.data_sha256_hash().size()) {
1666 if (!operation.data_length()) {
1667 // Operations that do not have any data blob won't have any operation hash
1668 // either. So, these operations are always considered validated since the
Jay Srinivasanf4318702012-09-24 11:56:24 -07001669 // metadata that contains all the non-data-blob portions of the operation
Jay Srinivasan738fdf32012-12-07 17:40:54 -08001670 // has already been validated. This is true for both HTTP and HTTPS cases.
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001671 return ErrorCode::kSuccess;
Jay Srinivasan00f76b62012-09-17 18:48:36 -07001672 }
1673
Jay Srinivasan738fdf32012-12-07 17:40:54 -08001674 // No hash is present for an operation that has data blobs. This shouldn't
1675 // happen normally for any client that has this code, because the
Jay Srinivasan00f76b62012-09-17 18:48:36 -07001676 // corresponding update should have been produced with the operation
Jay Srinivasan738fdf32012-12-07 17:40:54 -08001677 // hashes. So if it happens it means either we've turned operation hash
1678 // generation off in DeltaDiffGenerator or it's a regression of some sort.
Jay Srinivasan00f76b62012-09-17 18:48:36 -07001679 // One caveat though: The last operation is a dummy signature operation
1680 // that doesn't have a hash at the time the manifest is created. So we
1681 // should not complaint about that operation. This operation can be
1682 // recognized by the fact that it's offset is mentioned in the manifest.
1683 if (manifest_.signatures_offset() &&
1684 manifest_.signatures_offset() == operation.data_offset()) {
1685 LOG(INFO) << "Skipping hash verification for signature operation "
1686 << next_operation_num_ + 1;
1687 } else {
Jay Srinivasan738fdf32012-12-07 17:40:54 -08001688 if (install_plan_->hash_checks_mandatory) {
1689 LOG(ERROR) << "Missing mandatory operation hash for operation "
1690 << next_operation_num_ + 1;
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001691 return ErrorCode::kDownloadOperationHashMissingError;
Jay Srinivasan738fdf32012-12-07 17:40:54 -08001692 }
1693
Jay Srinivasan738fdf32012-12-07 17:40:54 -08001694 LOG(WARNING) << "Cannot validate operation " << next_operation_num_ + 1
1695 << " as there's no operation hash in manifest";
Jay Srinivasan00f76b62012-09-17 18:48:36 -07001696 }
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001697 return ErrorCode::kSuccess;
Jay Srinivasan00f76b62012-09-17 18:48:36 -07001698 }
1699
Alex Vakulenko3f39d5c2015-10-13 09:27:13 -07001700 brillo::Blob expected_op_hash;
Jay Srinivasan00f76b62012-09-17 18:48:36 -07001701 expected_op_hash.assign(operation.data_sha256_hash().data(),
1702 (operation.data_sha256_hash().data() +
1703 operation.data_sha256_hash().size()));
1704
Sen Jiang2703ef42017-03-16 13:36:21 -07001705 brillo::Blob calculated_op_hash;
1706 if (!HashCalculator::RawHashOfBytes(
1707 buffer_.data(), operation.data_length(), &calculated_op_hash)) {
Jay Srinivasan00f76b62012-09-17 18:48:36 -07001708 LOG(ERROR) << "Unable to compute actual hash of operation "
1709 << next_operation_num_;
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001710 return ErrorCode::kDownloadOperationHashVerificationError;
Jay Srinivasan00f76b62012-09-17 18:48:36 -07001711 }
1712
Jay Srinivasan00f76b62012-09-17 18:48:36 -07001713 if (calculated_op_hash != expected_op_hash) {
1714 LOG(ERROR) << "Hash verification failed for operation "
1715 << next_operation_num_ << ". Expected hash = ";
1716 utils::HexDumpVector(expected_op_hash);
1717 LOG(ERROR) << "Calculated hash over " << operation.data_length()
1718 << " bytes at offset: " << operation.data_offset() << " = ";
1719 utils::HexDumpVector(calculated_op_hash);
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001720 return ErrorCode::kDownloadOperationHashMismatch;
Jay Srinivasan00f76b62012-09-17 18:48:36 -07001721 }
1722
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001723 return ErrorCode::kSuccess;
Jay Srinivasan51dcf262012-09-13 17:24:32 -07001724}
1725
Amin Hassani008c4582019-01-13 16:22:47 -08001726#define TEST_AND_RETURN_VAL(_retval, _condition) \
1727 do { \
1728 if (!(_condition)) { \
1729 LOG(ERROR) << "VerifyPayload failure: " << #_condition; \
1730 return _retval; \
1731 } \
Andrew de los Reyes771e1bd2011-08-30 14:47:23 -07001732 } while (0);
Andrew de los Reyesfb830ba2011-04-04 11:42:43 -07001733
David Zeuthena99981f2013-04-29 13:42:47 -07001734ErrorCode DeltaPerformer::VerifyPayload(
Sen Jiang2703ef42017-03-16 13:36:21 -07001735 const brillo::Blob& update_check_response_hash,
Andrew de los Reyes771e1bd2011-08-30 14:47:23 -07001736 const uint64_t update_check_response_size) {
Sen Jiang08c6da12019-01-07 18:28:56 -08001737 string public_key;
1738 if (!GetPublicKey(&public_key)) {
1739 LOG(ERROR) << "Failed to get public key.";
1740 return ErrorCode::kDownloadPayloadPubKeyVerificationError;
1741 }
Darin Petkov437adc42010-10-07 13:12:24 -07001742
Jay Srinivasan0d8fb402012-05-07 19:19:38 -07001743 // Verifies the download size.
Sen Jiang3a25dc22019-01-10 14:14:41 -08001744 if (update_check_response_size !=
1745 metadata_size_ + metadata_signature_size_ + buffer_offset_) {
1746 LOG(ERROR) << "update_check_response_size (" << update_check_response_size
1747 << ") doesn't match metadata_size (" << metadata_size_
1748 << ") + metadata_signature_size (" << metadata_signature_size_
1749 << ") + buffer_offset (" << buffer_offset_ << ").";
1750 return ErrorCode::kPayloadSizeMismatchError;
1751 }
Jay Srinivasan0d8fb402012-05-07 19:19:38 -07001752
Jay Srinivasan51dcf262012-09-13 17:24:32 -07001753 // Verifies the payload hash.
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001754 TEST_AND_RETURN_VAL(ErrorCode::kDownloadPayloadVerificationError,
Sen Jiang2703ef42017-03-16 13:36:21 -07001755 !payload_hash_calculator_.raw_hash().empty());
1756 TEST_AND_RETURN_VAL(
1757 ErrorCode::kPayloadHashMismatchError,
1758 payload_hash_calculator_.raw_hash() == update_check_response_hash);
Darin Petkov437adc42010-10-07 13:12:24 -07001759
Darin Petkov437adc42010-10-07 13:12:24 -07001760 // Verifies the signed payload hash.
Sen Jiang08c6da12019-01-07 18:28:56 -08001761 if (public_key.empty()) {
Darin Petkov437adc42010-10-07 13:12:24 -07001762 LOG(WARNING) << "Not verifying signed delta payload -- missing public key.";
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001763 return ErrorCode::kSuccess;
Darin Petkovd7061ab2010-10-06 14:37:09 -07001764 }
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001765 TEST_AND_RETURN_VAL(ErrorCode::kSignedDeltaPayloadExpectedError,
Andrew de los Reyes771e1bd2011-08-30 14:47:23 -07001766 !signatures_message_data_.empty());
Sen Jiangf6813802015-11-03 21:27:29 -08001767 brillo::Blob hash_data = signed_hash_calculator_.raw_hash();
Alex Deymob552a682015-09-30 09:36:49 -07001768 TEST_AND_RETURN_VAL(ErrorCode::kDownloadPayloadPubKeyVerificationError,
1769 PayloadVerifier::PadRSA2048SHA256Hash(&hash_data));
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001770 TEST_AND_RETURN_VAL(ErrorCode::kDownloadPayloadPubKeyVerificationError,
Andrew de los Reyes771e1bd2011-08-30 14:47:23 -07001771 !hash_data.empty());
Alex Deymob552a682015-09-30 09:36:49 -07001772
1773 if (!PayloadVerifier::VerifySignature(
Sen Jiang08c6da12019-01-07 18:28:56 -08001774 signatures_message_data_, public_key, hash_data)) {
David Zeuthenbc27aac2013-11-26 11:17:48 -08001775 // The autoupdate_CatchBadSignatures test checks for this string
1776 // in log-files. Keep in sync.
Alex Deymob552a682015-09-30 09:36:49 -07001777 LOG(ERROR) << "Public key verification failed, thus update failed.";
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001778 return ErrorCode::kDownloadPayloadPubKeyVerificationError;
Andrew de los Reyesfb830ba2011-04-04 11:42:43 -07001779 }
Jay Srinivasan2b5a0f02012-12-19 17:25:56 -08001780
David Zeuthene7f89172013-10-31 10:21:04 -07001781 LOG(INFO) << "Payload hash matches value in payload.";
Gilad Arnoldd1c4d2d2014-06-05 14:07:53 -07001782 return ErrorCode::kSuccess;
Darin Petkovd7061ab2010-10-06 14:37:09 -07001783}
1784
Sen Jiangf6813802015-11-03 21:27:29 -08001785void DeltaPerformer::DiscardBuffer(bool do_advance_offset,
1786 size_t signed_hash_buffer_size) {
Gilad Arnoldfe133932014-01-14 12:25:50 -08001787 // Update the buffer offset.
Gilad Arnolddaa27402014-01-23 11:56:17 -08001788 if (do_advance_offset)
Gilad Arnoldfe133932014-01-14 12:25:50 -08001789 buffer_offset_ += buffer_.size();
1790
1791 // Hash the content.
Sen Jiangf6813802015-11-03 21:27:29 -08001792 payload_hash_calculator_.Update(buffer_.data(), buffer_.size());
1793 signed_hash_calculator_.Update(buffer_.data(), signed_hash_buffer_size);
Gilad Arnoldfe133932014-01-14 12:25:50 -08001794
1795 // Swap content with an empty vector to ensure that all memory is released.
Alex Vakulenko3f39d5c2015-10-13 09:27:13 -07001796 brillo::Blob().swap(buffer_);
Darin Petkovd7061ab2010-10-06 14:37:09 -07001797}
1798
Darin Petkov0406e402010-10-06 21:33:11 -07001799bool DeltaPerformer::CanResumeUpdate(PrefsInterface* prefs,
Chih-Hung Hsieh5c6bb1d2016-07-27 13:33:15 -07001800 const string& update_check_response_hash) {
Darin Petkov0406e402010-10-06 21:33:11 -07001801 int64_t next_operation = kUpdateStateOperationInvalid;
Alex Deymo3310b222015-03-30 15:59:07 -07001802 if (!(prefs->GetInt64(kPrefsUpdateStateNextOperation, &next_operation) &&
Amin Hassani008c4582019-01-13 16:22:47 -08001803 next_operation != kUpdateStateOperationInvalid && next_operation > 0))
Alex Deymo3310b222015-03-30 15:59:07 -07001804 return false;
Darin Petkov0406e402010-10-06 21:33:11 -07001805
1806 string interrupted_hash;
Alex Deymo3310b222015-03-30 15:59:07 -07001807 if (!(prefs->GetString(kPrefsUpdateCheckResponseHash, &interrupted_hash) &&
1808 !interrupted_hash.empty() &&
1809 interrupted_hash == update_check_response_hash))
1810 return false;
Darin Petkov0406e402010-10-06 21:33:11 -07001811
Darin Petkov61426142010-10-08 11:04:55 -07001812 int64_t resumed_update_failures;
Alex Deymof25eb492016-02-26 00:20:08 -08001813 // Note that storing this value is optional, but if it is there it should not
1814 // be more than the limit.
1815 if (prefs->GetInt64(kPrefsResumedUpdateFailures, &resumed_update_failures) &&
1816 resumed_update_failures > kMaxResumedUpdateFailures)
Alex Deymo3310b222015-03-30 15:59:07 -07001817 return false;
Darin Petkov61426142010-10-08 11:04:55 -07001818
Darin Petkov0406e402010-10-06 21:33:11 -07001819 // Sanity check the rest.
1820 int64_t next_data_offset = -1;
Alex Deymo3310b222015-03-30 15:59:07 -07001821 if (!(prefs->GetInt64(kPrefsUpdateStateNextDataOffset, &next_data_offset) &&
1822 next_data_offset >= 0))
1823 return false;
Darin Petkov0406e402010-10-06 21:33:11 -07001824
Darin Petkov437adc42010-10-07 13:12:24 -07001825 string sha256_context;
Alex Deymo3310b222015-03-30 15:59:07 -07001826 if (!(prefs->GetString(kPrefsUpdateStateSHA256Context, &sha256_context) &&
1827 !sha256_context.empty()))
1828 return false;
Darin Petkov0406e402010-10-06 21:33:11 -07001829
1830 int64_t manifest_metadata_size = 0;
Alex Deymo3310b222015-03-30 15:59:07 -07001831 if (!(prefs->GetInt64(kPrefsManifestMetadataSize, &manifest_metadata_size) &&
1832 manifest_metadata_size > 0))
1833 return false;
Darin Petkov0406e402010-10-06 21:33:11 -07001834
Alex Deymof25eb492016-02-26 00:20:08 -08001835 int64_t manifest_signature_size = 0;
1836 if (!(prefs->GetInt64(kPrefsManifestSignatureSize,
1837 &manifest_signature_size) &&
1838 manifest_signature_size >= 0))
1839 return false;
1840
Darin Petkov0406e402010-10-06 21:33:11 -07001841 return true;
1842}
1843
Darin Petkov9b230572010-10-08 10:20:09 -07001844bool DeltaPerformer::ResetUpdateProgress(PrefsInterface* prefs, bool quick) {
Darin Petkov0406e402010-10-06 21:33:11 -07001845 TEST_AND_RETURN_FALSE(prefs->SetInt64(kPrefsUpdateStateNextOperation,
1846 kUpdateStateOperationInvalid));
Darin Petkov9b230572010-10-08 10:20:09 -07001847 if (!quick) {
Darin Petkov9b230572010-10-08 10:20:09 -07001848 prefs->SetInt64(kPrefsUpdateStateNextDataOffset, -1);
David Zeuthen41996ad2013-09-24 15:43:24 -07001849 prefs->SetInt64(kPrefsUpdateStateNextDataLength, 0);
Darin Petkov9b230572010-10-08 10:20:09 -07001850 prefs->SetString(kPrefsUpdateStateSHA256Context, "");
1851 prefs->SetString(kPrefsUpdateStateSignedSHA256Context, "");
Darin Petkov4f0a07b2011-05-25 16:47:20 -07001852 prefs->SetString(kPrefsUpdateStateSignatureBlob, "");
Darin Petkov9b230572010-10-08 10:20:09 -07001853 prefs->SetInt64(kPrefsManifestMetadataSize, -1);
Alex Deymof25eb492016-02-26 00:20:08 -08001854 prefs->SetInt64(kPrefsManifestSignatureSize, -1);
Darin Petkov61426142010-10-08 11:04:55 -07001855 prefs->SetInt64(kPrefsResumedUpdateFailures, 0);
Sen Jiangfe522822017-10-31 15:14:11 -07001856 prefs->Delete(kPrefsPostInstallSucceeded);
Sen Jiang3eeaf7d2018-10-11 13:55:32 -07001857 prefs->Delete(kPrefsVerityWritten);
Tao Bao3406c772019-01-02 15:34:35 -08001858 prefs->Delete(kPrefsDynamicPartitionMetadataUpdated);
Darin Petkov9b230572010-10-08 10:20:09 -07001859 }
Darin Petkov73058b42010-10-06 16:32:19 -07001860 return true;
1861}
1862
Sen Jiang3a25dc22019-01-10 14:14:41 -08001863bool DeltaPerformer::CheckpointUpdateProgress(bool force) {
Sen Jiang53c2ec52019-01-10 15:27:59 -08001864 base::TimeTicks curr_time = base::TimeTicks::Now();
Sen Jiang3a25dc22019-01-10 14:14:41 -08001865 if (force || curr_time > update_checkpoint_time_) {
Colin Howes0e452c92018-11-02 13:18:44 -07001866 update_checkpoint_time_ = curr_time + update_checkpoint_wait_;
1867 } else {
1868 return false;
1869 }
1870
Darin Petkov9c0baf82010-10-07 13:44:48 -07001871 Terminator::set_exit_blocked(true);
Darin Petkov0406e402010-10-06 21:33:11 -07001872 if (last_updated_buffer_offset_ != buffer_offset_) {
Darin Petkov9c0baf82010-10-07 13:44:48 -07001873 // Resets the progress in case we die in the middle of the state update.
Darin Petkov9b230572010-10-08 10:20:09 -07001874 ResetUpdateProgress(prefs_, true);
Amin Hassani008c4582019-01-13 16:22:47 -08001875 TEST_AND_RETURN_FALSE(prefs_->SetString(
1876 kPrefsUpdateStateSHA256Context, payload_hash_calculator_.GetContext()));
Sen Jiangf6813802015-11-03 21:27:29 -08001877 TEST_AND_RETURN_FALSE(
1878 prefs_->SetString(kPrefsUpdateStateSignedSHA256Context,
1879 signed_hash_calculator_.GetContext()));
Amin Hassani008c4582019-01-13 16:22:47 -08001880 TEST_AND_RETURN_FALSE(
1881 prefs_->SetInt64(kPrefsUpdateStateNextDataOffset, buffer_offset_));
Darin Petkov0406e402010-10-06 21:33:11 -07001882 last_updated_buffer_offset_ = buffer_offset_;
David Zeuthen41996ad2013-09-24 15:43:24 -07001883
1884 if (next_operation_num_ < num_total_operations_) {
Alex Deymoe5e5fe92015-10-05 09:28:19 -07001885 size_t partition_index = current_partition_;
1886 while (next_operation_num_ >= acc_num_operations_[partition_index])
1887 partition_index++;
Amin Hassani008c4582019-01-13 16:22:47 -08001888 const size_t partition_operation_num =
1889 next_operation_num_ -
1890 (partition_index ? acc_num_operations_[partition_index - 1] : 0);
Alex Deymoa12ee112015-08-12 22:19:32 -07001891 const InstallOperation& op =
Alex Deymoe5e5fe92015-10-05 09:28:19 -07001892 partitions_[partition_index].operations(partition_operation_num);
Amin Hassani008c4582019-01-13 16:22:47 -08001893 TEST_AND_RETURN_FALSE(
1894 prefs_->SetInt64(kPrefsUpdateStateNextDataLength, op.data_length()));
David Zeuthen41996ad2013-09-24 15:43:24 -07001895 } else {
Amin Hassani008c4582019-01-13 16:22:47 -08001896 TEST_AND_RETURN_FALSE(
1897 prefs_->SetInt64(kPrefsUpdateStateNextDataLength, 0));
David Zeuthen41996ad2013-09-24 15:43:24 -07001898 }
Darin Petkov0406e402010-10-06 21:33:11 -07001899 }
Amin Hassani008c4582019-01-13 16:22:47 -08001900 TEST_AND_RETURN_FALSE(
1901 prefs_->SetInt64(kPrefsUpdateStateNextOperation, next_operation_num_));
Darin Petkov73058b42010-10-06 16:32:19 -07001902 return true;
1903}
1904
Darin Petkov9b230572010-10-08 10:20:09 -07001905bool DeltaPerformer::PrimeUpdateState() {
1906 CHECK(manifest_valid_);
Darin Petkov9b230572010-10-08 10:20:09 -07001907
1908 int64_t next_operation = kUpdateStateOperationInvalid;
1909 if (!prefs_->GetInt64(kPrefsUpdateStateNextOperation, &next_operation) ||
Amin Hassani008c4582019-01-13 16:22:47 -08001910 next_operation == kUpdateStateOperationInvalid || next_operation <= 0) {
Darin Petkov9b230572010-10-08 10:20:09 -07001911 // Initiating a new update, no more state needs to be initialized.
1912 return true;
1913 }
1914 next_operation_num_ = next_operation;
1915
1916 // Resuming an update -- load the rest of the update state.
1917 int64_t next_data_offset = -1;
Amin Hassani008c4582019-01-13 16:22:47 -08001918 TEST_AND_RETURN_FALSE(
1919 prefs_->GetInt64(kPrefsUpdateStateNextDataOffset, &next_data_offset) &&
1920 next_data_offset >= 0);
Darin Petkov9b230572010-10-08 10:20:09 -07001921 buffer_offset_ = next_data_offset;
1922
Darin Petkov4f0a07b2011-05-25 16:47:20 -07001923 // The signed hash context and the signature blob may be empty if the
1924 // interrupted update didn't reach the signature.
Sen Jiangf6813802015-11-03 21:27:29 -08001925 string signed_hash_context;
1926 if (prefs_->GetString(kPrefsUpdateStateSignedSHA256Context,
1927 &signed_hash_context)) {
1928 TEST_AND_RETURN_FALSE(
1929 signed_hash_calculator_.SetContext(signed_hash_context));
1930 }
1931
Darin Petkov4f0a07b2011-05-25 16:47:20 -07001932 string signature_blob;
1933 if (prefs_->GetString(kPrefsUpdateStateSignatureBlob, &signature_blob)) {
1934 signatures_message_data_.assign(signature_blob.begin(),
1935 signature_blob.end());
1936 }
Darin Petkov9b230572010-10-08 10:20:09 -07001937
1938 string hash_context;
Amin Hassani008c4582019-01-13 16:22:47 -08001939 TEST_AND_RETURN_FALSE(
1940 prefs_->GetString(kPrefsUpdateStateSHA256Context, &hash_context) &&
1941 payload_hash_calculator_.SetContext(hash_context));
Darin Petkov9b230572010-10-08 10:20:09 -07001942
1943 int64_t manifest_metadata_size = 0;
Amin Hassani008c4582019-01-13 16:22:47 -08001944 TEST_AND_RETURN_FALSE(
1945 prefs_->GetInt64(kPrefsManifestMetadataSize, &manifest_metadata_size) &&
1946 manifest_metadata_size > 0);
Gilad Arnoldfe133932014-01-14 12:25:50 -08001947 metadata_size_ = manifest_metadata_size;
Darin Petkov9b230572010-10-08 10:20:09 -07001948
Alex Deymof25eb492016-02-26 00:20:08 -08001949 int64_t manifest_signature_size = 0;
1950 TEST_AND_RETURN_FALSE(
1951 prefs_->GetInt64(kPrefsManifestSignatureSize, &manifest_signature_size) &&
1952 manifest_signature_size >= 0);
1953 metadata_signature_size_ = manifest_signature_size;
1954
Gilad Arnold8a86fa52013-01-15 12:35:05 -08001955 // Advance the download progress to reflect what doesn't need to be
1956 // re-downloaded.
1957 total_bytes_received_ += buffer_offset_;
1958
Darin Petkov61426142010-10-08 11:04:55 -07001959 // Speculatively count the resume as a failure.
1960 int64_t resumed_update_failures;
1961 if (prefs_->GetInt64(kPrefsResumedUpdateFailures, &resumed_update_failures)) {
1962 resumed_update_failures++;
1963 } else {
1964 resumed_update_failures = 1;
1965 }
1966 prefs_->SetInt64(kPrefsResumedUpdateFailures, resumed_update_failures);
Darin Petkov9b230572010-10-08 10:20:09 -07001967 return true;
1968}
1969
Andrew de los Reyes09e56d62010-04-23 13:45:53 -07001970} // namespace chromeos_update_engine