blob: 5b0c9b7dd0c0edee9f0421cb923ec5850b0fd5dd [file] [log] [blame]
Andrew Walbrand6dce6f2021-03-05 16:39:08 +00001// Copyright 2021, The Android Open Source Project
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
Andrew Walbranf6bf6862021-05-21 12:41:13 +000015//! Implementation of the AIDL interface of the VirtualizationService.
Andrew Walbrand6dce6f2021-03-05 16:39:08 +000016
Andrew Walbranf5fbb7d2021-05-12 17:15:48 +000017use crate::composite::make_composite_image;
Andrew Walbranf8d94112021-09-07 11:45:36 +000018use crate::crosvm::{CrosvmConfig, DiskFile, PayloadState, VmInstance, VmState};
Andrew Walbrancc0db522021-07-12 17:03:42 +000019use crate::payload::add_microdroid_images;
Jiyong Parkd50a0242021-09-16 21:00:14 +090020use crate::{Cid, FIRST_GUEST_CID, SYSPROP_LAST_CID};
Jiyong Park029977d2021-11-24 21:56:49 +090021use crate::selinux::{SeContext, getfilecon};
Alan Stokes0cc59ee2021-09-24 11:20:34 +010022use ::binder::unstable_api::AsNative;
Jiyong Park753553b2021-07-12 21:21:09 +090023use android_os_permissions_aidl::aidl::android::os::IPermissionController;
Jooyung Han21e9b922021-06-26 04:14:16 +090024use android_system_virtualizationservice::aidl::android::system::virtualizationservice::{
Andrew Walbranc92d35f2022-01-12 12:45:19 +000025 DeathReason::DeathReason,
Andrew Walbran6b650662021-09-07 13:13:23 +000026 DiskImage::DiskImage,
Alan Stokes0cc59ee2021-09-24 11:20:34 +010027 IVirtualMachine::{BnVirtualMachine, IVirtualMachine},
Andrew Walbran6b650662021-09-07 13:13:23 +000028 IVirtualMachineCallback::IVirtualMachineCallback,
29 IVirtualizationService::IVirtualizationService,
Jiyong Park029977d2021-11-24 21:56:49 +090030 Partition::Partition,
Andrew Walbran6b650662021-09-07 13:13:23 +000031 PartitionType::PartitionType,
Jiyong Parkc2a49cc2021-10-15 00:02:12 +090032 VirtualMachineAppConfig::DebugLevel::DebugLevel,
Jooyung Han21e9b922021-06-26 04:14:16 +090033 VirtualMachineAppConfig::VirtualMachineAppConfig,
34 VirtualMachineConfig::VirtualMachineConfig,
Andrew Walbran6b650662021-09-07 13:13:23 +000035 VirtualMachineDebugInfo::VirtualMachineDebugInfo,
Jooyung Han21e9b922021-06-26 04:14:16 +090036 VirtualMachineRawConfig::VirtualMachineRawConfig,
Andrew Walbran6b650662021-09-07 13:13:23 +000037 VirtualMachineState::VirtualMachineState,
Jooyung Han21e9b922021-06-26 04:14:16 +090038};
Andrew Walbranf6bf6862021-05-21 12:41:13 +000039use android_system_virtualizationservice::binder::{
Shikha Panward8e35422021-10-11 13:51:27 +000040 self, BinderFeatures, ExceptionCode, Interface, ParcelFileDescriptor, Status, StatusCode, Strong,
Alan Stokes0cc59ee2021-09-24 11:20:34 +010041 ThreadState,
Andrew Walbrana89fc132021-03-17 17:08:36 +000042};
Alan Stokes0cc59ee2021-09-24 11:20:34 +010043use android_system_virtualmachineservice::aidl::android::system::virtualmachineservice::{
44 IVirtualMachineService::{
45 BnVirtualMachineService, IVirtualMachineService, VM_BINDER_SERVICE_PORT,
46 VM_STREAM_SERVICE_PORT,
47 },
Inseob Kim1b95f2e2021-08-19 13:17:40 +090048};
Jiyong Parkd50a0242021-09-16 21:00:14 +090049use anyhow::{anyhow, bail, Context, Result};
Alan Stokes0cc59ee2021-09-24 11:20:34 +010050use binder_common::{lazy_service::LazyServiceGuard, new_binder_exception};
Andrew Walbrandfc953d2021-06-10 13:59:56 +000051use disk::QcowFile;
Alan Stokes0cc59ee2021-09-24 11:20:34 +010052use idsig::{HashAlgorithm, V4Signature};
53use log::{debug, error, info, warn};
Andrew Walbrancc0db522021-07-12 17:03:42 +000054use microdroid_payload_config::VmPayloadConfig;
Jiyong Parkd50a0242021-09-16 21:00:14 +090055use rustutils::system_properties;
Treehugger Robot3ffa8322021-11-22 12:06:47 +000056use statslog_virtualization_rust::vm_creation_requested::{stats_write, Hypervisor};
Andrew Walbrandff3b942021-06-09 15:20:36 +000057use std::convert::TryInto;
Shikha Panward8e35422021-10-11 13:51:27 +000058use std::ffi::CStr;
Alan Stokes0cc59ee2021-09-24 11:20:34 +010059use std::fs::{create_dir, File, OpenOptions};
Jiyong Park9dd389e2021-08-23 20:42:59 +090060use std::io::{Error, ErrorKind, Write};
Andrew Walbranb15cd6e2021-07-05 16:38:07 +000061use std::num::NonZeroU32;
Inseob Kimc7d28c72021-10-25 14:28:10 +000062use std::os::raw;
Andrew Walbrand3a84182021-09-07 14:48:52 +000063use std::os::unix::io::{FromRawFd, IntoRawFd};
Andrew Walbranf5fbb7d2021-05-12 17:15:48 +000064use std::path::{Path, PathBuf};
Inseob Kimc7d28c72021-10-25 14:28:10 +000065use std::ptr::null_mut;
Andrew Walbran320b5602021-03-04 16:11:12 +000066use std::sync::{Arc, Mutex, Weak};
Andrew Walbrancc0db522021-07-12 17:03:42 +000067use vmconfig::VmConfig;
Inseob Kim7f61fe72021-08-20 20:50:47 +090068use vsock::{SockAddr, VsockListener, VsockStream};
Jooyung Han35edb8f2021-07-01 16:17:16 +090069use zip::ZipArchive;
Andrew Walbrand6dce6f2021-03-05 16:39:08 +000070
Andrew Walbranf6bf6862021-05-21 12:41:13 +000071pub const BINDER_SERVICE_IDENTIFIER: &str = "android.system.virtualizationservice";
Andrew Walbrand6dce6f2021-03-05 16:39:08 +000072
Andrew Walbranf5fbb7d2021-05-12 17:15:48 +000073/// Directory in which to write disk image files used while running VMs.
Andrew Walbran488bd072021-07-14 13:29:51 +000074pub const TEMPORARY_DIRECTORY: &str = "/data/misc/virtualizationservice";
Andrew Walbranf5fbb7d2021-05-12 17:15:48 +000075
Jiyong Park8611a6c2021-07-09 18:17:44 +090076/// The CID representing the host VM
77const VMADDR_CID_HOST: u32 = 2;
78
Jooyung Han95884632021-07-06 22:27:54 +090079/// The size of zero.img.
80/// Gaps in composite disk images are filled with a shared zero.img.
81const ZERO_FILLER_SIZE: u64 = 4096;
82
Jiyong Park9dd389e2021-08-23 20:42:59 +090083/// Magic string for the instance image
84const ANDROID_VM_INSTANCE_MAGIC: &str = "Android-VM-instance";
85
86/// Version of the instance image format
87const ANDROID_VM_INSTANCE_VERSION: u16 = 1;
88
Andrew Walbranf6bf6862021-05-21 12:41:13 +000089/// Implementation of `IVirtualizationService`, the entry point of the AIDL service.
Jooyung Han9900f3d2021-07-06 10:27:54 +090090#[derive(Debug, Default)]
Andrew Walbranf6bf6862021-05-21 12:41:13 +000091pub struct VirtualizationService {
Jiyong Park8611a6c2021-07-09 18:17:44 +090092 state: Arc<Mutex<State>>,
Andrew Walbrand6dce6f2021-03-05 16:39:08 +000093}
94
Shikha Panward8e35422021-10-11 13:51:27 +000095impl Interface for VirtualizationService {
96 fn dump(&self, mut file: &File, _args: &[&CStr]) -> Result<(), StatusCode> {
97 check_permission("android.permission.DUMP").or(Err(StatusCode::PERMISSION_DENIED))?;
98 let state = &mut *self.state.lock().unwrap();
99 let vms = state.vms();
100 writeln!(file, "Running {0} VMs:", vms.len()).or(Err(StatusCode::UNKNOWN_ERROR))?;
101 for vm in vms {
102 writeln!(file, "VM CID: {}", vm.cid).or(Err(StatusCode::UNKNOWN_ERROR))?;
103 writeln!(file, "\tState: {:?}", vm.vm_state.lock().unwrap())
104 .or(Err(StatusCode::UNKNOWN_ERROR))?;
105 writeln!(file, "\tPayload state {:?}", vm.payload_state())
106 .or(Err(StatusCode::UNKNOWN_ERROR))?;
107 writeln!(file, "\tProtected: {}", vm.protected).or(Err(StatusCode::UNKNOWN_ERROR))?;
108 writeln!(file, "\ttemporary_directory: {}", vm.temporary_directory.to_string_lossy())
109 .or(Err(StatusCode::UNKNOWN_ERROR))?;
110 writeln!(file, "\trequester_uid: {}", vm.requester_uid)
111 .or(Err(StatusCode::UNKNOWN_ERROR))?;
112 writeln!(file, "\trequester_sid: {}", vm.requester_sid)
113 .or(Err(StatusCode::UNKNOWN_ERROR))?;
114 writeln!(file, "\trequester_debug_pid: {}", vm.requester_debug_pid)
115 .or(Err(StatusCode::UNKNOWN_ERROR))?;
116 }
117 Ok(())
118 }
119}
Andrew Walbrand6dce6f2021-03-05 16:39:08 +0000120
Andrew Walbranf6bf6862021-05-21 12:41:13 +0000121impl IVirtualizationService for VirtualizationService {
Andrew Walbranf8d94112021-09-07 11:45:36 +0000122 /// Creates (but does not start) a new VM with the given configuration, assigning it the next
123 /// available CID.
Andrew Walbrand6dce6f2021-03-05 16:39:08 +0000124 ///
125 /// Returns a binder `IVirtualMachine` object referring to it, as a handle for the client.
Andrew Walbranf8d94112021-09-07 11:45:36 +0000126 fn createVm(
Andrew Walbrana89fc132021-03-17 17:08:36 +0000127 &self,
Andrew Walbran3a5a9212021-05-04 17:09:08 +0000128 config: &VirtualMachineConfig,
Jiyong Parkb8182bb2021-10-26 22:53:08 +0900129 console_fd: Option<&ParcelFileDescriptor>,
Andrew Walbrana89fc132021-03-17 17:08:36 +0000130 log_fd: Option<&ParcelFileDescriptor>,
131 ) -> binder::Result<Strong<dyn IVirtualMachine>> {
Jiyong Park753553b2021-07-12 21:21:09 +0900132 check_manage_access()?;
Andrew Walbrand6dce6f2021-03-05 16:39:08 +0000133 let state = &mut *self.state.lock().unwrap();
Jiyong Parkb8182bb2021-10-26 22:53:08 +0900134 let mut console_fd = console_fd.map(clone_file).transpose()?;
Jiyong Parkc2a49cc2021-10-15 00:02:12 +0900135 let mut log_fd = log_fd.map(clone_file).transpose()?;
Andrew Walbranf6a1eb92021-04-01 11:16:02 +0000136 let requester_uid = ThreadState::get_calling_uid();
Andrew Walbranf5fbb7d2021-05-12 17:15:48 +0000137 let requester_sid = get_calling_sid()?;
Andrew Walbran02034492021-04-13 15:05:07 +0000138 let requester_debug_pid = ThreadState::get_calling_pid();
Jiyong Parkd50a0242021-09-16 21:00:14 +0900139 let cid = next_cid().or(Err(ExceptionCode::ILLEGAL_STATE))?;
Andrew Walbranf5fbb7d2021-05-12 17:15:48 +0000140
141 // Counter to generate unique IDs for temporary image files.
142 let mut next_temporary_image_id = 0;
143 // Files which are referred to from composite images. These must be mapped to the crosvm
144 // child process, and not closed before it is started.
145 let mut indirect_files = vec![];
146
147 // Make directory for temporary files.
148 let temporary_directory: PathBuf = format!("{}/{}", TEMPORARY_DIRECTORY, cid).into();
149 create_dir(&temporary_directory).map_err(|e| {
Treehugger Robot3ffa8322021-11-22 12:06:47 +0000150 // At this point, we do not know the protected status of Vm
151 // setting it to false, though this may not be correct.
152 write_vm_creation_stats(false, false);
Andrew Walbranf5fbb7d2021-05-12 17:15:48 +0000153 error!(
Andrew Walbran806f1542021-06-10 14:07:12 +0000154 "Failed to create temporary directory {:?} for VM files: {}",
Andrew Walbranf5fbb7d2021-05-12 17:15:48 +0000155 temporary_directory, e
156 );
Andrew Walbran806f1542021-06-10 14:07:12 +0000157 new_binder_exception(
158 ExceptionCode::SERVICE_SPECIFIC,
159 format!(
160 "Failed to create temporary directory {:?} for VM files: {}",
161 temporary_directory, e
162 ),
163 )
Andrew Walbranf5fbb7d2021-05-12 17:15:48 +0000164 })?;
165
Jiyong Parkc2a49cc2021-10-15 00:02:12 +0900166 // Disable console logging if debug level != full. Note that kernel anyway doesn't use the
167 // console output when debug level != full. So, users won't be able to see the kernel
168 // output even without this overriding. This is to silence output from the bootloader which
169 // doesn't understand the bootconfig parameters.
170 if let VirtualMachineConfig::AppConfig(config) = config {
171 if config.debugLevel != DebugLevel::FULL {
Jiyong Parkb8182bb2021-10-26 22:53:08 +0900172 console_fd = None;
173 }
174 if config.debugLevel == DebugLevel::NONE {
Jiyong Parkc2a49cc2021-10-15 00:02:12 +0900175 log_fd = None;
176 }
177 }
178
Jiyong Park029977d2021-11-24 21:56:49 +0900179 let is_app_config = matches!(config, VirtualMachineConfig::AppConfig(_));
Jiyong Parkd2dc83f2021-12-20 18:40:52 +0900180 let is_debug_level_full = matches!(
181 config,
182 VirtualMachineConfig::AppConfig(VirtualMachineAppConfig {
183 debugLevel: DebugLevel::FULL,
184 ..
185 })
186 );
Jiyong Park029977d2021-11-24 21:56:49 +0900187
Jooyung Han21e9b922021-06-26 04:14:16 +0900188 let config = match config {
Jooyung Han35edb8f2021-07-01 16:17:16 +0900189 VirtualMachineConfig::AppConfig(config) => BorrowedOrOwned::Owned(
Jooyung Han9900f3d2021-07-06 10:27:54 +0900190 load_app_config(config, &temporary_directory).map_err(|e| {
191 error!("Failed to load app config from {}: {}", &config.configPath, e);
Andrew Walbran3994f002022-01-27 17:33:45 +0000192 write_vm_creation_stats(config.protectedVm, false);
Jooyung Han9900f3d2021-07-06 10:27:54 +0900193 new_binder_exception(
194 ExceptionCode::SERVICE_SPECIFIC,
195 format!("Failed to load app config from {}: {}", &config.configPath, e),
196 )
197 })?,
Jooyung Han35edb8f2021-07-01 16:17:16 +0900198 ),
199 VirtualMachineConfig::RawConfig(config) => BorrowedOrOwned::Borrowed(config),
Jooyung Han21e9b922021-06-26 04:14:16 +0900200 };
Jooyung Han35edb8f2021-07-01 16:17:16 +0900201 let config = config.as_ref();
Andrew Walbran3994f002022-01-27 17:33:45 +0000202 let protected = config.protectedVm;
203
204 // Debug level FULL is only supported for non-protected VMs.
205 if is_debug_level_full && protected {
206 return Err(new_binder_exception(
207 ExceptionCode::SERVICE_SPECIFIC,
208 "FULL debug level not supported for protected VMs.",
209 ));
210 };
Jooyung Han21e9b922021-06-26 04:14:16 +0900211
Jiyong Park029977d2021-11-24 21:56:49 +0900212 // Check if partition images are labeled incorrectly. This is to prevent random images
213 // which are not protected by the Android Verified Boot (e.g. bits downloaded by apps) from
214 // being loaded in a pVM. Specifically, for images in the raw config, nothing is allowed
215 // to be labeled as app_data_file. For images in the app config, nothing but the instance
216 // partition is allowed to be labeled as such.
217 config
218 .disks
219 .iter()
220 .flat_map(|disk| disk.partitions.iter())
221 .filter(|partition| {
222 if is_app_config {
223 partition.label != "vm-instance"
224 } else {
225 true // all partitions are checked
226 }
227 })
228 .try_for_each(check_label_for_partition)
229 .map_err(|e| new_binder_exception(ExceptionCode::SERVICE_SPECIFIC, e.to_string()))?;
230
Jooyung Han95884632021-07-06 22:27:54 +0900231 let zero_filler_path = temporary_directory.join("zero.img");
Andrew Walbranfbb39d22021-07-28 17:01:25 +0000232 write_zero_filler(&zero_filler_path).map_err(|e| {
Jooyung Han95884632021-07-06 22:27:54 +0900233 error!("Failed to make composite image: {}", e);
Andrew Walbran3994f002022-01-27 17:33:45 +0000234 write_vm_creation_stats(protected, false);
Jooyung Han95884632021-07-06 22:27:54 +0900235 new_binder_exception(
236 ExceptionCode::SERVICE_SPECIFIC,
237 format!("Failed to make composite image: {}", e),
238 )
239 })?;
Jooyung Han95884632021-07-06 22:27:54 +0900240
Andrew Walbranf5fbb7d2021-05-12 17:15:48 +0000241 // Assemble disk images if needed.
242 let disks = config
243 .disks
244 .iter()
245 .map(|disk| {
246 assemble_disk_image(
247 disk,
Jooyung Han95884632021-07-06 22:27:54 +0900248 &zero_filler_path,
Andrew Walbranf5fbb7d2021-05-12 17:15:48 +0000249 &temporary_directory,
250 &mut next_temporary_image_id,
251 &mut indirect_files,
252 )
253 })
254 .collect::<Result<Vec<DiskFile>, _>>()?;
255
256 // Actually start the VM.
257 let crosvm_config = CrosvmConfig {
Andrew Walbran02034492021-04-13 15:05:07 +0000258 cid,
Andrew Walbrand3a84182021-09-07 14:48:52 +0000259 bootloader: maybe_clone_file(&config.bootloader)?,
260 kernel: maybe_clone_file(&config.kernel)?,
261 initrd: maybe_clone_file(&config.initrd)?,
Andrew Walbranf5fbb7d2021-05-12 17:15:48 +0000262 disks,
263 params: config.params.to_owned(),
Jiyong Parkd2dc83f2021-12-20 18:40:52 +0900264 protected,
Andrew Walbrancc045902021-07-27 16:06:17 +0000265 memory_mib: config.memoryMib.try_into().ok().and_then(NonZeroU32::new),
Jiyong Park032615f2022-01-10 13:55:34 +0900266 cpus: config.numCpus.try_into().ok().and_then(NonZeroU32::new),
267 cpu_affinity: config.cpuAffinity.clone(),
Jiyong Parkb8182bb2021-10-26 22:53:08 +0900268 console_fd,
Andrew Walbran02034492021-04-13 15:05:07 +0000269 log_fd,
Andrew Walbrand3a84182021-09-07 14:48:52 +0000270 indirect_files,
271 };
Andrew Walbranf8d94112021-09-07 11:45:36 +0000272 let instance = Arc::new(
273 VmInstance::new(
274 crosvm_config,
275 temporary_directory,
276 requester_uid,
277 requester_sid,
278 requester_debug_pid,
Andrew Walbran806f1542021-06-10 14:07:12 +0000279 )
Andrew Walbranf8d94112021-09-07 11:45:36 +0000280 .map_err(|e| {
281 error!("Failed to create VM with config {:?}: {}", config, e);
Andrew Walbran3994f002022-01-27 17:33:45 +0000282 write_vm_creation_stats(protected, false);
Andrew Walbranf8d94112021-09-07 11:45:36 +0000283 new_binder_exception(
284 ExceptionCode::SERVICE_SPECIFIC,
285 format!("Failed to create VM: {}", e),
286 )
287 })?,
288 );
Andrew Walbran320b5602021-03-04 16:11:12 +0000289 state.add_vm(Arc::downgrade(&instance));
Andrew Walbran3994f002022-01-27 17:33:45 +0000290 write_vm_creation_stats(protected, true);
Andrew Walbran320b5602021-03-04 16:11:12 +0000291 Ok(VirtualMachine::create(instance))
Andrew Walbrand6dce6f2021-03-05 16:39:08 +0000292 }
Andrew Walbran320b5602021-03-04 16:11:12 +0000293
Andrew Walbrandff3b942021-06-09 15:20:36 +0000294 /// Initialise an empty partition image of the given size to be used as a writable partition.
295 fn initializeWritablePartition(
296 &self,
297 image_fd: &ParcelFileDescriptor,
298 size: i64,
Jiyong Park9dd389e2021-08-23 20:42:59 +0900299 partition_type: PartitionType,
Andrew Walbrandff3b942021-06-09 15:20:36 +0000300 ) -> binder::Result<()> {
Jiyong Park753553b2021-07-12 21:21:09 +0900301 check_manage_access()?;
Andrew Walbrandfc953d2021-06-10 13:59:56 +0000302 let size = size.try_into().map_err(|e| {
Andrew Walbran806f1542021-06-10 14:07:12 +0000303 new_binder_exception(
304 ExceptionCode::ILLEGAL_ARGUMENT,
305 format!("Invalid size {}: {}", size, e),
306 )
Andrew Walbrandff3b942021-06-09 15:20:36 +0000307 })?;
Andrew Walbrandfc953d2021-06-10 13:59:56 +0000308 let image = clone_file(image_fd)?;
Jooyung Han1edd5b92021-10-28 10:58:05 +0900309 // initialize the file. Any data in the file will be erased.
310 image.set_len(0).map_err(|e| {
311 new_binder_exception(
312 ExceptionCode::SERVICE_SPECIFIC,
313 format!("Failed to reset a file: {}", e),
314 )
315 })?;
Jiyong Park9dd389e2021-08-23 20:42:59 +0900316 let mut part = QcowFile::new(image, size).map_err(|e| {
Andrew Walbran806f1542021-06-10 14:07:12 +0000317 new_binder_exception(
318 ExceptionCode::SERVICE_SPECIFIC,
319 format!("Failed to create QCOW2 image: {}", e),
320 )
Andrew Walbrandfc953d2021-06-10 13:59:56 +0000321 })?;
Andrew Walbrandff3b942021-06-09 15:20:36 +0000322
Jiyong Park9dd389e2021-08-23 20:42:59 +0900323 match partition_type {
324 PartitionType::RAW => Ok(()),
325 PartitionType::ANDROID_VM_INSTANCE => format_as_android_vm_instance(&mut part),
326 _ => Err(Error::new(
327 ErrorKind::Unsupported,
328 format!("Unsupported partition type {:?}", partition_type),
329 )),
330 }
331 .map_err(|e| {
332 new_binder_exception(
333 ExceptionCode::SERVICE_SPECIFIC,
334 format!("Failed to initialize partition as {:?}: {}", partition_type, e),
335 )
336 })?;
337
Andrew Walbrandff3b942021-06-09 15:20:36 +0000338 Ok(())
339 }
340
Jiyong Park0a248432021-08-20 23:32:39 +0900341 /// Creates or update the idsig file by digesting the input APK file.
342 fn createOrUpdateIdsigFile(
343 &self,
344 input_fd: &ParcelFileDescriptor,
345 idsig_fd: &ParcelFileDescriptor,
346 ) -> binder::Result<()> {
347 // TODO(b/193504400): do this only when (1) idsig_fd is empty or (2) the APK digest in
348 // idsig_fd is different from APK digest in input_fd
349
350 let mut input = clone_file(input_fd)?;
351 let mut sig = V4Signature::create(&mut input, 4096, &[], HashAlgorithm::SHA256).unwrap();
352
353 let mut output = clone_file(idsig_fd)?;
354 output.set_len(0).unwrap();
355 sig.write_into(&mut output).unwrap();
356 Ok(())
357 }
358
Andrew Walbran320b5602021-03-04 16:11:12 +0000359 /// Get a list of all currently running VMs. This method is only intended for debug purposes,
360 /// and as such is only permitted from the shell user.
361 fn debugListVms(&self) -> binder::Result<Vec<VirtualMachineDebugInfo>> {
Andrew Walbran806f1542021-06-10 14:07:12 +0000362 check_debug_access()?;
Andrew Walbran320b5602021-03-04 16:11:12 +0000363
364 let state = &mut *self.state.lock().unwrap();
365 let vms = state.vms();
Andrew Walbranf6a1eb92021-04-01 11:16:02 +0000366 let cids = vms
367 .into_iter()
368 .map(|vm| VirtualMachineDebugInfo {
369 cid: vm.cid as i32,
Andrew Walbranf5fbb7d2021-05-12 17:15:48 +0000370 temporaryDirectory: vm.temporary_directory.to_string_lossy().to_string(),
Andrew Walbran1ef19ae2021-04-07 11:31:57 +0000371 requesterUid: vm.requester_uid as i32,
372 requesterSid: vm.requester_sid.clone(),
Andrew Walbran02034492021-04-13 15:05:07 +0000373 requesterPid: vm.requester_debug_pid,
Andrew Walbran6b650662021-09-07 13:13:23 +0000374 state: get_state(&vm),
Andrew Walbranf6a1eb92021-04-01 11:16:02 +0000375 })
376 .collect();
Andrew Walbran320b5602021-03-04 16:11:12 +0000377 Ok(cids)
378 }
David Brazdil3c2ddef2021-03-18 13:09:57 +0000379
Andrew Walbranf6bf6862021-05-21 12:41:13 +0000380 /// Hold a strong reference to a VM in VirtualizationService. This method is only intended for
381 /// debug purposes, and as such is only permitted from the shell user.
Andrei Homescu1415c132021-03-24 02:39:55 +0000382 fn debugHoldVmRef(&self, vmref: &Strong<dyn IVirtualMachine>) -> binder::Result<()> {
Andrew Walbran806f1542021-06-10 14:07:12 +0000383 check_debug_access()?;
David Brazdil3c2ddef2021-03-18 13:09:57 +0000384
David Brazdil3c2ddef2021-03-18 13:09:57 +0000385 let state = &mut *self.state.lock().unwrap();
Andrei Homescu1415c132021-03-24 02:39:55 +0000386 state.debug_hold_vm(vmref.clone());
David Brazdil3c2ddef2021-03-18 13:09:57 +0000387 Ok(())
388 }
389
Andrew Walbranf6bf6862021-05-21 12:41:13 +0000390 /// Drop reference to a VM that is being held by VirtualizationService. Returns the reference if
391 /// the VM was found and None otherwise. This method is only intended for debug purposes, and as
392 /// such is only permitted from the shell user.
David Brazdil3c2ddef2021-03-18 13:09:57 +0000393 fn debugDropVmRef(&self, cid: i32) -> binder::Result<Option<Strong<dyn IVirtualMachine>>> {
Andrew Walbran806f1542021-06-10 14:07:12 +0000394 check_debug_access()?;
David Brazdil3c2ddef2021-03-18 13:09:57 +0000395
396 let state = &mut *self.state.lock().unwrap();
397 Ok(state.debug_drop_vm(cid))
398 }
Andrew Walbran320b5602021-03-04 16:11:12 +0000399}
400
Jiyong Park8611a6c2021-07-09 18:17:44 +0900401impl VirtualizationService {
402 pub fn init() -> VirtualizationService {
403 let service = VirtualizationService::default();
Inseob Kim1b95f2e2021-08-19 13:17:40 +0900404
405 // server for payload output
Jiyong Park8611a6c2021-07-09 18:17:44 +0900406 let state = service.state.clone(); // reference to state (not the state itself) is copied
407 std::thread::spawn(move || {
Inseob Kim7f61fe72021-08-20 20:50:47 +0900408 handle_stream_connection_from_vm(state).unwrap();
Jiyong Park8611a6c2021-07-09 18:17:44 +0900409 });
Inseob Kim1b95f2e2021-08-19 13:17:40 +0900410
411 // binder server for vm
Inseob Kimc7d28c72021-10-25 14:28:10 +0000412 let mut state = service.state.clone(); // reference to state (not the state itself) is copied
Inseob Kim1b95f2e2021-08-19 13:17:40 +0900413 std::thread::spawn(move || {
Inseob Kimc7d28c72021-10-25 14:28:10 +0000414 let state_ptr = &mut state as *mut _ as *mut raw::c_void;
415
Inseob Kim1b95f2e2021-08-19 13:17:40 +0900416 debug!("virtual machine service is starting as an RPC service.");
Inseob Kimc7d28c72021-10-25 14:28:10 +0000417 // SAFETY: factory function is only ever called by RunRpcServerWithFactory, within the
418 // lifetime of the state, with context taking the pointer value above (so a properly
419 // aligned non-null pointer to an initialized instance).
Inseob Kim1b95f2e2021-08-19 13:17:40 +0900420 let retval = unsafe {
Inseob Kimc7d28c72021-10-25 14:28:10 +0000421 binder_rpc_unstable_bindgen::RunRpcServerWithFactory(
422 Some(VirtualMachineService::factory),
423 state_ptr,
Inseob Kimd0587562021-09-01 21:27:32 +0900424 VM_BINDER_SERVICE_PORT as u32,
Inseob Kim1b95f2e2021-08-19 13:17:40 +0900425 )
426 };
427 if retval {
428 debug!("RPC server has shut down gracefully");
429 } else {
430 bail!("Premature termination of RPC server");
431 }
432
433 Ok(retval)
434 });
Jiyong Park8611a6c2021-07-09 18:17:44 +0900435 service
436 }
437}
438
Treehugger Robot3ffa8322021-11-22 12:06:47 +0000439/// Write the stats of VMCreation to statsd
440fn write_vm_creation_stats(protected: bool, success: bool) {
441 match stats_write(Hypervisor::Pkvm, protected, success) {
442 Err(e) => {
443 info!("stastlog_rust fails with error: {}", e);
444 }
445 Ok(_) => info!("stastlog_rust succeeded for virtualization service"),
446 }
447}
448
Andrew Walbran6b650662021-09-07 13:13:23 +0000449/// Waits for incoming connections from VM. If a new connection is made, stores the stream in the
450/// corresponding `VmInstance`.
Inseob Kim7f61fe72021-08-20 20:50:47 +0900451fn handle_stream_connection_from_vm(state: Arc<Mutex<State>>) -> Result<()> {
Inseob Kimd0587562021-09-01 21:27:32 +0900452 let listener =
453 VsockListener::bind_with_cid_port(VMADDR_CID_HOST, VM_STREAM_SERVICE_PORT as u32)?;
Jiyong Park8611a6c2021-07-09 18:17:44 +0900454 for stream in listener.incoming() {
455 let stream = match stream {
456 Err(e) => {
457 warn!("invalid incoming connection: {}", e);
458 continue;
459 }
460 Ok(s) => s,
461 };
462 if let Ok(SockAddr::Vsock(addr)) = stream.peer_addr() {
463 let cid = addr.cid();
464 let port = addr.port();
Inseob Kim7f61fe72021-08-20 20:50:47 +0900465 info!("payload stream connected from cid={}, port={}", cid, port);
Jiyong Park8611a6c2021-07-09 18:17:44 +0900466 if let Some(vm) = state.lock().unwrap().get_vm(cid) {
Chris Wailes8bbb8932021-09-10 14:14:19 -0700467 *vm.stream.lock().unwrap() = Some(stream);
Inseob Kim7f61fe72021-08-20 20:50:47 +0900468 } else {
469 error!("connection from cid={} is not from a guest VM", cid);
Jiyong Park8611a6c2021-07-09 18:17:44 +0900470 }
471 }
472 }
473 Ok(())
474}
475
Andrew Walbranfbb39d22021-07-28 17:01:25 +0000476fn write_zero_filler(zero_filler_path: &Path) -> Result<()> {
Jooyung Han95884632021-07-06 22:27:54 +0900477 let file = OpenOptions::new()
478 .create_new(true)
479 .read(true)
480 .write(true)
481 .open(zero_filler_path)
482 .with_context(|| "Failed to create zero.img")?;
483 file.set_len(ZERO_FILLER_SIZE)?;
Andrew Walbranfbb39d22021-07-28 17:01:25 +0000484 Ok(())
Jooyung Han95884632021-07-06 22:27:54 +0900485}
486
Jiyong Park9dd389e2021-08-23 20:42:59 +0900487fn format_as_android_vm_instance(part: &mut dyn Write) -> std::io::Result<()> {
488 part.write_all(ANDROID_VM_INSTANCE_MAGIC.as_bytes())?;
489 part.write_all(&ANDROID_VM_INSTANCE_VERSION.to_le_bytes())?;
490 part.flush()
491}
492
Andrew Walbranf5fbb7d2021-05-12 17:15:48 +0000493/// Given the configuration for a disk image, assembles the `DiskFile` to pass to crosvm.
494///
495/// This may involve assembling a composite disk from a set of partition images.
496fn assemble_disk_image(
497 disk: &DiskImage,
Jooyung Han95884632021-07-06 22:27:54 +0900498 zero_filler_path: &Path,
Andrew Walbranf5fbb7d2021-05-12 17:15:48 +0000499 temporary_directory: &Path,
500 next_temporary_image_id: &mut u64,
501 indirect_files: &mut Vec<File>,
Andrew Walbran806f1542021-06-10 14:07:12 +0000502) -> Result<DiskFile, Status> {
Andrew Walbranf5fbb7d2021-05-12 17:15:48 +0000503 let image = if !disk.partitions.is_empty() {
504 if disk.image.is_some() {
505 warn!("DiskImage {:?} contains both image and partitions.", disk);
Andrew Walbran806f1542021-06-10 14:07:12 +0000506 return Err(new_binder_exception(
507 ExceptionCode::ILLEGAL_ARGUMENT,
508 "DiskImage contains both image and partitions.",
509 ));
Andrew Walbranf5fbb7d2021-05-12 17:15:48 +0000510 }
511
Andrew Walbran3eca16c2021-06-14 11:15:14 +0000512 let composite_image_filenames =
513 make_composite_image_filenames(temporary_directory, next_temporary_image_id);
514 let (image, partition_files) = make_composite_image(
515 &disk.partitions,
Jooyung Han95884632021-07-06 22:27:54 +0900516 zero_filler_path,
Andrew Walbran3eca16c2021-06-14 11:15:14 +0000517 &composite_image_filenames.composite,
518 &composite_image_filenames.header,
519 &composite_image_filenames.footer,
520 )
521 .map_err(|e| {
522 error!("Failed to make composite image with config {:?}: {}", disk, e);
523 new_binder_exception(
524 ExceptionCode::SERVICE_SPECIFIC,
525 format!("Failed to make composite image: {}", e),
526 )
527 })?;
Andrew Walbranf5fbb7d2021-05-12 17:15:48 +0000528
529 // Pass the file descriptors for the various partition files to crosvm when it
530 // is run.
531 indirect_files.extend(partition_files);
532
533 image
534 } else if let Some(image) = &disk.image {
535 clone_file(image)?
536 } else {
537 warn!("DiskImage {:?} didn't contain image or partitions.", disk);
Andrew Walbran806f1542021-06-10 14:07:12 +0000538 return Err(new_binder_exception(
539 ExceptionCode::ILLEGAL_ARGUMENT,
540 "DiskImage didn't contain image or partitions.",
541 ));
Andrew Walbranf5fbb7d2021-05-12 17:15:48 +0000542 };
543
544 Ok(DiskFile { image, writable: disk.writable })
545}
546
Jooyung Han21e9b922021-06-26 04:14:16 +0900547fn load_app_config(
548 config: &VirtualMachineAppConfig,
549 temporary_directory: &Path,
Jooyung Hanadfb76c2021-06-28 17:29:30 +0900550) -> Result<VirtualMachineRawConfig> {
Andrew Walbrancc0db522021-07-12 17:03:42 +0000551 let apk_file = clone_file(config.apk.as_ref().unwrap())?;
552 let idsig_file = clone_file(config.idsig.as_ref().unwrap())?;
Jiyong Park8d081812021-07-23 17:45:04 +0900553 let instance_file = clone_file(config.instanceImage.as_ref().unwrap())?;
Jooyung Han21e9b922021-06-26 04:14:16 +0900554 let config_path = &config.configPath;
555
Andrew Walbrancc0db522021-07-12 17:03:42 +0000556 let mut apk_zip = ZipArchive::new(&apk_file)?;
Jooyung Han21e9b922021-06-26 04:14:16 +0900557 let config_file = apk_zip.by_name(config_path)?;
558 let vm_payload_config: VmPayloadConfig = serde_json::from_reader(config_file)?;
559
560 let os_name = &vm_payload_config.os.name;
Andrew Walbrancc0db522021-07-12 17:03:42 +0000561
Jooyung Han35edb8f2021-07-01 16:17:16 +0900562 // For now, the only supported "os" value is "microdroid"
563 if os_name != "microdroid" {
Andrew Walbrancc0db522021-07-12 17:03:42 +0000564 bail!("Unknown OS \"{}\"", os_name);
Jooyung Han35edb8f2021-07-01 16:17:16 +0900565 }
Andrew Walbrancc0db522021-07-12 17:03:42 +0000566
567 // It is safe to construct a filename based on the os_name because we've already checked that it
568 // is one of the allowed values.
Jooyung Han21e9b922021-06-26 04:14:16 +0900569 let vm_config_path = PathBuf::from(format!("/apex/com.android.virt/etc/{}.json", os_name));
570 let vm_config_file = File::open(vm_config_path)?;
Andrew Walbrancc0db522021-07-12 17:03:42 +0000571 let mut vm_config = VmConfig::load(&vm_config_file)?.to_parcelable()?;
Jooyung Han21e9b922021-06-26 04:14:16 +0900572
Andrew Walbrancc045902021-07-27 16:06:17 +0000573 if config.memoryMib > 0 {
574 vm_config.memoryMib = config.memoryMib;
Andrew Walbran45bcb0c2021-07-14 15:02:06 +0000575 }
576
Andrew Walbran3994f002022-01-27 17:33:45 +0000577 vm_config.protectedVm = config.protectedVm;
Jiyong Park032615f2022-01-10 13:55:34 +0900578 vm_config.numCpus = config.numCpus;
579 vm_config.cpuAffinity = config.cpuAffinity.clone();
580
Andrew Walbrancc0db522021-07-12 17:03:42 +0000581 // Microdroid requires an additional payload disk image and the bootconfig partition.
Jooyung Hanadfb76c2021-06-28 17:29:30 +0900582 if os_name == "microdroid" {
Andrew Walbrancc0db522021-07-12 17:03:42 +0000583 add_microdroid_images(
584 config,
Jooyung Hanadfb76c2021-06-28 17:29:30 +0900585 temporary_directory,
Andrew Walbrancc0db522021-07-12 17:03:42 +0000586 apk_file,
587 idsig_file,
Jiyong Park8d081812021-07-23 17:45:04 +0900588 instance_file,
Jooyung Han5dc42172021-10-05 16:43:47 +0900589 &vm_payload_config,
Andrew Walbrancc0db522021-07-12 17:03:42 +0000590 &mut vm_config,
591 )?;
Jooyung Hanadfb76c2021-06-28 17:29:30 +0900592 }
Jooyung Han21e9b922021-06-26 04:14:16 +0900593
Andrew Walbrancc0db522021-07-12 17:03:42 +0000594 Ok(vm_config)
Jooyung Han21e9b922021-06-26 04:14:16 +0900595}
596
Andrew Walbranf5fbb7d2021-05-12 17:15:48 +0000597/// Generates a unique filename to use for a composite disk image.
Andrew Walbran3eca16c2021-06-14 11:15:14 +0000598fn make_composite_image_filenames(
Andrew Walbranf5fbb7d2021-05-12 17:15:48 +0000599 temporary_directory: &Path,
600 next_temporary_image_id: &mut u64,
Andrew Walbran3eca16c2021-06-14 11:15:14 +0000601) -> CompositeImageFilenames {
Andrew Walbranf5fbb7d2021-05-12 17:15:48 +0000602 let id = *next_temporary_image_id;
603 *next_temporary_image_id += 1;
Andrew Walbran3eca16c2021-06-14 11:15:14 +0000604 CompositeImageFilenames {
605 composite: temporary_directory.join(format!("composite-{}.img", id)),
606 header: temporary_directory.join(format!("composite-{}-header.img", id)),
607 footer: temporary_directory.join(format!("composite-{}-footer.img", id)),
608 }
609}
610
611/// Filenames for a composite disk image, including header and footer partitions.
612#[derive(Clone, Debug, Eq, PartialEq)]
613struct CompositeImageFilenames {
614 /// The composite disk image itself.
615 composite: PathBuf,
616 /// The header partition image.
617 header: PathBuf,
618 /// The footer partition image.
619 footer: PathBuf,
Andrew Walbranf5fbb7d2021-05-12 17:15:48 +0000620}
621
622/// Gets the calling SID of the current Binder thread.
Andrew Walbran806f1542021-06-10 14:07:12 +0000623fn get_calling_sid() -> Result<String, Status> {
Andrew Walbranf5fbb7d2021-05-12 17:15:48 +0000624 ThreadState::with_calling_sid(|sid| {
625 if let Some(sid) = sid {
626 match sid.to_str() {
627 Ok(sid) => Ok(sid.to_owned()),
628 Err(e) => {
Andrew Walbran806f1542021-06-10 14:07:12 +0000629 error!("SID was not valid UTF-8: {}", e);
630 Err(new_binder_exception(
631 ExceptionCode::ILLEGAL_ARGUMENT,
632 format!("SID was not valid UTF-8: {}", e),
633 ))
Andrew Walbranf5fbb7d2021-05-12 17:15:48 +0000634 }
635 }
636 } else {
Andrew Walbranf8d94112021-09-07 11:45:36 +0000637 error!("Missing SID on createVm");
638 Err(new_binder_exception(ExceptionCode::SECURITY, "Missing SID on createVm"))
Andrew Walbranf5fbb7d2021-05-12 17:15:48 +0000639 }
640 })
641}
642
Jiyong Park753553b2021-07-12 21:21:09 +0900643/// Checks whether the caller has a specific permission
644fn check_permission(perm: &str) -> binder::Result<()> {
645 let calling_pid = ThreadState::get_calling_pid();
646 let calling_uid = ThreadState::get_calling_uid();
647 // Root can do anything
648 if calling_uid == 0 {
649 return Ok(());
650 }
651 let perm_svc: Strong<dyn IPermissionController::IPermissionController> =
652 binder::get_interface("permission")?;
653 if perm_svc.checkPermission(perm, calling_pid, calling_uid as i32)? {
Andrew Walbran806f1542021-06-10 14:07:12 +0000654 Ok(())
655 } else {
Jiyong Park753553b2021-07-12 21:21:09 +0900656 Err(new_binder_exception(
657 ExceptionCode::SECURITY,
658 format!("does not have the {} permission", perm),
659 ))
Andrew Walbran806f1542021-06-10 14:07:12 +0000660 }
Andrew Walbrand6dce6f2021-03-05 16:39:08 +0000661}
662
Jiyong Park753553b2021-07-12 21:21:09 +0900663/// Check whether the caller of the current Binder method is allowed to call debug methods.
664fn check_debug_access() -> binder::Result<()> {
665 check_permission("android.permission.DEBUG_VIRTUAL_MACHINE")
666}
667
668/// Check whether the caller of the current Binder method is allowed to manage VMs
669fn check_manage_access() -> binder::Result<()> {
670 check_permission("android.permission.MANAGE_VIRTUAL_MACHINE")
671}
672
Jiyong Park029977d2021-11-24 21:56:49 +0900673/// Check if a partition has selinux labels that are not allowed
674fn check_label_for_partition(partition: &Partition) -> Result<()> {
675 let ctx = getfilecon(partition.image.as_ref().unwrap().as_ref())?;
676 if ctx == SeContext::new("u:object_r:app_data_file:s0").unwrap() {
677 Err(anyhow!("Partition {} shouldn't be labeled as {}", &partition.label, ctx))
678 } else {
679 Ok(())
680 }
681}
682
Andrew Walbrand6dce6f2021-03-05 16:39:08 +0000683/// Implementation of the AIDL `IVirtualMachine` interface. Used as a handle to a VM.
684#[derive(Debug)]
685struct VirtualMachine {
686 instance: Arc<VmInstance>,
Alan Stokes0cc59ee2021-09-24 11:20:34 +0100687 /// Keeps our service process running as long as this VM instance exists.
Chris Wailes641fc4a2021-12-01 15:03:21 -0800688 #[allow(dead_code)]
Alan Stokes0cc59ee2021-09-24 11:20:34 +0100689 lazy_service_guard: LazyServiceGuard,
Andrew Walbrand6dce6f2021-03-05 16:39:08 +0000690}
691
692impl VirtualMachine {
693 fn create(instance: Arc<VmInstance>) -> Strong<dyn IVirtualMachine> {
Alan Stokes0cc59ee2021-09-24 11:20:34 +0100694 let binder = VirtualMachine { instance, lazy_service_guard: Default::default() };
Andrew Walbran4de28782021-04-13 14:51:43 +0000695 BnVirtualMachine::new_binder(binder, BinderFeatures::default())
Andrew Walbrand6dce6f2021-03-05 16:39:08 +0000696 }
697}
698
699impl Interface for VirtualMachine {}
700
701impl IVirtualMachine for VirtualMachine {
702 fn getCid(&self) -> binder::Result<i32> {
Jiyong Park753553b2021-07-12 21:21:09 +0900703 // Don't check permission. The owner of the VM might have passed this binder object to
704 // others.
Andrew Walbrand6dce6f2021-03-05 16:39:08 +0000705 Ok(self.instance.cid as i32)
706 }
Andrew Walbrandae07162021-03-12 17:05:20 +0000707
Andrew Walbran6b650662021-09-07 13:13:23 +0000708 fn getState(&self) -> binder::Result<VirtualMachineState> {
Jiyong Park753553b2021-07-12 21:21:09 +0900709 // Don't check permission. The owner of the VM might have passed this binder object to
710 // others.
Andrew Walbran6b650662021-09-07 13:13:23 +0000711 Ok(get_state(&self.instance))
Andrew Walbrandae07162021-03-12 17:05:20 +0000712 }
713
714 fn registerCallback(
715 &self,
716 callback: &Strong<dyn IVirtualMachineCallback>,
717 ) -> binder::Result<()> {
Jiyong Park753553b2021-07-12 21:21:09 +0900718 // Don't check permission. The owner of the VM might have passed this binder object to
719 // others.
720 //
Andrew Walbrandae07162021-03-12 17:05:20 +0000721 // TODO: Should this give an error if the VM is already dead?
722 self.instance.callbacks.add(callback.clone());
723 Ok(())
724 }
Andrew Walbrancbe8b082021-08-06 15:42:11 +0000725
Andrew Walbranf8d94112021-09-07 11:45:36 +0000726 fn start(&self) -> binder::Result<()> {
727 self.instance.start().map_err(|e| {
728 error!("Error starting VM with CID {}: {:?}", self.instance.cid, e);
729 new_binder_exception(ExceptionCode::SERVICE_SPECIFIC, e.to_string())
730 })
731 }
732
Andrew Walbrancbe8b082021-08-06 15:42:11 +0000733 fn connectVsock(&self, port: i32) -> binder::Result<ParcelFileDescriptor> {
Andrew Walbranf8d94112021-09-07 11:45:36 +0000734 if !matches!(&*self.instance.vm_state.lock().unwrap(), VmState::Running { .. }) {
735 return Err(new_binder_exception(ExceptionCode::SERVICE_SPECIFIC, "VM is not running"));
Andrew Walbrancbe8b082021-08-06 15:42:11 +0000736 }
737 let stream =
738 VsockStream::connect_with_cid_port(self.instance.cid, port as u32).map_err(|e| {
739 new_binder_exception(
740 ExceptionCode::SERVICE_SPECIFIC,
741 format!("Failed to connect: {}", e),
742 )
743 })?;
744 Ok(vsock_stream_to_pfd(stream))
745 }
Andrew Walbrandae07162021-03-12 17:05:20 +0000746}
747
748impl Drop for VirtualMachine {
749 fn drop(&mut self) {
750 debug!("Dropping {:?}", self);
751 self.instance.kill();
752 }
753}
754
755/// A set of Binders to be called back in response to various events on the VM, such as when it
756/// dies.
757#[derive(Debug, Default)]
758pub struct VirtualMachineCallbacks(Mutex<Vec<Strong<dyn IVirtualMachineCallback>>>);
759
760impl VirtualMachineCallbacks {
Jiyong Park8611a6c2021-07-09 18:17:44 +0900761 /// Call all registered callbacks to notify that the payload has started.
Inseob Kim7f61fe72021-08-20 20:50:47 +0900762 pub fn notify_payload_started(&self, cid: Cid, stream: Option<VsockStream>) {
Jiyong Park8611a6c2021-07-09 18:17:44 +0900763 let callbacks = &*self.0.lock().unwrap();
Inseob Kim7f61fe72021-08-20 20:50:47 +0900764 let pfd = stream.map(vsock_stream_to_pfd);
Jiyong Park8611a6c2021-07-09 18:17:44 +0900765 for callback in callbacks {
Inseob Kim7f61fe72021-08-20 20:50:47 +0900766 if let Err(e) = callback.onPayloadStarted(cid as i32, pfd.as_ref()) {
Jiyong Park8611a6c2021-07-09 18:17:44 +0900767 error!("Error notifying payload start event from VM CID {}: {}", cid, e);
768 }
769 }
770 }
771
Inseob Kim14cb8692021-08-31 21:50:39 +0900772 /// Call all registered callbacks to notify that the payload is ready to serve.
773 pub fn notify_payload_ready(&self, cid: Cid) {
774 let callbacks = &*self.0.lock().unwrap();
775 for callback in callbacks {
776 if let Err(e) = callback.onPayloadReady(cid as i32) {
777 error!("Error notifying payload ready event from VM CID {}: {}", cid, e);
778 }
779 }
780 }
781
Inseob Kim2444af92021-08-31 01:22:50 +0900782 /// Call all registered callbacks to notify that the payload has finished.
783 pub fn notify_payload_finished(&self, cid: Cid, exit_code: i32) {
784 let callbacks = &*self.0.lock().unwrap();
785 for callback in callbacks {
786 if let Err(e) = callback.onPayloadFinished(cid as i32, exit_code) {
787 error!("Error notifying payload finish event from VM CID {}: {}", cid, e);
788 }
789 }
790 }
791
Jooyung Handd0a1732021-11-23 15:26:20 +0900792 /// Call all registered callbacks to say that the VM encountered an error.
793 pub fn notify_error(&self, cid: Cid, error_code: i32, message: &str) {
794 let callbacks = &*self.0.lock().unwrap();
795 for callback in callbacks {
796 if let Err(e) = callback.onError(cid as i32, error_code, message) {
797 error!("Error notifying error event from VM CID {}: {}", cid, e);
798 }
799 }
800 }
801
Andrew Walbrandae07162021-03-12 17:05:20 +0000802 /// Call all registered callbacks to say that the VM has died.
Andrew Walbranc92d35f2022-01-12 12:45:19 +0000803 pub fn callback_on_died(&self, cid: Cid, reason: DeathReason) {
Andrew Walbrandae07162021-03-12 17:05:20 +0000804 let callbacks = &*self.0.lock().unwrap();
805 for callback in callbacks {
Andrew Walbranc92d35f2022-01-12 12:45:19 +0000806 if let Err(e) = callback.onDied(cid as i32, reason) {
Jiyong Park8611a6c2021-07-09 18:17:44 +0900807 error!("Error notifying exit of VM CID {}: {}", cid, e);
Andrew Walbrandae07162021-03-12 17:05:20 +0000808 }
809 }
810 }
811
812 /// Add a new callback to the set.
813 fn add(&self, callback: Strong<dyn IVirtualMachineCallback>) {
814 self.0.lock().unwrap().push(callback);
815 }
Andrew Walbrand6dce6f2021-03-05 16:39:08 +0000816}
817
Andrew Walbranf6bf6862021-05-21 12:41:13 +0000818/// The mutable state of the VirtualizationService. There should only be one instance of this
819/// struct.
Chris Wailes641fc4a2021-12-01 15:03:21 -0800820#[derive(Debug, Default)]
Andrew Walbrand6dce6f2021-03-05 16:39:08 +0000821struct State {
Andrew Walbran320b5602021-03-04 16:11:12 +0000822 /// The VMs which have been started. When VMs are started a weak reference is added to this list
823 /// while a strong reference is returned to the caller over Binder. Once all copies of the
824 /// Binder client are dropped the weak reference here will become invalid, and will be removed
825 /// from the list opportunistically the next time `add_vm` is called.
826 vms: Vec<Weak<VmInstance>>,
David Brazdil3c2ddef2021-03-18 13:09:57 +0000827
828 /// Vector of strong VM references held on behalf of users that cannot hold them themselves.
829 /// This is only used for debugging purposes.
830 debug_held_vms: Vec<Strong<dyn IVirtualMachine>>,
Andrew Walbran320b5602021-03-04 16:11:12 +0000831}
832
833impl State {
Andrew Walbrandae07162021-03-12 17:05:20 +0000834 /// Get a list of VMs which still have Binder references to them.
Andrew Walbran320b5602021-03-04 16:11:12 +0000835 fn vms(&self) -> Vec<Arc<VmInstance>> {
836 // Attempt to upgrade the weak pointers to strong pointers.
837 self.vms.iter().filter_map(Weak::upgrade).collect()
838 }
839
840 /// Add a new VM to the list.
841 fn add_vm(&mut self, vm: Weak<VmInstance>) {
842 // Garbage collect any entries from the stored list which no longer exist.
843 self.vms.retain(|vm| vm.strong_count() > 0);
844
845 // Actually add the new VM.
846 self.vms.push(vm);
847 }
David Brazdil3c2ddef2021-03-18 13:09:57 +0000848
Jiyong Park8611a6c2021-07-09 18:17:44 +0900849 /// Get a VM that corresponds to the given cid
850 fn get_vm(&self, cid: Cid) -> Option<Arc<VmInstance>> {
851 self.vms().into_iter().find(|vm| vm.cid == cid)
852 }
853
David Brazdil3c2ddef2021-03-18 13:09:57 +0000854 /// Store a strong VM reference.
855 fn debug_hold_vm(&mut self, vm: Strong<dyn IVirtualMachine>) {
856 self.debug_held_vms.push(vm);
857 }
858
859 /// Retrieve and remove a strong VM reference.
860 fn debug_drop_vm(&mut self, cid: i32) -> Option<Strong<dyn IVirtualMachine>> {
861 let pos = self.debug_held_vms.iter().position(|vm| vm.getCid() == Ok(cid))?;
Alan Stokes7e54e292021-09-09 11:37:56 +0100862 let vm = self.debug_held_vms.swap_remove(pos);
Alan Stokes7e54e292021-09-09 11:37:56 +0100863 Some(vm)
David Brazdil3c2ddef2021-03-18 13:09:57 +0000864 }
Andrew Walbrand6dce6f2021-03-05 16:39:08 +0000865}
866
Jiyong Parkd50a0242021-09-16 21:00:14 +0900867/// Get the next available CID, or an error if we have run out. The last CID used is stored in
868/// a system property so that restart of virtualizationservice doesn't reuse CID while the host
869/// Android is up.
870fn next_cid() -> Result<Cid> {
871 let next = if let Ok(val) = system_properties::read(SYSPROP_LAST_CID) {
872 if let Ok(num) = val.parse::<u32>() {
873 num.checked_add(1).ok_or_else(|| anyhow!("run out of CID"))?
874 } else {
875 error!("Invalid last CID {}. Using {}", &val, FIRST_GUEST_CID);
876 FIRST_GUEST_CID
877 }
878 } else {
879 // First VM since the boot
880 FIRST_GUEST_CID
881 };
882 // Persist the last value for next use
883 let str_val = format!("{}", next);
884 system_properties::write(SYSPROP_LAST_CID, &str_val)?;
885 Ok(next)
886}
887
Andrew Walbran6b650662021-09-07 13:13:23 +0000888/// Gets the `VirtualMachineState` of the given `VmInstance`.
889fn get_state(instance: &VmInstance) -> VirtualMachineState {
Andrew Walbranf8d94112021-09-07 11:45:36 +0000890 match &*instance.vm_state.lock().unwrap() {
891 VmState::NotStarted { .. } => VirtualMachineState::NOT_STARTED,
892 VmState::Running { .. } => match instance.payload_state() {
Andrew Walbran6b650662021-09-07 13:13:23 +0000893 PayloadState::Starting => VirtualMachineState::STARTING,
894 PayloadState::Started => VirtualMachineState::STARTED,
895 PayloadState::Ready => VirtualMachineState::READY,
896 PayloadState::Finished => VirtualMachineState::FINISHED,
Andrew Walbranf8d94112021-09-07 11:45:36 +0000897 },
898 VmState::Dead => VirtualMachineState::DEAD,
899 VmState::Failed => VirtualMachineState::DEAD,
Andrew Walbran6b650662021-09-07 13:13:23 +0000900 }
901}
902
Andrew Walbranf5fbb7d2021-05-12 17:15:48 +0000903/// Converts a `&ParcelFileDescriptor` to a `File` by cloning the file.
Andrew Walbran806f1542021-06-10 14:07:12 +0000904fn clone_file(file: &ParcelFileDescriptor) -> Result<File, Status> {
905 file.as_ref().try_clone().map_err(|e| {
906 new_binder_exception(
907 ExceptionCode::BAD_PARCELABLE,
908 format!("Failed to clone File from ParcelFileDescriptor: {}", e),
909 )
910 })
911}
912
Andrew Walbrand3a84182021-09-07 14:48:52 +0000913/// Converts an `&Option<ParcelFileDescriptor>` to an `Option<File>` by cloning the file.
914fn maybe_clone_file(file: &Option<ParcelFileDescriptor>) -> Result<Option<File>, Status> {
915 file.as_ref().map(clone_file).transpose()
916}
917
Andrew Walbrancbe8b082021-08-06 15:42:11 +0000918/// Converts a `VsockStream` to a `ParcelFileDescriptor`.
919fn vsock_stream_to_pfd(stream: VsockStream) -> ParcelFileDescriptor {
920 // SAFETY: ownership is transferred from stream to f
921 let f = unsafe { File::from_raw_fd(stream.into_raw_fd()) };
922 ParcelFileDescriptor::new(f)
923}
924
Jooyung Han35edb8f2021-07-01 16:17:16 +0900925/// Simple utility for referencing Borrowed or Owned. Similar to std::borrow::Cow, but
926/// it doesn't require that T implements Clone.
927enum BorrowedOrOwned<'a, T> {
928 Borrowed(&'a T),
929 Owned(T),
930}
931
932impl<'a, T> AsRef<T> for BorrowedOrOwned<'a, T> {
933 fn as_ref(&self) -> &T {
934 match self {
935 Self::Borrowed(b) => b,
Chris Wailes68c39f82021-07-27 16:03:44 -0700936 Self::Owned(o) => o,
Jooyung Han35edb8f2021-07-01 16:17:16 +0900937 }
938 }
939}
Inseob Kim1b95f2e2021-08-19 13:17:40 +0900940
941/// Implementation of `IVirtualMachineService`, the entry point of the AIDL service.
942#[derive(Debug, Default)]
943struct VirtualMachineService {
944 state: Arc<Mutex<State>>,
Inseob Kimc7d28c72021-10-25 14:28:10 +0000945 cid: Cid,
Inseob Kim1b95f2e2021-08-19 13:17:40 +0900946}
947
948impl Interface for VirtualMachineService {}
949
950impl IVirtualMachineService for VirtualMachineService {
Inseob Kimc7d28c72021-10-25 14:28:10 +0000951 fn notifyPayloadStarted(&self) -> binder::Result<()> {
952 let cid = self.cid;
Inseob Kim7f61fe72021-08-20 20:50:47 +0900953 if let Some(vm) = self.state.lock().unwrap().get_vm(cid) {
954 info!("VM having CID {} started payload", cid);
Andrew Walbran6b650662021-09-07 13:13:23 +0000955 vm.update_payload_state(PayloadState::Started)
956 .map_err(|e| new_binder_exception(ExceptionCode::ILLEGAL_STATE, e.to_string()))?;
Inseob Kim7f61fe72021-08-20 20:50:47 +0900957 let stream = vm.stream.lock().unwrap().take();
958 vm.callbacks.notify_payload_started(cid, stream);
959 Ok(())
960 } else {
Jooyung Handd0a1732021-11-23 15:26:20 +0900961 error!("notifyPayloadStarted is called from an unknown CID {}", cid);
Inseob Kim7f61fe72021-08-20 20:50:47 +0900962 Err(new_binder_exception(
Inseob Kim1b95f2e2021-08-19 13:17:40 +0900963 ExceptionCode::SERVICE_SPECIFIC,
Jooyung Handd0a1732021-11-23 15:26:20 +0900964 format!("cannot find a VM with CID {}", cid),
Inseob Kim7f61fe72021-08-20 20:50:47 +0900965 ))
Inseob Kim1b95f2e2021-08-19 13:17:40 +0900966 }
Inseob Kim1b95f2e2021-08-19 13:17:40 +0900967 }
Inseob Kim2444af92021-08-31 01:22:50 +0900968
Inseob Kimc7d28c72021-10-25 14:28:10 +0000969 fn notifyPayloadReady(&self) -> binder::Result<()> {
970 let cid = self.cid;
Inseob Kim14cb8692021-08-31 21:50:39 +0900971 if let Some(vm) = self.state.lock().unwrap().get_vm(cid) {
972 info!("VM having CID {} payload is ready", cid);
Andrew Walbran6b650662021-09-07 13:13:23 +0000973 vm.update_payload_state(PayloadState::Ready)
974 .map_err(|e| new_binder_exception(ExceptionCode::ILLEGAL_STATE, e.to_string()))?;
Inseob Kim14cb8692021-08-31 21:50:39 +0900975 vm.callbacks.notify_payload_ready(cid);
976 Ok(())
977 } else {
Jooyung Handd0a1732021-11-23 15:26:20 +0900978 error!("notifyPayloadReady is called from an unknown CID {}", cid);
Inseob Kim14cb8692021-08-31 21:50:39 +0900979 Err(new_binder_exception(
980 ExceptionCode::SERVICE_SPECIFIC,
Jooyung Handd0a1732021-11-23 15:26:20 +0900981 format!("cannot find a VM with CID {}", cid),
Inseob Kim14cb8692021-08-31 21:50:39 +0900982 ))
983 }
984 }
985
Inseob Kimc7d28c72021-10-25 14:28:10 +0000986 fn notifyPayloadFinished(&self, exit_code: i32) -> binder::Result<()> {
987 let cid = self.cid;
Inseob Kim2444af92021-08-31 01:22:50 +0900988 if let Some(vm) = self.state.lock().unwrap().get_vm(cid) {
989 info!("VM having CID {} finished payload", cid);
Andrew Walbran6b650662021-09-07 13:13:23 +0000990 vm.update_payload_state(PayloadState::Finished)
991 .map_err(|e| new_binder_exception(ExceptionCode::ILLEGAL_STATE, e.to_string()))?;
Inseob Kim2444af92021-08-31 01:22:50 +0900992 vm.callbacks.notify_payload_finished(cid, exit_code);
993 Ok(())
994 } else {
Jooyung Handd0a1732021-11-23 15:26:20 +0900995 error!("notifyPayloadFinished is called from an unknown CID {}", cid);
Inseob Kim2444af92021-08-31 01:22:50 +0900996 Err(new_binder_exception(
997 ExceptionCode::SERVICE_SPECIFIC,
Jooyung Handd0a1732021-11-23 15:26:20 +0900998 format!("cannot find a VM with CID {}", cid),
999 ))
1000 }
1001 }
1002
1003 fn notifyError(&self, error_code: i32, message: &str) -> binder::Result<()> {
1004 let cid = self.cid;
1005 if let Some(vm) = self.state.lock().unwrap().get_vm(cid) {
1006 info!("VM having CID {} encountered an error", cid);
1007 vm.update_payload_state(PayloadState::Finished)
1008 .map_err(|e| new_binder_exception(ExceptionCode::ILLEGAL_STATE, e.to_string()))?;
1009 vm.callbacks.notify_error(cid, error_code, message);
1010 Ok(())
1011 } else {
1012 error!("notifyPayloadStarted is called from an unknown CID {}", cid);
1013 Err(new_binder_exception(
1014 ExceptionCode::SERVICE_SPECIFIC,
1015 format!("cannot find a VM with CID {}", cid),
Inseob Kim2444af92021-08-31 01:22:50 +09001016 ))
1017 }
1018 }
Inseob Kim1b95f2e2021-08-19 13:17:40 +09001019}
1020
1021impl VirtualMachineService {
Inseob Kimc7d28c72021-10-25 14:28:10 +00001022 // SAFETY: Service ownership is held by state, and the binder objects are threadsafe.
1023 pub unsafe extern "C" fn factory(
1024 cid: Cid,
1025 context: *mut raw::c_void,
1026 ) -> *mut binder_rpc_unstable_bindgen::AIBinder {
1027 let state_ptr = context as *mut Arc<Mutex<State>>;
1028 let state = state_ptr.as_ref().unwrap();
1029 if let Some(vm) = state.lock().unwrap().get_vm(cid) {
1030 let mut vm_service = vm.vm_service.lock().unwrap();
1031 let service = vm_service.get_or_insert_with(|| Self::new_binder(state.clone(), cid));
1032 service.as_binder().as_native_mut() as *mut binder_rpc_unstable_bindgen::AIBinder
1033 } else {
1034 error!("connection from cid={} is not from a guest VM", cid);
1035 null_mut()
1036 }
1037 }
1038
1039 fn new_binder(state: Arc<Mutex<State>>, cid: Cid) -> Strong<dyn IVirtualMachineService> {
Inseob Kim1b95f2e2021-08-19 13:17:40 +09001040 BnVirtualMachineService::new_binder(
Inseob Kimc7d28c72021-10-25 14:28:10 +00001041 VirtualMachineService { state, cid },
Inseob Kim1b95f2e2021-08-19 13:17:40 +09001042 BinderFeatures::default(),
1043 )
1044 }
1045}