blob: 7cd5a1924c4aa0d4af78c7093dc384d8a31df9b9 [file] [log] [blame]
Andrew Walbranf395b822021-05-05 10:38:59 +00001// Copyright 2021, The Android Open Source Project
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15//! Command to run a VM.
16
Jiyong Park48b354d2021-07-15 15:04:38 +090017use crate::create_partition::command_create_partition;
Jooyung Han21e9b922021-06-26 04:14:16 +090018use android_system_virtualizationservice::aidl::android::system::virtualizationservice::{
Alan Stokes0d1ef782022-09-27 13:46:35 +010019 IVirtualizationService::IVirtualizationService,
20 PartitionType::PartitionType,
21 VirtualMachineAppConfig::{DebugLevel::DebugLevel, Payload::Payload, VirtualMachineAppConfig},
22 VirtualMachineConfig::VirtualMachineConfig,
Inseob Kim7b5f65c2022-11-15 14:27:04 +090023 VirtualMachinePayloadConfig::VirtualMachinePayloadConfig,
Andrew Walbranf8d94112021-09-07 11:45:36 +000024 VirtualMachineState::VirtualMachineState,
Jooyung Han21e9b922021-06-26 04:14:16 +090025};
Inseob Kima5a262f2021-11-17 19:41:03 +090026use anyhow::{bail, Context, Error};
Alan Stokes0e82b502022-08-08 14:44:48 +010027use binder::ParcelFileDescriptor;
Inseob Kima5a262f2021-11-17 19:41:03 +090028use microdroid_payload_config::VmPayloadConfig;
Andrew Walbranf395b822021-05-05 10:38:59 +000029use std::fs::File;
Jiyong Park8611a6c2021-07-09 18:17:44 +090030use std::io::{self, BufRead, BufReader};
Andrew Walbranf395b822021-05-05 10:38:59 +000031use std::os::unix::io::{AsRawFd, FromRawFd};
Inseob Kima5a262f2021-11-17 19:41:03 +090032use std::path::{Path, PathBuf};
Alan Stokes2bead0d2022-09-05 16:58:34 +010033use vmclient::{ErrorCode, VmInstance};
Jiyong Park48b354d2021-07-15 15:04:38 +090034use vmconfig::{open_parcel_file, VmConfig};
Inseob Kima5a262f2021-11-17 19:41:03 +090035use zip::ZipArchive;
Andrew Walbranf395b822021-05-05 10:38:59 +000036
Jooyung Han21e9b922021-06-26 04:14:16 +090037/// Run a VM from the given APK, idsig, and config.
Jiyong Park48b354d2021-07-15 15:04:38 +090038#[allow(clippy::too_many_arguments)]
Jooyung Han21e9b922021-06-26 04:14:16 +090039pub fn command_run_app(
Seungjae Yoo62085c02022-08-12 04:44:52 +000040 name: Option<String>,
Andrew Walbran616d13f2022-05-12 18:35:55 +000041 service: &dyn IVirtualizationService,
Jooyung Han21e9b922021-06-26 04:14:16 +090042 apk: &Path,
43 idsig: &Path,
Jiyong Park48b354d2021-07-15 15:04:38 +090044 instance: &Path,
Shikha Panwar22e70452022-10-10 18:32:55 +000045 storage: Option<&Path>,
46 storage_size: Option<u64>,
Inseob Kim7b5f65c2022-11-15 14:27:04 +090047 config_path: Option<String>,
48 payload_path: Option<String>,
Jooyung Han21e9b922021-06-26 04:14:16 +090049 daemonize: bool,
Jiyong Parkb8182bb2021-10-26 22:53:08 +090050 console_path: Option<&Path>,
Jooyung Han21e9b922021-06-26 04:14:16 +090051 log_path: Option<&Path>,
Jiyong Parke558ab12022-07-07 20:18:55 +090052 ramdump_path: Option<&Path>,
Jiyong Parkc2a49cc2021-10-15 00:02:12 +090053 debug_level: DebugLevel,
Andrew Walbran3994f002022-01-27 17:33:45 +000054 protected: bool,
Jiyong Parkd63cfff2021-09-27 20:10:17 +090055 mem: Option<u32>,
Jiyong Park032615f2022-01-10 13:55:34 +090056 cpus: Option<u32>,
Jiyong Parkdfe16d62022-04-20 17:32:12 +090057 task_profiles: Vec<String>,
Inseob Kima5a262f2021-11-17 19:41:03 +090058 extra_idsigs: &[PathBuf],
Jooyung Han21e9b922021-06-26 04:14:16 +090059) -> Result<(), Error> {
Steven Moreland6a55e2e2022-10-22 00:30:42 +000060 let apk_file = File::open(apk).context("Failed to open APK file")?;
61
Inseob Kim7b5f65c2022-11-15 14:27:04 +090062 let extra_apks = match config_path.as_deref() {
63 Some(path) => parse_extra_apk_list(apk, path)?,
64 None => vec![],
65 };
66
Inseob Kima5a262f2021-11-17 19:41:03 +090067 if extra_apks.len() != extra_idsigs.len() {
68 bail!(
69 "Found {} extra apks, but there are {} extra idsigs",
70 extra_apks.len(),
71 extra_idsigs.len()
72 )
73 }
74
75 for i in 0..extra_apks.len() {
76 let extra_apk_fd = ParcelFileDescriptor::new(File::open(&extra_apks[i])?);
77 let extra_idsig_fd = ParcelFileDescriptor::new(File::create(&extra_idsigs[i])?);
78 service.createOrUpdateIdsigFile(&extra_apk_fd, &extra_idsig_fd)?;
79 }
80
Jiyong Park0a248432021-08-20 23:32:39 +090081 let idsig_file = File::create(idsig).context("Failed to create idsig file")?;
82
83 let apk_fd = ParcelFileDescriptor::new(apk_file);
84 let idsig_fd = ParcelFileDescriptor::new(idsig_file);
85 service.createOrUpdateIdsigFile(&apk_fd, &idsig_fd)?;
86
Jooyung Han21e9b922021-06-26 04:14:16 +090087 let idsig_file = File::open(idsig).context("Failed to open idsig file")?;
Jiyong Park0a248432021-08-20 23:32:39 +090088 let idsig_fd = ParcelFileDescriptor::new(idsig_file);
Jiyong Park48b354d2021-07-15 15:04:38 +090089
90 if !instance.exists() {
91 const INSTANCE_FILE_SIZE: u64 = 10 * 1024 * 1024;
Jiyong Park9dd389e2021-08-23 20:42:59 +090092 command_create_partition(
Andrew Walbran616d13f2022-05-12 18:35:55 +000093 service,
Jiyong Park9dd389e2021-08-23 20:42:59 +090094 instance,
95 INSTANCE_FILE_SIZE,
96 PartitionType::ANDROID_VM_INSTANCE,
97 )?;
Jiyong Park48b354d2021-07-15 15:04:38 +090098 }
99
Shikha Panwar22e70452022-10-10 18:32:55 +0000100 let storage = if let Some(path) = storage {
101 if !path.exists() {
102 command_create_partition(
103 service,
104 path,
105 storage_size.unwrap_or(10 * 1024 * 1024),
106 PartitionType::RAW,
107 )?;
108 }
109 Some(open_parcel_file(path, true)?)
110 } else {
111 None
112 };
113
Inseob Kima5a262f2021-11-17 19:41:03 +0900114 let extra_idsig_files: Result<Vec<File>, _> = extra_idsigs.iter().map(File::open).collect();
115 let extra_idsig_fds = extra_idsig_files?.into_iter().map(ParcelFileDescriptor::new).collect();
116
Inseob Kim7b5f65c2022-11-15 14:27:04 +0900117 let payload = if let Some(config_path) = config_path {
118 if payload_path.is_some() {
119 bail!("Only one of --config-path or --payload-path can be defined")
120 }
121 Payload::ConfigPath(config_path)
122 } else if let Some(payload_path) = payload_path {
123 Payload::PayloadConfig(VirtualMachinePayloadConfig { payloadPath: payload_path })
124 } else {
125 bail!("Either --config-path or --payload-path must be defined")
126 };
127
128 let payload_config_str = format!("{:?}!{:?}", apk, payload);
129
Jooyung Han21e9b922021-06-26 04:14:16 +0900130 let config = VirtualMachineConfig::AppConfig(VirtualMachineAppConfig {
Seungjae Yoo62085c02022-08-12 04:44:52 +0000131 name: name.unwrap_or_else(|| String::from("VmRunApp")),
Jiyong Park0a248432021-08-20 23:32:39 +0900132 apk: apk_fd.into(),
133 idsig: idsig_fd.into(),
Inseob Kima5a262f2021-11-17 19:41:03 +0900134 extraIdsigs: extra_idsig_fds,
Jiyong Park48b354d2021-07-15 15:04:38 +0900135 instanceImage: open_parcel_file(instance, true /* writable */)?.into(),
Shikha Panwar22e70452022-10-10 18:32:55 +0000136 encryptedStorageImage: storage,
Inseob Kim7b5f65c2022-11-15 14:27:04 +0900137 payload,
Jiyong Parkc2a49cc2021-10-15 00:02:12 +0900138 debugLevel: debug_level,
Andrew Walbran3994f002022-01-27 17:33:45 +0000139 protectedVm: protected,
Jiyong Parkd63cfff2021-09-27 20:10:17 +0900140 memoryMib: mem.unwrap_or(0) as i32, // 0 means use the VM default
Jiyong Park032615f2022-01-10 13:55:34 +0900141 numCpus: cpus.unwrap_or(1) as i32,
Jiyong Parkdfe16d62022-04-20 17:32:12 +0900142 taskProfiles: task_profiles,
Jooyung Han21e9b922021-06-26 04:14:16 +0900143 });
Inseob Kim7b5f65c2022-11-15 14:27:04 +0900144 run(service, &config, &payload_config_str, daemonize, console_path, log_path, ramdump_path)
Jooyung Han21e9b922021-06-26 04:14:16 +0900145}
146
Andrew Walbranf395b822021-05-05 10:38:59 +0000147/// Run a VM from the given configuration file.
Jooyung Hanb7983a22022-02-22 05:21:27 +0900148#[allow(clippy::too_many_arguments)]
Andrew Walbranf395b822021-05-05 10:38:59 +0000149pub fn command_run(
Seungjae Yoo62085c02022-08-12 04:44:52 +0000150 name: Option<String>,
Andrew Walbran616d13f2022-05-12 18:35:55 +0000151 service: &dyn IVirtualizationService,
Andrew Walbranf395b822021-05-05 10:38:59 +0000152 config_path: &Path,
153 daemonize: bool,
Jiyong Parkb8182bb2021-10-26 22:53:08 +0900154 console_path: Option<&Path>,
Jooyung Hanb7983a22022-02-22 05:21:27 +0900155 log_path: Option<&Path>,
Jiyong Parkd63cfff2021-09-27 20:10:17 +0900156 mem: Option<u32>,
Jiyong Park032615f2022-01-10 13:55:34 +0900157 cpus: Option<u32>,
Jiyong Parkdfe16d62022-04-20 17:32:12 +0900158 task_profiles: Vec<String>,
Andrew Walbranf395b822021-05-05 10:38:59 +0000159) -> Result<(), Error> {
Andrew Walbran3a5a9212021-05-04 17:09:08 +0000160 let config_file = File::open(config_path).context("Failed to open config file")?;
Jiyong Parkd63cfff2021-09-27 20:10:17 +0900161 let mut config =
Andrew Walbran3a5a9212021-05-04 17:09:08 +0000162 VmConfig::load(&config_file).context("Failed to parse config file")?.to_parcelable()?;
Jiyong Parkd63cfff2021-09-27 20:10:17 +0900163 if let Some(mem) = mem {
164 config.memoryMib = mem as i32;
165 }
Jiyong Park032615f2022-01-10 13:55:34 +0900166 if let Some(cpus) = cpus {
167 config.numCpus = cpus as i32;
168 }
Seungjae Yoo62085c02022-08-12 04:44:52 +0000169 if let Some(name) = name {
170 config.name = name;
171 } else {
172 config.name = String::from("VmRun");
173 }
Jiyong Parkdfe16d62022-04-20 17:32:12 +0900174 config.taskProfiles = task_profiles;
Jooyung Han21e9b922021-06-26 04:14:16 +0900175 run(
176 service,
177 &VirtualMachineConfig::RawConfig(config),
178 &format!("{:?}", config_path),
179 daemonize,
Jiyong Parkb8182bb2021-10-26 22:53:08 +0900180 console_path,
Jooyung Hanb7983a22022-02-22 05:21:27 +0900181 log_path,
Jiyong Parke558ab12022-07-07 20:18:55 +0900182 /* ramdump_path */ None,
Jooyung Han21e9b922021-06-26 04:14:16 +0900183 )
184}
185
Andrew Walbranf8d94112021-09-07 11:45:36 +0000186fn state_to_str(vm_state: VirtualMachineState) -> &'static str {
187 match vm_state {
188 VirtualMachineState::NOT_STARTED => "NOT_STARTED",
189 VirtualMachineState::STARTING => "STARTING",
190 VirtualMachineState::STARTED => "STARTED",
191 VirtualMachineState::READY => "READY",
192 VirtualMachineState::FINISHED => "FINISHED",
193 VirtualMachineState::DEAD => "DEAD",
194 _ => "(invalid state)",
195 }
196}
197
Jooyung Han21e9b922021-06-26 04:14:16 +0900198fn run(
Andrew Walbran616d13f2022-05-12 18:35:55 +0000199 service: &dyn IVirtualizationService,
Jooyung Han21e9b922021-06-26 04:14:16 +0900200 config: &VirtualMachineConfig,
Inseob Kim7b5f65c2022-11-15 14:27:04 +0900201 payload_config: &str,
Jooyung Han21e9b922021-06-26 04:14:16 +0900202 daemonize: bool,
Jiyong Parkb8182bb2021-10-26 22:53:08 +0900203 console_path: Option<&Path>,
Jooyung Han21e9b922021-06-26 04:14:16 +0900204 log_path: Option<&Path>,
Jiyong Parke558ab12022-07-07 20:18:55 +0900205 ramdump_path: Option<&Path>,
Jooyung Han21e9b922021-06-26 04:14:16 +0900206) -> Result<(), Error> {
Jiyong Parkb8182bb2021-10-26 22:53:08 +0900207 let console = if let Some(console_path) = console_path {
Andrew Walbrand0ef4002022-05-16 16:14:10 +0000208 Some(
Jiyong Parkb8182bb2021-10-26 22:53:08 +0900209 File::create(console_path)
210 .with_context(|| format!("Failed to open console file {:?}", console_path))?,
Andrew Walbrand0ef4002022-05-16 16:14:10 +0000211 )
Jiyong Parkb8182bb2021-10-26 22:53:08 +0900212 } else if daemonize {
213 None
214 } else {
Andrew Walbrand0ef4002022-05-16 16:14:10 +0000215 Some(duplicate_stdout()?)
Jiyong Parkb8182bb2021-10-26 22:53:08 +0900216 };
217 let log = if let Some(log_path) = log_path {
Andrew Walbrand0ef4002022-05-16 16:14:10 +0000218 Some(
Andrew Walbranbe429242021-06-28 12:22:54 +0000219 File::create(log_path)
220 .with_context(|| format!("Failed to open log file {:?}", log_path))?,
Andrew Walbrand0ef4002022-05-16 16:14:10 +0000221 )
Andrew Walbranbe429242021-06-28 12:22:54 +0000222 } else if daemonize {
223 None
224 } else {
Andrew Walbrand0ef4002022-05-16 16:14:10 +0000225 Some(duplicate_stdout()?)
Andrew Walbranbe429242021-06-28 12:22:54 +0000226 };
Jiyong Parkb8182bb2021-10-26 22:53:08 +0900227
Alan Stokes0e82b502022-08-08 14:44:48 +0100228 let callback = Box::new(Callback {});
229 let vm = VmInstance::create(service, config, console, log, Some(callback))
230 .context("Failed to create VM")?;
Andrew Walbrand0ef4002022-05-16 16:14:10 +0000231 vm.start().context("Failed to start VM")?;
Andrew Walbranf395b822021-05-05 10:38:59 +0000232
Andrew Walbranf8d94112021-09-07 11:45:36 +0000233 println!(
234 "Created VM from {} with CID {}, state is {}.",
Inseob Kim7b5f65c2022-11-15 14:27:04 +0900235 payload_config,
Andrew Walbrand0ef4002022-05-16 16:14:10 +0000236 vm.cid(),
237 state_to_str(vm.state()?)
Andrew Walbranf8d94112021-09-07 11:45:36 +0000238 );
Andrew Walbranf395b822021-05-05 10:38:59 +0000239
240 if daemonize {
Andrew Walbranf6bf6862021-05-21 12:41:13 +0000241 // Pass the VM reference back to VirtualizationService and have it hold it in the
242 // background.
Andrew Walbrand0ef4002022-05-16 16:14:10 +0000243 service.debugHoldVmRef(&vm.vm).context("Failed to pass VM to VirtualizationService")?;
Andrew Walbranf395b822021-05-05 10:38:59 +0000244 } else {
Andrew Walbranf6bf6862021-05-21 12:41:13 +0000245 // Wait until the VM or VirtualizationService dies. If we just returned immediately then the
Andrew Walbranf395b822021-05-05 10:38:59 +0000246 // IVirtualMachine Binder object would be dropped and the VM would be killed.
Andrew Walbrand0ef4002022-05-16 16:14:10 +0000247 let death_reason = vm.wait_for_death();
Jiyong Parke558ab12022-07-07 20:18:55 +0900248
249 if let Some(path) = ramdump_path {
250 save_ramdump_if_available(path, &vm)?;
251 }
Alan Stokes2bead0d2022-09-05 16:58:34 +0100252 println!("VM ended: {:?}", death_reason);
Andrew Walbranf395b822021-05-05 10:38:59 +0000253 }
Andrew Walbranf395b822021-05-05 10:38:59 +0000254
Andrew Walbranf395b822021-05-05 10:38:59 +0000255 Ok(())
256}
257
Jiyong Parke558ab12022-07-07 20:18:55 +0900258fn save_ramdump_if_available(path: &Path, vm: &VmInstance) -> Result<(), Error> {
259 if let Some(mut ramdump) = vm.get_ramdump() {
260 let mut file =
261 File::create(path).context(format!("Failed to create ramdump file {:?}", path))?;
262 let size = std::io::copy(&mut ramdump, &mut file)
263 .context(format!("Failed to save ramdump to file {:?}", path))?;
264 eprintln!("Ramdump ({} bytes) saved to {:?}", size, path);
265 }
266 Ok(())
267}
268
Inseob Kima5a262f2021-11-17 19:41:03 +0900269fn parse_extra_apk_list(apk: &Path, config_path: &str) -> Result<Vec<String>, Error> {
270 let mut archive = ZipArchive::new(File::open(apk)?)?;
271 let config_file = archive.by_name(config_path)?;
272 let config: VmPayloadConfig = serde_json::from_reader(config_file)?;
273 Ok(config.extra_apks.into_iter().map(|x| x.path).collect())
274}
275
Alan Stokes0e82b502022-08-08 14:44:48 +0100276struct Callback {}
Andrew Walbranf395b822021-05-05 10:38:59 +0000277
Alan Stokes0e82b502022-08-08 14:44:48 +0100278impl vmclient::VmCallback for Callback {
David Brazdil451cc962022-10-14 14:08:12 +0100279 fn on_payload_started(&self, _cid: i32) {
280 eprintln!("payload started");
281 }
282
283 fn on_payload_stdio(&self, _cid: i32, stream: &File) {
284 eprintln!("connecting payload stdio...");
Inseob Kim7f61fe72021-08-20 20:50:47 +0900285 // Show the output of the payload
David Brazdil451cc962022-10-14 14:08:12 +0100286 let mut reader = BufReader::new(stream.try_clone().unwrap());
287 std::thread::spawn(move || loop {
288 let mut s = String::new();
289 match reader.read_line(&mut s) {
290 Ok(0) => break,
291 Ok(_) => print!("{}", s),
292 Err(e) => eprintln!("error reading from virtual machine: {}", e),
293 };
294 });
Jiyong Park8611a6c2021-07-09 18:17:44 +0900295 }
296
Alan Stokes0e82b502022-08-08 14:44:48 +0100297 fn on_payload_ready(&self, _cid: i32) {
Inseob Kim8dbc3222021-09-01 21:50:23 +0900298 eprintln!("payload is ready");
Inseob Kim14cb8692021-08-31 21:50:39 +0900299 }
300
Alan Stokes0e82b502022-08-08 14:44:48 +0100301 fn on_payload_finished(&self, _cid: i32, exit_code: i32) {
Inseob Kim8dbc3222021-09-01 21:50:23 +0900302 eprintln!("payload finished with exit code {}", exit_code);
Inseob Kim2444af92021-08-31 01:22:50 +0900303 }
304
Alan Stokes2bead0d2022-09-05 16:58:34 +0100305 fn on_error(&self, _cid: i32, error_code: ErrorCode, message: &str) {
306 eprintln!("VM encountered an error: code={:?}, message={}", error_code, message);
Andrew Walbranf395b822021-05-05 10:38:59 +0000307 }
308}
309
310/// Safely duplicate the standard output file descriptor.
311fn duplicate_stdout() -> io::Result<File> {
312 let stdout_fd = io::stdout().as_raw_fd();
313 // Safe because this just duplicates a file descriptor which we know to be valid, and we check
314 // for an error.
315 let dup_fd = unsafe { libc::dup(stdout_fd) };
316 if dup_fd < 0 {
317 Err(io::Error::last_os_error())
318 } else {
319 // Safe because we have just duplicated the file descriptor so we own it, and `from_raw_fd`
320 // takes ownership of it.
321 Ok(unsafe { File::from_raw_fd(dup_fd) })
322 }
323}