Jooyung Han | 347d9f2 | 2021-05-28 00:05:14 +0900 | [diff] [blame] | 1 | // Copyright 2021, The Android Open Source Project |
| 2 | // |
| 3 | // Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | // you may not use this file except in compliance with the License. |
| 5 | // You may obtain a copy of the License at |
| 6 | // |
| 7 | // http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | // |
| 9 | // Unless required by applicable law or agreed to in writing, software |
| 10 | // distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | // See the License for the specific language governing permissions and |
| 13 | // limitations under the License. |
| 14 | |
| 15 | //! Microdroid Manager |
| 16 | |
Jooyung Han | f48ceb4 | 2021-06-01 18:00:04 +0900 | [diff] [blame] | 17 | mod ioutil; |
Jooyung Han | 7457348 | 2021-06-08 17:10:21 +0900 | [diff] [blame] | 18 | mod metadata; |
Jooyung Han | 347d9f2 | 2021-05-28 00:05:14 +0900 | [diff] [blame] | 19 | |
Jooyung Han | 19c1d6c | 2021-08-06 14:08:16 +0900 | [diff] [blame] | 20 | use anyhow::{anyhow, bail, Context, Result}; |
| 21 | use apkverify::verify; |
Inseob Kim | 1b95f2e | 2021-08-19 13:17:40 +0900 | [diff] [blame] | 22 | use binder::unstable_api::{new_spibinder, AIBinder}; |
| 23 | use binder::{FromIBinder, Strong}; |
Andrew Scull | 6f3e5fe | 2021-07-02 12:38:21 +0000 | [diff] [blame] | 24 | use log::{error, info, warn}; |
Jooyung Han | 634e2d7 | 2021-06-10 16:27:38 +0900 | [diff] [blame] | 25 | use microdroid_payload_config::{Task, TaskType, VmPayloadConfig}; |
Inseob Kim | 7f61fe7 | 2021-08-20 20:50:47 +0900 | [diff] [blame] | 26 | use nix::ioctl_read_bad; |
Joel Galenson | 482704c | 2021-07-29 15:53:53 -0700 | [diff] [blame] | 27 | use rustutils::system_properties::PropertyWatcher; |
Inseob Kim | 7f61fe7 | 2021-08-20 20:50:47 +0900 | [diff] [blame] | 28 | use std::fs::{self, File, OpenOptions}; |
| 29 | use std::os::unix::io::{AsRawFd, FromRawFd, IntoRawFd}; |
Jooyung Han | f48ceb4 | 2021-06-01 18:00:04 +0900 | [diff] [blame] | 30 | use std::path::Path; |
Jiyong Park | 8611a6c | 2021-07-09 18:17:44 +0900 | [diff] [blame] | 31 | use std::process::{Command, Stdio}; |
| 32 | use std::str; |
Jooyung Han | 634e2d7 | 2021-06-10 16:27:38 +0900 | [diff] [blame] | 33 | use std::time::Duration; |
Jiyong Park | 8611a6c | 2021-07-09 18:17:44 +0900 | [diff] [blame] | 34 | use vsock::VsockStream; |
Jooyung Han | 634e2d7 | 2021-06-10 16:27:38 +0900 | [diff] [blame] | 35 | |
Inseob Kim | 1b95f2e | 2021-08-19 13:17:40 +0900 | [diff] [blame] | 36 | use android_system_virtualmachineservice::aidl::android::system::virtualmachineservice::IVirtualMachineService::IVirtualMachineService; |
| 37 | |
Jooyung Han | 634e2d7 | 2021-06-10 16:27:38 +0900 | [diff] [blame] | 38 | const WAIT_TIMEOUT: Duration = Duration::from_secs(10); |
Jooyung Han | 19c1d6c | 2021-08-06 14:08:16 +0900 | [diff] [blame] | 39 | const DM_MOUNTED_APK_PATH: &str = "/dev/block/mapper/microdroid-apk"; |
Jooyung Han | 347d9f2 | 2021-05-28 00:05:14 +0900 | [diff] [blame] | 40 | |
Inseob Kim | 1b95f2e | 2021-08-19 13:17:40 +0900 | [diff] [blame] | 41 | /// The CID representing the host VM |
| 42 | const VMADDR_CID_HOST: u32 = 2; |
| 43 | |
| 44 | /// Port number that virtualizationservice listens on connections from the guest VMs for the |
| 45 | /// VirtualMachineService binder service |
| 46 | /// Sync with virtualizationservice/src/aidl.rs |
| 47 | const PORT_VM_BINDER_SERVICE: u32 = 5000; |
| 48 | |
| 49 | fn get_vms_rpc_binder() -> Result<Strong<dyn IVirtualMachineService>> { |
| 50 | // SAFETY: AIBinder returned by RpcClient has correct reference count, and the ownership can be |
| 51 | // safely taken by new_spibinder. |
| 52 | let ibinder = unsafe { |
| 53 | new_spibinder(binder_rpc_unstable_bindgen::RpcClient( |
| 54 | VMADDR_CID_HOST, |
| 55 | PORT_VM_BINDER_SERVICE, |
| 56 | ) as *mut AIBinder) |
| 57 | }; |
| 58 | if let Some(ibinder) = ibinder { |
| 59 | <dyn IVirtualMachineService>::try_from(ibinder).context("Cannot connect to RPC service") |
| 60 | } else { |
| 61 | bail!("Invalid raw AIBinder") |
| 62 | } |
| 63 | } |
| 64 | |
Inseob Kim | 7f61fe7 | 2021-08-20 20:50:47 +0900 | [diff] [blame] | 65 | const IOCTL_VM_SOCKETS_GET_LOCAL_CID: usize = 0x7b9; |
| 66 | ioctl_read_bad!( |
| 67 | /// Gets local cid from /dev/vsock |
| 68 | vm_sockets_get_local_cid, |
| 69 | IOCTL_VM_SOCKETS_GET_LOCAL_CID, |
| 70 | u32 |
| 71 | ); |
| 72 | |
| 73 | // TODO: remove this after VS can check the peer addresses of binder clients |
| 74 | fn get_local_cid() -> Result<u32> { |
| 75 | let f = OpenOptions::new() |
| 76 | .read(true) |
| 77 | .write(false) |
| 78 | .open("/dev/vsock") |
| 79 | .context("failed to open /dev/vsock")?; |
| 80 | let mut ret = 0; |
| 81 | // SAFETY: the kernel only modifies the given u32 integer. |
| 82 | unsafe { vm_sockets_get_local_cid(f.as_raw_fd(), &mut ret) }?; |
| 83 | Ok(ret) |
| 84 | } |
| 85 | |
Jooyung Han | 634e2d7 | 2021-06-10 16:27:38 +0900 | [diff] [blame] | 86 | fn main() -> Result<()> { |
Jiyong Park | 79b8801 | 2021-06-25 13:06:25 +0900 | [diff] [blame] | 87 | kernlog::init()?; |
Jooyung Han | 347d9f2 | 2021-05-28 00:05:14 +0900 | [diff] [blame] | 88 | info!("started."); |
| 89 | |
Jooyung Han | 7457348 | 2021-06-08 17:10:21 +0900 | [diff] [blame] | 90 | let metadata = metadata::load()?; |
Jooyung Han | 19c1d6c | 2021-08-06 14:08:16 +0900 | [diff] [blame] | 91 | |
| 92 | if let Err(err) = verify_payloads() { |
Jooyung Han | d4e035e | 2021-08-18 21:19:41 +0900 | [diff] [blame] | 93 | error!("failed to verify payload: {:#?}", err); |
| 94 | return Err(err); |
Jooyung Han | 19c1d6c | 2021-08-06 14:08:16 +0900 | [diff] [blame] | 95 | } |
| 96 | |
Inseob Kim | 7f61fe7 | 2021-08-20 20:50:47 +0900 | [diff] [blame] | 97 | let service = get_vms_rpc_binder().expect("cannot connect to VirtualMachineService"); |
Inseob Kim | 1b95f2e | 2021-08-19 13:17:40 +0900 | [diff] [blame] | 98 | |
Jooyung Han | 7457348 | 2021-06-08 17:10:21 +0900 | [diff] [blame] | 99 | if !metadata.payload_config_path.is_empty() { |
Jooyung Han | 634e2d7 | 2021-06-10 16:27:38 +0900 | [diff] [blame] | 100 | let config = load_config(Path::new(&metadata.payload_config_path))?; |
| 101 | |
Andrew Scull | 6f3e5fe | 2021-07-02 12:38:21 +0000 | [diff] [blame] | 102 | let fake_secret = "This is a placeholder for a value that is derived from the images that are loaded in the VM."; |
Joel Galenson | 482704c | 2021-07-29 15:53:53 -0700 | [diff] [blame] | 103 | if let Err(err) = rustutils::system_properties::write("ro.vmsecret.keymint", fake_secret) { |
Andrew Scull | 6f3e5fe | 2021-07-02 12:38:21 +0000 | [diff] [blame] | 104 | warn!("failed to set ro.vmsecret.keymint: {}", err); |
| 105 | } |
| 106 | |
Jooyung Han | 634e2d7 | 2021-06-10 16:27:38 +0900 | [diff] [blame] | 107 | // TODO(jooyung): wait until sys.boot_completed? |
Jooyung Han | 347d9f2 | 2021-05-28 00:05:14 +0900 | [diff] [blame] | 108 | if let Some(main_task) = &config.task { |
Inseob Kim | 7f61fe7 | 2021-08-20 20:50:47 +0900 | [diff] [blame] | 109 | exec_task(main_task, &service).map_err(|e| { |
Jiyong Park | 8611a6c | 2021-07-09 18:17:44 +0900 | [diff] [blame] | 110 | error!("failed to execute task: {}", e); |
| 111 | e |
| 112 | })?; |
Jooyung Han | 347d9f2 | 2021-05-28 00:05:14 +0900 | [diff] [blame] | 113 | } |
| 114 | } |
| 115 | |
| 116 | Ok(()) |
| 117 | } |
| 118 | |
Jooyung Han | 19c1d6c | 2021-08-06 14:08:16 +0900 | [diff] [blame] | 119 | // TODO(jooyung): v2/v3 full verification can be slow. Consider multithreading. |
| 120 | fn verify_payloads() -> Result<()> { |
| 121 | // We don't verify APEXes since apexd does. |
| 122 | |
| 123 | // should wait APK to be dm-verity mounted by apkdmverity |
| 124 | ioutil::wait_for_file(DM_MOUNTED_APK_PATH, WAIT_TIMEOUT)?; |
| 125 | verify(DM_MOUNTED_APK_PATH).context(format!("failed to verify {}", DM_MOUNTED_APK_PATH))?; |
| 126 | |
| 127 | info!("payload verification succeeded."); |
| 128 | // TODO(jooyung): collect public keys and store them in instance.img |
| 129 | Ok(()) |
| 130 | } |
| 131 | |
Jooyung Han | 634e2d7 | 2021-06-10 16:27:38 +0900 | [diff] [blame] | 132 | fn load_config(path: &Path) -> Result<VmPayloadConfig> { |
| 133 | info!("loading config from {:?}...", path); |
| 134 | let file = ioutil::wait_for_file(path, WAIT_TIMEOUT)?; |
| 135 | Ok(serde_json::from_reader(file)?) |
| 136 | } |
| 137 | |
Jiyong Park | 8611a6c | 2021-07-09 18:17:44 +0900 | [diff] [blame] | 138 | /// Executes the given task. Stdout of the task is piped into the vsock stream to the |
| 139 | /// virtualizationservice in the host side. |
Inseob Kim | 7f61fe7 | 2021-08-20 20:50:47 +0900 | [diff] [blame] | 140 | fn exec_task(task: &Task, service: &Strong<dyn IVirtualMachineService>) -> Result<()> { |
Jiyong Park | 8611a6c | 2021-07-09 18:17:44 +0900 | [diff] [blame] | 141 | info!("executing main task {:?}...", task); |
Inseob Kim | 7f61fe7 | 2021-08-20 20:50:47 +0900 | [diff] [blame] | 142 | let mut child = build_command(task)?.spawn()?; |
| 143 | |
| 144 | info!("notifying payload started"); |
| 145 | service.notifyPayloadStarted(get_local_cid()? as i32)?; |
| 146 | |
Jiyong Park | 8611a6c | 2021-07-09 18:17:44 +0900 | [diff] [blame] | 147 | match child.wait()?.code() { |
| 148 | Some(0) => { |
| 149 | info!("task successfully finished"); |
| 150 | Ok(()) |
| 151 | } |
| 152 | Some(code) => bail!("task exited with exit code: {}", code), |
| 153 | None => bail!("task terminated by signal"), |
Jiyong Park | 038b73e | 2021-06-16 01:57:02 +0900 | [diff] [blame] | 154 | } |
Jooyung Han | 347d9f2 | 2021-05-28 00:05:14 +0900 | [diff] [blame] | 155 | } |
Jooyung Han | 634e2d7 | 2021-06-10 16:27:38 +0900 | [diff] [blame] | 156 | |
| 157 | fn build_command(task: &Task) -> Result<Command> { |
Inseob Kim | 7f61fe7 | 2021-08-20 20:50:47 +0900 | [diff] [blame] | 158 | const VMADDR_CID_HOST: u32 = 2; |
| 159 | const PORT_VIRT_SVC: u32 = 3000; |
| 160 | |
| 161 | let mut command = match task.type_ { |
Jooyung Han | 634e2d7 | 2021-06-10 16:27:38 +0900 | [diff] [blame] | 162 | TaskType::Executable => { |
| 163 | let mut command = Command::new(&task.command); |
| 164 | command.args(&task.args); |
| 165 | command |
| 166 | } |
| 167 | TaskType::MicrodroidLauncher => { |
| 168 | let mut command = Command::new("/system/bin/microdroid_launcher"); |
| 169 | command.arg(find_library_path(&task.command)?).args(&task.args); |
| 170 | command |
| 171 | } |
Inseob Kim | 7f61fe7 | 2021-08-20 20:50:47 +0900 | [diff] [blame] | 172 | }; |
| 173 | |
| 174 | match VsockStream::connect_with_cid_port(VMADDR_CID_HOST, PORT_VIRT_SVC) { |
| 175 | Ok(stream) => { |
| 176 | // SAFETY: the ownership of the underlying file descriptor is transferred from stream |
| 177 | // to the file object, and then into the Command object. When the command is finished, |
| 178 | // the file descriptor is closed. |
| 179 | let file = unsafe { File::from_raw_fd(stream.into_raw_fd()) }; |
| 180 | command |
| 181 | .stdin(Stdio::from(file.try_clone()?)) |
| 182 | .stdout(Stdio::from(file.try_clone()?)) |
| 183 | .stderr(Stdio::from(file)); |
| 184 | } |
| 185 | Err(e) => { |
| 186 | error!("failed to connect to virtualization service: {}", e); |
| 187 | // Don't fail hard here. Even if we failed to connect to the virtualizationservice, |
| 188 | // we keep executing the task. This can happen if the owner of the VM doesn't register |
| 189 | // callback to accept the stream. Use /dev/null as the stream so that the task can |
| 190 | // make progress without waiting for someone to consume the output. |
| 191 | command.stdin(Stdio::null()).stdout(Stdio::null()).stderr(Stdio::null()); |
| 192 | } |
| 193 | } |
| 194 | |
| 195 | Ok(command) |
Jooyung Han | 634e2d7 | 2021-06-10 16:27:38 +0900 | [diff] [blame] | 196 | } |
| 197 | |
| 198 | fn find_library_path(name: &str) -> Result<String> { |
| 199 | let mut watcher = PropertyWatcher::new("ro.product.cpu.abilist")?; |
| 200 | let value = watcher.read(|_name, value| Ok(value.trim().to_string()))?; |
| 201 | let abi = value.split(',').next().ok_or_else(|| anyhow!("no abilist"))?; |
| 202 | let path = format!("/mnt/apk/lib/{}/{}", abi, name); |
| 203 | |
| 204 | let metadata = fs::metadata(&path)?; |
| 205 | if !metadata.is_file() { |
| 206 | bail!("{} is not a file", &path); |
| 207 | } |
| 208 | |
| 209 | Ok(path) |
| 210 | } |