Jooyung Han | 347d9f2 | 2021-05-28 00:05:14 +0900 | [diff] [blame] | 1 | // Copyright 2021, The Android Open Source Project |
| 2 | // |
| 3 | // Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | // you may not use this file except in compliance with the License. |
| 5 | // You may obtain a copy of the License at |
| 6 | // |
| 7 | // http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | // |
| 9 | // Unless required by applicable law or agreed to in writing, software |
| 10 | // distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | // See the License for the specific language governing permissions and |
| 13 | // limitations under the License. |
| 14 | |
| 15 | //! Microdroid Manager |
| 16 | |
Jiyong Park | 21ce2c5 | 2021-08-28 02:32:17 +0900 | [diff] [blame^] | 17 | mod instance; |
Jooyung Han | f48ceb4 | 2021-06-01 18:00:04 +0900 | [diff] [blame] | 18 | mod ioutil; |
Jooyung Han | 7457348 | 2021-06-08 17:10:21 +0900 | [diff] [blame] | 19 | mod metadata; |
Jooyung Han | 347d9f2 | 2021-05-28 00:05:14 +0900 | [diff] [blame] | 20 | |
Jiyong Park | 21ce2c5 | 2021-08-28 02:32:17 +0900 | [diff] [blame^] | 21 | use crate::instance::InstanceDisk; |
Jooyung Han | 19c1d6c | 2021-08-06 14:08:16 +0900 | [diff] [blame] | 22 | use anyhow::{anyhow, bail, Context, Result}; |
| 23 | use apkverify::verify; |
Inseob Kim | 1b95f2e | 2021-08-19 13:17:40 +0900 | [diff] [blame] | 24 | use binder::unstable_api::{new_spibinder, AIBinder}; |
| 25 | use binder::{FromIBinder, Strong}; |
Jiyong Park | 21ce2c5 | 2021-08-28 02:32:17 +0900 | [diff] [blame^] | 26 | use idsig::V4Signature; |
| 27 | use log::{debug, error, info, warn}; |
Jooyung Han | 634e2d7 | 2021-06-10 16:27:38 +0900 | [diff] [blame] | 28 | use microdroid_payload_config::{Task, TaskType, VmPayloadConfig}; |
Inseob Kim | 7f61fe7 | 2021-08-20 20:50:47 +0900 | [diff] [blame] | 29 | use nix::ioctl_read_bad; |
Joel Galenson | 482704c | 2021-07-29 15:53:53 -0700 | [diff] [blame] | 30 | use rustutils::system_properties::PropertyWatcher; |
Inseob Kim | 7f61fe7 | 2021-08-20 20:50:47 +0900 | [diff] [blame] | 31 | use std::fs::{self, File, OpenOptions}; |
| 32 | use std::os::unix::io::{AsRawFd, FromRawFd, IntoRawFd}; |
Jooyung Han | f48ceb4 | 2021-06-01 18:00:04 +0900 | [diff] [blame] | 33 | use std::path::Path; |
Jiyong Park | 8611a6c | 2021-07-09 18:17:44 +0900 | [diff] [blame] | 34 | use std::process::{Command, Stdio}; |
| 35 | use std::str; |
Jooyung Han | 634e2d7 | 2021-06-10 16:27:38 +0900 | [diff] [blame] | 36 | use std::time::Duration; |
Jiyong Park | 8611a6c | 2021-07-09 18:17:44 +0900 | [diff] [blame] | 37 | use vsock::VsockStream; |
Jooyung Han | 634e2d7 | 2021-06-10 16:27:38 +0900 | [diff] [blame] | 38 | |
Inseob Kim | 1b95f2e | 2021-08-19 13:17:40 +0900 | [diff] [blame] | 39 | use android_system_virtualmachineservice::aidl::android::system::virtualmachineservice::IVirtualMachineService::IVirtualMachineService; |
| 40 | |
Jooyung Han | 634e2d7 | 2021-06-10 16:27:38 +0900 | [diff] [blame] | 41 | const WAIT_TIMEOUT: Duration = Duration::from_secs(10); |
Jooyung Han | 19c1d6c | 2021-08-06 14:08:16 +0900 | [diff] [blame] | 42 | const DM_MOUNTED_APK_PATH: &str = "/dev/block/mapper/microdroid-apk"; |
Jooyung Han | 347d9f2 | 2021-05-28 00:05:14 +0900 | [diff] [blame] | 43 | |
Inseob Kim | 1b95f2e | 2021-08-19 13:17:40 +0900 | [diff] [blame] | 44 | /// The CID representing the host VM |
| 45 | const VMADDR_CID_HOST: u32 = 2; |
| 46 | |
| 47 | /// Port number that virtualizationservice listens on connections from the guest VMs for the |
| 48 | /// VirtualMachineService binder service |
| 49 | /// Sync with virtualizationservice/src/aidl.rs |
| 50 | const PORT_VM_BINDER_SERVICE: u32 = 5000; |
| 51 | |
| 52 | fn get_vms_rpc_binder() -> Result<Strong<dyn IVirtualMachineService>> { |
| 53 | // SAFETY: AIBinder returned by RpcClient has correct reference count, and the ownership can be |
| 54 | // safely taken by new_spibinder. |
| 55 | let ibinder = unsafe { |
| 56 | new_spibinder(binder_rpc_unstable_bindgen::RpcClient( |
| 57 | VMADDR_CID_HOST, |
| 58 | PORT_VM_BINDER_SERVICE, |
| 59 | ) as *mut AIBinder) |
| 60 | }; |
| 61 | if let Some(ibinder) = ibinder { |
| 62 | <dyn IVirtualMachineService>::try_from(ibinder).context("Cannot connect to RPC service") |
| 63 | } else { |
| 64 | bail!("Invalid raw AIBinder") |
| 65 | } |
| 66 | } |
| 67 | |
Inseob Kim | 7f61fe7 | 2021-08-20 20:50:47 +0900 | [diff] [blame] | 68 | const IOCTL_VM_SOCKETS_GET_LOCAL_CID: usize = 0x7b9; |
| 69 | ioctl_read_bad!( |
| 70 | /// Gets local cid from /dev/vsock |
| 71 | vm_sockets_get_local_cid, |
| 72 | IOCTL_VM_SOCKETS_GET_LOCAL_CID, |
| 73 | u32 |
| 74 | ); |
| 75 | |
| 76 | // TODO: remove this after VS can check the peer addresses of binder clients |
| 77 | fn get_local_cid() -> Result<u32> { |
| 78 | let f = OpenOptions::new() |
| 79 | .read(true) |
| 80 | .write(false) |
| 81 | .open("/dev/vsock") |
| 82 | .context("failed to open /dev/vsock")?; |
| 83 | let mut ret = 0; |
| 84 | // SAFETY: the kernel only modifies the given u32 integer. |
| 85 | unsafe { vm_sockets_get_local_cid(f.as_raw_fd(), &mut ret) }?; |
| 86 | Ok(ret) |
| 87 | } |
| 88 | |
Jooyung Han | 634e2d7 | 2021-06-10 16:27:38 +0900 | [diff] [blame] | 89 | fn main() -> Result<()> { |
Jiyong Park | 79b8801 | 2021-06-25 13:06:25 +0900 | [diff] [blame] | 90 | kernlog::init()?; |
Jooyung Han | 347d9f2 | 2021-05-28 00:05:14 +0900 | [diff] [blame] | 91 | info!("started."); |
| 92 | |
Jooyung Han | 7457348 | 2021-06-08 17:10:21 +0900 | [diff] [blame] | 93 | let metadata = metadata::load()?; |
Jooyung Han | 19c1d6c | 2021-08-06 14:08:16 +0900 | [diff] [blame] | 94 | |
| 95 | if let Err(err) = verify_payloads() { |
Jooyung Han | d4e035e | 2021-08-18 21:19:41 +0900 | [diff] [blame] | 96 | error!("failed to verify payload: {:#?}", err); |
| 97 | return Err(err); |
Jooyung Han | 19c1d6c | 2021-08-06 14:08:16 +0900 | [diff] [blame] | 98 | } |
| 99 | |
Jiyong Park | 21ce2c5 | 2021-08-28 02:32:17 +0900 | [diff] [blame^] | 100 | let mut instance = InstanceDisk::new()?; |
| 101 | // TODO(jiyong): the data should have an internal structure |
| 102 | if let Some(data) = instance.read_microdroid_data().context("Failed to read identity data")? { |
| 103 | debug!("read apk root hash: {}", to_hex_string(&data)); |
| 104 | //TODO(jiyong) apkdmverity should use this root hash instead of the one read from the idsig |
| 105 | //file, if the root hash is found in the instance image. |
| 106 | } else { |
| 107 | let data = get_apk_roothash()?; |
| 108 | debug!("write apk root hash: {}", to_hex_string(&data)); |
| 109 | instance.write_microdroid_data(data.as_ref()).context("Failed to write identity data")?; |
| 110 | } |
| 111 | |
Inseob Kim | 7f61fe7 | 2021-08-20 20:50:47 +0900 | [diff] [blame] | 112 | let service = get_vms_rpc_binder().expect("cannot connect to VirtualMachineService"); |
Inseob Kim | 1b95f2e | 2021-08-19 13:17:40 +0900 | [diff] [blame] | 113 | |
Jooyung Han | 7457348 | 2021-06-08 17:10:21 +0900 | [diff] [blame] | 114 | if !metadata.payload_config_path.is_empty() { |
Jooyung Han | 634e2d7 | 2021-06-10 16:27:38 +0900 | [diff] [blame] | 115 | let config = load_config(Path::new(&metadata.payload_config_path))?; |
| 116 | |
Andrew Scull | 6f3e5fe | 2021-07-02 12:38:21 +0000 | [diff] [blame] | 117 | let fake_secret = "This is a placeholder for a value that is derived from the images that are loaded in the VM."; |
Joel Galenson | 482704c | 2021-07-29 15:53:53 -0700 | [diff] [blame] | 118 | if let Err(err) = rustutils::system_properties::write("ro.vmsecret.keymint", fake_secret) { |
Andrew Scull | 6f3e5fe | 2021-07-02 12:38:21 +0000 | [diff] [blame] | 119 | warn!("failed to set ro.vmsecret.keymint: {}", err); |
| 120 | } |
| 121 | |
Jooyung Han | 634e2d7 | 2021-06-10 16:27:38 +0900 | [diff] [blame] | 122 | // TODO(jooyung): wait until sys.boot_completed? |
Jooyung Han | 347d9f2 | 2021-05-28 00:05:14 +0900 | [diff] [blame] | 123 | if let Some(main_task) = &config.task { |
Inseob Kim | 7f61fe7 | 2021-08-20 20:50:47 +0900 | [diff] [blame] | 124 | exec_task(main_task, &service).map_err(|e| { |
Jiyong Park | 8611a6c | 2021-07-09 18:17:44 +0900 | [diff] [blame] | 125 | error!("failed to execute task: {}", e); |
| 126 | e |
| 127 | })?; |
Jooyung Han | 347d9f2 | 2021-05-28 00:05:14 +0900 | [diff] [blame] | 128 | } |
| 129 | } |
| 130 | |
| 131 | Ok(()) |
| 132 | } |
| 133 | |
Jooyung Han | 19c1d6c | 2021-08-06 14:08:16 +0900 | [diff] [blame] | 134 | // TODO(jooyung): v2/v3 full verification can be slow. Consider multithreading. |
| 135 | fn verify_payloads() -> Result<()> { |
| 136 | // We don't verify APEXes since apexd does. |
| 137 | |
| 138 | // should wait APK to be dm-verity mounted by apkdmverity |
| 139 | ioutil::wait_for_file(DM_MOUNTED_APK_PATH, WAIT_TIMEOUT)?; |
| 140 | verify(DM_MOUNTED_APK_PATH).context(format!("failed to verify {}", DM_MOUNTED_APK_PATH))?; |
| 141 | |
| 142 | info!("payload verification succeeded."); |
| 143 | // TODO(jooyung): collect public keys and store them in instance.img |
| 144 | Ok(()) |
| 145 | } |
| 146 | |
Jiyong Park | 21ce2c5 | 2021-08-28 02:32:17 +0900 | [diff] [blame^] | 147 | fn get_apk_roothash() -> Result<Box<[u8]>> { |
| 148 | let mut idsig = File::open("/dev/block/by-name/microdroid-apk-idsig")?; |
| 149 | let idsig = V4Signature::from(&mut idsig)?; |
| 150 | Ok(idsig.hashing_info.raw_root_hash) |
| 151 | } |
| 152 | |
Jooyung Han | 634e2d7 | 2021-06-10 16:27:38 +0900 | [diff] [blame] | 153 | fn load_config(path: &Path) -> Result<VmPayloadConfig> { |
| 154 | info!("loading config from {:?}...", path); |
| 155 | let file = ioutil::wait_for_file(path, WAIT_TIMEOUT)?; |
| 156 | Ok(serde_json::from_reader(file)?) |
| 157 | } |
| 158 | |
Jiyong Park | 8611a6c | 2021-07-09 18:17:44 +0900 | [diff] [blame] | 159 | /// Executes the given task. Stdout of the task is piped into the vsock stream to the |
| 160 | /// virtualizationservice in the host side. |
Inseob Kim | 7f61fe7 | 2021-08-20 20:50:47 +0900 | [diff] [blame] | 161 | fn exec_task(task: &Task, service: &Strong<dyn IVirtualMachineService>) -> Result<()> { |
Jiyong Park | 8611a6c | 2021-07-09 18:17:44 +0900 | [diff] [blame] | 162 | info!("executing main task {:?}...", task); |
Inseob Kim | 7f61fe7 | 2021-08-20 20:50:47 +0900 | [diff] [blame] | 163 | let mut child = build_command(task)?.spawn()?; |
| 164 | |
| 165 | info!("notifying payload started"); |
| 166 | service.notifyPayloadStarted(get_local_cid()? as i32)?; |
| 167 | |
Jiyong Park | 8611a6c | 2021-07-09 18:17:44 +0900 | [diff] [blame] | 168 | match child.wait()?.code() { |
| 169 | Some(0) => { |
| 170 | info!("task successfully finished"); |
| 171 | Ok(()) |
| 172 | } |
| 173 | Some(code) => bail!("task exited with exit code: {}", code), |
| 174 | None => bail!("task terminated by signal"), |
Jiyong Park | 038b73e | 2021-06-16 01:57:02 +0900 | [diff] [blame] | 175 | } |
Jooyung Han | 347d9f2 | 2021-05-28 00:05:14 +0900 | [diff] [blame] | 176 | } |
Jooyung Han | 634e2d7 | 2021-06-10 16:27:38 +0900 | [diff] [blame] | 177 | |
| 178 | fn build_command(task: &Task) -> Result<Command> { |
Inseob Kim | 7f61fe7 | 2021-08-20 20:50:47 +0900 | [diff] [blame] | 179 | const VMADDR_CID_HOST: u32 = 2; |
| 180 | const PORT_VIRT_SVC: u32 = 3000; |
| 181 | |
| 182 | let mut command = match task.type_ { |
Jooyung Han | 634e2d7 | 2021-06-10 16:27:38 +0900 | [diff] [blame] | 183 | TaskType::Executable => { |
| 184 | let mut command = Command::new(&task.command); |
| 185 | command.args(&task.args); |
| 186 | command |
| 187 | } |
| 188 | TaskType::MicrodroidLauncher => { |
| 189 | let mut command = Command::new("/system/bin/microdroid_launcher"); |
| 190 | command.arg(find_library_path(&task.command)?).args(&task.args); |
| 191 | command |
| 192 | } |
Inseob Kim | 7f61fe7 | 2021-08-20 20:50:47 +0900 | [diff] [blame] | 193 | }; |
| 194 | |
| 195 | match VsockStream::connect_with_cid_port(VMADDR_CID_HOST, PORT_VIRT_SVC) { |
| 196 | Ok(stream) => { |
| 197 | // SAFETY: the ownership of the underlying file descriptor is transferred from stream |
| 198 | // to the file object, and then into the Command object. When the command is finished, |
| 199 | // the file descriptor is closed. |
| 200 | let file = unsafe { File::from_raw_fd(stream.into_raw_fd()) }; |
| 201 | command |
| 202 | .stdin(Stdio::from(file.try_clone()?)) |
| 203 | .stdout(Stdio::from(file.try_clone()?)) |
| 204 | .stderr(Stdio::from(file)); |
| 205 | } |
| 206 | Err(e) => { |
| 207 | error!("failed to connect to virtualization service: {}", e); |
| 208 | // Don't fail hard here. Even if we failed to connect to the virtualizationservice, |
| 209 | // we keep executing the task. This can happen if the owner of the VM doesn't register |
| 210 | // callback to accept the stream. Use /dev/null as the stream so that the task can |
| 211 | // make progress without waiting for someone to consume the output. |
| 212 | command.stdin(Stdio::null()).stdout(Stdio::null()).stderr(Stdio::null()); |
| 213 | } |
| 214 | } |
| 215 | |
| 216 | Ok(command) |
Jooyung Han | 634e2d7 | 2021-06-10 16:27:38 +0900 | [diff] [blame] | 217 | } |
| 218 | |
| 219 | fn find_library_path(name: &str) -> Result<String> { |
| 220 | let mut watcher = PropertyWatcher::new("ro.product.cpu.abilist")?; |
| 221 | let value = watcher.read(|_name, value| Ok(value.trim().to_string()))?; |
| 222 | let abi = value.split(',').next().ok_or_else(|| anyhow!("no abilist"))?; |
| 223 | let path = format!("/mnt/apk/lib/{}/{}", abi, name); |
| 224 | |
| 225 | let metadata = fs::metadata(&path)?; |
| 226 | if !metadata.is_file() { |
| 227 | bail!("{} is not a file", &path); |
| 228 | } |
| 229 | |
| 230 | Ok(path) |
| 231 | } |
Jiyong Park | 21ce2c5 | 2021-08-28 02:32:17 +0900 | [diff] [blame^] | 232 | |
| 233 | fn to_hex_string(buf: &[u8]) -> String { |
| 234 | buf.iter().map(|b| format!("{:02X}", b)).collect() |
| 235 | } |