Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2021 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
Victor Hsieh | 9ed2718 | 2021-08-25 15:52:42 -0700 | [diff] [blame] | 17 | //! pvm_exec is a proxy/wrapper command to run compilation task remotely. The most important task |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 18 | //! for this program is to run a `fd_server` that serves remote file read/write requests. |
| 19 | //! |
Victor Hsieh | 9ed2718 | 2021-08-25 15:52:42 -0700 | [diff] [blame] | 20 | //! It currently works as a command line wrapper to make it easy to schedule an existing dex2oat |
| 21 | //! task to run in the VM. |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 22 | //! |
Victor Hsieh | 9ed2718 | 2021-08-25 15:52:42 -0700 | [diff] [blame] | 23 | //! Example: |
| 24 | //! $ adb shell exec 3</input/dex 4<>/output/oat ... pvm_exec --in-fd 3 --out-fd 4 -- dex2oat64 ... |
| 25 | //! |
| 26 | //! Note the immediate argument "dex2oat64" right after "--" is not really used. It is only for |
| 27 | //! ergonomics. |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 28 | |
| 29 | use anyhow::{bail, Context, Result}; |
Victor Hsieh | a7d3786 | 2021-06-04 17:14:20 -0700 | [diff] [blame] | 30 | use binder::unstable_api::{new_spibinder, AIBinder}; |
| 31 | use binder::FromIBinder; |
Victor Hsieh | 9ed2718 | 2021-08-25 15:52:42 -0700 | [diff] [blame] | 32 | use log::{debug, error, warn}; |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 33 | use minijail::Minijail; |
| 34 | use nix::fcntl::{fcntl, FcntlArg::F_GETFD}; |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 35 | use std::os::unix::io::RawFd; |
| 36 | use std::path::Path; |
| 37 | use std::process::exit; |
| 38 | |
| 39 | use compos_aidl_interface::aidl::com::android::compos::{ |
Victor Hsieh | 13333e8 | 2021-09-03 15:17:32 -0700 | [diff] [blame^] | 40 | FdAnnotation::FdAnnotation, ICompOsService::ICompOsService, |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 41 | }; |
| 42 | use compos_aidl_interface::binder::Strong; |
| 43 | |
Victor Hsieh | a7d3786 | 2021-06-04 17:14:20 -0700 | [diff] [blame] | 44 | mod common; |
| 45 | use common::{SERVICE_NAME, VSOCK_PORT}; |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 46 | |
Victor Hsieh | a7d3786 | 2021-06-04 17:14:20 -0700 | [diff] [blame] | 47 | const FD_SERVER_BIN: &str = "/apex/com.android.virt/bin/fd_server"; |
| 48 | |
Victor Hsieh | a64194b | 2021-08-06 17:43:36 -0700 | [diff] [blame] | 49 | fn get_local_service() -> Result<Strong<dyn ICompOsService>> { |
Victor Hsieh | a7d3786 | 2021-06-04 17:14:20 -0700 | [diff] [blame] | 50 | compos_aidl_interface::binder::get_interface(SERVICE_NAME).context("get local binder") |
| 51 | } |
| 52 | |
Victor Hsieh | a64194b | 2021-08-06 17:43:36 -0700 | [diff] [blame] | 53 | fn get_rpc_binder(cid: u32) -> Result<Strong<dyn ICompOsService>> { |
Victor Hsieh | a7d3786 | 2021-06-04 17:14:20 -0700 | [diff] [blame] | 54 | // SAFETY: AIBinder returned by RpcClient has correct reference count, and the ownership can be |
| 55 | // safely taken by new_spibinder. |
| 56 | let ibinder = unsafe { |
| 57 | new_spibinder(binder_rpc_unstable_bindgen::RpcClient(cid, VSOCK_PORT) as *mut AIBinder) |
| 58 | }; |
| 59 | if let Some(ibinder) = ibinder { |
Victor Hsieh | a64194b | 2021-08-06 17:43:36 -0700 | [diff] [blame] | 60 | <dyn ICompOsService>::try_from(ibinder).context("Cannot connect to RPC service") |
Victor Hsieh | a7d3786 | 2021-06-04 17:14:20 -0700 | [diff] [blame] | 61 | } else { |
| 62 | bail!("Invalid raw AIBinder") |
| 63 | } |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 64 | } |
| 65 | |
Victor Hsieh | 13333e8 | 2021-09-03 15:17:32 -0700 | [diff] [blame^] | 66 | fn spawn_fd_server(fd_annotation: &FdAnnotation, debuggable: bool) -> Result<Minijail> { |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 67 | let mut inheritable_fds = if debuggable { |
| 68 | vec![1, 2] // inherit/redirect stdout/stderr for debugging |
| 69 | } else { |
| 70 | vec![] |
| 71 | }; |
| 72 | |
Victor Hsieh | a7d3786 | 2021-06-04 17:14:20 -0700 | [diff] [blame] | 73 | let mut args = vec![FD_SERVER_BIN.to_string(), "--rpc-binder".to_string()]; |
Victor Hsieh | 13333e8 | 2021-09-03 15:17:32 -0700 | [diff] [blame^] | 74 | for fd in &fd_annotation.input_fds { |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 75 | args.push("--ro-fds".to_string()); |
Victor Hsieh | 13333e8 | 2021-09-03 15:17:32 -0700 | [diff] [blame^] | 76 | args.push(fd.to_string()); |
| 77 | inheritable_fds.push(*fd); |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 78 | } |
Victor Hsieh | 13333e8 | 2021-09-03 15:17:32 -0700 | [diff] [blame^] | 79 | for fd in &fd_annotation.output_fds { |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 80 | args.push("--rw-fds".to_string()); |
Victor Hsieh | 13333e8 | 2021-09-03 15:17:32 -0700 | [diff] [blame^] | 81 | args.push(fd.to_string()); |
| 82 | inheritable_fds.push(*fd); |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 83 | } |
| 84 | |
| 85 | let jail = Minijail::new()?; |
| 86 | let _pid = jail.run(Path::new(FD_SERVER_BIN), &inheritable_fds, &args)?; |
| 87 | Ok(jail) |
| 88 | } |
| 89 | |
| 90 | fn is_fd_valid(fd: RawFd) -> Result<bool> { |
| 91 | let retval = fcntl(fd, F_GETFD)?; |
| 92 | Ok(retval >= 0) |
| 93 | } |
| 94 | |
| 95 | fn parse_arg_fd(arg: &str) -> Result<RawFd> { |
| 96 | let fd = arg.parse::<RawFd>()?; |
| 97 | if !is_fd_valid(fd)? { |
| 98 | bail!("Bad FD: {}", fd); |
| 99 | } |
| 100 | Ok(fd) |
| 101 | } |
| 102 | |
| 103 | struct Config { |
| 104 | args: Vec<String>, |
Victor Hsieh | 13333e8 | 2021-09-03 15:17:32 -0700 | [diff] [blame^] | 105 | fd_annotation: FdAnnotation, |
Victor Hsieh | a7d3786 | 2021-06-04 17:14:20 -0700 | [diff] [blame] | 106 | cid: Option<u32>, |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 107 | debuggable: bool, |
| 108 | } |
| 109 | |
| 110 | fn parse_args() -> Result<Config> { |
| 111 | #[rustfmt::skip] |
| 112 | let matches = clap::App::new("pvm_exec") |
| 113 | .arg(clap::Arg::with_name("in-fd") |
| 114 | .long("in-fd") |
| 115 | .takes_value(true) |
| 116 | .multiple(true) |
| 117 | .use_delimiter(true)) |
| 118 | .arg(clap::Arg::with_name("out-fd") |
| 119 | .long("out-fd") |
| 120 | .takes_value(true) |
| 121 | .multiple(true) |
| 122 | .use_delimiter(true)) |
Victor Hsieh | a7d3786 | 2021-06-04 17:14:20 -0700 | [diff] [blame] | 123 | .arg(clap::Arg::with_name("cid") |
| 124 | .takes_value(true) |
| 125 | .long("cid")) |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 126 | .arg(clap::Arg::with_name("debug") |
| 127 | .long("debug")) |
| 128 | .arg(clap::Arg::with_name("args") |
| 129 | .last(true) |
| 130 | .required(true) |
| 131 | .multiple(true)) |
| 132 | .get_matches(); |
| 133 | |
Victor Hsieh | 13333e8 | 2021-09-03 15:17:32 -0700 | [diff] [blame^] | 134 | let results: Result<Vec<_>> = |
| 135 | matches.values_of("in-fd").unwrap_or_default().map(parse_arg_fd).collect(); |
| 136 | let input_fds = results?; |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 137 | |
Victor Hsieh | 13333e8 | 2021-09-03 15:17:32 -0700 | [diff] [blame^] | 138 | let results: Result<Vec<_>> = |
| 139 | matches.values_of("out-fd").unwrap_or_default().map(parse_arg_fd).collect(); |
| 140 | let output_fds = results?; |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 141 | |
| 142 | let args: Vec<_> = matches.values_of("args").unwrap().map(|s| s.to_string()).collect(); |
Victor Hsieh | a7d3786 | 2021-06-04 17:14:20 -0700 | [diff] [blame] | 143 | let cid = |
| 144 | if let Some(arg) = matches.value_of("cid") { Some(arg.parse::<u32>()?) } else { None }; |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 145 | let debuggable = matches.is_present("debug"); |
| 146 | |
Victor Hsieh | 13333e8 | 2021-09-03 15:17:32 -0700 | [diff] [blame^] | 147 | Ok(Config { args, fd_annotation: FdAnnotation { input_fds, output_fds }, cid, debuggable }) |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 148 | } |
| 149 | |
| 150 | fn main() -> Result<()> { |
Victor Hsieh | 4a65459 | 2021-08-19 09:08:19 -0700 | [diff] [blame] | 151 | let debuggable = env!("TARGET_BUILD_VARIANT") != "user"; |
| 152 | let log_level = if debuggable { log::Level::Trace } else { log::Level::Info }; |
| 153 | android_logger::init_once( |
| 154 | android_logger::Config::default().with_tag("pvm_exec").with_min_level(log_level), |
| 155 | ); |
| 156 | |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 157 | // 1. Parse the command line arguments for collect execution data. |
Victor Hsieh | 13333e8 | 2021-09-03 15:17:32 -0700 | [diff] [blame^] | 158 | let Config { args, fd_annotation, cid, debuggable } = parse_args()?; |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 159 | |
| 160 | // 2. Spawn and configure a fd_server to serve remote read/write requests. |
Victor Hsieh | 13333e8 | 2021-09-03 15:17:32 -0700 | [diff] [blame^] | 161 | let fd_server_jail = spawn_fd_server(&fd_annotation, debuggable)?; |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 162 | let fd_server_lifetime = scopeguard::guard(fd_server_jail, |fd_server_jail| { |
| 163 | if let Err(e) = fd_server_jail.kill() { |
| 164 | if !matches!(e, minijail::Error::Killed(_)) { |
| 165 | warn!("Failed to kill fd_server: {}", e); |
| 166 | } |
| 167 | } |
| 168 | }); |
| 169 | |
| 170 | // 3. Send the command line args to the remote to execute. |
Victor Hsieh | a7d3786 | 2021-06-04 17:14:20 -0700 | [diff] [blame] | 171 | let service = if let Some(cid) = cid { get_rpc_binder(cid) } else { get_local_service() }?; |
Victor Hsieh | 13333e8 | 2021-09-03 15:17:32 -0700 | [diff] [blame^] | 172 | let result = service.compile(&args, &fd_annotation).context("Binder call failed")?; |
Victor Hsieh | 9ed2718 | 2021-08-25 15:52:42 -0700 | [diff] [blame] | 173 | |
| 174 | // TODO: store/use the signature |
| 175 | debug!( |
| 176 | "Signature length: oat {}, vdex {}, image {}", |
| 177 | result.oatSignature.len(), |
| 178 | result.vdexSignature.len(), |
| 179 | result.imageSignature.len() |
| 180 | ); |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 181 | |
| 182 | // Be explicit about the lifetime, which should last at least until the task is finished. |
| 183 | drop(fd_server_lifetime); |
| 184 | |
Victor Hsieh | 9ed2718 | 2021-08-25 15:52:42 -0700 | [diff] [blame] | 185 | if result.exitCode > 0 { |
| 186 | error!("remote execution failed with exit code {}", result.exitCode); |
| 187 | exit(result.exitCode as i32); |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 188 | } |
| 189 | Ok(()) |
| 190 | } |