Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2021 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
Victor Hsieh | 9ed2718 | 2021-08-25 15:52:42 -0700 | [diff] [blame] | 17 | //! pvm_exec is a proxy/wrapper command to run compilation task remotely. The most important task |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 18 | //! for this program is to run a `fd_server` that serves remote file read/write requests. |
| 19 | //! |
Victor Hsieh | 9ed2718 | 2021-08-25 15:52:42 -0700 | [diff] [blame] | 20 | //! It currently works as a command line wrapper to make it easy to schedule an existing dex2oat |
| 21 | //! task to run in the VM. |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 22 | //! |
Victor Hsieh | 9ed2718 | 2021-08-25 15:52:42 -0700 | [diff] [blame] | 23 | //! Example: |
| 24 | //! $ adb shell exec 3</input/dex 4<>/output/oat ... pvm_exec --in-fd 3 --out-fd 4 -- dex2oat64 ... |
| 25 | //! |
| 26 | //! Note the immediate argument "dex2oat64" right after "--" is not really used. It is only for |
| 27 | //! ergonomics. |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 28 | |
| 29 | use anyhow::{bail, Context, Result}; |
Victor Hsieh | a7d3786 | 2021-06-04 17:14:20 -0700 | [diff] [blame] | 30 | use binder::unstable_api::{new_spibinder, AIBinder}; |
| 31 | use binder::FromIBinder; |
Victor Hsieh | 9ebf7ee | 2021-09-03 16:14:14 -0700 | [diff] [blame] | 32 | use clap::{value_t, App, Arg}; |
Victor Hsieh | 9ed2718 | 2021-08-25 15:52:42 -0700 | [diff] [blame] | 33 | use log::{debug, error, warn}; |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 34 | use minijail::Minijail; |
| 35 | use nix::fcntl::{fcntl, FcntlArg::F_GETFD}; |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 36 | use std::os::unix::io::RawFd; |
| 37 | use std::path::Path; |
| 38 | use std::process::exit; |
| 39 | |
| 40 | use compos_aidl_interface::aidl::com::android::compos::{ |
Victor Hsieh | 13333e8 | 2021-09-03 15:17:32 -0700 | [diff] [blame] | 41 | FdAnnotation::FdAnnotation, ICompOsService::ICompOsService, |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 42 | }; |
| 43 | use compos_aidl_interface::binder::Strong; |
Alan Stokes | 17fd36a | 2021-09-06 17:22:37 +0100 | [diff] [blame] | 44 | use compos_common::COMPOS_VSOCK_PORT; |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 45 | |
Victor Hsieh | a7d3786 | 2021-06-04 17:14:20 -0700 | [diff] [blame] | 46 | const FD_SERVER_BIN: &str = "/apex/com.android.virt/bin/fd_server"; |
| 47 | |
Victor Hsieh | a64194b | 2021-08-06 17:43:36 -0700 | [diff] [blame] | 48 | fn get_rpc_binder(cid: u32) -> Result<Strong<dyn ICompOsService>> { |
Victor Hsieh | a7d3786 | 2021-06-04 17:14:20 -0700 | [diff] [blame] | 49 | // SAFETY: AIBinder returned by RpcClient has correct reference count, and the ownership can be |
| 50 | // safely taken by new_spibinder. |
| 51 | let ibinder = unsafe { |
Alan Stokes | 17fd36a | 2021-09-06 17:22:37 +0100 | [diff] [blame] | 52 | new_spibinder( |
| 53 | binder_rpc_unstable_bindgen::RpcClient(cid, COMPOS_VSOCK_PORT) as *mut AIBinder |
| 54 | ) |
Victor Hsieh | a7d3786 | 2021-06-04 17:14:20 -0700 | [diff] [blame] | 55 | }; |
| 56 | if let Some(ibinder) = ibinder { |
Victor Hsieh | a64194b | 2021-08-06 17:43:36 -0700 | [diff] [blame] | 57 | <dyn ICompOsService>::try_from(ibinder).context("Cannot connect to RPC service") |
Victor Hsieh | a7d3786 | 2021-06-04 17:14:20 -0700 | [diff] [blame] | 58 | } else { |
| 59 | bail!("Invalid raw AIBinder") |
| 60 | } |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 61 | } |
| 62 | |
Victor Hsieh | 13333e8 | 2021-09-03 15:17:32 -0700 | [diff] [blame] | 63 | fn spawn_fd_server(fd_annotation: &FdAnnotation, debuggable: bool) -> Result<Minijail> { |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 64 | let mut inheritable_fds = if debuggable { |
| 65 | vec![1, 2] // inherit/redirect stdout/stderr for debugging |
| 66 | } else { |
| 67 | vec![] |
| 68 | }; |
| 69 | |
Victor Hsieh | 1a8cd04 | 2021-09-03 16:29:45 -0700 | [diff] [blame] | 70 | let mut args = vec![FD_SERVER_BIN.to_string()]; |
Victor Hsieh | 13333e8 | 2021-09-03 15:17:32 -0700 | [diff] [blame] | 71 | for fd in &fd_annotation.input_fds { |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 72 | args.push("--ro-fds".to_string()); |
Victor Hsieh | 13333e8 | 2021-09-03 15:17:32 -0700 | [diff] [blame] | 73 | args.push(fd.to_string()); |
| 74 | inheritable_fds.push(*fd); |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 75 | } |
Victor Hsieh | 13333e8 | 2021-09-03 15:17:32 -0700 | [diff] [blame] | 76 | for fd in &fd_annotation.output_fds { |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 77 | args.push("--rw-fds".to_string()); |
Victor Hsieh | 13333e8 | 2021-09-03 15:17:32 -0700 | [diff] [blame] | 78 | args.push(fd.to_string()); |
| 79 | inheritable_fds.push(*fd); |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 80 | } |
| 81 | |
| 82 | let jail = Minijail::new()?; |
| 83 | let _pid = jail.run(Path::new(FD_SERVER_BIN), &inheritable_fds, &args)?; |
| 84 | Ok(jail) |
| 85 | } |
| 86 | |
| 87 | fn is_fd_valid(fd: RawFd) -> Result<bool> { |
| 88 | let retval = fcntl(fd, F_GETFD)?; |
| 89 | Ok(retval >= 0) |
| 90 | } |
| 91 | |
| 92 | fn parse_arg_fd(arg: &str) -> Result<RawFd> { |
| 93 | let fd = arg.parse::<RawFd>()?; |
| 94 | if !is_fd_valid(fd)? { |
| 95 | bail!("Bad FD: {}", fd); |
| 96 | } |
| 97 | Ok(fd) |
| 98 | } |
| 99 | |
| 100 | struct Config { |
| 101 | args: Vec<String>, |
Victor Hsieh | 13333e8 | 2021-09-03 15:17:32 -0700 | [diff] [blame] | 102 | fd_annotation: FdAnnotation, |
Victor Hsieh | 9ebf7ee | 2021-09-03 16:14:14 -0700 | [diff] [blame] | 103 | cid: u32, |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 104 | debuggable: bool, |
| 105 | } |
| 106 | |
| 107 | fn parse_args() -> Result<Config> { |
| 108 | #[rustfmt::skip] |
Victor Hsieh | 9ebf7ee | 2021-09-03 16:14:14 -0700 | [diff] [blame] | 109 | let matches = App::new("pvm_exec") |
| 110 | .arg(Arg::with_name("in-fd") |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 111 | .long("in-fd") |
| 112 | .takes_value(true) |
| 113 | .multiple(true) |
| 114 | .use_delimiter(true)) |
Victor Hsieh | 9ebf7ee | 2021-09-03 16:14:14 -0700 | [diff] [blame] | 115 | .arg(Arg::with_name("out-fd") |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 116 | .long("out-fd") |
| 117 | .takes_value(true) |
| 118 | .multiple(true) |
| 119 | .use_delimiter(true)) |
Victor Hsieh | 9ebf7ee | 2021-09-03 16:14:14 -0700 | [diff] [blame] | 120 | .arg(Arg::with_name("cid") |
Victor Hsieh | a7d3786 | 2021-06-04 17:14:20 -0700 | [diff] [blame] | 121 | .takes_value(true) |
Victor Hsieh | 9ebf7ee | 2021-09-03 16:14:14 -0700 | [diff] [blame] | 122 | .required(true) |
Victor Hsieh | a7d3786 | 2021-06-04 17:14:20 -0700 | [diff] [blame] | 123 | .long("cid")) |
Victor Hsieh | 9ebf7ee | 2021-09-03 16:14:14 -0700 | [diff] [blame] | 124 | .arg(Arg::with_name("debug") |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 125 | .long("debug")) |
Victor Hsieh | 9ebf7ee | 2021-09-03 16:14:14 -0700 | [diff] [blame] | 126 | .arg(Arg::with_name("args") |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 127 | .last(true) |
| 128 | .required(true) |
| 129 | .multiple(true)) |
| 130 | .get_matches(); |
| 131 | |
Victor Hsieh | 13333e8 | 2021-09-03 15:17:32 -0700 | [diff] [blame] | 132 | let results: Result<Vec<_>> = |
| 133 | matches.values_of("in-fd").unwrap_or_default().map(parse_arg_fd).collect(); |
| 134 | let input_fds = results?; |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 135 | |
Victor Hsieh | 13333e8 | 2021-09-03 15:17:32 -0700 | [diff] [blame] | 136 | let results: Result<Vec<_>> = |
| 137 | matches.values_of("out-fd").unwrap_or_default().map(parse_arg_fd).collect(); |
| 138 | let output_fds = results?; |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 139 | |
| 140 | let args: Vec<_> = matches.values_of("args").unwrap().map(|s| s.to_string()).collect(); |
Victor Hsieh | 9ebf7ee | 2021-09-03 16:14:14 -0700 | [diff] [blame] | 141 | let cid = value_t!(matches, "cid", u32)?; |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 142 | let debuggable = matches.is_present("debug"); |
| 143 | |
Victor Hsieh | 13333e8 | 2021-09-03 15:17:32 -0700 | [diff] [blame] | 144 | Ok(Config { args, fd_annotation: FdAnnotation { input_fds, output_fds }, cid, debuggable }) |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 145 | } |
| 146 | |
| 147 | fn main() -> Result<()> { |
Victor Hsieh | 4a65459 | 2021-08-19 09:08:19 -0700 | [diff] [blame] | 148 | let debuggable = env!("TARGET_BUILD_VARIANT") != "user"; |
| 149 | let log_level = if debuggable { log::Level::Trace } else { log::Level::Info }; |
| 150 | android_logger::init_once( |
| 151 | android_logger::Config::default().with_tag("pvm_exec").with_min_level(log_level), |
| 152 | ); |
| 153 | |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 154 | // 1. Parse the command line arguments for collect execution data. |
Victor Hsieh | 13333e8 | 2021-09-03 15:17:32 -0700 | [diff] [blame] | 155 | let Config { args, fd_annotation, cid, debuggable } = parse_args()?; |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 156 | |
| 157 | // 2. Spawn and configure a fd_server to serve remote read/write requests. |
Victor Hsieh | 13333e8 | 2021-09-03 15:17:32 -0700 | [diff] [blame] | 158 | let fd_server_jail = spawn_fd_server(&fd_annotation, debuggable)?; |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 159 | let fd_server_lifetime = scopeguard::guard(fd_server_jail, |fd_server_jail| { |
| 160 | if let Err(e) = fd_server_jail.kill() { |
| 161 | if !matches!(e, minijail::Error::Killed(_)) { |
| 162 | warn!("Failed to kill fd_server: {}", e); |
| 163 | } |
| 164 | } |
| 165 | }); |
| 166 | |
| 167 | // 3. Send the command line args to the remote to execute. |
Victor Hsieh | 9ebf7ee | 2021-09-03 16:14:14 -0700 | [diff] [blame] | 168 | let service = get_rpc_binder(cid)?; |
Victor Hsieh | 13333e8 | 2021-09-03 15:17:32 -0700 | [diff] [blame] | 169 | let result = service.compile(&args, &fd_annotation).context("Binder call failed")?; |
Victor Hsieh | 9ed2718 | 2021-08-25 15:52:42 -0700 | [diff] [blame] | 170 | |
| 171 | // TODO: store/use the signature |
| 172 | debug!( |
| 173 | "Signature length: oat {}, vdex {}, image {}", |
| 174 | result.oatSignature.len(), |
| 175 | result.vdexSignature.len(), |
| 176 | result.imageSignature.len() |
| 177 | ); |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 178 | |
| 179 | // Be explicit about the lifetime, which should last at least until the task is finished. |
| 180 | drop(fd_server_lifetime); |
| 181 | |
Victor Hsieh | 9ed2718 | 2021-08-25 15:52:42 -0700 | [diff] [blame] | 182 | if result.exitCode > 0 { |
| 183 | error!("remote execution failed with exit code {}", result.exitCode); |
| 184 | exit(result.exitCode as i32); |
Victor Hsieh | 272aa24 | 2021-02-01 14:19:20 -0800 | [diff] [blame] | 185 | } |
| 186 | Ok(()) |
| 187 | } |