Victor Hsieh | 51789de | 2021-08-06 16:50:49 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2021 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
Alan Stokes | fadcef2 | 2022-01-24 17:00:59 +0000 | [diff] [blame] | 17 | use anyhow::{anyhow, bail, Context, Result}; |
Victor Hsieh | 616f822 | 2022-01-14 13:06:32 -0800 | [diff] [blame] | 18 | use log::{debug, info, warn}; |
Victor Hsieh | 51789de | 2021-08-06 16:50:49 -0700 | [diff] [blame] | 19 | use minijail::{self, Minijail}; |
Alan Stokes | 9247251 | 2022-01-04 11:48:38 +0000 | [diff] [blame] | 20 | use regex::Regex; |
Alan Stokes | 2d2e4db | 2022-01-28 16:41:52 +0000 | [diff] [blame] | 21 | use rustutils::system_properties; |
Alan Stokes | fadcef2 | 2022-01-24 17:00:59 +0000 | [diff] [blame] | 22 | use std::collections::HashMap; |
Victor Hsieh | f996869 | 2021-11-18 11:34:39 -0800 | [diff] [blame] | 23 | use std::env; |
Alan Stokes | 9247251 | 2022-01-04 11:48:38 +0000 | [diff] [blame] | 24 | use std::ffi::OsString; |
Alan Stokes | 35bac3c | 2021-12-16 14:37:24 +0000 | [diff] [blame] | 25 | use std::path::{self, Path, PathBuf}; |
Alan Stokes | 9247251 | 2022-01-04 11:48:38 +0000 | [diff] [blame] | 26 | use std::process::Command; |
Victor Hsieh | 51789de | 2021-08-06 16:50:49 -0700 | [diff] [blame] | 27 | |
| 28 | use authfs_aidl_interface::aidl::com::android::virt::fs::{ |
Victor Hsieh | 015bcb5 | 2021-11-17 17:28:01 -0800 | [diff] [blame] | 29 | AuthFsConfig::{ |
Victor Hsieh | f996869 | 2021-11-18 11:34:39 -0800 | [diff] [blame] | 30 | AuthFsConfig, InputDirFdAnnotation::InputDirFdAnnotation, |
Victor Hsieh | 616f822 | 2022-01-14 13:06:32 -0800 | [diff] [blame] | 31 | OutputDirFdAnnotation::OutputDirFdAnnotation, |
Victor Hsieh | 015bcb5 | 2021-11-17 17:28:01 -0800 | [diff] [blame] | 32 | }, |
Victor Hsieh | 015bcb5 | 2021-11-17 17:28:01 -0800 | [diff] [blame] | 33 | IAuthFsService::IAuthFsService, |
Victor Hsieh | 51789de | 2021-08-06 16:50:49 -0700 | [diff] [blame] | 34 | }; |
Alan Stokes | fadcef2 | 2022-01-24 17:00:59 +0000 | [diff] [blame] | 35 | use authfs_aidl_interface::binder::Strong; |
Alan Stokes | 2d2e4db | 2022-01-28 16:41:52 +0000 | [diff] [blame] | 36 | use compos_aidl_interface::aidl::com::android::compos::ICompOsService::CompilationMode::CompilationMode; |
Alan Stokes | 46a1dff | 2021-12-14 10:56:05 +0000 | [diff] [blame] | 37 | use compos_common::odrefresh::ExitCode; |
Victor Hsieh | 51789de | 2021-08-06 16:50:49 -0700 | [diff] [blame] | 38 | |
Victor Hsieh | f996869 | 2021-11-18 11:34:39 -0800 | [diff] [blame] | 39 | const FD_SERVER_PORT: i32 = 3264; // TODO: support dynamic port |
| 40 | |
Alan Stokes | 46a1dff | 2021-12-14 10:56:05 +0000 | [diff] [blame] | 41 | pub struct OdrefreshContext<'a> { |
Alan Stokes | 2d2e4db | 2022-01-28 16:41:52 +0000 | [diff] [blame] | 42 | compilation_mode: CompilationMode, |
Victor Hsieh | f996869 | 2021-11-18 11:34:39 -0800 | [diff] [blame] | 43 | system_dir_fd: i32, |
| 44 | output_dir_fd: i32, |
Alan Stokes | 9646db9 | 2021-12-14 13:22:33 +0000 | [diff] [blame] | 45 | staging_dir_fd: i32, |
Alan Stokes | 46a1dff | 2021-12-14 10:56:05 +0000 | [diff] [blame] | 46 | target_dir_name: &'a str, |
| 47 | zygote_arch: &'a str, |
Victor Hsieh | 9bfbc5f | 2021-12-16 11:45:10 -0800 | [diff] [blame] | 48 | system_server_compiler_filter: &'a str, |
Alan Stokes | 46a1dff | 2021-12-14 10:56:05 +0000 | [diff] [blame] | 49 | } |
| 50 | |
| 51 | impl<'a> OdrefreshContext<'a> { |
| 52 | pub fn new( |
Alan Stokes | 2d2e4db | 2022-01-28 16:41:52 +0000 | [diff] [blame] | 53 | compilation_mode: CompilationMode, |
Alan Stokes | 46a1dff | 2021-12-14 10:56:05 +0000 | [diff] [blame] | 54 | system_dir_fd: i32, |
| 55 | output_dir_fd: i32, |
| 56 | staging_dir_fd: i32, |
| 57 | target_dir_name: &'a str, |
| 58 | zygote_arch: &'a str, |
Victor Hsieh | 9bfbc5f | 2021-12-16 11:45:10 -0800 | [diff] [blame] | 59 | system_server_compiler_filter: &'a str, |
Alan Stokes | 46a1dff | 2021-12-14 10:56:05 +0000 | [diff] [blame] | 60 | ) -> Result<Self> { |
Alan Stokes | 2d2e4db | 2022-01-28 16:41:52 +0000 | [diff] [blame] | 61 | if compilation_mode != CompilationMode::NORMAL_COMPILE { |
Andrew Scull | 65ddfc4 | 2022-02-14 21:03:58 +0000 | [diff] [blame] | 62 | // Conservatively check debuggability. |
| 63 | let debuggable = |
| 64 | system_properties::read_bool("ro.boot.microdroid.app_debuggable", false) |
| 65 | .unwrap_or(false); |
Alan Stokes | 2d2e4db | 2022-01-28 16:41:52 +0000 | [diff] [blame] | 66 | if !debuggable { |
| 67 | bail!("Requested compilation mode only available in debuggable VMs"); |
| 68 | } |
| 69 | } |
| 70 | |
Alan Stokes | 46a1dff | 2021-12-14 10:56:05 +0000 | [diff] [blame] | 71 | if system_dir_fd < 0 || output_dir_fd < 0 || staging_dir_fd < 0 { |
| 72 | bail!("The remote FDs are expected to be non-negative"); |
| 73 | } |
Victor Hsieh | 9bfbc5f | 2021-12-16 11:45:10 -0800 | [diff] [blame] | 74 | if !matches!(zygote_arch, "zygote64" | "zygote64_32") { |
Alan Stokes | 46a1dff | 2021-12-14 10:56:05 +0000 | [diff] [blame] | 75 | bail!("Invalid zygote arch"); |
| 76 | } |
Alan Stokes | 35bac3c | 2021-12-16 14:37:24 +0000 | [diff] [blame] | 77 | // Disallow any sort of path traversal |
| 78 | if target_dir_name.contains(path::MAIN_SEPARATOR) { |
| 79 | bail!("Invalid target directory {}", target_dir_name); |
| 80 | } |
| 81 | |
Victor Hsieh | 9bfbc5f | 2021-12-16 11:45:10 -0800 | [diff] [blame] | 82 | // We're not validating/allowlisting the compiler filter, and just assume the compiler will |
| 83 | // reject an invalid string. We need to accept "verify" filter anyway, and potential |
| 84 | // performance degration by the attacker is not currently in scope. This also allows ART to |
| 85 | // specify new compiler filter and configure through system property without change to |
| 86 | // CompOS. |
| 87 | |
| 88 | Ok(Self { |
Alan Stokes | 2d2e4db | 2022-01-28 16:41:52 +0000 | [diff] [blame] | 89 | compilation_mode, |
Victor Hsieh | 9bfbc5f | 2021-12-16 11:45:10 -0800 | [diff] [blame] | 90 | system_dir_fd, |
| 91 | output_dir_fd, |
| 92 | staging_dir_fd, |
| 93 | target_dir_name, |
| 94 | zygote_arch, |
| 95 | system_server_compiler_filter, |
| 96 | }) |
Alan Stokes | 46a1dff | 2021-12-14 10:56:05 +0000 | [diff] [blame] | 97 | } |
| 98 | } |
| 99 | |
Victor Hsieh | ec38ae2 | 2022-02-10 00:06:26 +0000 | [diff] [blame] | 100 | pub fn odrefresh<F>( |
Alan Stokes | 46a1dff | 2021-12-14 10:56:05 +0000 | [diff] [blame] | 101 | odrefresh_path: &Path, |
| 102 | context: OdrefreshContext, |
Victor Hsieh | f996869 | 2021-11-18 11:34:39 -0800 | [diff] [blame] | 103 | authfs_service: Strong<dyn IAuthFsService>, |
Victor Hsieh | ec38ae2 | 2022-02-10 00:06:26 +0000 | [diff] [blame] | 104 | success_fn: F, |
| 105 | ) -> Result<ExitCode> |
| 106 | where |
| 107 | F: FnOnce(PathBuf) -> Result<()>, |
| 108 | { |
Victor Hsieh | f996869 | 2021-11-18 11:34:39 -0800 | [diff] [blame] | 109 | // Mount authfs (via authfs_service). The authfs instance unmounts once the `authfs` variable |
| 110 | // is out of scope. |
| 111 | let authfs_config = AuthFsConfig { |
| 112 | port: FD_SERVER_PORT, |
| 113 | inputDirFdAnnotations: vec![InputDirFdAnnotation { |
Alan Stokes | 46a1dff | 2021-12-14 10:56:05 +0000 | [diff] [blame] | 114 | fd: context.system_dir_fd, |
Victor Hsieh | 9978257 | 2022-01-05 15:38:33 -0800 | [diff] [blame] | 115 | // 0 is the index of extra_apks in vm_config_extra_apk.json |
| 116 | manifestPath: "/mnt/extra-apk/0/assets/build_manifest.pb".to_string(), |
| 117 | prefix: "system/".to_string(), |
Victor Hsieh | f996869 | 2021-11-18 11:34:39 -0800 | [diff] [blame] | 118 | }], |
Alan Stokes | 9646db9 | 2021-12-14 13:22:33 +0000 | [diff] [blame] | 119 | outputDirFdAnnotations: vec![ |
Alan Stokes | 46a1dff | 2021-12-14 10:56:05 +0000 | [diff] [blame] | 120 | OutputDirFdAnnotation { fd: context.output_dir_fd }, |
| 121 | OutputDirFdAnnotation { fd: context.staging_dir_fd }, |
Alan Stokes | 9646db9 | 2021-12-14 13:22:33 +0000 | [diff] [blame] | 122 | ], |
Victor Hsieh | f996869 | 2021-11-18 11:34:39 -0800 | [diff] [blame] | 123 | ..Default::default() |
| 124 | }; |
| 125 | let authfs = authfs_service.mount(&authfs_config)?; |
| 126 | let mountpoint = PathBuf::from(authfs.getMountPoint()?); |
| 127 | |
Alan Stokes | fadcef2 | 2022-01-24 17:00:59 +0000 | [diff] [blame] | 128 | // Make a copy of our environment as the basis of the one we will give odrefresh |
| 129 | let mut odrefresh_vars = EnvMap::from_current_env(); |
| 130 | |
Victor Hsieh | f996869 | 2021-11-18 11:34:39 -0800 | [diff] [blame] | 131 | let mut android_root = mountpoint.clone(); |
Alan Stokes | 46a1dff | 2021-12-14 10:56:05 +0000 | [diff] [blame] | 132 | android_root.push(context.system_dir_fd.to_string()); |
Victor Hsieh | f996869 | 2021-11-18 11:34:39 -0800 | [diff] [blame] | 133 | android_root.push("system"); |
Alan Stokes | fadcef2 | 2022-01-24 17:00:59 +0000 | [diff] [blame] | 134 | odrefresh_vars.set("ANDROID_ROOT", path_to_str(&android_root)?); |
Alan Stokes | 46a1dff | 2021-12-14 10:56:05 +0000 | [diff] [blame] | 135 | debug!("ANDROID_ROOT={:?}", &android_root); |
Victor Hsieh | f996869 | 2021-11-18 11:34:39 -0800 | [diff] [blame] | 136 | |
Alan Stokes | 46a1dff | 2021-12-14 10:56:05 +0000 | [diff] [blame] | 137 | let art_apex_data = mountpoint.join(context.output_dir_fd.to_string()); |
Alan Stokes | fadcef2 | 2022-01-24 17:00:59 +0000 | [diff] [blame] | 138 | odrefresh_vars.set("ART_APEX_DATA", path_to_str(&art_apex_data)?); |
Alan Stokes | 46a1dff | 2021-12-14 10:56:05 +0000 | [diff] [blame] | 139 | debug!("ART_APEX_DATA={:?}", &art_apex_data); |
Victor Hsieh | 64df53d | 2021-11-30 17:09:51 -0800 | [diff] [blame] | 140 | |
Alan Stokes | 46a1dff | 2021-12-14 10:56:05 +0000 | [diff] [blame] | 141 | let staging_dir = mountpoint.join(context.staging_dir_fd.to_string()); |
Victor Hsieh | f996869 | 2021-11-18 11:34:39 -0800 | [diff] [blame] | 142 | |
Alan Stokes | fadcef2 | 2022-01-24 17:00:59 +0000 | [diff] [blame] | 143 | set_classpaths(&mut odrefresh_vars, &android_root)?; |
Alan Stokes | 9247251 | 2022-01-04 11:48:38 +0000 | [diff] [blame] | 144 | |
Victor Hsieh | 9bfbc5f | 2021-12-16 11:45:10 -0800 | [diff] [blame] | 145 | let mut args = vec![ |
Victor Hsieh | f996869 | 2021-11-18 11:34:39 -0800 | [diff] [blame] | 146 | "odrefresh".to_string(), |
Alan Stokes | 48c1d2b | 2022-01-10 15:54:04 +0000 | [diff] [blame] | 147 | "--compilation-os-mode".to_string(), |
Alan Stokes | 46a1dff | 2021-12-14 10:56:05 +0000 | [diff] [blame] | 148 | format!("--zygote-arch={}", context.zygote_arch), |
| 149 | format!("--dalvik-cache={}", context.target_dir_name), |
Victor Hsieh | f996869 | 2021-11-18 11:34:39 -0800 | [diff] [blame] | 150 | format!("--staging-dir={}", staging_dir.display()), |
Victor Hsieh | 9bfbc5f | 2021-12-16 11:45:10 -0800 | [diff] [blame] | 151 | "--no-refresh".to_string(), |
Victor Hsieh | f996869 | 2021-11-18 11:34:39 -0800 | [diff] [blame] | 152 | ]; |
Victor Hsieh | 9bfbc5f | 2021-12-16 11:45:10 -0800 | [diff] [blame] | 153 | |
| 154 | if !context.system_server_compiler_filter.is_empty() { |
| 155 | args.push(format!( |
| 156 | "--system-server-compiler-filter={}", |
| 157 | context.system_server_compiler_filter |
| 158 | )); |
| 159 | } |
Alan Stokes | 48c1d2b | 2022-01-10 15:54:04 +0000 | [diff] [blame] | 160 | |
Alan Stokes | 2d2e4db | 2022-01-28 16:41:52 +0000 | [diff] [blame] | 161 | let compile_flag = match context.compilation_mode { |
| 162 | CompilationMode::NORMAL_COMPILE => "--compile", |
| 163 | CompilationMode::TEST_COMPILE => "--force-compile", |
| 164 | other => bail!("Unknown compilation mode {:?}", other), |
| 165 | }; |
| 166 | args.push(compile_flag.to_string()); |
Victor Hsieh | 9bfbc5f | 2021-12-16 11:45:10 -0800 | [diff] [blame] | 167 | |
Alan Stokes | 9646db9 | 2021-12-14 13:22:33 +0000 | [diff] [blame] | 168 | debug!("Running odrefresh with args: {:?}", &args); |
Alan Stokes | fadcef2 | 2022-01-24 17:00:59 +0000 | [diff] [blame] | 169 | let jail = spawn_jailed_task(odrefresh_path, &args, &odrefresh_vars.into_env()) |
Victor Hsieh | f996869 | 2021-11-18 11:34:39 -0800 | [diff] [blame] | 170 | .context("Spawn odrefresh")?; |
Alan Stokes | 46a1dff | 2021-12-14 10:56:05 +0000 | [diff] [blame] | 171 | let exit_code = match jail.wait() { |
Alan Stokes | 2d2e4db | 2022-01-28 16:41:52 +0000 | [diff] [blame] | 172 | Ok(_) => 0, |
| 173 | Err(minijail::Error::ReturnCode(exit_code)) => exit_code, |
| 174 | Err(e) => bail!("Unexpected minijail error: {}", e), |
| 175 | }; |
Alan Stokes | 46a1dff | 2021-12-14 10:56:05 +0000 | [diff] [blame] | 176 | |
Alan Stokes | 126fd51 | 2021-12-16 15:00:01 +0000 | [diff] [blame] | 177 | let exit_code = ExitCode::from_i32(exit_code.into())?; |
Alan Stokes | 46a1dff | 2021-12-14 10:56:05 +0000 | [diff] [blame] | 178 | info!("odrefresh exited with {:?}", exit_code); |
| 179 | |
| 180 | if exit_code == ExitCode::CompilationSuccess { |
Alan Stokes | 46a1dff | 2021-12-14 10:56:05 +0000 | [diff] [blame] | 181 | let target_dir = art_apex_data.join(context.target_dir_name); |
Victor Hsieh | ec38ae2 | 2022-02-10 00:06:26 +0000 | [diff] [blame] | 182 | success_fn(target_dir)?; |
Victor Hsieh | f996869 | 2021-11-18 11:34:39 -0800 | [diff] [blame] | 183 | } |
Alan Stokes | 46a1dff | 2021-12-14 10:56:05 +0000 | [diff] [blame] | 184 | |
| 185 | Ok(exit_code) |
| 186 | } |
| 187 | |
Alan Stokes | fadcef2 | 2022-01-24 17:00:59 +0000 | [diff] [blame] | 188 | fn path_to_str(path: &Path) -> Result<&str> { |
| 189 | path.to_str().ok_or_else(|| anyhow!("Bad path {:?}", path)) |
| 190 | } |
| 191 | |
| 192 | fn set_classpaths(odrefresh_vars: &mut EnvMap, android_root: &Path) -> Result<()> { |
Alan Stokes | 9247251 | 2022-01-04 11:48:38 +0000 | [diff] [blame] | 193 | let export_lines = run_derive_classpath(android_root)?; |
Alan Stokes | fadcef2 | 2022-01-24 17:00:59 +0000 | [diff] [blame] | 194 | load_classpath_vars(odrefresh_vars, &export_lines) |
Alan Stokes | 9247251 | 2022-01-04 11:48:38 +0000 | [diff] [blame] | 195 | } |
| 196 | |
| 197 | fn run_derive_classpath(android_root: &Path) -> Result<String> { |
| 198 | let classpaths_root = android_root.join("etc/classpaths"); |
| 199 | |
| 200 | let mut bootclasspath_arg = OsString::new(); |
| 201 | bootclasspath_arg.push("--bootclasspath-fragment="); |
| 202 | bootclasspath_arg.push(classpaths_root.join("bootclasspath.pb")); |
| 203 | |
| 204 | let mut systemserverclasspath_arg = OsString::new(); |
| 205 | systemserverclasspath_arg.push("--systemserverclasspath-fragment="); |
| 206 | systemserverclasspath_arg.push(classpaths_root.join("systemserverclasspath.pb")); |
| 207 | |
| 208 | let result = Command::new("/apex/com.android.sdkext/bin/derive_classpath") |
| 209 | .arg(bootclasspath_arg) |
| 210 | .arg(systemserverclasspath_arg) |
| 211 | .arg("/proc/self/fd/1") |
| 212 | .output() |
| 213 | .context("Failed to run derive_classpath")?; |
| 214 | |
| 215 | if !result.status.success() { |
| 216 | bail!("derive_classpath returned {}", result.status); |
| 217 | } |
| 218 | |
| 219 | String::from_utf8(result.stdout).context("Converting derive_classpath output") |
| 220 | } |
| 221 | |
Alan Stokes | fadcef2 | 2022-01-24 17:00:59 +0000 | [diff] [blame] | 222 | fn load_classpath_vars(odrefresh_vars: &mut EnvMap, export_lines: &str) -> Result<()> { |
Alan Stokes | 9247251 | 2022-01-04 11:48:38 +0000 | [diff] [blame] | 223 | // Each line should be in the format "export <var name> <value>" |
| 224 | let pattern = Regex::new(r"^export ([^ ]+) ([^ ]+)$").context("Failed to construct Regex")?; |
| 225 | for line in export_lines.lines() { |
| 226 | if let Some(captures) = pattern.captures(line) { |
| 227 | let name = &captures[1]; |
| 228 | let value = &captures[2]; |
Alan Stokes | fadcef2 | 2022-01-24 17:00:59 +0000 | [diff] [blame] | 229 | odrefresh_vars.set(name, value); |
Alan Stokes | 9247251 | 2022-01-04 11:48:38 +0000 | [diff] [blame] | 230 | } else { |
| 231 | warn!("Malformed line from derive_classpath: {}", line); |
| 232 | } |
| 233 | } |
| 234 | |
| 235 | Ok(()) |
| 236 | } |
| 237 | |
Alan Stokes | fadcef2 | 2022-01-24 17:00:59 +0000 | [diff] [blame] | 238 | fn spawn_jailed_task(executable: &Path, args: &[String], env_vars: &[String]) -> Result<Minijail> { |
Victor Hsieh | 51789de | 2021-08-06 16:50:49 -0700 | [diff] [blame] | 239 | // TODO(b/185175567): Run in a more restricted sandbox. |
| 240 | let jail = Minijail::new()?; |
Alan Stokes | fadcef2 | 2022-01-24 17:00:59 +0000 | [diff] [blame] | 241 | let keep_fds = []; |
| 242 | let command = minijail::Command::new_for_path(executable, &keep_fds, args, Some(env_vars))?; |
| 243 | let _pid = jail.run_command(command)?; |
Victor Hsieh | 51789de | 2021-08-06 16:50:49 -0700 | [diff] [blame] | 244 | Ok(jail) |
| 245 | } |
Alan Stokes | fadcef2 | 2022-01-24 17:00:59 +0000 | [diff] [blame] | 246 | |
| 247 | struct EnvMap(HashMap<String, String>); |
| 248 | |
| 249 | impl EnvMap { |
| 250 | fn from_current_env() -> Self { |
| 251 | Self(env::vars().collect()) |
| 252 | } |
| 253 | |
| 254 | fn set(&mut self, key: &str, value: &str) { |
| 255 | self.0.insert(key.to_owned(), value.to_owned()); |
| 256 | } |
| 257 | |
| 258 | fn into_env(self) -> Vec<String> { |
| 259 | // execve() expects an array of "k=v" strings, rather than a list of (k, v) pairs. |
| 260 | self.0.into_iter().map(|(k, v)| k + "=" + &v).collect() |
| 261 | } |
| 262 | } |