Alan Stokes | a2869d2 | 2021-09-22 09:06:41 +0100 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2021 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
Alan Stokes | 6b2d0a8 | 2021-09-29 11:30:39 +0100 | [diff] [blame] | 17 | //! Manages running instances of the CompOS VM. At most one instance should be running at |
| 18 | //! a time, started on demand. |
Alan Stokes | a2869d2 | 2021-09-22 09:06:41 +0100 | [diff] [blame] | 19 | |
Alan Stokes | 6b2d0a8 | 2021-09-29 11:30:39 +0100 | [diff] [blame] | 20 | use crate::instance_starter::{CompOsInstance, InstanceStarter}; |
| 21 | use android_system_virtualizationservice::aidl::android::system::virtualizationservice; |
Alan Stokes | 8d35160 | 2023-03-23 16:44:58 +0000 | [diff] [blame] | 22 | use anyhow::{anyhow, bail, Context, Result}; |
Alan Stokes | 0e82b50 | 2022-08-08 14:44:48 +0100 | [diff] [blame] | 23 | use binder::Strong; |
David Brazdil | 7d1e5ec | 2023-02-06 17:56:29 +0000 | [diff] [blame] | 24 | use compos_common::compos_client::{VmCpuTopology, VmParameters}; |
David Brazdil | 025c7cc | 2023-02-06 16:14:23 +0000 | [diff] [blame] | 25 | use compos_common::{CURRENT_INSTANCE_DIR, TEST_INSTANCE_DIR}; |
Alan Stokes | 8d35160 | 2023-03-23 16:44:58 +0000 | [diff] [blame] | 26 | use log::info; |
| 27 | use rustutils::system_properties; |
| 28 | use std::str::FromStr; |
Alan Stokes | a2869d2 | 2021-09-22 09:06:41 +0100 | [diff] [blame] | 29 | use std::sync::{Arc, Mutex, Weak}; |
Alan Stokes | 6b2d0a8 | 2021-09-29 11:30:39 +0100 | [diff] [blame] | 30 | use virtualizationservice::IVirtualizationService::IVirtualizationService; |
Alan Stokes | a2869d2 | 2021-09-22 09:06:41 +0100 | [diff] [blame] | 31 | |
Alan Stokes | 69c610f | 2021-09-27 14:03:31 +0100 | [diff] [blame] | 32 | pub struct InstanceManager { |
| 33 | service: Strong<dyn IVirtualizationService>, |
| 34 | state: Mutex<State>, |
| 35 | } |
Alan Stokes | a2869d2 | 2021-09-22 09:06:41 +0100 | [diff] [blame] | 36 | |
| 37 | impl InstanceManager { |
Alan Stokes | 69c610f | 2021-09-27 14:03:31 +0100 | [diff] [blame] | 38 | pub fn new(service: Strong<dyn IVirtualizationService>) -> Self { |
| 39 | Self { service, state: Default::default() } |
| 40 | } |
| 41 | |
Alan Stokes | 9386360 | 2022-08-03 17:23:25 +0100 | [diff] [blame] | 42 | pub fn start_current_instance(&self) -> Result<CompOsInstance> { |
Victor Hsieh | da8ca3b | 2022-01-26 12:36:54 -0800 | [diff] [blame] | 43 | let mut vm_parameters = new_vm_parameters()?; |
Seungjae Yoo | a61a867 | 2023-04-10 14:19:14 +0900 | [diff] [blame] | 44 | vm_parameters.name = String::from("Composd"); |
Victor Hsieh | a61ec2e | 2022-09-21 16:25:27 -0700 | [diff] [blame] | 45 | vm_parameters.prefer_staged = true; |
Alan Stokes | 6542fdd | 2022-02-17 15:21:46 +0000 | [diff] [blame] | 46 | self.start_instance(CURRENT_INSTANCE_DIR, vm_parameters) |
Alan Stokes | 388b88a | 2021-10-13 16:03:17 +0100 | [diff] [blame] | 47 | } |
| 48 | |
Alan Stokes | 9386360 | 2022-08-03 17:23:25 +0100 | [diff] [blame] | 49 | pub fn start_test_instance(&self, prefer_staged: bool) -> Result<CompOsInstance> { |
Victor Hsieh | da8ca3b | 2022-01-26 12:36:54 -0800 | [diff] [blame] | 50 | let mut vm_parameters = new_vm_parameters()?; |
Seungjae Yoo | a61a867 | 2023-04-10 14:19:14 +0900 | [diff] [blame] | 51 | vm_parameters.name = String::from("ComposdTest"); |
Victor Hsieh | da8ca3b | 2022-01-26 12:36:54 -0800 | [diff] [blame] | 52 | vm_parameters.debug_mode = true; |
Victor Hsieh | a61ec2e | 2022-09-21 16:25:27 -0700 | [diff] [blame] | 53 | vm_parameters.prefer_staged = prefer_staged; |
Alan Stokes | d21764c | 2021-10-25 15:33:40 +0100 | [diff] [blame] | 54 | self.start_instance(TEST_INSTANCE_DIR, vm_parameters) |
Alan Stokes | 388b88a | 2021-10-13 16:03:17 +0100 | [diff] [blame] | 55 | } |
| 56 | |
Alan Stokes | d21764c | 2021-10-25 15:33:40 +0100 | [diff] [blame] | 57 | fn start_instance( |
| 58 | &self, |
| 59 | instance_name: &str, |
| 60 | vm_parameters: VmParameters, |
Alan Stokes | 9386360 | 2022-08-03 17:23:25 +0100 | [diff] [blame] | 61 | ) -> Result<CompOsInstance> { |
Alan Stokes | 69c610f | 2021-09-27 14:03:31 +0100 | [diff] [blame] | 62 | let mut state = self.state.lock().unwrap(); |
Alan Stokes | a2869d2 | 2021-09-22 09:06:41 +0100 | [diff] [blame] | 63 | state.mark_starting()?; |
| 64 | // Don't hold the lock while we start the instance to avoid blocking other callers. |
| 65 | drop(state); |
| 66 | |
Alan Stokes | d21764c | 2021-10-25 15:33:40 +0100 | [diff] [blame] | 67 | let instance_starter = InstanceStarter::new(instance_name, vm_parameters); |
Alan Stokes | 9386360 | 2022-08-03 17:23:25 +0100 | [diff] [blame] | 68 | let instance = instance_starter.start_new_instance(&*self.service); |
Alan Stokes | a2869d2 | 2021-09-22 09:06:41 +0100 | [diff] [blame] | 69 | |
Alan Stokes | 69c610f | 2021-09-27 14:03:31 +0100 | [diff] [blame] | 70 | let mut state = self.state.lock().unwrap(); |
Alan Stokes | a2869d2 | 2021-09-22 09:06:41 +0100 | [diff] [blame] | 71 | if let Ok(ref instance) = instance { |
Alan Stokes | 9386360 | 2022-08-03 17:23:25 +0100 | [diff] [blame] | 72 | state.mark_started(instance.get_instance_tracker())?; |
Alan Stokes | a2869d2 | 2021-09-22 09:06:41 +0100 | [diff] [blame] | 73 | } else { |
| 74 | state.mark_stopped(); |
| 75 | } |
| 76 | instance |
| 77 | } |
Alan Stokes | 69c610f | 2021-09-27 14:03:31 +0100 | [diff] [blame] | 78 | } |
| 79 | |
Victor Hsieh | da8ca3b | 2022-01-26 12:36:54 -0800 | [diff] [blame] | 80 | fn new_vm_parameters() -> Result<VmParameters> { |
David Brazdil | 025c7cc | 2023-02-06 16:14:23 +0000 | [diff] [blame] | 81 | // By default, dex2oat starts as many threads as there are CPUs. This can be overridden with |
| 82 | // a system property. Start the VM with all CPUs and assume the guest will start a suitable |
| 83 | // number of dex2oat threads. |
David Brazdil | 7d1e5ec | 2023-02-06 17:56:29 +0000 | [diff] [blame] | 84 | let cpu_topology = VmCpuTopology::MatchHost; |
Alan Stokes | 8d35160 | 2023-03-23 16:44:58 +0000 | [diff] [blame] | 85 | let memory_mib = Some(compos_memory_mib()?); |
Jiyong Park | 7399e5e | 2024-02-20 10:32:37 +0900 | [diff] [blame] | 86 | Ok(VmParameters { cpu_topology, memory_mib, ..Default::default() }) |
Alan Stokes | 8d35160 | 2023-03-23 16:44:58 +0000 | [diff] [blame] | 87 | } |
| 88 | |
| 89 | fn compos_memory_mib() -> Result<i32> { |
| 90 | // Enough memory to complete odrefresh in the VM, for older versions of ART that don't set the |
| 91 | // property explicitly. |
Inseob Kim | 61599a2 | 2024-01-30 19:08:54 +0900 | [diff] [blame] | 92 | const DEFAULT_MEMORY_MIB: u32 = 600; |
Alan Stokes | 8d35160 | 2023-03-23 16:44:58 +0000 | [diff] [blame] | 93 | |
| 94 | let art_requested_mib = |
| 95 | read_property("composd.vm.art.memory_mib.config")?.unwrap_or(DEFAULT_MEMORY_MIB); |
| 96 | |
| 97 | let vm_adjustment_mib = read_property("composd.vm.vendor.memory_mib.config")?.unwrap_or(0); |
| 98 | |
| 99 | info!( |
| 100 | "Compilation VM memory: ART requests {art_requested_mib} MiB, \ |
| 101 | VM adjust is {vm_adjustment_mib}" |
| 102 | ); |
| 103 | art_requested_mib |
| 104 | .checked_add_signed(vm_adjustment_mib) |
| 105 | .and_then(|x| x.try_into().ok()) |
| 106 | .context("Invalid vm memory adjustment") |
| 107 | } |
| 108 | |
| 109 | fn read_property<T: FromStr>(name: &str) -> Result<Option<T>> { |
| 110 | let str = system_properties::read(name).context("Failed to read {name}")?; |
| 111 | str.map(|s| s.parse().map_err(|_| anyhow!("Invalid {name}: {s}"))).transpose() |
Victor Hsieh | da8ca3b | 2022-01-26 12:36:54 -0800 | [diff] [blame] | 112 | } |
| 113 | |
Alan Stokes | a2869d2 | 2021-09-22 09:06:41 +0100 | [diff] [blame] | 114 | // Ensures we only run one instance at a time. |
| 115 | // Valid states: |
Alan Stokes | 9386360 | 2022-08-03 17:23:25 +0100 | [diff] [blame] | 116 | // Starting: is_starting is true, instance_tracker is None. |
| 117 | // Started: is_starting is false, instance_tracker is Some(x) and there is a strong ref to x. |
| 118 | // Stopped: is_starting is false and instance_tracker is None or a weak ref to a dropped instance. |
Alan Stokes | 69c610f | 2021-09-27 14:03:31 +0100 | [diff] [blame] | 119 | // The panic calls here should never happen, unless the code above in InstanceManager is buggy. |
| 120 | // In particular nothing the client does should be able to trigger them. |
Alan Stokes | a2869d2 | 2021-09-22 09:06:41 +0100 | [diff] [blame] | 121 | #[derive(Default)] |
| 122 | struct State { |
Alan Stokes | 9386360 | 2022-08-03 17:23:25 +0100 | [diff] [blame] | 123 | instance_tracker: Option<Weak<()>>, |
Alan Stokes | a2869d2 | 2021-09-22 09:06:41 +0100 | [diff] [blame] | 124 | is_starting: bool, |
| 125 | } |
| 126 | |
| 127 | impl State { |
| 128 | // Move to Starting iff we are Stopped. |
| 129 | fn mark_starting(&mut self) -> Result<()> { |
| 130 | if self.is_starting { |
| 131 | bail!("An instance is already starting"); |
| 132 | } |
Alan Stokes | 9386360 | 2022-08-03 17:23:25 +0100 | [diff] [blame] | 133 | if let Some(weak) = &self.instance_tracker { |
Alan Stokes | a2869d2 | 2021-09-22 09:06:41 +0100 | [diff] [blame] | 134 | if weak.strong_count() != 0 { |
| 135 | bail!("An instance is already running"); |
| 136 | } |
| 137 | } |
Alan Stokes | 9386360 | 2022-08-03 17:23:25 +0100 | [diff] [blame] | 138 | self.instance_tracker = None; |
Alan Stokes | a2869d2 | 2021-09-22 09:06:41 +0100 | [diff] [blame] | 139 | self.is_starting = true; |
| 140 | Ok(()) |
| 141 | } |
| 142 | |
| 143 | // Move from Starting to Stopped. |
| 144 | fn mark_stopped(&mut self) { |
Alan Stokes | 9386360 | 2022-08-03 17:23:25 +0100 | [diff] [blame] | 145 | if !self.is_starting || self.instance_tracker.is_some() { |
Alan Stokes | a2869d2 | 2021-09-22 09:06:41 +0100 | [diff] [blame] | 146 | panic!("Tried to mark stopped when not starting"); |
| 147 | } |
| 148 | self.is_starting = false; |
| 149 | } |
| 150 | |
| 151 | // Move from Starting to Started. |
Alan Stokes | 9386360 | 2022-08-03 17:23:25 +0100 | [diff] [blame] | 152 | fn mark_started(&mut self, instance_tracker: &Arc<()>) -> Result<()> { |
Alan Stokes | a2869d2 | 2021-09-22 09:06:41 +0100 | [diff] [blame] | 153 | if !self.is_starting { |
| 154 | panic!("Tried to mark started when not starting") |
| 155 | } |
Alan Stokes | 9386360 | 2022-08-03 17:23:25 +0100 | [diff] [blame] | 156 | if self.instance_tracker.is_some() { |
Alan Stokes | a2869d2 | 2021-09-22 09:06:41 +0100 | [diff] [blame] | 157 | panic!("Attempted to mark started when already started"); |
| 158 | } |
| 159 | self.is_starting = false; |
Alan Stokes | 9386360 | 2022-08-03 17:23:25 +0100 | [diff] [blame] | 160 | self.instance_tracker = Some(Arc::downgrade(instance_tracker)); |
Alan Stokes | a2869d2 | 2021-09-22 09:06:41 +0100 | [diff] [blame] | 161 | Ok(()) |
| 162 | } |
Alan Stokes | a2869d2 | 2021-09-22 09:06:41 +0100 | [diff] [blame] | 163 | } |