David Brazdil | 66fc120 | 2022-07-04 21:48:45 +0100 | [diff] [blame] | 1 | // Copyright 2022, The Android Open Source Project |
| 2 | // |
| 3 | // Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | // you may not use this file except in compliance with the License. |
| 5 | // You may obtain a copy of the License at |
| 6 | // |
| 7 | // http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | // |
| 9 | // Unless required by applicable law or agreed to in writing, software |
| 10 | // distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | // See the License for the specific language governing permissions and |
| 13 | // limitations under the License. |
| 14 | |
| 15 | //! Project Rialto main source file. |
| 16 | |
| 17 | #![no_main] |
| 18 | #![no_std] |
David Brazdil | 66fc120 | 2022-07-04 21:48:45 +0100 | [diff] [blame] | 19 | |
Alice Wang | 4e082c3 | 2023-07-11 07:41:50 +0000 | [diff] [blame] | 20 | mod communication; |
Alice Wang | 9a8b39f | 2023-04-12 15:31:48 +0000 | [diff] [blame] | 21 | mod error; |
David Brazdil | 66fc120 | 2022-07-04 21:48:45 +0100 | [diff] [blame] | 22 | mod exceptions; |
Alice Wang | 474c0ee | 2023-09-14 12:52:33 +0000 | [diff] [blame] | 23 | mod fdt; |
David Brazdil | 66fc120 | 2022-07-04 21:48:45 +0100 | [diff] [blame] | 24 | |
| 25 | extern crate alloc; |
David Brazdil | 66fc120 | 2022-07-04 21:48:45 +0100 | [diff] [blame] | 26 | |
Alice Wang | 748b032 | 2023-07-24 12:51:18 +0000 | [diff] [blame] | 27 | use crate::communication::VsockStream; |
Alice Wang | 9a8b39f | 2023-04-12 15:31:48 +0000 | [diff] [blame] | 28 | use crate::error::{Error, Result}; |
Alice Wang | a2228b9 | 2024-07-26 08:38:47 +0000 | [diff] [blame] | 29 | use crate::fdt::{read_dice_range_from, read_is_strict_boot, read_vendor_hashtree_root_digest}; |
Alice Wang | 77639bf | 2023-09-21 06:57:12 +0000 | [diff] [blame] | 30 | use alloc::boxed::Box; |
Alice Wang | 953a657 | 2023-08-24 13:40:10 +0000 | [diff] [blame] | 31 | use ciborium_io::Write; |
Alice Wang | 74f7f4b | 2023-06-13 08:24:50 +0000 | [diff] [blame] | 32 | use core::num::NonZeroUsize; |
Pierre-Clément Tosi | 3d4c5c3 | 2023-05-31 16:57:06 +0000 | [diff] [blame] | 33 | use core::slice; |
Alice Wang | 77639bf | 2023-09-21 06:57:12 +0000 | [diff] [blame] | 34 | use diced_open_dice::{bcc_handover_parse, DiceArtifacts}; |
Alice Wang | 9a8b39f | 2023-04-12 15:31:48 +0000 | [diff] [blame] | 35 | use log::{debug, error, info}; |
Alice Wang | b5d9a46 | 2024-02-09 10:10:47 +0000 | [diff] [blame] | 36 | use service_vm_comm::{ServiceVmRequest, VmType}; |
Alice Wang | 4ac9c8b | 2023-12-05 16:23:14 +0000 | [diff] [blame] | 37 | use service_vm_fake_chain::service_vm; |
Alice Wang | 9eebbab | 2024-04-10 14:57:27 +0000 | [diff] [blame] | 38 | use service_vm_requests::{process_request, RequestContext}; |
Alice Wang | 6218335 | 2023-07-04 08:33:27 +0000 | [diff] [blame] | 39 | use virtio_drivers::{ |
Alice Wang | d158e39 | 2023-08-30 12:51:12 +0000 | [diff] [blame] | 40 | device::socket::{VsockAddr, VMADDR_CID_HOST}, |
Alice Wang | 6218335 | 2023-07-04 08:33:27 +0000 | [diff] [blame] | 41 | transport::{pci::bus::PciRoot, DeviceType, Transport}, |
| 42 | Hal, |
| 43 | }; |
Alice Wang | 4b3cc11 | 2023-06-06 12:22:53 +0000 | [diff] [blame] | 44 | use vmbase::{ |
Pierre-Clément Tosi | 6a4808c | 2023-06-29 09:19:38 +0000 | [diff] [blame] | 45 | configure_heap, |
Pierre-Clément Tosi | f2c19d4 | 2024-10-01 17:42:04 +0100 | [diff] [blame] | 46 | fdt::pci::PciInfo, |
Alice Wang | b6d2c64 | 2023-06-13 13:07:06 +0000 | [diff] [blame] | 47 | fdt::SwiotlbInfo, |
Frederick Mayle | 7584240 | 2024-08-05 19:32:08 -0700 | [diff] [blame] | 48 | generate_image_header, |
Pierre-Clément Tosi | ae07161 | 2024-11-02 13:13:34 +0000 | [diff] [blame] | 49 | layout::crosvm, |
Alice Wang | 89d2959 | 2023-06-12 09:41:29 +0000 | [diff] [blame] | 50 | main, |
Pierre-Clément Tosi | c26e220 | 2024-11-01 23:12:23 +0000 | [diff] [blame] | 51 | memory::{ |
| 52 | init_shared_pool, map_rodata, map_rodata_outside_main_memory, resize_available_memory, |
Pierre-Clément Tosi | ae07161 | 2024-11-02 13:13:34 +0000 | [diff] [blame] | 53 | SIZE_128KB, |
Pierre-Clément Tosi | c26e220 | 2024-11-01 23:12:23 +0000 | [diff] [blame] | 54 | }, |
Alice Wang | 4b3cc11 | 2023-06-06 12:22:53 +0000 | [diff] [blame] | 55 | power::reboot, |
Alice Wang | 6218335 | 2023-07-04 08:33:27 +0000 | [diff] [blame] | 56 | virtio::{ |
| 57 | pci::{self, PciTransportIterator, VirtIOSocket}, |
| 58 | HalImpl, |
| 59 | }, |
Alice Wang | 4b3cc11 | 2023-06-06 12:22:53 +0000 | [diff] [blame] | 60 | }; |
David Brazdil | 66fc120 | 2022-07-04 21:48:45 +0100 | [diff] [blame] | 61 | |
Alice Wang | a2228b9 | 2024-07-26 08:38:47 +0000 | [diff] [blame] | 62 | fn host_addr(fdt: &libfdt::Fdt) -> Result<VsockAddr> { |
| 63 | Ok(VsockAddr { cid: VMADDR_CID_HOST, port: vm_type(fdt)?.port() }) |
Alice Wang | 4e082c3 | 2023-07-11 07:41:50 +0000 | [diff] [blame] | 64 | } |
| 65 | |
Alice Wang | a2228b9 | 2024-07-26 08:38:47 +0000 | [diff] [blame] | 66 | fn vm_type(fdt: &libfdt::Fdt) -> Result<VmType> { |
| 67 | if read_is_strict_boot(fdt)? { |
| 68 | Ok(VmType::ProtectedVm) |
Alice Wang | 1d9a587 | 2023-09-06 14:32:36 +0000 | [diff] [blame] | 69 | } else { |
Alice Wang | a2228b9 | 2024-07-26 08:38:47 +0000 | [diff] [blame] | 70 | Ok(VmType::NonProtectedVm) |
Alice Wang | 1d9a587 | 2023-09-06 14:32:36 +0000 | [diff] [blame] | 71 | } |
Alice Wang | 4e082c3 | 2023-07-11 07:41:50 +0000 | [diff] [blame] | 72 | } |
| 73 | |
Alice Wang | dda3ba9 | 2023-05-25 15:15:30 +0000 | [diff] [blame] | 74 | /// # Safety |
| 75 | /// |
| 76 | /// Behavior is undefined if any of the following conditions are violated: |
| 77 | /// * The `fdt_addr` must be a valid pointer and points to a valid `Fdt`. |
| 78 | unsafe fn try_main(fdt_addr: usize) -> Result<()> { |
David Brazdil | 66fc120 | 2022-07-04 21:48:45 +0100 | [diff] [blame] | 79 | info!("Welcome to Rialto!"); |
Alice Wang | 74f7f4b | 2023-06-13 08:24:50 +0000 | [diff] [blame] | 80 | |
Pierre-Clément Tosi | c26e220 | 2024-11-01 23:12:23 +0000 | [diff] [blame] | 81 | let fdt_size = NonZeroUsize::new(crosvm::FDT_MAX_SIZE).unwrap(); |
| 82 | map_rodata(fdt_addr, fdt_size)?; |
Alice Wang | 74f7f4b | 2023-06-13 08:24:50 +0000 | [diff] [blame] | 83 | // SAFETY: The tracker validated the range to be in main memory, mapped, and not overlap. |
Pierre-Clément Tosi | c26e220 | 2024-11-01 23:12:23 +0000 | [diff] [blame] | 84 | let fdt = unsafe { slice::from_raw_parts(fdt_addr as *mut u8, fdt_size.into()) }; |
Alice Wang | 674257a | 2023-06-13 09:44:53 +0000 | [diff] [blame] | 85 | // We do not need to validate the DT since it is already validated in pvmfw. |
Alice Wang | 74f7f4b | 2023-06-13 08:24:50 +0000 | [diff] [blame] | 86 | let fdt = libfdt::Fdt::from_slice(fdt)?; |
Alice Wang | 74f7f4b | 2023-06-13 08:24:50 +0000 | [diff] [blame] | 87 | |
Alice Wang | 674257a | 2023-06-13 09:44:53 +0000 | [diff] [blame] | 88 | let memory_range = fdt.first_memory_range()?; |
Pierre-Clément Tosi | c26e220 | 2024-11-01 23:12:23 +0000 | [diff] [blame] | 89 | resize_available_memory(&memory_range).inspect_err(|_| { |
Alice Wang | 674257a | 2023-06-13 09:44:53 +0000 | [diff] [blame] | 90 | error!("Failed to use memory range value from DT: {memory_range:#x?}"); |
Alice Wang | 674257a | 2023-06-13 09:44:53 +0000 | [diff] [blame] | 91 | })?; |
Alice Wang | b6d2c64 | 2023-06-13 13:07:06 +0000 | [diff] [blame] | 92 | |
Pierre-Clément Tosi | c26e220 | 2024-11-01 23:12:23 +0000 | [diff] [blame] | 93 | let swiotlb_range = SwiotlbInfo::new_from_fdt(fdt) |
| 94 | .inspect_err(|_| { |
| 95 | error!("Rialto failed when access swiotlb"); |
| 96 | })? |
| 97 | .and_then(|info| info.fixed_range()); |
| 98 | init_shared_pool(swiotlb_range).inspect_err(|_| { |
| 99 | error!("Failed to initialize shared pool."); |
| 100 | })?; |
Alice Wang | 7b2ab94 | 2023-09-12 13:04:42 +0000 | [diff] [blame] | 101 | |
Alice Wang | a2228b9 | 2024-07-26 08:38:47 +0000 | [diff] [blame] | 102 | let bcc_handover: Box<dyn DiceArtifacts> = match vm_type(fdt)? { |
Alice Wang | 474c0ee | 2023-09-14 12:52:33 +0000 | [diff] [blame] | 103 | VmType::ProtectedVm => { |
| 104 | let dice_range = read_dice_range_from(fdt)?; |
| 105 | info!("DICE range: {dice_range:#x?}"); |
Pierre-Clément Tosi | c26e220 | 2024-11-01 23:12:23 +0000 | [diff] [blame] | 106 | let dice_size = dice_range.len().try_into().unwrap(); |
| 107 | // SAFETY: The DICE memory region has been generated by pvmfw and doesn't overlap. |
| 108 | unsafe { map_rodata_outside_main_memory(dice_range.start, dice_size) }.inspect_err( |
| 109 | |_| { |
| 110 | error!("Failed to use DICE range from DT: {dice_range:#x?}"); |
| 111 | }, |
| 112 | )?; |
Alice Wang | 9f3ca83 | 2023-09-20 09:33:14 +0000 | [diff] [blame] | 113 | let dice_start = dice_range.start as *const u8; |
| 114 | // SAFETY: There's no memory overlap and the region is mapped as read-only data. |
| 115 | let bcc_handover = unsafe { slice::from_raw_parts(dice_start, dice_range.len()) }; |
Alice Wang | 77639bf | 2023-09-21 06:57:12 +0000 | [diff] [blame] | 116 | Box::new(bcc_handover_parse(bcc_handover)?) |
Alice Wang | 474c0ee | 2023-09-14 12:52:33 +0000 | [diff] [blame] | 117 | } |
Alice Wang | 77639bf | 2023-09-21 06:57:12 +0000 | [diff] [blame] | 118 | // Currently, a sample DICE data is used for non-protected VMs, as these VMs only run |
| 119 | // in tests at the moment. |
Alice Wang | 4ac9c8b | 2023-12-05 16:23:14 +0000 | [diff] [blame] | 120 | VmType::NonProtectedVm => Box::new(service_vm::fake_service_vm_dice_artifacts()?), |
Alice Wang | 474c0ee | 2023-09-14 12:52:33 +0000 | [diff] [blame] | 121 | }; |
Alice Wang | d36c711 | 2023-07-04 09:50:45 +0000 | [diff] [blame] | 122 | |
| 123 | let pci_info = PciInfo::from_fdt(fdt)?; |
| 124 | debug!("PCI: {pci_info:#x?}"); |
Pierre-Clément Tosi | c26e220 | 2024-11-01 23:12:23 +0000 | [diff] [blame] | 125 | let mut pci_root = pci::initialize(pci_info).map_err(Error::PciInitializationFailed)?; |
Alice Wang | d36c711 | 2023-07-04 09:50:45 +0000 | [diff] [blame] | 126 | debug!("PCI root: {pci_root:#x?}"); |
Alice Wang | 6218335 | 2023-07-04 08:33:27 +0000 | [diff] [blame] | 127 | let socket_device = find_socket_device::<HalImpl>(&mut pci_root)?; |
| 128 | debug!("Found socket device: guest cid = {:?}", socket_device.guest_cid()); |
Alice Wang | 9eebbab | 2024-04-10 14:57:27 +0000 | [diff] [blame] | 129 | let vendor_hashtree_root_digest = read_vendor_hashtree_root_digest(fdt)?; |
| 130 | let request_context = |
| 131 | RequestContext { dice_artifacts: bcc_handover.as_ref(), vendor_hashtree_root_digest }; |
Alice Wang | 4e082c3 | 2023-07-11 07:41:50 +0000 | [diff] [blame] | 132 | |
Alice Wang | a2228b9 | 2024-07-26 08:38:47 +0000 | [diff] [blame] | 133 | let mut vsock_stream = VsockStream::new(socket_device, host_addr(fdt)?)?; |
Alice Wang | fbdc85b | 2023-09-07 12:56:46 +0000 | [diff] [blame] | 134 | while let ServiceVmRequest::Process(req) = vsock_stream.read_request()? { |
Alice Wang | 2e6cdc1 | 2024-02-19 11:36:36 +0000 | [diff] [blame] | 135 | info!("Received request: {}", req.name()); |
Alice Wang | 9eebbab | 2024-04-10 14:57:27 +0000 | [diff] [blame] | 136 | let response = process_request(req, &request_context); |
Alice Wang | 2e6cdc1 | 2024-02-19 11:36:36 +0000 | [diff] [blame] | 137 | info!("Sending response: {}", response.name()); |
Alice Wang | fbdc85b | 2023-09-07 12:56:46 +0000 | [diff] [blame] | 138 | vsock_stream.write_response(&response)?; |
| 139 | vsock_stream.flush()?; |
| 140 | } |
Alice Wang | 748b032 | 2023-07-24 12:51:18 +0000 | [diff] [blame] | 141 | vsock_stream.shutdown()?; |
Alice Wang | 4e082c3 | 2023-07-11 07:41:50 +0000 | [diff] [blame] | 142 | |
Alice Wang | 9a8b39f | 2023-04-12 15:31:48 +0000 | [diff] [blame] | 143 | Ok(()) |
| 144 | } |
| 145 | |
Alice Wang | 6218335 | 2023-07-04 08:33:27 +0000 | [diff] [blame] | 146 | fn find_socket_device<T: Hal>(pci_root: &mut PciRoot) -> Result<VirtIOSocket<T>> { |
| 147 | PciTransportIterator::<T>::new(pci_root) |
| 148 | .find(|t| DeviceType::Socket == t.device_type()) |
| 149 | .map(VirtIOSocket::<T>::new) |
| 150 | .transpose() |
| 151 | .map_err(Error::VirtIOSocketCreationFailed)? |
| 152 | .ok_or(Error::MissingVirtIOSocketDevice) |
| 153 | } |
| 154 | |
Alice Wang | 9a8b39f | 2023-04-12 15:31:48 +0000 | [diff] [blame] | 155 | /// Entry point for Rialto. |
Alice Wang | dda3ba9 | 2023-05-25 15:15:30 +0000 | [diff] [blame] | 156 | pub fn main(fdt_addr: u64, _a1: u64, _a2: u64, _a3: u64) { |
Pierre-Clément Tosi | d330548 | 2023-06-29 15:03:48 +0000 | [diff] [blame] | 157 | log::set_max_level(log::LevelFilter::Debug); |
Alice Wang | dda3ba9 | 2023-05-25 15:15:30 +0000 | [diff] [blame] | 158 | // SAFETY: `fdt_addr` is supposed to be a valid pointer and points to |
| 159 | // a valid `Fdt`. |
Pierre-Clément Tosi | 38b6c78 | 2024-11-02 13:47:42 +0000 | [diff] [blame] | 160 | if let Err(e) = unsafe { try_main(fdt_addr as usize) } { |
| 161 | error!("Rialto failed with {e}"); |
| 162 | reboot() |
Alice Wang | 9a8b39f | 2023-04-12 15:31:48 +0000 | [diff] [blame] | 163 | } |
David Brazdil | 66fc120 | 2022-07-04 21:48:45 +0100 | [diff] [blame] | 164 | } |
| 165 | |
Frederick Mayle | 7584240 | 2024-08-05 19:32:08 -0700 | [diff] [blame] | 166 | generate_image_header!(); |
David Brazdil | 66fc120 | 2022-07-04 21:48:45 +0100 | [diff] [blame] | 167 | main!(main); |
Alice Wang | 65ea4cb | 2024-04-30 10:07:51 +0000 | [diff] [blame] | 168 | configure_heap!(SIZE_128KB * 2); |