David Brazdil | 66fc120 | 2022-07-04 21:48:45 +0100 | [diff] [blame] | 1 | // Copyright 2022, The Android Open Source Project |
| 2 | // |
| 3 | // Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | // you may not use this file except in compliance with the License. |
| 5 | // You may obtain a copy of the License at |
| 6 | // |
| 7 | // http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | // |
| 9 | // Unless required by applicable law or agreed to in writing, software |
| 10 | // distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | // See the License for the specific language governing permissions and |
| 13 | // limitations under the License. |
| 14 | |
| 15 | //! Project Rialto main source file. |
| 16 | |
| 17 | #![no_main] |
| 18 | #![no_std] |
David Brazdil | 66fc120 | 2022-07-04 21:48:45 +0100 | [diff] [blame] | 19 | |
Alice Wang | 9a8b39f | 2023-04-12 15:31:48 +0000 | [diff] [blame] | 20 | mod error; |
David Brazdil | 66fc120 | 2022-07-04 21:48:45 +0100 | [diff] [blame] | 21 | mod exceptions; |
| 22 | |
| 23 | extern crate alloc; |
David Brazdil | 66fc120 | 2022-07-04 21:48:45 +0100 | [diff] [blame] | 24 | |
Alice Wang | 9a8b39f | 2023-04-12 15:31:48 +0000 | [diff] [blame] | 25 | use crate::error::{Error, Result}; |
Alice Wang | 74f7f4b | 2023-06-13 08:24:50 +0000 | [diff] [blame] | 26 | use core::num::NonZeroUsize; |
Pierre-Clément Tosi | 3d4c5c3 | 2023-05-31 16:57:06 +0000 | [diff] [blame] | 27 | use core::slice; |
Alice Wang | dda3ba9 | 2023-05-25 15:15:30 +0000 | [diff] [blame] | 28 | use fdtpci::PciInfo; |
Pierre-Clément Tosi | 910a72d | 2023-06-29 14:29:29 +0000 | [diff] [blame^] | 29 | use hyp::{get_mem_sharer, get_mmio_guard}; |
Alice Wang | b6d2c64 | 2023-06-13 13:07:06 +0000 | [diff] [blame] | 30 | use libfdt::FdtError; |
Alice Wang | 9a8b39f | 2023-04-12 15:31:48 +0000 | [diff] [blame] | 31 | use log::{debug, error, info}; |
Alice Wang | 4b3cc11 | 2023-06-06 12:22:53 +0000 | [diff] [blame] | 32 | use vmbase::{ |
Pierre-Clément Tosi | 6a4808c | 2023-06-29 09:19:38 +0000 | [diff] [blame] | 33 | configure_heap, |
Alice Wang | b6d2c64 | 2023-06-13 13:07:06 +0000 | [diff] [blame] | 34 | fdt::SwiotlbInfo, |
Alice Wang | 89d2959 | 2023-06-12 09:41:29 +0000 | [diff] [blame] | 35 | layout::{self, crosvm}, |
| 36 | main, |
Pierre-Clément Tosi | c332fae | 2023-06-22 11:37:12 +0000 | [diff] [blame] | 37 | memory::{MemoryTracker, PageTable, MEMORY, PAGE_SIZE, SIZE_64KB}, |
Alice Wang | 4b3cc11 | 2023-06-06 12:22:53 +0000 | [diff] [blame] | 38 | power::reboot, |
Alice Wang | d36c711 | 2023-07-04 09:50:45 +0000 | [diff] [blame] | 39 | virtio::pci, |
Alice Wang | 4b3cc11 | 2023-06-06 12:22:53 +0000 | [diff] [blame] | 40 | }; |
David Brazdil | 66fc120 | 2022-07-04 21:48:45 +0100 | [diff] [blame] | 41 | |
Alice Wang | b70bdb5 | 2023-06-12 08:17:58 +0000 | [diff] [blame] | 42 | fn new_page_table() -> Result<PageTable> { |
Alice Wang | ee5b180 | 2023-06-07 07:41:54 +0000 | [diff] [blame] | 43 | let mut page_table = PageTable::default(); |
Pierre-Clément Tosi | 3d4c5c3 | 2023-05-31 16:57:06 +0000 | [diff] [blame] | 44 | |
Alice Wang | a3931aa | 2023-07-05 12:52:09 +0000 | [diff] [blame] | 45 | page_table.map_data(&layout::scratch_range().into())?; |
| 46 | page_table.map_data(&layout::stack_range(40 * PAGE_SIZE).into())?; |
| 47 | page_table.map_code(&layout::text_range().into())?; |
| 48 | page_table.map_rodata(&layout::rodata_range().into())?; |
| 49 | page_table.map_device(&layout::console_uart_range().into())?; |
David Brazdil | 66fc120 | 2022-07-04 21:48:45 +0100 | [diff] [blame] | 50 | |
Alice Wang | b70bdb5 | 2023-06-12 08:17:58 +0000 | [diff] [blame] | 51 | Ok(page_table) |
David Brazdil | 66fc120 | 2022-07-04 21:48:45 +0100 | [diff] [blame] | 52 | } |
| 53 | |
Pierre-Clément Tosi | 910a72d | 2023-06-29 14:29:29 +0000 | [diff] [blame^] | 54 | fn try_init_logger() -> Result<()> { |
| 55 | if let Some(mmio_guard) = get_mmio_guard() { |
| 56 | mmio_guard.init()?; |
| 57 | // pKVM blocks MMIO by default, we need to enable MMIO guard to support logging. |
| 58 | mmio_guard.map(vmbase::console::BASE_ADDRESS)?; |
| 59 | } |
Alice Wang | 77d9dd3 | 2023-06-07 13:41:21 +0000 | [diff] [blame] | 60 | vmbase::logger::init(log::LevelFilter::Debug).map_err(|_| Error::LoggerInit)?; |
Pierre-Clément Tosi | 910a72d | 2023-06-29 14:29:29 +0000 | [diff] [blame^] | 61 | Ok(()) |
Alice Wang | 9a8b39f | 2023-04-12 15:31:48 +0000 | [diff] [blame] | 62 | } |
David Brazdil | 66fc120 | 2022-07-04 21:48:45 +0100 | [diff] [blame] | 63 | |
Alice Wang | dda3ba9 | 2023-05-25 15:15:30 +0000 | [diff] [blame] | 64 | /// # Safety |
| 65 | /// |
| 66 | /// Behavior is undefined if any of the following conditions are violated: |
| 67 | /// * The `fdt_addr` must be a valid pointer and points to a valid `Fdt`. |
| 68 | unsafe fn try_main(fdt_addr: usize) -> Result<()> { |
David Brazdil | 66fc120 | 2022-07-04 21:48:45 +0100 | [diff] [blame] | 69 | info!("Welcome to Rialto!"); |
Alice Wang | b70bdb5 | 2023-06-12 08:17:58 +0000 | [diff] [blame] | 70 | let page_table = new_page_table()?; |
| 71 | |
| 72 | MEMORY.lock().replace(MemoryTracker::new( |
| 73 | page_table, |
| 74 | crosvm::MEM_START..layout::MAX_VIRT_ADDR, |
| 75 | crosvm::MMIO_RANGE, |
| 76 | None, // Rialto doesn't have any payload for now. |
| 77 | )); |
Alice Wang | 74f7f4b | 2023-06-13 08:24:50 +0000 | [diff] [blame] | 78 | |
| 79 | let fdt_range = MEMORY |
| 80 | .lock() |
| 81 | .as_mut() |
| 82 | .unwrap() |
| 83 | .alloc(fdt_addr, NonZeroUsize::new(crosvm::FDT_MAX_SIZE).unwrap())?; |
| 84 | // SAFETY: The tracker validated the range to be in main memory, mapped, and not overlap. |
| 85 | let fdt = unsafe { slice::from_raw_parts(fdt_range.start as *mut u8, fdt_range.len()) }; |
Alice Wang | 674257a | 2023-06-13 09:44:53 +0000 | [diff] [blame] | 86 | // We do not need to validate the DT since it is already validated in pvmfw. |
Alice Wang | 74f7f4b | 2023-06-13 08:24:50 +0000 | [diff] [blame] | 87 | let fdt = libfdt::Fdt::from_slice(fdt)?; |
Alice Wang | 74f7f4b | 2023-06-13 08:24:50 +0000 | [diff] [blame] | 88 | |
Alice Wang | 674257a | 2023-06-13 09:44:53 +0000 | [diff] [blame] | 89 | let memory_range = fdt.first_memory_range()?; |
| 90 | MEMORY.lock().as_mut().unwrap().shrink(&memory_range).map_err(|e| { |
| 91 | error!("Failed to use memory range value from DT: {memory_range:#x?}"); |
| 92 | e |
| 93 | })?; |
Alice Wang | b6d2c64 | 2023-06-13 13:07:06 +0000 | [diff] [blame] | 94 | |
Pierre-Clément Tosi | 910a72d | 2023-06-29 14:29:29 +0000 | [diff] [blame^] | 95 | if let Some(mem_sharer) = get_mem_sharer() { |
| 96 | let granule = mem_sharer.granule()?; |
Alice Wang | b6d2c64 | 2023-06-13 13:07:06 +0000 | [diff] [blame] | 97 | MEMORY.lock().as_mut().unwrap().init_dynamic_shared_pool(granule).map_err(|e| { |
| 98 | error!("Failed to initialize dynamically shared pool."); |
| 99 | e |
| 100 | })?; |
Pierre-Clément Tosi | 8937cb8 | 2023-07-06 15:07:38 +0000 | [diff] [blame] | 101 | } else if let Ok(swiotlb_info) = SwiotlbInfo::new_from_fdt(fdt) { |
| 102 | let range = swiotlb_info.fixed_range().ok_or_else(|| { |
Alice Wang | b6d2c64 | 2023-06-13 13:07:06 +0000 | [diff] [blame] | 103 | error!("Pre-shared pool range not specified in swiotlb node"); |
| 104 | Error::from(FdtError::BadValue) |
| 105 | })?; |
| 106 | MEMORY.lock().as_mut().unwrap().init_static_shared_pool(range).map_err(|e| { |
| 107 | error!("Failed to initialize pre-shared pool."); |
| 108 | e |
| 109 | })?; |
Pierre-Clément Tosi | 8937cb8 | 2023-07-06 15:07:38 +0000 | [diff] [blame] | 110 | } else { |
| 111 | info!("No MEM_SHARE capability detected or swiotlb found: allocating buffers from heap."); |
| 112 | MEMORY.lock().as_mut().unwrap().init_heap_shared_pool().map_err(|e| { |
| 113 | error!("Failed to initialize heap-based pseudo-shared pool."); |
| 114 | e |
| 115 | })?; |
Alice Wang | b6d2c64 | 2023-06-13 13:07:06 +0000 | [diff] [blame] | 116 | } |
Alice Wang | d36c711 | 2023-07-04 09:50:45 +0000 | [diff] [blame] | 117 | |
| 118 | let pci_info = PciInfo::from_fdt(fdt)?; |
| 119 | debug!("PCI: {pci_info:#x?}"); |
Alice Wang | eff5839 | 2023-07-04 13:32:09 +0000 | [diff] [blame] | 120 | let pci_root = pci::initialize(pci_info, MEMORY.lock().as_mut().unwrap()) |
Alice Wang | d36c711 | 2023-07-04 09:50:45 +0000 | [diff] [blame] | 121 | .map_err(Error::PciInitializationFailed)?; |
| 122 | debug!("PCI root: {pci_root:#x?}"); |
Alice Wang | 9a8b39f | 2023-04-12 15:31:48 +0000 | [diff] [blame] | 123 | Ok(()) |
| 124 | } |
| 125 | |
Pierre-Clément Tosi | 910a72d | 2023-06-29 14:29:29 +0000 | [diff] [blame^] | 126 | fn try_unshare_all_memory() -> Result<()> { |
Alice Wang | 77d9dd3 | 2023-06-07 13:41:21 +0000 | [diff] [blame] | 127 | info!("Starting unsharing memory..."); |
| 128 | |
Alice Wang | 77d9dd3 | 2023-06-07 13:41:21 +0000 | [diff] [blame] | 129 | // No logging after unmapping UART. |
Pierre-Clément Tosi | 910a72d | 2023-06-29 14:29:29 +0000 | [diff] [blame^] | 130 | if let Some(mmio_guard) = get_mmio_guard() { |
| 131 | mmio_guard.unmap(vmbase::console::BASE_ADDRESS)?; |
Alice Wang | b70bdb5 | 2023-06-12 08:17:58 +0000 | [diff] [blame] | 132 | } |
| 133 | // Unshares all memory and deactivates page table. |
| 134 | drop(MEMORY.lock().take()); |
Alice Wang | 77d9dd3 | 2023-06-07 13:41:21 +0000 | [diff] [blame] | 135 | Ok(()) |
| 136 | } |
| 137 | |
Pierre-Clément Tosi | 910a72d | 2023-06-29 14:29:29 +0000 | [diff] [blame^] | 138 | fn unshare_all_memory() { |
| 139 | if let Err(e) = try_unshare_all_memory() { |
Alice Wang | 77d9dd3 | 2023-06-07 13:41:21 +0000 | [diff] [blame] | 140 | error!("Failed to unshare the memory: {e}"); |
| 141 | } |
| 142 | } |
| 143 | |
Alice Wang | 9a8b39f | 2023-04-12 15:31:48 +0000 | [diff] [blame] | 144 | /// Entry point for Rialto. |
Alice Wang | dda3ba9 | 2023-05-25 15:15:30 +0000 | [diff] [blame] | 145 | pub fn main(fdt_addr: u64, _a1: u64, _a2: u64, _a3: u64) { |
Pierre-Clément Tosi | 910a72d | 2023-06-29 14:29:29 +0000 | [diff] [blame^] | 146 | if try_init_logger().is_err() { |
Alice Wang | 9a8b39f | 2023-04-12 15:31:48 +0000 | [diff] [blame] | 147 | // Don't log anything if the logger initialization fails. |
| 148 | reboot(); |
Alice Wang | 77d9dd3 | 2023-06-07 13:41:21 +0000 | [diff] [blame] | 149 | }; |
Alice Wang | dda3ba9 | 2023-05-25 15:15:30 +0000 | [diff] [blame] | 150 | // SAFETY: `fdt_addr` is supposed to be a valid pointer and points to |
| 151 | // a valid `Fdt`. |
| 152 | match unsafe { try_main(fdt_addr as usize) } { |
Pierre-Clément Tosi | 910a72d | 2023-06-29 14:29:29 +0000 | [diff] [blame^] | 153 | Ok(()) => unshare_all_memory(), |
Alice Wang | 9a8b39f | 2023-04-12 15:31:48 +0000 | [diff] [blame] | 154 | Err(e) => { |
| 155 | error!("Rialto failed with {e}"); |
Pierre-Clément Tosi | 910a72d | 2023-06-29 14:29:29 +0000 | [diff] [blame^] | 156 | unshare_all_memory(); |
Alice Wang | 9a8b39f | 2023-04-12 15:31:48 +0000 | [diff] [blame] | 157 | reboot() |
| 158 | } |
| 159 | } |
David Brazdil | 66fc120 | 2022-07-04 21:48:45 +0100 | [diff] [blame] | 160 | } |
| 161 | |
David Brazdil | 66fc120 | 2022-07-04 21:48:45 +0100 | [diff] [blame] | 162 | main!(main); |
Pierre-Clément Tosi | 6a4808c | 2023-06-29 09:19:38 +0000 | [diff] [blame] | 163 | configure_heap!(SIZE_64KB); |