blob: f61c41580228ce89027adf4e1abdaef81c840816 [file] [log] [blame]
David Brazdil66fc1202022-07-04 21:48:45 +01001// Copyright 2022, The Android Open Source Project
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15//! Project Rialto main source file.
16
17#![no_main]
18#![no_std]
David Brazdil66fc1202022-07-04 21:48:45 +010019
Alice Wang9a8b39f2023-04-12 15:31:48 +000020mod error;
David Brazdil66fc1202022-07-04 21:48:45 +010021mod exceptions;
22
23extern crate alloc;
David Brazdil66fc1202022-07-04 21:48:45 +010024
Alice Wang9a8b39f2023-04-12 15:31:48 +000025use crate::error::{Error, Result};
Alice Wang74f7f4b2023-06-13 08:24:50 +000026use core::num::NonZeroUsize;
Pierre-Clément Tosi3d4c5c32023-05-31 16:57:06 +000027use core::slice;
Alice Wangdda3ba92023-05-25 15:15:30 +000028use fdtpci::PciInfo;
Pierre-Clément Tosi910a72d2023-06-29 14:29:29 +000029use hyp::{get_mem_sharer, get_mmio_guard};
Alice Wangb6d2c642023-06-13 13:07:06 +000030use libfdt::FdtError;
Alice Wang9a8b39f2023-04-12 15:31:48 +000031use log::{debug, error, info};
Alice Wang4b3cc112023-06-06 12:22:53 +000032use vmbase::{
Pierre-Clément Tosi6a4808c2023-06-29 09:19:38 +000033 configure_heap,
Alice Wangb6d2c642023-06-13 13:07:06 +000034 fdt::SwiotlbInfo,
Alice Wang89d29592023-06-12 09:41:29 +000035 layout::{self, crosvm},
36 main,
Pierre-Clément Tosic332fae2023-06-22 11:37:12 +000037 memory::{MemoryTracker, PageTable, MEMORY, PAGE_SIZE, SIZE_64KB},
Alice Wang4b3cc112023-06-06 12:22:53 +000038 power::reboot,
Alice Wangd36c7112023-07-04 09:50:45 +000039 virtio::pci,
Alice Wang4b3cc112023-06-06 12:22:53 +000040};
David Brazdil66fc1202022-07-04 21:48:45 +010041
Alice Wangb70bdb52023-06-12 08:17:58 +000042fn new_page_table() -> Result<PageTable> {
Alice Wangee5b1802023-06-07 07:41:54 +000043 let mut page_table = PageTable::default();
Pierre-Clément Tosi3d4c5c32023-05-31 16:57:06 +000044
Alice Wanga3931aa2023-07-05 12:52:09 +000045 page_table.map_data(&layout::scratch_range().into())?;
46 page_table.map_data(&layout::stack_range(40 * PAGE_SIZE).into())?;
47 page_table.map_code(&layout::text_range().into())?;
48 page_table.map_rodata(&layout::rodata_range().into())?;
49 page_table.map_device(&layout::console_uart_range().into())?;
David Brazdil66fc1202022-07-04 21:48:45 +010050
Alice Wangb70bdb52023-06-12 08:17:58 +000051 Ok(page_table)
David Brazdil66fc1202022-07-04 21:48:45 +010052}
53
Pierre-Clément Tosi910a72d2023-06-29 14:29:29 +000054fn try_init_logger() -> Result<()> {
55 if let Some(mmio_guard) = get_mmio_guard() {
56 mmio_guard.init()?;
57 // pKVM blocks MMIO by default, we need to enable MMIO guard to support logging.
58 mmio_guard.map(vmbase::console::BASE_ADDRESS)?;
59 }
Alice Wang77d9dd32023-06-07 13:41:21 +000060 vmbase::logger::init(log::LevelFilter::Debug).map_err(|_| Error::LoggerInit)?;
Pierre-Clément Tosi910a72d2023-06-29 14:29:29 +000061 Ok(())
Alice Wang9a8b39f2023-04-12 15:31:48 +000062}
David Brazdil66fc1202022-07-04 21:48:45 +010063
Alice Wangdda3ba92023-05-25 15:15:30 +000064/// # Safety
65///
66/// Behavior is undefined if any of the following conditions are violated:
67/// * The `fdt_addr` must be a valid pointer and points to a valid `Fdt`.
68unsafe fn try_main(fdt_addr: usize) -> Result<()> {
David Brazdil66fc1202022-07-04 21:48:45 +010069 info!("Welcome to Rialto!");
Alice Wangb70bdb52023-06-12 08:17:58 +000070 let page_table = new_page_table()?;
71
72 MEMORY.lock().replace(MemoryTracker::new(
73 page_table,
74 crosvm::MEM_START..layout::MAX_VIRT_ADDR,
75 crosvm::MMIO_RANGE,
76 None, // Rialto doesn't have any payload for now.
77 ));
Alice Wang74f7f4b2023-06-13 08:24:50 +000078
79 let fdt_range = MEMORY
80 .lock()
81 .as_mut()
82 .unwrap()
83 .alloc(fdt_addr, NonZeroUsize::new(crosvm::FDT_MAX_SIZE).unwrap())?;
84 // SAFETY: The tracker validated the range to be in main memory, mapped, and not overlap.
85 let fdt = unsafe { slice::from_raw_parts(fdt_range.start as *mut u8, fdt_range.len()) };
Alice Wang674257a2023-06-13 09:44:53 +000086 // We do not need to validate the DT since it is already validated in pvmfw.
Alice Wang74f7f4b2023-06-13 08:24:50 +000087 let fdt = libfdt::Fdt::from_slice(fdt)?;
Alice Wang74f7f4b2023-06-13 08:24:50 +000088
Alice Wang674257a2023-06-13 09:44:53 +000089 let memory_range = fdt.first_memory_range()?;
90 MEMORY.lock().as_mut().unwrap().shrink(&memory_range).map_err(|e| {
91 error!("Failed to use memory range value from DT: {memory_range:#x?}");
92 e
93 })?;
Alice Wangb6d2c642023-06-13 13:07:06 +000094
Pierre-Clément Tosi910a72d2023-06-29 14:29:29 +000095 if let Some(mem_sharer) = get_mem_sharer() {
96 let granule = mem_sharer.granule()?;
Alice Wangb6d2c642023-06-13 13:07:06 +000097 MEMORY.lock().as_mut().unwrap().init_dynamic_shared_pool(granule).map_err(|e| {
98 error!("Failed to initialize dynamically shared pool.");
99 e
100 })?;
Pierre-Clément Tosi8937cb82023-07-06 15:07:38 +0000101 } else if let Ok(swiotlb_info) = SwiotlbInfo::new_from_fdt(fdt) {
102 let range = swiotlb_info.fixed_range().ok_or_else(|| {
Alice Wangb6d2c642023-06-13 13:07:06 +0000103 error!("Pre-shared pool range not specified in swiotlb node");
104 Error::from(FdtError::BadValue)
105 })?;
106 MEMORY.lock().as_mut().unwrap().init_static_shared_pool(range).map_err(|e| {
107 error!("Failed to initialize pre-shared pool.");
108 e
109 })?;
Pierre-Clément Tosi8937cb82023-07-06 15:07:38 +0000110 } else {
111 info!("No MEM_SHARE capability detected or swiotlb found: allocating buffers from heap.");
112 MEMORY.lock().as_mut().unwrap().init_heap_shared_pool().map_err(|e| {
113 error!("Failed to initialize heap-based pseudo-shared pool.");
114 e
115 })?;
Alice Wangb6d2c642023-06-13 13:07:06 +0000116 }
Alice Wangd36c7112023-07-04 09:50:45 +0000117
118 let pci_info = PciInfo::from_fdt(fdt)?;
119 debug!("PCI: {pci_info:#x?}");
Alice Wangeff58392023-07-04 13:32:09 +0000120 let pci_root = pci::initialize(pci_info, MEMORY.lock().as_mut().unwrap())
Alice Wangd36c7112023-07-04 09:50:45 +0000121 .map_err(Error::PciInitializationFailed)?;
122 debug!("PCI root: {pci_root:#x?}");
Alice Wang9a8b39f2023-04-12 15:31:48 +0000123 Ok(())
124}
125
Pierre-Clément Tosi910a72d2023-06-29 14:29:29 +0000126fn try_unshare_all_memory() -> Result<()> {
Alice Wang77d9dd32023-06-07 13:41:21 +0000127 info!("Starting unsharing memory...");
128
Alice Wang77d9dd32023-06-07 13:41:21 +0000129 // No logging after unmapping UART.
Pierre-Clément Tosi910a72d2023-06-29 14:29:29 +0000130 if let Some(mmio_guard) = get_mmio_guard() {
131 mmio_guard.unmap(vmbase::console::BASE_ADDRESS)?;
Alice Wangb70bdb52023-06-12 08:17:58 +0000132 }
133 // Unshares all memory and deactivates page table.
134 drop(MEMORY.lock().take());
Alice Wang77d9dd32023-06-07 13:41:21 +0000135 Ok(())
136}
137
Pierre-Clément Tosi910a72d2023-06-29 14:29:29 +0000138fn unshare_all_memory() {
139 if let Err(e) = try_unshare_all_memory() {
Alice Wang77d9dd32023-06-07 13:41:21 +0000140 error!("Failed to unshare the memory: {e}");
141 }
142}
143
Alice Wang9a8b39f2023-04-12 15:31:48 +0000144/// Entry point for Rialto.
Alice Wangdda3ba92023-05-25 15:15:30 +0000145pub fn main(fdt_addr: u64, _a1: u64, _a2: u64, _a3: u64) {
Pierre-Clément Tosi910a72d2023-06-29 14:29:29 +0000146 if try_init_logger().is_err() {
Alice Wang9a8b39f2023-04-12 15:31:48 +0000147 // Don't log anything if the logger initialization fails.
148 reboot();
Alice Wang77d9dd32023-06-07 13:41:21 +0000149 };
Alice Wangdda3ba92023-05-25 15:15:30 +0000150 // SAFETY: `fdt_addr` is supposed to be a valid pointer and points to
151 // a valid `Fdt`.
152 match unsafe { try_main(fdt_addr as usize) } {
Pierre-Clément Tosi910a72d2023-06-29 14:29:29 +0000153 Ok(()) => unshare_all_memory(),
Alice Wang9a8b39f2023-04-12 15:31:48 +0000154 Err(e) => {
155 error!("Rialto failed with {e}");
Pierre-Clément Tosi910a72d2023-06-29 14:29:29 +0000156 unshare_all_memory();
Alice Wang9a8b39f2023-04-12 15:31:48 +0000157 reboot()
158 }
159 }
David Brazdil66fc1202022-07-04 21:48:45 +0100160}
161
David Brazdil66fc1202022-07-04 21:48:45 +0100162main!(main);
Pierre-Clément Tosi6a4808c2023-06-29 09:19:38 +0000163configure_heap!(SIZE_64KB);