David Brazdil | 66fc120 | 2022-07-04 21:48:45 +0100 | [diff] [blame] | 1 | // Copyright 2022, The Android Open Source Project |
| 2 | // |
| 3 | // Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | // you may not use this file except in compliance with the License. |
| 5 | // You may obtain a copy of the License at |
| 6 | // |
| 7 | // http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | // |
| 9 | // Unless required by applicable law or agreed to in writing, software |
| 10 | // distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | // See the License for the specific language governing permissions and |
| 13 | // limitations under the License. |
| 14 | |
| 15 | //! Project Rialto main source file. |
| 16 | |
| 17 | #![no_main] |
| 18 | #![no_std] |
David Brazdil | 66fc120 | 2022-07-04 21:48:45 +0100 | [diff] [blame] | 19 | |
Alice Wang | 9a8b39f | 2023-04-12 15:31:48 +0000 | [diff] [blame] | 20 | mod error; |
David Brazdil | 66fc120 | 2022-07-04 21:48:45 +0100 | [diff] [blame] | 21 | mod exceptions; |
| 22 | |
| 23 | extern crate alloc; |
David Brazdil | 66fc120 | 2022-07-04 21:48:45 +0100 | [diff] [blame] | 24 | |
Alice Wang | 9a8b39f | 2023-04-12 15:31:48 +0000 | [diff] [blame] | 25 | use crate::error::{Error, Result}; |
David Brazdil | 66fc120 | 2022-07-04 21:48:45 +0100 | [diff] [blame] | 26 | use buddy_system_allocator::LockedHeap; |
Pierre-Clément Tosi | 3d4c5c3 | 2023-05-31 16:57:06 +0000 | [diff] [blame] | 27 | use core::slice; |
Alice Wang | dda3ba9 | 2023-05-25 15:15:30 +0000 | [diff] [blame] | 28 | use fdtpci::PciInfo; |
Alice Wang | 90e6f16 | 2023-04-17 13:49:45 +0000 | [diff] [blame] | 29 | use hyp::get_hypervisor; |
Alice Wang | 9a8b39f | 2023-04-12 15:31:48 +0000 | [diff] [blame] | 30 | use log::{debug, error, info}; |
Alice Wang | 4b3cc11 | 2023-06-06 12:22:53 +0000 | [diff] [blame] | 31 | use vmbase::{ |
| 32 | layout, main, |
| 33 | memory::{PageTable, PAGE_SIZE}, |
| 34 | power::reboot, |
| 35 | }; |
David Brazdil | 66fc120 | 2022-07-04 21:48:45 +0100 | [diff] [blame] | 36 | |
| 37 | const SZ_1K: usize = 1024; |
| 38 | const SZ_64K: usize = 64 * SZ_1K; |
| 39 | const SZ_1M: usize = 1024 * SZ_1K; |
| 40 | const SZ_1G: usize = 1024 * SZ_1M; |
| 41 | |
David Brazdil | 66fc120 | 2022-07-04 21:48:45 +0100 | [diff] [blame] | 42 | #[global_allocator] |
| 43 | static HEAP_ALLOCATOR: LockedHeap<32> = LockedHeap::<32>::new(); |
| 44 | |
| 45 | static mut HEAP: [u8; SZ_64K] = [0; SZ_64K]; |
| 46 | |
David Brazdil | 66fc120 | 2022-07-04 21:48:45 +0100 | [diff] [blame] | 47 | fn init_heap() { |
| 48 | // SAFETY: Allocator set to otherwise unused, static memory. |
| 49 | unsafe { |
| 50 | HEAP_ALLOCATOR.lock().init(&mut HEAP as *mut u8 as usize, HEAP.len()); |
| 51 | } |
David Brazdil | 66fc120 | 2022-07-04 21:48:45 +0100 | [diff] [blame] | 52 | } |
| 53 | |
Pierre-Clément Tosi | 3d4c5c3 | 2023-05-31 16:57:06 +0000 | [diff] [blame] | 54 | fn init_page_table() -> Result<()> { |
Alice Wang | ee5b180 | 2023-06-07 07:41:54 +0000 | [diff] [blame^] | 55 | let mut page_table = PageTable::default(); |
Pierre-Clément Tosi | 3d4c5c3 | 2023-05-31 16:57:06 +0000 | [diff] [blame] | 56 | |
David Brazdil | 66fc120 | 2022-07-04 21:48:45 +0100 | [diff] [blame] | 57 | // The first 1 GiB of address space is used by crosvm for MMIO. |
Pierre-Clément Tosi | 3d4c5c3 | 2023-05-31 16:57:06 +0000 | [diff] [blame] | 58 | page_table.map_device(&(0..SZ_1G))?; |
| 59 | page_table.map_data(&layout::scratch_range())?; |
Alice Wang | 4b3cc11 | 2023-06-06 12:22:53 +0000 | [diff] [blame] | 60 | page_table.map_data(&layout::stack_range(40 * PAGE_SIZE))?; |
Pierre-Clément Tosi | 3d4c5c3 | 2023-05-31 16:57:06 +0000 | [diff] [blame] | 61 | page_table.map_code(&layout::text_range())?; |
| 62 | page_table.map_rodata(&layout::rodata_range())?; |
Alice Wang | 807fa59 | 2023-06-02 09:54:43 +0000 | [diff] [blame] | 63 | page_table.map_device(&layout::console_uart_range())?; |
David Brazdil | 66fc120 | 2022-07-04 21:48:45 +0100 | [diff] [blame] | 64 | |
Pierre-Clément Tosi | 3d4c5c3 | 2023-05-31 16:57:06 +0000 | [diff] [blame] | 65 | // SAFETY: It is safe to activate the page table by setting `TTBR0_EL1` to point to |
| 66 | // it as this is the first time we activate the page table. |
| 67 | unsafe { page_table.activate() } |
David Brazdil | 66fc120 | 2022-07-04 21:48:45 +0100 | [diff] [blame] | 68 | info!("Activated kernel page table."); |
David Brazdil | b6463c9 | 2022-07-11 15:50:43 +0100 | [diff] [blame] | 69 | Ok(()) |
David Brazdil | 66fc120 | 2022-07-04 21:48:45 +0100 | [diff] [blame] | 70 | } |
| 71 | |
Alice Wang | 9a8b39f | 2023-04-12 15:31:48 +0000 | [diff] [blame] | 72 | fn try_init_logger() -> Result<()> { |
Alice Wang | 90e6f16 | 2023-04-17 13:49:45 +0000 | [diff] [blame] | 73 | match get_hypervisor().mmio_guard_init() { |
Alice Wang | 9a8b39f | 2023-04-12 15:31:48 +0000 | [diff] [blame] | 74 | // pKVM blocks MMIO by default, we need to enable MMIO guard to support logging. |
Alice Wang | 90e6f16 | 2023-04-17 13:49:45 +0000 | [diff] [blame] | 75 | Ok(()) => get_hypervisor().mmio_guard_map(vmbase::console::BASE_ADDRESS)?, |
Alice Wang | 9a8b39f | 2023-04-12 15:31:48 +0000 | [diff] [blame] | 76 | // MMIO guard enroll is not supported in unprotected VM. |
Alice Wang | 90e6f16 | 2023-04-17 13:49:45 +0000 | [diff] [blame] | 77 | Err(hyp::Error::MmioGuardNotsupported) => {} |
Alice Wang | 9a8b39f | 2023-04-12 15:31:48 +0000 | [diff] [blame] | 78 | Err(e) => return Err(e.into()), |
| 79 | }; |
| 80 | vmbase::logger::init(log::LevelFilter::Debug).map_err(|_| Error::LoggerInit) |
| 81 | } |
David Brazdil | 66fc120 | 2022-07-04 21:48:45 +0100 | [diff] [blame] | 82 | |
Alice Wang | dda3ba9 | 2023-05-25 15:15:30 +0000 | [diff] [blame] | 83 | /// # Safety |
| 84 | /// |
| 85 | /// Behavior is undefined if any of the following conditions are violated: |
| 86 | /// * The `fdt_addr` must be a valid pointer and points to a valid `Fdt`. |
| 87 | unsafe fn try_main(fdt_addr: usize) -> Result<()> { |
David Brazdil | 66fc120 | 2022-07-04 21:48:45 +0100 | [diff] [blame] | 88 | info!("Welcome to Rialto!"); |
Alice Wang | dda3ba9 | 2023-05-25 15:15:30 +0000 | [diff] [blame] | 89 | // SAFETY: The caller ensures that `fdt_addr` is valid. |
| 90 | let fdt = unsafe { slice::from_raw_parts(fdt_addr as *mut u8, SZ_1M) }; |
| 91 | let fdt = libfdt::Fdt::from_slice(fdt)?; |
| 92 | let pci_info = PciInfo::from_fdt(fdt)?; |
| 93 | debug!("PCI: {:#x?}", pci_info); |
David Brazdil | 66fc120 | 2022-07-04 21:48:45 +0100 | [diff] [blame] | 94 | |
Pierre-Clément Tosi | 3d4c5c3 | 2023-05-31 16:57:06 +0000 | [diff] [blame] | 95 | init_page_table()?; |
Alice Wang | 9a8b39f | 2023-04-12 15:31:48 +0000 | [diff] [blame] | 96 | Ok(()) |
| 97 | } |
| 98 | |
| 99 | /// Entry point for Rialto. |
Alice Wang | dda3ba9 | 2023-05-25 15:15:30 +0000 | [diff] [blame] | 100 | pub fn main(fdt_addr: u64, _a1: u64, _a2: u64, _a3: u64) { |
Pierre-Clément Tosi | ff27757 | 2023-04-27 10:06:44 +0000 | [diff] [blame] | 101 | init_heap(); |
Alice Wang | 9a8b39f | 2023-04-12 15:31:48 +0000 | [diff] [blame] | 102 | if try_init_logger().is_err() { |
| 103 | // Don't log anything if the logger initialization fails. |
| 104 | reboot(); |
| 105 | } |
Alice Wang | dda3ba9 | 2023-05-25 15:15:30 +0000 | [diff] [blame] | 106 | // SAFETY: `fdt_addr` is supposed to be a valid pointer and points to |
| 107 | // a valid `Fdt`. |
| 108 | match unsafe { try_main(fdt_addr as usize) } { |
Alice Wang | 9a8b39f | 2023-04-12 15:31:48 +0000 | [diff] [blame] | 109 | Ok(()) => info!("Rialto ends successfully."), |
| 110 | Err(e) => { |
| 111 | error!("Rialto failed with {e}"); |
| 112 | reboot() |
| 113 | } |
| 114 | } |
David Brazdil | 66fc120 | 2022-07-04 21:48:45 +0100 | [diff] [blame] | 115 | } |
| 116 | |
David Brazdil | 66fc120 | 2022-07-04 21:48:45 +0100 | [diff] [blame] | 117 | main!(main); |