blob: 7188cde64b821497f49c00164b87056d1ddb3f01 [file] [log] [blame]
Andrew Walbran8217d062022-11-22 16:56:18 +00001// Copyright 2022, The Android Open Source Project
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
Andrew Walbran0a8dac72022-12-21 13:49:06 +000015//! Functions to scan the PCI bus for VirtIO device.
Andrew Walbran8217d062022-11-22 16:56:18 +000016
17use aarch64_paging::paging::MemoryRegion;
Andrew Walbrancf9333e2023-05-16 16:00:35 +000018use alloc::alloc::{alloc_zeroed, dealloc, handle_alloc_error, Layout};
Andrew Walbran336d0cb2023-01-06 16:33:15 +000019use core::{mem::size_of, ptr::NonNull};
Andrew Walbran730375d2022-12-21 14:04:34 +000020use fdtpci::PciInfo;
Andrew Walbran8217d062022-11-22 16:56:18 +000021use log::{debug, info};
22use virtio_drivers::{
Alice Wang7c55c7d2023-07-05 14:51:40 +000023 device::console::VirtIOConsole,
Andrew Walbran336d0cb2023-01-06 16:33:15 +000024 transport::{
Alice Wang7c55c7d2023-07-05 14:51:40 +000025 pci::{bus::PciRoot, PciTransport},
Andrew Walbran336d0cb2023-01-06 16:33:15 +000026 DeviceType, Transport,
27 },
Andrew Walbran6ac174e2023-06-23 14:58:51 +000028 BufferDirection, Error, Hal, PhysAddr, PAGE_SIZE,
Andrew Walbran8217d062022-11-22 16:56:18 +000029};
Alice Wang7c55c7d2023-07-05 14:51:40 +000030use vmbase::virtio::pci::{self, PciTransportIterator};
Andrew Walbran8217d062022-11-22 16:56:18 +000031
32/// The standard sector size of a VirtIO block device, in bytes.
Andrew Walbranb713baa2022-12-07 14:34:49 +000033const SECTOR_SIZE_BYTES: usize = 512;
34
35/// The size in sectors of the test block device we expect.
36const EXPECTED_SECTOR_COUNT: usize = 4;
Andrew Walbran8217d062022-11-22 16:56:18 +000037
Andrew Walbran730375d2022-12-21 14:04:34 +000038pub fn check_pci(pci_root: &mut PciRoot) {
Andrew Walbranb713baa2022-12-07 14:34:49 +000039 let mut checked_virtio_device_count = 0;
Andrew Walbran6ac174e2023-06-23 14:58:51 +000040 let mut block_device_count = 0;
Alice Wang7c55c7d2023-07-05 14:51:40 +000041 for mut transport in PciTransportIterator::<HalImpl>::new(pci_root) {
42 info!(
43 "Detected virtio PCI device with device type {:?}, features {:#018x}",
44 transport.device_type(),
45 transport.read_device_features(),
46 );
47 match transport.device_type() {
48 DeviceType::Block => {
49 check_virtio_block_device(transport, block_device_count);
50 block_device_count += 1;
51 checked_virtio_device_count += 1;
Andrew Walbranb713baa2022-12-07 14:34:49 +000052 }
Alice Wang7c55c7d2023-07-05 14:51:40 +000053 DeviceType::Console => {
54 check_virtio_console_device(transport);
55 checked_virtio_device_count += 1;
56 }
57 _ => {}
Andrew Walbran8217d062022-11-22 16:56:18 +000058 }
59 }
Andrew Walbranb713baa2022-12-07 14:34:49 +000060
Andrew Walbran6ac174e2023-06-23 14:58:51 +000061 assert_eq!(checked_virtio_device_count, 5);
62 assert_eq!(block_device_count, 2);
Andrew Walbran8217d062022-11-22 16:56:18 +000063}
64
Andrew Walbran6ac174e2023-06-23 14:58:51 +000065/// Checks the given VirtIO block device.
Alice Wang7c55c7d2023-07-05 14:51:40 +000066fn check_virtio_block_device(transport: PciTransport, index: usize) {
67 let mut blk = pci::VirtIOBlk::<HalImpl>::new(transport).expect("failed to create blk driver");
Andrew Walbran6ac174e2023-06-23 14:58:51 +000068 info!("Found {} KiB block device.", blk.capacity() * SECTOR_SIZE_BYTES as u64 / 1024);
69 match index {
70 0 => {
Andrew Walbran8d05dae2023-03-22 16:42:55 +000071 assert_eq!(blk.capacity(), EXPECTED_SECTOR_COUNT as u64);
72 let mut data = [0; SECTOR_SIZE_BYTES * EXPECTED_SECTOR_COUNT];
73 for i in 0..EXPECTED_SECTOR_COUNT {
74 blk.read_block(i, &mut data[i * SECTOR_SIZE_BYTES..(i + 1) * SECTOR_SIZE_BYTES])
75 .expect("Failed to read block device.");
76 }
77 for (i, chunk) in data.chunks(size_of::<u32>()).enumerate() {
78 assert_eq!(chunk, &(i as u32).to_le_bytes());
79 }
80 info!("Read expected data from block device.");
Andrew Walbranb713baa2022-12-07 14:34:49 +000081 }
Andrew Walbran6ac174e2023-06-23 14:58:51 +000082 1 => {
83 assert_eq!(blk.capacity(), 0);
84 let mut data = [0; SECTOR_SIZE_BYTES];
85 assert_eq!(blk.read_block(0, &mut data), Err(Error::IoError));
Andrew Walbranb713baa2022-12-07 14:34:49 +000086 }
Andrew Walbran6ac174e2023-06-23 14:58:51 +000087 _ => panic!("Unexpected VirtIO block device index {}.", index),
Andrew Walbran8217d062022-11-22 16:56:18 +000088 }
89}
90
Andrew Walbran6ac174e2023-06-23 14:58:51 +000091/// Checks the given VirtIO console device.
Alice Wang7c55c7d2023-07-05 14:51:40 +000092fn check_virtio_console_device(transport: PciTransport) {
93 let mut console = VirtIOConsole::<HalImpl, PciTransport>::new(transport)
Andrew Walbran6ac174e2023-06-23 14:58:51 +000094 .expect("Failed to create VirtIO console driver");
95 info!("Found console device: {:?}", console.info());
96 for &c in b"Hello VirtIO console\n" {
97 console.send(c).expect("Failed to send character to VirtIO console device");
98 }
99 info!("Wrote to VirtIO console.");
100}
101
Andrew Walbran730375d2022-12-21 14:04:34 +0000102/// Gets the memory region in which BARs are allocated.
103pub fn get_bar_region(pci_info: &PciInfo) -> MemoryRegion {
104 MemoryRegion::new(pci_info.bar_range.start as usize, pci_info.bar_range.end as usize)
Andrew Walbran8217d062022-11-22 16:56:18 +0000105}
106
Andrew Walbran8217d062022-11-22 16:56:18 +0000107struct HalImpl;
108
Alice Wang63e0d0d2023-04-20 14:15:32 +0000109unsafe impl Hal for HalImpl {
Andrew Walbran272bd7a2023-01-24 14:02:36 +0000110 fn dma_alloc(pages: usize, _direction: BufferDirection) -> (PhysAddr, NonNull<u8>) {
Andrew Walbran8217d062022-11-22 16:56:18 +0000111 debug!("dma_alloc: pages={}", pages);
112 let layout = Layout::from_size_align(pages * PAGE_SIZE, PAGE_SIZE).unwrap();
113 // Safe because the layout has a non-zero size.
Andrew Walbrancf9333e2023-05-16 16:00:35 +0000114 let vaddr = unsafe { alloc_zeroed(layout) };
Andrew Walbran272bd7a2023-01-24 14:02:36 +0000115 let vaddr =
116 if let Some(vaddr) = NonNull::new(vaddr) { vaddr } else { handle_alloc_error(layout) };
117 let paddr = virt_to_phys(vaddr);
118 (paddr, vaddr)
Andrew Walbran8217d062022-11-22 16:56:18 +0000119 }
120
Alice Wang63e0d0d2023-04-20 14:15:32 +0000121 unsafe fn dma_dealloc(paddr: PhysAddr, vaddr: NonNull<u8>, pages: usize) -> i32 {
Andrew Walbran8217d062022-11-22 16:56:18 +0000122 debug!("dma_dealloc: paddr={:#x}, pages={}", paddr, pages);
Andrew Walbran8217d062022-11-22 16:56:18 +0000123 let layout = Layout::from_size_align(pages * PAGE_SIZE, PAGE_SIZE).unwrap();
124 // Safe because the memory was allocated by `dma_alloc` above using the same allocator, and
125 // the layout is the same as was used then.
126 unsafe {
Andrew Walbran272bd7a2023-01-24 14:02:36 +0000127 dealloc(vaddr.as_ptr(), layout);
Andrew Walbran8217d062022-11-22 16:56:18 +0000128 }
129 0
130 }
131
Alice Wang63e0d0d2023-04-20 14:15:32 +0000132 unsafe fn mmio_phys_to_virt(paddr: PhysAddr, _size: usize) -> NonNull<u8> {
Andrew Walbran272bd7a2023-01-24 14:02:36 +0000133 NonNull::new(paddr as _).unwrap()
Andrew Walbran8217d062022-11-22 16:56:18 +0000134 }
135
Alice Wang63e0d0d2023-04-20 14:15:32 +0000136 unsafe fn share(buffer: NonNull<[u8]>, _direction: BufferDirection) -> PhysAddr {
Andrew Walbran272bd7a2023-01-24 14:02:36 +0000137 let vaddr = buffer.cast();
Andrew Walbran336d0cb2023-01-06 16:33:15 +0000138 // Nothing to do, as the host already has access to all memory.
139 virt_to_phys(vaddr)
Andrew Walbran8217d062022-11-22 16:56:18 +0000140 }
Andrew Walbran336d0cb2023-01-06 16:33:15 +0000141
Alice Wang63e0d0d2023-04-20 14:15:32 +0000142 unsafe fn unshare(_paddr: PhysAddr, _buffer: NonNull<[u8]>, _direction: BufferDirection) {
Andrew Walbran336d0cb2023-01-06 16:33:15 +0000143 // Nothing to do, as the host already has access to all memory and we didn't copy the buffer
144 // anywhere else.
145 }
146}
147
Andrew Walbran272bd7a2023-01-24 14:02:36 +0000148fn virt_to_phys(vaddr: NonNull<u8>) -> PhysAddr {
149 vaddr.as_ptr() as _
Andrew Walbran8217d062022-11-22 16:56:18 +0000150}