Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 1 | // Copyright 2023, The Android Open Source Project |
| 2 | // |
| 3 | // Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | // you may not use this file except in compliance with the License. |
| 5 | // You may obtain a copy of the License at |
| 6 | // |
| 7 | // http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | // |
| 9 | // Unless required by applicable law or agreed to in writing, software |
| 10 | // distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | // See the License for the specific language governing permissions and |
| 13 | // limitations under the License. |
| 14 | |
| 15 | //! Validate device assignment written in crosvm DT with VM DTBO, and apply it |
| 16 | //! to platform DT. |
| 17 | //! Declared in separated libs for adding unit tests, which requires libstd. |
| 18 | |
| 19 | #[cfg(test)] |
| 20 | extern crate alloc; |
| 21 | |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 22 | use alloc::collections::{BTreeMap, BTreeSet}; |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 23 | use alloc::ffi::CString; |
| 24 | use alloc::fmt; |
| 25 | use alloc::vec; |
| 26 | use alloc::vec::Vec; |
| 27 | use core::ffi::CStr; |
| 28 | use core::iter::Iterator; |
| 29 | use core::mem; |
Pierre-Clément Tosi | 49e26ce | 2024-03-12 16:31:50 +0000 | [diff] [blame] | 30 | use core::ops::Range; |
Per Larsen | 7ec45d3 | 2024-11-02 00:56:46 +0000 | [diff] [blame] | 31 | // TODO(b/308694211): Use hypervisor_backends::{DeviceAssigningHypervisor, Error} proper for tests. |
| 32 | #[cfg(not(test))] |
| 33 | use hypervisor_backends::DeviceAssigningHypervisor; |
Jaewan Kim | 8f6f466 | 2023-12-12 17:38:47 +0900 | [diff] [blame] | 34 | use libfdt::{Fdt, FdtError, FdtNode, FdtNodeMut, Phandle, Reg}; |
Jaewan Kim | 52477ae | 2023-11-21 21:20:52 +0900 | [diff] [blame] | 35 | use log::error; |
Pierre-Clément Tosi | eacdd0f | 2024-10-22 16:31:01 +0100 | [diff] [blame] | 36 | use log::warn; |
Jaewan Kim | 8f6f466 | 2023-12-12 17:38:47 +0900 | [diff] [blame] | 37 | use zerocopy::byteorder::big_endian::U32; |
| 38 | use zerocopy::FromBytes as _; |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 39 | |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 40 | // TODO(b/277993056): Keep constants derived from platform.dts in one place. |
| 41 | const CELLS_PER_INTERRUPT: usize = 3; // from /intc node in platform.dts |
| 42 | |
| 43 | /// Errors in device assignment. |
| 44 | #[derive(Clone, Copy, Debug, Eq, PartialEq)] |
| 45 | pub enum DeviceAssignmentError { |
Jaewan Kim | 52477ae | 2023-11-21 21:20:52 +0900 | [diff] [blame] | 46 | /// Invalid VM DTBO |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 47 | InvalidDtbo, |
| 48 | /// Invalid __symbols__ |
| 49 | InvalidSymbols, |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 50 | /// Malformed <reg>. Can't parse. |
| 51 | MalformedReg, |
Pierre-Clément Tosi | f4d8a0d | 2024-10-25 17:14:15 +0100 | [diff] [blame] | 52 | /// Missing physical <reg> of assigned device. |
| 53 | MissingReg(u64, u64), |
| 54 | /// Extra <reg> of assigned device. |
| 55 | ExtraReg(u64, u64), |
Pierre-Clément Tosi | 8b78bc3 | 2024-03-13 17:37:07 +0000 | [diff] [blame] | 56 | /// Invalid virtual <reg> of assigned device. |
Pierre-Clément Tosi | f4d8a0d | 2024-10-25 17:14:15 +0100 | [diff] [blame] | 57 | InvalidReg(u64), |
| 58 | /// Token for <reg> of assigned device does not match expected value. |
| 59 | InvalidRegToken(u64, u64), |
Pierre-Clément Tosi | 7fb437f | 2024-10-29 09:54:42 +0000 | [diff] [blame] | 60 | /// Invalid virtual <reg> size of assigned device. |
| 61 | InvalidRegSize(u64, u64), |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 62 | /// Invalid <interrupts> |
| 63 | InvalidInterrupts, |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 64 | /// Malformed <iommus> |
| 65 | MalformedIommus, |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 66 | /// Invalid <iommus> |
| 67 | InvalidIommus, |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 68 | /// Invalid phys IOMMU node |
| 69 | InvalidPhysIommu, |
Jaewan Kim | a920049 | 2023-11-21 20:45:31 +0900 | [diff] [blame] | 70 | /// Invalid pvIOMMU node |
| 71 | InvalidPvIommu, |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 72 | /// Too many pvIOMMU |
| 73 | TooManyPvIommu, |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 74 | /// Duplicated phys IOMMU IDs exist |
| 75 | DuplicatedIommuIds, |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 76 | /// Duplicated pvIOMMU IDs exist |
| 77 | DuplicatedPvIommuIds, |
Jaewan Kim | f8abbb5 | 2023-12-12 22:11:39 +0900 | [diff] [blame] | 78 | /// Unsupported path format. Only supports full path. |
| 79 | UnsupportedPathFormat, |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 80 | /// Unsupported overlay target syntax. Only supports <target-path> with full path. |
| 81 | UnsupportedOverlayTarget, |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 82 | /// Unsupported PhysIommu, |
| 83 | UnsupportedPhysIommu, |
| 84 | /// Unsupported (pvIOMMU id, vSID) duplication. Currently the pair should be unique. |
| 85 | UnsupportedPvIommusDuplication, |
| 86 | /// Unsupported (IOMMU token, SID) duplication. Currently the pair should be unique. |
| 87 | UnsupportedIommusDuplication, |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 88 | /// Internal error |
| 89 | Internal, |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 90 | /// Unexpected error from libfdt |
| 91 | UnexpectedFdtError(FdtError), |
| 92 | } |
| 93 | |
| 94 | impl From<FdtError> for DeviceAssignmentError { |
| 95 | fn from(e: FdtError) -> Self { |
| 96 | DeviceAssignmentError::UnexpectedFdtError(e) |
| 97 | } |
| 98 | } |
| 99 | |
| 100 | impl fmt::Display for DeviceAssignmentError { |
| 101 | fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result { |
| 102 | match self { |
| 103 | Self::InvalidDtbo => write!(f, "Invalid DTBO"), |
| 104 | Self::InvalidSymbols => write!( |
| 105 | f, |
| 106 | "Invalid property in /__symbols__. Must point to valid assignable device node." |
| 107 | ), |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 108 | Self::MalformedReg => write!(f, "Malformed <reg>. Can't parse"), |
Pierre-Clément Tosi | f4d8a0d | 2024-10-25 17:14:15 +0100 | [diff] [blame] | 109 | Self::MissingReg(addr, size) => { |
| 110 | write!(f, "Missing physical MMIO region: addr:{addr:#x}), size:{size:#x}") |
Pierre-Clément Tosi | 8b78bc3 | 2024-03-13 17:37:07 +0000 | [diff] [blame] | 111 | } |
Pierre-Clément Tosi | f4d8a0d | 2024-10-25 17:14:15 +0100 | [diff] [blame] | 112 | Self::ExtraReg(addr, size) => { |
| 113 | write!(f, "Unexpected extra MMIO region: addr:{addr:#x}), size:{size:#x}") |
| 114 | } |
| 115 | Self::InvalidReg(addr) => { |
| 116 | write!(f, "Invalid guest MMIO granule (addr: {addr:#x})") |
| 117 | } |
Pierre-Clément Tosi | 7fb437f | 2024-10-29 09:54:42 +0000 | [diff] [blame] | 118 | Self::InvalidRegSize(size, expected) => { |
| 119 | write!(f, "Unexpected MMIO size ({size:#x}), should be {expected:#x}") |
| 120 | } |
Pierre-Clément Tosi | f4d8a0d | 2024-10-25 17:14:15 +0100 | [diff] [blame] | 121 | Self::InvalidRegToken(token, expected) => { |
| 122 | write!(f, "Unexpected MMIO token ({token:#x}), should be {expected:#x}") |
Pierre-Clément Tosi | 8b78bc3 | 2024-03-13 17:37:07 +0000 | [diff] [blame] | 123 | } |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 124 | Self::InvalidInterrupts => write!(f, "Invalid <interrupts>"), |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 125 | Self::MalformedIommus => write!(f, "Malformed <iommus>. Can't parse."), |
| 126 | Self::InvalidIommus => { |
| 127 | write!(f, "Invalid <iommus>. Failed to validate with hypervisor") |
| 128 | } |
| 129 | Self::InvalidPhysIommu => write!(f, "Invalid phys IOMMU node"), |
Jaewan Kim | a920049 | 2023-11-21 20:45:31 +0900 | [diff] [blame] | 130 | Self::InvalidPvIommu => write!(f, "Invalid pvIOMMU node"), |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 131 | Self::TooManyPvIommu => write!( |
| 132 | f, |
| 133 | "Too many pvIOMMU node. Insufficient pre-populated pvIOMMUs in platform DT" |
| 134 | ), |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 135 | Self::DuplicatedIommuIds => { |
| 136 | write!(f, "Duplicated IOMMU IDs exist. IDs must unique among iommu node") |
| 137 | } |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 138 | Self::DuplicatedPvIommuIds => { |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 139 | write!(f, "Duplicated pvIOMMU IDs exist. IDs must unique among iommu node") |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 140 | } |
Jaewan Kim | f8abbb5 | 2023-12-12 22:11:39 +0900 | [diff] [blame] | 141 | Self::UnsupportedPathFormat => { |
| 142 | write!(f, "Unsupported UnsupportedPathFormat. Only supports full path") |
| 143 | } |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 144 | Self::UnsupportedOverlayTarget => { |
| 145 | write!(f, "Unsupported overlay target. Only supports 'target-path = \"/\"'") |
| 146 | } |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 147 | Self::UnsupportedPhysIommu => { |
| 148 | write!(f, "Unsupported Phys IOMMU. Currently only supports #iommu-cells = <1>") |
| 149 | } |
| 150 | Self::UnsupportedPvIommusDuplication => { |
| 151 | write!(f, "Unsupported (pvIOMMU id, vSID) duplication. Currently the pair should be unique.") |
| 152 | } |
| 153 | Self::UnsupportedIommusDuplication => { |
| 154 | write!(f, "Unsupported (IOMMU token, SID) duplication. Currently the pair should be unique.") |
| 155 | } |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 156 | Self::Internal => write!(f, "Internal error"), |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 157 | Self::UnexpectedFdtError(e) => write!(f, "Unexpected Error from libfdt: {e}"), |
| 158 | } |
| 159 | } |
| 160 | } |
| 161 | |
| 162 | pub type Result<T> = core::result::Result<T, DeviceAssignmentError>; |
| 163 | |
Jaewan Kim | f8abbb5 | 2023-12-12 22:11:39 +0900 | [diff] [blame] | 164 | #[derive(Clone, Default, Ord, PartialOrd, Eq, PartialEq)] |
| 165 | pub struct DtPathTokens<'a> { |
| 166 | tokens: Vec<&'a [u8]>, |
| 167 | } |
| 168 | |
Chris Wailes | 52358e9 | 2025-01-27 17:04:40 -0800 | [diff] [blame] | 169 | impl fmt::Debug for DtPathTokens<'_> { |
Jaewan Kim | f8abbb5 | 2023-12-12 22:11:39 +0900 | [diff] [blame] | 170 | fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { |
| 171 | let mut list = f.debug_list(); |
| 172 | for token in &self.tokens { |
| 173 | let mut bytes = token.to_vec(); |
| 174 | bytes.push(b'\0'); |
| 175 | match CString::from_vec_with_nul(bytes) { |
| 176 | Ok(string) => list.entry(&string), |
| 177 | Err(_) => list.entry(token), |
| 178 | }; |
| 179 | } |
| 180 | list.finish() |
| 181 | } |
| 182 | } |
| 183 | |
| 184 | impl<'a> DtPathTokens<'a> { |
| 185 | fn new(path: &'a CStr) -> Result<Self> { |
| 186 | if path.to_bytes().first() != Some(&b'/') { |
| 187 | return Err(DeviceAssignmentError::UnsupportedPathFormat); |
| 188 | } |
| 189 | let tokens: Vec<_> = path |
| 190 | .to_bytes() |
| 191 | .split(|char| *char == b'/') |
| 192 | .filter(|&component| !component.is_empty()) |
| 193 | .collect(); |
| 194 | Ok(Self { tokens }) |
| 195 | } |
| 196 | |
| 197 | fn to_overlay_target_path(&self) -> Result<Self> { |
| 198 | if !self.is_overlayable_node() { |
| 199 | return Err(DeviceAssignmentError::InvalidDtbo); |
| 200 | } |
| 201 | Ok(Self { tokens: self.tokens.as_slice()[2..].to_vec() }) |
| 202 | } |
| 203 | |
| 204 | fn to_cstring(&self) -> CString { |
| 205 | if self.tokens.is_empty() { |
| 206 | return CString::new(*b"/\0").unwrap(); |
| 207 | } |
| 208 | |
| 209 | let size = self.tokens.iter().fold(0, |sum, token| sum + token.len() + 1); |
| 210 | let mut path = Vec::with_capacity(size + 1); |
| 211 | for token in &self.tokens { |
| 212 | path.push(b'/'); |
| 213 | path.extend_from_slice(token); |
| 214 | } |
| 215 | path.push(b'\0'); |
| 216 | |
| 217 | CString::from_vec_with_nul(path).unwrap() |
| 218 | } |
| 219 | |
| 220 | fn is_overlayable_node(&self) -> bool { |
| 221 | self.tokens.get(1) == Some(&&b"__overlay__"[..]) |
| 222 | } |
| 223 | } |
| 224 | |
Jaewan Kim | 8f6f466 | 2023-12-12 17:38:47 +0900 | [diff] [blame] | 225 | #[derive(Debug, Eq, PartialEq)] |
| 226 | enum DeviceTreeChildrenMask { |
| 227 | Partial(Vec<DeviceTreeMask>), |
| 228 | All, |
| 229 | } |
| 230 | |
| 231 | #[derive(Eq, PartialEq)] |
| 232 | struct DeviceTreeMask { |
| 233 | name_bytes: Vec<u8>, |
| 234 | children: DeviceTreeChildrenMask, |
| 235 | } |
| 236 | |
| 237 | impl fmt::Debug for DeviceTreeMask { |
| 238 | fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { |
| 239 | let name_bytes = [self.name_bytes.as_slice(), b"\0"].concat(); |
| 240 | |
| 241 | f.debug_struct("DeviceTreeMask") |
| 242 | .field("name", &CStr::from_bytes_with_nul(&name_bytes).unwrap()) |
| 243 | .field("children", &self.children) |
| 244 | .finish() |
| 245 | } |
| 246 | } |
| 247 | |
| 248 | impl DeviceTreeMask { |
| 249 | fn new() -> Self { |
| 250 | Self { name_bytes: b"/".to_vec(), children: DeviceTreeChildrenMask::Partial(Vec::new()) } |
| 251 | } |
| 252 | |
| 253 | fn mask_internal(&mut self, path: &DtPathTokens, leaf_mask: DeviceTreeChildrenMask) -> bool { |
| 254 | let mut iter = self; |
| 255 | let mut newly_masked = false; |
| 256 | 'next_token: for path_token in &path.tokens { |
| 257 | let DeviceTreeChildrenMask::Partial(ref mut children) = &mut iter.children else { |
| 258 | return false; |
| 259 | }; |
| 260 | |
| 261 | // Note: Can't use iterator for 'get or insert'. (a.k.a. polonius Rust) |
| 262 | #[allow(clippy::needless_range_loop)] |
| 263 | for i in 0..children.len() { |
| 264 | if children[i].name_bytes.as_slice() == *path_token { |
| 265 | iter = &mut children[i]; |
| 266 | newly_masked = false; |
| 267 | continue 'next_token; |
| 268 | } |
| 269 | } |
| 270 | let child = Self { |
| 271 | name_bytes: path_token.to_vec(), |
| 272 | children: DeviceTreeChildrenMask::Partial(Vec::new()), |
| 273 | }; |
| 274 | children.push(child); |
| 275 | newly_masked = true; |
| 276 | iter = children.last_mut().unwrap() |
| 277 | } |
| 278 | iter.children = leaf_mask; |
| 279 | newly_masked |
| 280 | } |
| 281 | |
| 282 | fn mask(&mut self, path: &DtPathTokens) -> bool { |
| 283 | self.mask_internal(path, DeviceTreeChildrenMask::Partial(Vec::new())) |
| 284 | } |
| 285 | |
| 286 | fn mask_all(&mut self, path: &DtPathTokens) { |
| 287 | self.mask_internal(path, DeviceTreeChildrenMask::All); |
| 288 | } |
| 289 | } |
| 290 | |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 291 | /// Represents VM DTBO |
| 292 | #[repr(transparent)] |
| 293 | pub struct VmDtbo(Fdt); |
| 294 | |
| 295 | impl VmDtbo { |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 296 | /// Wraps a mutable slice containing a VM DTBO. |
| 297 | /// |
| 298 | /// Fails if the VM DTBO does not pass validation. |
| 299 | pub fn from_mut_slice(dtbo: &mut [u8]) -> Result<&mut Self> { |
| 300 | // This validates DTBO |
| 301 | let fdt = Fdt::from_mut_slice(dtbo)?; |
| 302 | // SAFETY: VmDtbo is a transparent wrapper around Fdt, so representation is the same. |
| 303 | Ok(unsafe { mem::transmute::<&mut Fdt, &mut Self>(fdt) }) |
| 304 | } |
| 305 | |
| 306 | // Locates device node path as if the given dtbo node path is assigned and VM DTBO is overlaid. |
| 307 | // For given dtbo node path, this concatenates <target-path> of the enclosing fragment and |
| 308 | // relative path from __overlay__ node. |
| 309 | // |
| 310 | // Here's an example with sample VM DTBO: |
| 311 | // / { |
| 312 | // fragment@rng { |
| 313 | // target-path = "/"; // Always 'target-path = "/"'. Disallows <target> or other path. |
| 314 | // __overlay__ { |
| 315 | // rng { ... }; // Actual device node is here. If overlaid, path would be "/rng" |
| 316 | // }; |
| 317 | // }; |
Jaewan Kim | 80ef9fa | 2024-02-25 16:08:14 +0000 | [diff] [blame] | 318 | // __symbols__ { // Contains list of assignable devices |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 319 | // rng = "/fragment@rng/__overlay__/rng"; |
| 320 | // }; |
| 321 | // }; |
| 322 | // |
Alan Stokes | f46a17c | 2025-01-05 15:50:18 +0000 | [diff] [blame] | 323 | // Then locate_overlay_target_path(c"/fragment@rng/__overlay__/rng") is Ok("/rng") |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 324 | // |
| 325 | // Contrary to fdt_overlay_target_offset(), this API enforces overlay target property |
| 326 | // 'target-path = "/"', so the overlay doesn't modify and/or append platform DT's existing |
| 327 | // node and/or properties. The enforcement is for compatibility reason. |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 328 | fn locate_overlay_target_path( |
| 329 | &self, |
Jaewan Kim | f8abbb5 | 2023-12-12 22:11:39 +0900 | [diff] [blame] | 330 | dtbo_node_path: &DtPathTokens, |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 331 | dtbo_node: &FdtNode, |
| 332 | ) -> Result<CString> { |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 333 | let fragment_node = dtbo_node.supernode_at_depth(1)?; |
Alan Stokes | f46a17c | 2025-01-05 15:50:18 +0000 | [diff] [blame] | 334 | let target_path = |
| 335 | fragment_node.getprop_str(c"target-path")?.ok_or(DeviceAssignmentError::InvalidDtbo)?; |
| 336 | if target_path != c"/" { |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 337 | return Err(DeviceAssignmentError::UnsupportedOverlayTarget); |
| 338 | } |
| 339 | |
Jaewan Kim | f8abbb5 | 2023-12-12 22:11:39 +0900 | [diff] [blame] | 340 | let overlaid_path = dtbo_node_path.to_overlay_target_path()?; |
| 341 | Ok(overlaid_path.to_cstring()) |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 342 | } |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 343 | |
| 344 | fn parse_physical_iommus(physical_node: &FdtNode) -> Result<BTreeMap<Phandle, PhysIommu>> { |
| 345 | let mut phys_iommus = BTreeMap::new(); |
| 346 | for (node, _) in physical_node.descendants() { |
| 347 | let Some(phandle) = node.get_phandle()? else { |
| 348 | continue; // Skips unreachable IOMMU node |
| 349 | }; |
| 350 | let Some(iommu) = PhysIommu::parse(&node)? else { |
| 351 | continue; // Skip if not a PhysIommu. |
| 352 | }; |
| 353 | if phys_iommus.insert(phandle, iommu).is_some() { |
| 354 | return Err(FdtError::BadPhandle.into()); |
| 355 | } |
| 356 | } |
| 357 | Self::validate_physical_iommus(&phys_iommus)?; |
| 358 | Ok(phys_iommus) |
| 359 | } |
| 360 | |
| 361 | fn validate_physical_iommus(phys_iommus: &BTreeMap<Phandle, PhysIommu>) -> Result<()> { |
| 362 | let unique_iommus: BTreeSet<_> = phys_iommus.values().cloned().collect(); |
| 363 | if phys_iommus.len() != unique_iommus.len() { |
| 364 | return Err(DeviceAssignmentError::DuplicatedIommuIds); |
| 365 | } |
| 366 | Ok(()) |
| 367 | } |
| 368 | |
| 369 | fn validate_physical_devices( |
| 370 | physical_devices: &BTreeMap<Phandle, PhysicalDeviceInfo>, |
| 371 | ) -> Result<()> { |
| 372 | // Only need to validate iommus because <reg> will be validated together with PV <reg> |
| 373 | // see: DeviceAssignmentInfo::validate_all_regs(). |
| 374 | let mut all_iommus = BTreeSet::new(); |
| 375 | for physical_device in physical_devices.values() { |
Sreenad Menon | 8459928 | 2025-01-27 20:47:52 -0800 | [diff] [blame] | 376 | if let Some(iommus) = &physical_device.iommus { |
| 377 | for iommu in iommus { |
| 378 | if !all_iommus.insert(iommu) { |
| 379 | error!("Unsupported phys IOMMU duplication found, <iommus> = {iommu:?}"); |
| 380 | return Err(DeviceAssignmentError::UnsupportedIommusDuplication); |
| 381 | } |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 382 | } |
| 383 | } |
| 384 | } |
| 385 | Ok(()) |
| 386 | } |
| 387 | |
| 388 | fn parse_physical_devices_with_iommus( |
| 389 | physical_node: &FdtNode, |
| 390 | phys_iommus: &BTreeMap<Phandle, PhysIommu>, |
| 391 | ) -> Result<BTreeMap<Phandle, PhysicalDeviceInfo>> { |
| 392 | let mut physical_devices = BTreeMap::new(); |
| 393 | for (node, _) in physical_node.descendants() { |
| 394 | let Some(info) = PhysicalDeviceInfo::parse(&node, phys_iommus)? else { |
| 395 | continue; |
| 396 | }; |
| 397 | if physical_devices.insert(info.target, info).is_some() { |
| 398 | return Err(DeviceAssignmentError::InvalidDtbo); |
| 399 | } |
| 400 | } |
| 401 | Self::validate_physical_devices(&physical_devices)?; |
| 402 | Ok(physical_devices) |
| 403 | } |
| 404 | |
| 405 | /// Parses Physical devices in VM DTBO |
| 406 | fn parse_physical_devices(&self) -> Result<BTreeMap<Phandle, PhysicalDeviceInfo>> { |
Alan Stokes | f46a17c | 2025-01-05 15:50:18 +0000 | [diff] [blame] | 407 | let Some(physical_node) = self.as_ref().node(c"/host")? else { |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 408 | return Ok(BTreeMap::new()); |
| 409 | }; |
| 410 | |
| 411 | let phys_iommus = Self::parse_physical_iommus(&physical_node)?; |
| 412 | Self::parse_physical_devices_with_iommus(&physical_node, &phys_iommus) |
| 413 | } |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 414 | |
Jaewan Kim | f8abbb5 | 2023-12-12 22:11:39 +0900 | [diff] [blame] | 415 | fn node(&self, path: &DtPathTokens) -> Result<Option<FdtNode>> { |
| 416 | let mut node = self.as_ref().root(); |
| 417 | for token in &path.tokens { |
| 418 | let Some(subnode) = node.subnode_with_name_bytes(token)? else { |
| 419 | return Ok(None); |
| 420 | }; |
| 421 | node = subnode; |
| 422 | } |
| 423 | Ok(Some(node)) |
| 424 | } |
Jaewan Kim | 8f6f466 | 2023-12-12 17:38:47 +0900 | [diff] [blame] | 425 | |
| 426 | fn collect_overlayable_nodes_with_phandle(&self) -> Result<BTreeMap<Phandle, DtPathTokens>> { |
| 427 | let mut paths = BTreeMap::new(); |
| 428 | let mut path: DtPathTokens = Default::default(); |
| 429 | let root = self.as_ref().root(); |
| 430 | for (node, depth) in root.descendants() { |
| 431 | path.tokens.truncate(depth - 1); |
| 432 | path.tokens.push(node.name()?.to_bytes()); |
| 433 | if !path.is_overlayable_node() { |
| 434 | continue; |
| 435 | } |
| 436 | if let Some(phandle) = node.get_phandle()? { |
| 437 | paths.insert(phandle, path.clone()); |
| 438 | } |
| 439 | } |
| 440 | Ok(paths) |
| 441 | } |
| 442 | |
| 443 | fn collect_phandle_references_from_overlayable_nodes( |
| 444 | &self, |
| 445 | ) -> Result<BTreeMap<DtPathTokens, Vec<Phandle>>> { |
| 446 | const CELL_SIZE: usize = core::mem::size_of::<u32>(); |
| 447 | |
| 448 | let vm_dtbo = self.as_ref(); |
| 449 | |
| 450 | let mut phandle_map = BTreeMap::new(); |
Alan Stokes | f46a17c | 2025-01-05 15:50:18 +0000 | [diff] [blame] | 451 | let Some(local_fixups) = vm_dtbo.node(c"/__local_fixups__")? else { |
Jaewan Kim | 8f6f466 | 2023-12-12 17:38:47 +0900 | [diff] [blame] | 452 | return Ok(phandle_map); |
| 453 | }; |
| 454 | |
| 455 | let mut path: DtPathTokens = Default::default(); |
| 456 | for (fixup_node, depth) in local_fixups.descendants() { |
| 457 | let node_name = fixup_node.name()?; |
| 458 | path.tokens.truncate(depth - 1); |
| 459 | path.tokens.push(node_name.to_bytes()); |
| 460 | if path.tokens.len() != depth { |
| 461 | return Err(DeviceAssignmentError::Internal); |
| 462 | } |
| 463 | if !path.is_overlayable_node() { |
| 464 | continue; |
| 465 | } |
| 466 | let target_node = self.node(&path)?.ok_or(DeviceAssignmentError::InvalidDtbo)?; |
| 467 | |
| 468 | let mut phandles = vec![]; |
| 469 | for fixup_prop in fixup_node.properties()? { |
| 470 | let target_prop = target_node |
| 471 | .getprop(fixup_prop.name()?) |
| 472 | .or(Err(DeviceAssignmentError::InvalidDtbo))? |
| 473 | .ok_or(DeviceAssignmentError::InvalidDtbo)?; |
| 474 | let fixup_prop_values = fixup_prop.value()?; |
| 475 | if fixup_prop_values.is_empty() || fixup_prop_values.len() % CELL_SIZE != 0 { |
| 476 | return Err(DeviceAssignmentError::InvalidDtbo); |
| 477 | } |
| 478 | |
| 479 | for fixup_prop_cell in fixup_prop_values.chunks(CELL_SIZE) { |
| 480 | let phandle_offset: usize = u32::from_be_bytes( |
| 481 | fixup_prop_cell.try_into().or(Err(DeviceAssignmentError::InvalidDtbo))?, |
| 482 | ) |
| 483 | .try_into() |
| 484 | .or(Err(DeviceAssignmentError::InvalidDtbo))?; |
| 485 | if phandle_offset % CELL_SIZE != 0 { |
| 486 | return Err(DeviceAssignmentError::InvalidDtbo); |
| 487 | } |
| 488 | let phandle_value = target_prop |
| 489 | .get(phandle_offset..phandle_offset + CELL_SIZE) |
| 490 | .ok_or(DeviceAssignmentError::InvalidDtbo)?; |
| 491 | let phandle: Phandle = U32::ref_from(phandle_value) |
| 492 | .unwrap() |
| 493 | .get() |
| 494 | .try_into() |
| 495 | .or(Err(DeviceAssignmentError::InvalidDtbo))?; |
| 496 | |
| 497 | phandles.push(phandle); |
| 498 | } |
| 499 | } |
| 500 | if !phandles.is_empty() { |
| 501 | phandle_map.insert(path.clone(), phandles); |
| 502 | } |
| 503 | } |
| 504 | |
| 505 | Ok(phandle_map) |
| 506 | } |
| 507 | |
| 508 | fn build_mask(&self, assigned_devices: Vec<DtPathTokens>) -> Result<DeviceTreeMask> { |
| 509 | if assigned_devices.is_empty() { |
| 510 | return Err(DeviceAssignmentError::Internal); |
| 511 | } |
| 512 | |
| 513 | let dependencies = self.collect_phandle_references_from_overlayable_nodes()?; |
| 514 | let paths = self.collect_overlayable_nodes_with_phandle()?; |
| 515 | |
| 516 | let mut mask = DeviceTreeMask::new(); |
| 517 | let mut stack = assigned_devices; |
| 518 | while let Some(path) = stack.pop() { |
| 519 | if !mask.mask(&path) { |
| 520 | continue; |
| 521 | } |
| 522 | let Some(dst_phandles) = dependencies.get(&path) else { |
| 523 | continue; |
| 524 | }; |
| 525 | for dst_phandle in dst_phandles { |
| 526 | let dst_path = paths.get(dst_phandle).ok_or(DeviceAssignmentError::Internal)?; |
| 527 | stack.push(dst_path.clone()); |
| 528 | } |
| 529 | } |
| 530 | |
| 531 | Ok(mask) |
| 532 | } |
Jaewan Kim | c39974e | 2023-12-02 01:13:30 +0900 | [diff] [blame] | 533 | } |
| 534 | |
Jaewan Kim | c730ebf | 2024-02-22 10:34:55 +0900 | [diff] [blame] | 535 | fn filter_dangling_symbols(fdt: &mut Fdt) -> Result<()> { |
| 536 | if let Some(symbols) = fdt.symbols()? { |
| 537 | let mut removed = vec![]; |
| 538 | for prop in symbols.properties()? { |
| 539 | let path = CStr::from_bytes_with_nul(prop.value()?) |
| 540 | .map_err(|_| DeviceAssignmentError::Internal)?; |
| 541 | if fdt.node(path)?.is_none() { |
| 542 | let name = prop.name()?; |
| 543 | removed.push(CString::from(name)); |
| 544 | } |
| 545 | } |
| 546 | |
| 547 | let mut symbols = fdt.symbols_mut()?.unwrap(); |
| 548 | for name in removed { |
| 549 | symbols.nop_property(&name)?; |
| 550 | } |
| 551 | } |
| 552 | Ok(()) |
| 553 | } |
| 554 | |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 555 | impl AsRef<Fdt> for VmDtbo { |
| 556 | fn as_ref(&self) -> &Fdt { |
| 557 | &self.0 |
| 558 | } |
| 559 | } |
| 560 | |
| 561 | impl AsMut<Fdt> for VmDtbo { |
| 562 | fn as_mut(&mut self) -> &mut Fdt { |
| 563 | &mut self.0 |
| 564 | } |
| 565 | } |
| 566 | |
Jaewan Kim | 8f6f466 | 2023-12-12 17:38:47 +0900 | [diff] [blame] | 567 | // Filter any node that isn't masked by DeviceTreeMask. |
| 568 | fn filter_with_mask(anchor: FdtNodeMut, mask: &DeviceTreeMask) -> Result<()> { |
| 569 | let mut stack = vec![mask]; |
| 570 | let mut iter = anchor.next_node(0)?; |
| 571 | while let Some((node, depth)) = iter { |
| 572 | stack.truncate(depth); |
| 573 | let parent_mask = stack.last().unwrap(); |
| 574 | let DeviceTreeChildrenMask::Partial(parent_mask_children) = &parent_mask.children else { |
| 575 | // Shouldn't happen. We only step-in if parent has DeviceTreeChildrenMask::Partial. |
| 576 | return Err(DeviceAssignmentError::Internal); |
| 577 | }; |
| 578 | |
| 579 | let name = node.as_node().name()?.to_bytes(); |
| 580 | let mask = parent_mask_children.iter().find(|child_mask| child_mask.name_bytes == name); |
| 581 | if let Some(masked) = mask { |
| 582 | if let DeviceTreeChildrenMask::Partial(_) = &masked.children { |
| 583 | // This node is partially masked. Stepping-in. |
| 584 | stack.push(masked); |
| 585 | iter = node.next_node(depth)?; |
| 586 | } else { |
| 587 | // This node is fully masked. Stepping-out. |
| 588 | iter = node.next_node_skip_subnodes(depth)?; |
| 589 | } |
| 590 | } else { |
| 591 | // This node isn't masked. |
| 592 | iter = node.delete_and_next_node(depth)?; |
| 593 | } |
| 594 | } |
| 595 | |
| 596 | Ok(()) |
| 597 | } |
| 598 | |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 599 | #[derive(Debug, Copy, Clone, Eq, PartialEq, Ord, PartialOrd)] |
| 600 | struct PvIommu { |
| 601 | // ID from pvIOMMU node |
| 602 | id: u32, |
| 603 | } |
| 604 | |
| 605 | impl PvIommu { |
| 606 | fn parse(node: &FdtNode) -> Result<Self> { |
Alan Stokes | f46a17c | 2025-01-05 15:50:18 +0000 | [diff] [blame] | 607 | let iommu_cells = |
| 608 | node.getprop_u32(c"#iommu-cells")?.ok_or(DeviceAssignmentError::InvalidPvIommu)?; |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 609 | // Ensures #iommu-cells = <1>. It means that `<iommus>` entry contains pair of |
Jaewan Kim | a920049 | 2023-11-21 20:45:31 +0900 | [diff] [blame] | 610 | // (pvIOMMU ID, vSID) |
| 611 | if iommu_cells != 1 { |
| 612 | return Err(DeviceAssignmentError::InvalidPvIommu); |
| 613 | } |
Alan Stokes | f46a17c | 2025-01-05 15:50:18 +0000 | [diff] [blame] | 614 | let id = node.getprop_u32(c"id")?.ok_or(DeviceAssignmentError::InvalidPvIommu)?; |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 615 | Ok(Self { id }) |
| 616 | } |
| 617 | } |
| 618 | |
Jaewan Kim | a920049 | 2023-11-21 20:45:31 +0900 | [diff] [blame] | 619 | #[derive(Debug, Copy, Clone, Eq, PartialEq, Ord, PartialOrd)] |
| 620 | struct Vsid(u32); |
| 621 | |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 622 | #[derive(Debug, Copy, Clone, Eq, PartialEq, Ord, PartialOrd)] |
| 623 | struct Sid(u64); |
| 624 | |
| 625 | impl From<u32> for Sid { |
| 626 | fn from(sid: u32) -> Self { |
| 627 | Self(sid.into()) |
| 628 | } |
| 629 | } |
| 630 | |
| 631 | #[derive(Debug, Copy, Clone, Eq, PartialEq, Ord, PartialOrd)] |
Jaewan Kim | 52477ae | 2023-11-21 21:20:52 +0900 | [diff] [blame] | 632 | struct DeviceReg { |
| 633 | addr: u64, |
| 634 | size: u64, |
| 635 | } |
| 636 | |
Pierre-Clément Tosi | 49e26ce | 2024-03-12 16:31:50 +0000 | [diff] [blame] | 637 | impl DeviceReg { |
| 638 | pub fn overlaps(&self, range: &Range<u64>) -> bool { |
| 639 | self.addr < range.end && range.start < self.addr.checked_add(self.size).unwrap() |
| 640 | } |
Pierre-Clément Tosi | eacdd0f | 2024-10-22 16:31:01 +0100 | [diff] [blame] | 641 | |
| 642 | pub fn is_aligned(&self, granule: u64) -> bool { |
| 643 | self.addr % granule == 0 && self.size % granule == 0 |
| 644 | } |
Pierre-Clément Tosi | 49e26ce | 2024-03-12 16:31:50 +0000 | [diff] [blame] | 645 | } |
| 646 | |
Jaewan Kim | 52477ae | 2023-11-21 21:20:52 +0900 | [diff] [blame] | 647 | impl TryFrom<Reg<u64>> for DeviceReg { |
| 648 | type Error = DeviceAssignmentError; |
| 649 | |
| 650 | fn try_from(reg: Reg<u64>) -> Result<Self> { |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 651 | Ok(Self { addr: reg.addr, size: reg.size.ok_or(DeviceAssignmentError::MalformedReg)? }) |
Jaewan Kim | 52477ae | 2023-11-21 21:20:52 +0900 | [diff] [blame] | 652 | } |
| 653 | } |
| 654 | |
| 655 | fn parse_node_reg(node: &FdtNode) -> Result<Vec<DeviceReg>> { |
| 656 | node.reg()? |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 657 | .ok_or(DeviceAssignmentError::MalformedReg)? |
Jaewan Kim | 52477ae | 2023-11-21 21:20:52 +0900 | [diff] [blame] | 658 | .map(DeviceReg::try_from) |
| 659 | .collect::<Result<Vec<_>>>() |
| 660 | } |
| 661 | |
| 662 | fn to_be_bytes(reg: &[DeviceReg]) -> Vec<u8> { |
| 663 | let mut reg_cells = vec![]; |
| 664 | for x in reg { |
| 665 | reg_cells.extend_from_slice(&x.addr.to_be_bytes()); |
| 666 | reg_cells.extend_from_slice(&x.size.to_be_bytes()); |
| 667 | } |
| 668 | reg_cells |
| 669 | } |
| 670 | |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 671 | #[derive(Debug, Copy, Clone, Eq, PartialEq, Ord, PartialOrd)] |
| 672 | struct PhysIommu { |
| 673 | token: u64, |
| 674 | } |
| 675 | |
| 676 | impl PhysIommu { |
| 677 | fn parse(node: &FdtNode) -> Result<Option<Self>> { |
Alan Stokes | f46a17c | 2025-01-05 15:50:18 +0000 | [diff] [blame] | 678 | let Some(token) = node.getprop_u64(c"android,pvmfw,token")? else { |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 679 | return Ok(None); |
| 680 | }; |
Alan Stokes | f46a17c | 2025-01-05 15:50:18 +0000 | [diff] [blame] | 681 | let Some(iommu_cells) = node.getprop_u32(c"#iommu-cells")? else { |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 682 | return Err(DeviceAssignmentError::InvalidPhysIommu); |
| 683 | }; |
| 684 | // Currently only supports #iommu-cells = <1>. |
| 685 | // In that case `<iommus>` entry contains pair of (pIOMMU phandle, Sid token) |
| 686 | if iommu_cells != 1 { |
| 687 | return Err(DeviceAssignmentError::UnsupportedPhysIommu); |
| 688 | } |
| 689 | Ok(Some(Self { token })) |
| 690 | } |
| 691 | } |
| 692 | |
| 693 | #[derive(Debug)] |
| 694 | struct PhysicalDeviceInfo { |
| 695 | target: Phandle, |
| 696 | reg: Vec<DeviceReg>, |
Sreenad Menon | 8459928 | 2025-01-27 20:47:52 -0800 | [diff] [blame] | 697 | iommus: Option<Vec<(PhysIommu, Sid)>>, |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 698 | } |
| 699 | |
| 700 | impl PhysicalDeviceInfo { |
| 701 | fn parse_iommus( |
| 702 | node: &FdtNode, |
| 703 | phys_iommus: &BTreeMap<Phandle, PhysIommu>, |
Sreenad Menon | 8459928 | 2025-01-27 20:47:52 -0800 | [diff] [blame] | 704 | ) -> Result<Option<Vec<(PhysIommu, Sid)>>> { |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 705 | let mut iommus = vec![]; |
Alan Stokes | f46a17c | 2025-01-05 15:50:18 +0000 | [diff] [blame] | 706 | let Some(mut cells) = node.getprop_cells(c"iommus")? else { |
Sreenad Menon | 8459928 | 2025-01-27 20:47:52 -0800 | [diff] [blame] | 707 | return Ok(None); |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 708 | }; |
| 709 | while let Some(cell) = cells.next() { |
| 710 | // Parse pIOMMU ID |
| 711 | let phandle = |
| 712 | Phandle::try_from(cell).or(Err(DeviceAssignmentError::MalformedIommus))?; |
| 713 | let iommu = phys_iommus.get(&phandle).ok_or(DeviceAssignmentError::MalformedIommus)?; |
| 714 | |
| 715 | // Parse Sid |
| 716 | let Some(cell) = cells.next() else { |
| 717 | return Err(DeviceAssignmentError::MalformedIommus); |
| 718 | }; |
| 719 | |
| 720 | iommus.push((*iommu, Sid::from(cell))); |
| 721 | } |
Sreenad Menon | 8459928 | 2025-01-27 20:47:52 -0800 | [diff] [blame] | 722 | Ok(Some(iommus)) |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 723 | } |
| 724 | |
| 725 | fn parse(node: &FdtNode, phys_iommus: &BTreeMap<Phandle, PhysIommu>) -> Result<Option<Self>> { |
Alan Stokes | f46a17c | 2025-01-05 15:50:18 +0000 | [diff] [blame] | 726 | let Some(phandle) = node.getprop_u32(c"android,pvmfw,target")? else { |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 727 | return Ok(None); |
| 728 | }; |
| 729 | let target = Phandle::try_from(phandle)?; |
| 730 | let reg = parse_node_reg(node)?; |
| 731 | let iommus = Self::parse_iommus(node, phys_iommus)?; |
| 732 | Ok(Some(Self { target, reg, iommus })) |
| 733 | } |
| 734 | } |
| 735 | |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 736 | /// Assigned device information parsed from crosvm DT. |
| 737 | /// Keeps everything in the owned data because underlying FDT will be reused for platform DT. |
| 738 | #[derive(Debug, Eq, PartialEq)] |
| 739 | struct AssignedDeviceInfo { |
| 740 | // Node path of assigned device (e.g. "/rng") |
| 741 | node_path: CString, |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 742 | // <reg> property from the crosvm DT |
Jaewan Kim | 52477ae | 2023-11-21 21:20:52 +0900 | [diff] [blame] | 743 | reg: Vec<DeviceReg>, |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 744 | // <interrupts> property from the crosvm DT |
Sreenad Menon | 474da80 | 2025-01-27 21:22:46 -0800 | [diff] [blame] | 745 | interrupts: Option<Vec<u8>>, |
Jaewan Kim | a920049 | 2023-11-21 20:45:31 +0900 | [diff] [blame] | 746 | // Parsed <iommus> property from the crosvm DT. Tuple of PvIommu and vSID. |
Sreenad Menon | 8459928 | 2025-01-27 20:47:52 -0800 | [diff] [blame] | 747 | iommus: Option<Vec<(PvIommu, Vsid)>>, |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 748 | } |
| 749 | |
| 750 | impl AssignedDeviceInfo { |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 751 | fn validate_reg( |
| 752 | device_reg: &[DeviceReg], |
| 753 | physical_device_reg: &[DeviceReg], |
Jaewan Kim | 52477ae | 2023-11-21 21:20:52 +0900 | [diff] [blame] | 754 | hypervisor: &dyn DeviceAssigningHypervisor, |
Pierre-Clément Tosi | eacdd0f | 2024-10-22 16:31:01 +0100 | [diff] [blame] | 755 | granule: usize, |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 756 | ) -> Result<()> { |
Pierre-Clément Tosi | 8b78bc3 | 2024-03-13 17:37:07 +0000 | [diff] [blame] | 757 | let mut virt_regs = device_reg.iter(); |
| 758 | let mut phys_regs = physical_device_reg.iter(); |
Pierre-Clément Tosi | 49e26ce | 2024-03-12 16:31:50 +0000 | [diff] [blame] | 759 | // TODO(b/308694211): Move this constant to vmbase::layout once vmbase is std-compatible. |
| 760 | const PVMFW_RANGE: Range<u64> = 0x7fc0_0000..0x8000_0000; |
Pierre-Clément Tosi | eacdd0f | 2024-10-22 16:31:01 +0100 | [diff] [blame] | 761 | |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 762 | // PV reg and physical reg should have 1:1 match in order. |
Pierre-Clément Tosi | 8b78bc3 | 2024-03-13 17:37:07 +0000 | [diff] [blame] | 763 | for (reg, phys_reg) in virt_regs.by_ref().zip(phys_regs.by_ref()) { |
Pierre-Clément Tosi | eacdd0f | 2024-10-22 16:31:01 +0100 | [diff] [blame] | 764 | if !reg.is_aligned(granule.try_into().unwrap()) { |
| 765 | let DeviceReg { addr, size } = reg; |
| 766 | warn!("Assigned region ({addr:#x}, {size:#x}) not aligned to {granule:#x}"); |
| 767 | // TODO(ptosi): Fix our test data so that we can return Err(...); |
| 768 | } |
Pierre-Clément Tosi | 49e26ce | 2024-03-12 16:31:50 +0000 | [diff] [blame] | 769 | if reg.overlaps(&PVMFW_RANGE) { |
Pierre-Clément Tosi | f4d8a0d | 2024-10-25 17:14:15 +0100 | [diff] [blame] | 770 | return Err(DeviceAssignmentError::InvalidReg(reg.addr)); |
Pierre-Clément Tosi | 49e26ce | 2024-03-12 16:31:50 +0000 | [diff] [blame] | 771 | } |
Pierre-Clément Tosi | 7fb437f | 2024-10-29 09:54:42 +0000 | [diff] [blame] | 772 | if reg.size != phys_reg.size { |
| 773 | return Err(DeviceAssignmentError::InvalidRegSize(reg.size, phys_reg.size)); |
| 774 | } |
Mostafa Saleh | 646a31b | 2024-10-22 12:55:59 +0000 | [diff] [blame] | 775 | for offset in (0..reg.size).step_by(granule) { |
| 776 | let expected_token = phys_reg.addr + offset; |
| 777 | // If this call returns successfully, hyp has mapped the MMIO granule. |
| 778 | let token = hypervisor.get_phys_mmio_token(reg.addr + offset).map_err(|e| { |
| 779 | error!("Hypervisor error while requesting MMIO token: {e}"); |
| 780 | DeviceAssignmentError::InvalidReg(reg.addr) |
| 781 | })?; |
| 782 | if token != expected_token { |
| 783 | return Err(DeviceAssignmentError::InvalidRegToken(token, expected_token)); |
| 784 | } |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 785 | } |
Jaewan Kim | 52477ae | 2023-11-21 21:20:52 +0900 | [diff] [blame] | 786 | } |
Pierre-Clément Tosi | 8b78bc3 | 2024-03-13 17:37:07 +0000 | [diff] [blame] | 787 | |
| 788 | if let Some(DeviceReg { addr, size }) = virt_regs.next() { |
Pierre-Clément Tosi | f4d8a0d | 2024-10-25 17:14:15 +0100 | [diff] [blame] | 789 | return Err(DeviceAssignmentError::ExtraReg(*addr, *size)); |
Pierre-Clément Tosi | 8b78bc3 | 2024-03-13 17:37:07 +0000 | [diff] [blame] | 790 | } |
| 791 | |
| 792 | if let Some(DeviceReg { addr, size }) = phys_regs.next() { |
Pierre-Clément Tosi | f4d8a0d | 2024-10-25 17:14:15 +0100 | [diff] [blame] | 793 | return Err(DeviceAssignmentError::MissingReg(*addr, *size)); |
Pierre-Clément Tosi | 8b78bc3 | 2024-03-13 17:37:07 +0000 | [diff] [blame] | 794 | } |
| 795 | |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 796 | Ok(()) |
Jaewan Kim | 52477ae | 2023-11-21 21:20:52 +0900 | [diff] [blame] | 797 | } |
| 798 | |
Sreenad Menon | 474da80 | 2025-01-27 21:22:46 -0800 | [diff] [blame] | 799 | fn parse_interrupts(node: &FdtNode) -> Result<Option<Vec<u8>>> { |
| 800 | let Some(cells) = node.getprop_cells(c"interrupts")? else { |
| 801 | return Ok(None); |
| 802 | }; |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 803 | // Validation: Validate if interrupts cell numbers are multiple of #interrupt-cells. |
| 804 | // We can't know how many interrupts would exist. |
Sreenad Menon | 474da80 | 2025-01-27 21:22:46 -0800 | [diff] [blame] | 805 | if cells.count() % CELLS_PER_INTERRUPT != 0 { |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 806 | return Err(DeviceAssignmentError::InvalidInterrupts); |
| 807 | } |
| 808 | |
| 809 | // Once validated, keep the raw bytes so patch can be done with setprop() |
Sreenad Menon | 474da80 | 2025-01-27 21:22:46 -0800 | [diff] [blame] | 810 | Ok(Some(node.getprop(c"interrupts").unwrap().unwrap().into())) |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 811 | } |
| 812 | |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 813 | // TODO(b/277993056): Also validate /__local_fixups__ to ensure that <iommus> has phandle. |
Jaewan Kim | a920049 | 2023-11-21 20:45:31 +0900 | [diff] [blame] | 814 | fn parse_iommus( |
| 815 | node: &FdtNode, |
| 816 | pviommus: &BTreeMap<Phandle, PvIommu>, |
| 817 | ) -> Result<Vec<(PvIommu, Vsid)>> { |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 818 | let mut iommus = vec![]; |
Alan Stokes | f46a17c | 2025-01-05 15:50:18 +0000 | [diff] [blame] | 819 | let Some(mut cells) = node.getprop_cells(c"iommus")? else { |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 820 | return Ok(iommus); |
| 821 | }; |
Jaewan Kim | a920049 | 2023-11-21 20:45:31 +0900 | [diff] [blame] | 822 | while let Some(cell) = cells.next() { |
| 823 | // Parse pvIOMMU ID |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 824 | let phandle = |
| 825 | Phandle::try_from(cell).or(Err(DeviceAssignmentError::MalformedIommus))?; |
| 826 | let pviommu = pviommus.get(&phandle).ok_or(DeviceAssignmentError::MalformedIommus)?; |
Jaewan Kim | a920049 | 2023-11-21 20:45:31 +0900 | [diff] [blame] | 827 | |
| 828 | // Parse vSID |
| 829 | let Some(cell) = cells.next() else { |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 830 | return Err(DeviceAssignmentError::MalformedIommus); |
Jaewan Kim | a920049 | 2023-11-21 20:45:31 +0900 | [diff] [blame] | 831 | }; |
| 832 | let vsid = Vsid(cell); |
| 833 | |
| 834 | iommus.push((*pviommu, vsid)); |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 835 | } |
| 836 | Ok(iommus) |
| 837 | } |
| 838 | |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 839 | fn validate_iommus( |
| 840 | iommus: &[(PvIommu, Vsid)], |
| 841 | physical_device_iommu: &[(PhysIommu, Sid)], |
| 842 | hypervisor: &dyn DeviceAssigningHypervisor, |
| 843 | ) -> Result<()> { |
| 844 | if iommus.len() != physical_device_iommu.len() { |
| 845 | return Err(DeviceAssignmentError::InvalidIommus); |
| 846 | } |
| 847 | // pvIOMMU can be reordered, and hypervisor may not guarantee 1:1 mapping. |
| 848 | // So we need to mark what's matched or not. |
| 849 | let mut physical_device_iommu = physical_device_iommu.to_vec(); |
| 850 | for (pviommu, vsid) in iommus { |
Pierre-Clément Tosi | 08d6e3f | 2024-03-13 18:22:16 +0000 | [diff] [blame] | 851 | let (id, sid) = |
| 852 | hypervisor.get_phys_iommu_token(pviommu.id.into(), vsid.0.into()).map_err(|e| { |
| 853 | error!("Hypervisor error while requesting IOMMU token ({pviommu:?}, {vsid:?}): {e}"); |
| 854 | DeviceAssignmentError::InvalidIommus |
| 855 | })?; |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 856 | |
| 857 | let pos = physical_device_iommu |
| 858 | .iter() |
| 859 | .position(|(phys_iommu, phys_sid)| (phys_iommu.token, phys_sid.0) == (id, sid)); |
| 860 | match pos { |
| 861 | Some(pos) => physical_device_iommu.remove(pos), |
| 862 | None => { |
| 863 | error!("Failed to validate device <iommus>. No matching phys iommu or duplicated mapping for pviommu={pviommu:?}, vsid={vsid:?}"); |
| 864 | return Err(DeviceAssignmentError::InvalidIommus); |
| 865 | } |
| 866 | }; |
| 867 | } |
| 868 | Ok(()) |
| 869 | } |
| 870 | |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 871 | fn parse( |
| 872 | fdt: &Fdt, |
| 873 | vm_dtbo: &VmDtbo, |
Jaewan Kim | f8abbb5 | 2023-12-12 22:11:39 +0900 | [diff] [blame] | 874 | dtbo_node_path: &DtPathTokens, |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 875 | physical_devices: &BTreeMap<Phandle, PhysicalDeviceInfo>, |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 876 | pviommus: &BTreeMap<Phandle, PvIommu>, |
Jaewan Kim | 52477ae | 2023-11-21 21:20:52 +0900 | [diff] [blame] | 877 | hypervisor: &dyn DeviceAssigningHypervisor, |
Pierre-Clément Tosi | eacdd0f | 2024-10-22 16:31:01 +0100 | [diff] [blame] | 878 | granule: usize, |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 879 | ) -> Result<Option<Self>> { |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 880 | let dtbo_node = |
Jaewan Kim | f8abbb5 | 2023-12-12 22:11:39 +0900 | [diff] [blame] | 881 | vm_dtbo.node(dtbo_node_path)?.ok_or(DeviceAssignmentError::InvalidSymbols)?; |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 882 | let node_path = vm_dtbo.locate_overlay_target_path(dtbo_node_path, &dtbo_node)?; |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 883 | |
| 884 | let Some(node) = fdt.node(&node_path)? else { return Ok(None) }; |
| 885 | |
Jaewan Kim | 80ef9fa | 2024-02-25 16:08:14 +0000 | [diff] [blame] | 886 | // Currently can only assign devices backed by physical devices. |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 887 | let phandle = dtbo_node.get_phandle()?.ok_or(DeviceAssignmentError::InvalidDtbo)?; |
Jaewan Kim | 80ef9fa | 2024-02-25 16:08:14 +0000 | [diff] [blame] | 888 | let Some(physical_device) = physical_devices.get(&phandle) else { |
| 889 | // If labeled DT node isn't backed by physical device node, then just return None. |
| 890 | // It's not an error because such node can be a dependency of assignable device nodes. |
| 891 | return Ok(None); |
| 892 | }; |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 893 | |
| 894 | let reg = parse_node_reg(&node)?; |
Pierre-Clément Tosi | eacdd0f | 2024-10-22 16:31:01 +0100 | [diff] [blame] | 895 | Self::validate_reg(®, &physical_device.reg, hypervisor, granule)?; |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 896 | |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 897 | let interrupts = Self::parse_interrupts(&node)?; |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 898 | |
Sreenad Menon | 8459928 | 2025-01-27 20:47:52 -0800 | [diff] [blame] | 899 | // Ignore <iommus> if no pvIOMMUs are expected based on the VM DTBO, possibly |
| 900 | // because physical IOMMUs are being assigned directly. |
| 901 | let iommus = if let Some(iommus) = &physical_device.iommus { |
| 902 | let parsed_iommus = Self::parse_iommus(&node, pviommus)?; |
| 903 | Self::validate_iommus(&parsed_iommus, iommus, hypervisor)?; |
| 904 | Some(parsed_iommus) |
| 905 | } else { |
| 906 | // TODO: Detect misconfigured iommus in input DT. |
| 907 | None |
| 908 | }; |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 909 | |
Jaewan Kim | f8abbb5 | 2023-12-12 22:11:39 +0900 | [diff] [blame] | 910 | Ok(Some(Self { node_path, reg, interrupts, iommus })) |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 911 | } |
| 912 | |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 913 | fn patch(&self, fdt: &mut Fdt, pviommu_phandles: &BTreeMap<PvIommu, Phandle>) -> Result<()> { |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 914 | let mut dst = fdt.node_mut(&self.node_path)?.unwrap(); |
Alan Stokes | f46a17c | 2025-01-05 15:50:18 +0000 | [diff] [blame] | 915 | dst.setprop(c"reg", &to_be_bytes(&self.reg))?; |
Sreenad Menon | 474da80 | 2025-01-27 21:22:46 -0800 | [diff] [blame] | 916 | if let Some(interrupts) = &self.interrupts { |
| 917 | dst.setprop(c"interrupts", interrupts)?; |
| 918 | } else { |
| 919 | dst.nop_property(c"interrupts")?; |
| 920 | } |
Sreenad Menon | 8459928 | 2025-01-27 20:47:52 -0800 | [diff] [blame] | 921 | |
| 922 | if let Some(iommus) = &self.iommus { |
| 923 | let mut iommus_vec = Vec::with_capacity(8 * iommus.len()); |
| 924 | for (pviommu, vsid) in iommus { |
| 925 | let phandle = pviommu_phandles.get(pviommu).unwrap(); |
| 926 | iommus_vec.extend_from_slice(&u32::from(*phandle).to_be_bytes()); |
| 927 | iommus_vec.extend_from_slice(&vsid.0.to_be_bytes()); |
| 928 | } |
| 929 | dst.setprop(c"iommus", &iommus_vec)?; |
Jaewan Kim | a920049 | 2023-11-21 20:45:31 +0900 | [diff] [blame] | 930 | } |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 931 | |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 932 | Ok(()) |
| 933 | } |
| 934 | } |
| 935 | |
Jaewan Kim | 8f6f466 | 2023-12-12 17:38:47 +0900 | [diff] [blame] | 936 | #[derive(Debug, Eq, PartialEq)] |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 937 | pub struct DeviceAssignmentInfo { |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 938 | pviommus: BTreeSet<PvIommu>, |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 939 | assigned_devices: Vec<AssignedDeviceInfo>, |
Jaewan Kim | 8f6f466 | 2023-12-12 17:38:47 +0900 | [diff] [blame] | 940 | vm_dtbo_mask: DeviceTreeMask, |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 941 | } |
| 942 | |
| 943 | impl DeviceAssignmentInfo { |
Alan Stokes | f46a17c | 2025-01-05 15:50:18 +0000 | [diff] [blame] | 944 | const PVIOMMU_COMPATIBLE: &'static CStr = c"pkvm,pviommu"; |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 945 | |
| 946 | /// Parses pvIOMMUs in fdt |
| 947 | // Note: This will validate pvIOMMU ids' uniqueness, even when unassigned. |
| 948 | fn parse_pviommus(fdt: &Fdt) -> Result<BTreeMap<Phandle, PvIommu>> { |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 949 | let mut pviommus = BTreeMap::new(); |
| 950 | for compatible in fdt.compatible_nodes(Self::PVIOMMU_COMPATIBLE)? { |
| 951 | let Some(phandle) = compatible.get_phandle()? else { |
| 952 | continue; // Skips unreachable pvIOMMU node |
| 953 | }; |
| 954 | let pviommu = PvIommu::parse(&compatible)?; |
| 955 | if pviommus.insert(phandle, pviommu).is_some() { |
| 956 | return Err(FdtError::BadPhandle.into()); |
| 957 | } |
| 958 | } |
| 959 | Ok(pviommus) |
| 960 | } |
| 961 | |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 962 | fn validate_pviommu_topology(assigned_devices: &[AssignedDeviceInfo]) -> Result<()> { |
| 963 | let mut all_iommus = BTreeSet::new(); |
| 964 | for assigned_device in assigned_devices { |
Sreenad Menon | 8459928 | 2025-01-27 20:47:52 -0800 | [diff] [blame] | 965 | if let Some(iommus) = &assigned_device.iommus { |
| 966 | for iommu in iommus { |
| 967 | if !all_iommus.insert(iommu) { |
| 968 | error!("Unsupported pvIOMMU duplication found, <iommus> = {iommu:?}"); |
| 969 | return Err(DeviceAssignmentError::UnsupportedPvIommusDuplication); |
| 970 | } |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 971 | } |
| 972 | } |
| 973 | } |
| 974 | Ok(()) |
| 975 | } |
| 976 | |
Pierre-Clément Tosi | e5cca92 | 2024-04-30 17:54:08 +0100 | [diff] [blame] | 977 | // TODO(b/308694211): Remove this workaround for visibility once using |
| 978 | // vmbase::hyp::DeviceAssigningHypervisor for tests. |
| 979 | #[cfg(test)] |
| 980 | fn parse( |
| 981 | fdt: &Fdt, |
| 982 | vm_dtbo: &VmDtbo, |
| 983 | hypervisor: &dyn DeviceAssigningHypervisor, |
Pierre-Clément Tosi | eacdd0f | 2024-10-22 16:31:01 +0100 | [diff] [blame] | 984 | granule: usize, |
Pierre-Clément Tosi | e5cca92 | 2024-04-30 17:54:08 +0100 | [diff] [blame] | 985 | ) -> Result<Option<Self>> { |
Pierre-Clément Tosi | eacdd0f | 2024-10-22 16:31:01 +0100 | [diff] [blame] | 986 | Self::internal_parse(fdt, vm_dtbo, hypervisor, granule) |
Pierre-Clément Tosi | e5cca92 | 2024-04-30 17:54:08 +0100 | [diff] [blame] | 987 | } |
| 988 | |
| 989 | #[cfg(not(test))] |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 990 | /// Parses fdt and vm_dtbo, and creates new DeviceAssignmentInfo |
| 991 | // TODO(b/277993056): Parse __local_fixups__ |
| 992 | // TODO(b/277993056): Parse __fixups__ |
Jaewan Kim | 52477ae | 2023-11-21 21:20:52 +0900 | [diff] [blame] | 993 | pub fn parse( |
| 994 | fdt: &Fdt, |
| 995 | vm_dtbo: &VmDtbo, |
| 996 | hypervisor: &dyn DeviceAssigningHypervisor, |
Pierre-Clément Tosi | eacdd0f | 2024-10-22 16:31:01 +0100 | [diff] [blame] | 997 | granule: usize, |
Jaewan Kim | 52477ae | 2023-11-21 21:20:52 +0900 | [diff] [blame] | 998 | ) -> Result<Option<Self>> { |
Pierre-Clément Tosi | eacdd0f | 2024-10-22 16:31:01 +0100 | [diff] [blame] | 999 | Self::internal_parse(fdt, vm_dtbo, hypervisor, granule) |
Pierre-Clément Tosi | e5cca92 | 2024-04-30 17:54:08 +0100 | [diff] [blame] | 1000 | } |
| 1001 | |
| 1002 | fn internal_parse( |
| 1003 | fdt: &Fdt, |
| 1004 | vm_dtbo: &VmDtbo, |
| 1005 | hypervisor: &dyn DeviceAssigningHypervisor, |
Pierre-Clément Tosi | eacdd0f | 2024-10-22 16:31:01 +0100 | [diff] [blame] | 1006 | granule: usize, |
Pierre-Clément Tosi | e5cca92 | 2024-04-30 17:54:08 +0100 | [diff] [blame] | 1007 | ) -> Result<Option<Self>> { |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 1008 | let Some(symbols_node) = vm_dtbo.as_ref().symbols()? else { |
| 1009 | // /__symbols__ should contain all assignable devices. |
| 1010 | // If empty, then nothing can be assigned. |
| 1011 | return Ok(None); |
| 1012 | }; |
| 1013 | |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 1014 | let pviommus = Self::parse_pviommus(fdt)?; |
| 1015 | let unique_pviommus: BTreeSet<_> = pviommus.values().cloned().collect(); |
| 1016 | if pviommus.len() != unique_pviommus.len() { |
| 1017 | return Err(DeviceAssignmentError::DuplicatedPvIommuIds); |
| 1018 | } |
| 1019 | |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 1020 | let physical_devices = vm_dtbo.parse_physical_devices()?; |
| 1021 | |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 1022 | let mut assigned_devices = vec![]; |
Jaewan Kim | 8f6f466 | 2023-12-12 17:38:47 +0900 | [diff] [blame] | 1023 | let mut assigned_device_paths = vec![]; |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 1024 | for symbol_prop in symbols_node.properties()? { |
| 1025 | let symbol_prop_value = symbol_prop.value()?; |
| 1026 | let dtbo_node_path = CStr::from_bytes_with_nul(symbol_prop_value) |
| 1027 | .or(Err(DeviceAssignmentError::InvalidSymbols))?; |
Jaewan Kim | f8abbb5 | 2023-12-12 22:11:39 +0900 | [diff] [blame] | 1028 | let dtbo_node_path = DtPathTokens::new(dtbo_node_path)?; |
| 1029 | if !dtbo_node_path.is_overlayable_node() { |
Jaewan Kim | c39974e | 2023-12-02 01:13:30 +0900 | [diff] [blame] | 1030 | continue; |
| 1031 | } |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 1032 | let assigned_device = AssignedDeviceInfo::parse( |
| 1033 | fdt, |
| 1034 | vm_dtbo, |
Jaewan Kim | f8abbb5 | 2023-12-12 22:11:39 +0900 | [diff] [blame] | 1035 | &dtbo_node_path, |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 1036 | &physical_devices, |
| 1037 | &pviommus, |
| 1038 | hypervisor, |
Pierre-Clément Tosi | eacdd0f | 2024-10-22 16:31:01 +0100 | [diff] [blame] | 1039 | granule, |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 1040 | )?; |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 1041 | if let Some(assigned_device) = assigned_device { |
| 1042 | assigned_devices.push(assigned_device); |
Jaewan Kim | 8f6f466 | 2023-12-12 17:38:47 +0900 | [diff] [blame] | 1043 | assigned_device_paths.push(dtbo_node_path); |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 1044 | } |
| 1045 | } |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 1046 | if assigned_devices.is_empty() { |
| 1047 | return Ok(None); |
| 1048 | } |
Jaewan Kim | c39974e | 2023-12-02 01:13:30 +0900 | [diff] [blame] | 1049 | |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 1050 | Self::validate_pviommu_topology(&assigned_devices)?; |
| 1051 | |
Jaewan Kim | 8f6f466 | 2023-12-12 17:38:47 +0900 | [diff] [blame] | 1052 | let mut vm_dtbo_mask = vm_dtbo.build_mask(assigned_device_paths)?; |
Alan Stokes | f46a17c | 2025-01-05 15:50:18 +0000 | [diff] [blame] | 1053 | vm_dtbo_mask.mask_all(&DtPathTokens::new(c"/__local_fixups__")?); |
| 1054 | vm_dtbo_mask.mask_all(&DtPathTokens::new(c"/__symbols__")?); |
Jaewan Kim | c39974e | 2023-12-02 01:13:30 +0900 | [diff] [blame] | 1055 | |
| 1056 | // Note: Any node without __overlay__ will be ignored by fdt_apply_overlay, |
| 1057 | // so doesn't need to be filtered. |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 1058 | |
Jaewan Kim | 8f6f466 | 2023-12-12 17:38:47 +0900 | [diff] [blame] | 1059 | Ok(Some(Self { pviommus: unique_pviommus, assigned_devices, vm_dtbo_mask })) |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 1060 | } |
| 1061 | |
| 1062 | /// Filters VM DTBO to only contain necessary information for booting pVM |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 1063 | pub fn filter(&self, vm_dtbo: &mut VmDtbo) -> Result<()> { |
| 1064 | let vm_dtbo = vm_dtbo.as_mut(); |
| 1065 | |
Jaewan Kim | 8f6f466 | 2023-12-12 17:38:47 +0900 | [diff] [blame] | 1066 | // Filter unused references in /__local_fixups__ |
Alan Stokes | f46a17c | 2025-01-05 15:50:18 +0000 | [diff] [blame] | 1067 | if let Some(local_fixups) = vm_dtbo.node_mut(c"/__local_fixups__")? { |
Jaewan Kim | 8f6f466 | 2023-12-12 17:38:47 +0900 | [diff] [blame] | 1068 | filter_with_mask(local_fixups, &self.vm_dtbo_mask)?; |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 1069 | } |
| 1070 | |
Jaewan Kim | 8f6f466 | 2023-12-12 17:38:47 +0900 | [diff] [blame] | 1071 | // Filter unused nodes in rest of tree |
| 1072 | let root = vm_dtbo.root_mut(); |
| 1073 | filter_with_mask(root, &self.vm_dtbo_mask)?; |
| 1074 | |
Jaewan Kim | 371f6c8 | 2024-02-24 01:33:37 +0900 | [diff] [blame] | 1075 | filter_dangling_symbols(vm_dtbo) |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 1076 | } |
| 1077 | |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 1078 | fn patch_pviommus(&self, fdt: &mut Fdt) -> Result<BTreeMap<PvIommu, Phandle>> { |
Pierre-Clément Tosi | 244efea | 2024-02-16 14:48:14 +0000 | [diff] [blame] | 1079 | let mut compatible = fdt.root_mut().next_compatible(Self::PVIOMMU_COMPATIBLE)?; |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 1080 | let mut pviommu_phandles = BTreeMap::new(); |
| 1081 | |
| 1082 | for pviommu in &self.pviommus { |
| 1083 | let mut node = compatible.ok_or(DeviceAssignmentError::TooManyPvIommu)?; |
| 1084 | let phandle = node.as_node().get_phandle()?.ok_or(DeviceAssignmentError::Internal)?; |
Alan Stokes | f46a17c | 2025-01-05 15:50:18 +0000 | [diff] [blame] | 1085 | node.setprop_inplace(c"id", &pviommu.id.to_be_bytes())?; |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 1086 | if pviommu_phandles.insert(*pviommu, phandle).is_some() { |
| 1087 | return Err(DeviceAssignmentError::Internal); |
| 1088 | } |
| 1089 | compatible = node.next_compatible(Self::PVIOMMU_COMPATIBLE)?; |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 1090 | } |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 1091 | |
| 1092 | // Filters pre-populated but unassigned pvIOMMUs. |
| 1093 | while let Some(filtered_pviommu) = compatible { |
| 1094 | compatible = filtered_pviommu.delete_and_next_compatible(Self::PVIOMMU_COMPATIBLE)?; |
| 1095 | } |
| 1096 | |
| 1097 | Ok(pviommu_phandles) |
| 1098 | } |
| 1099 | |
| 1100 | pub fn patch(&self, fdt: &mut Fdt) -> Result<()> { |
| 1101 | let pviommu_phandles = self.patch_pviommus(fdt)?; |
| 1102 | |
| 1103 | // Patches assigned devices |
| 1104 | for device in &self.assigned_devices { |
| 1105 | device.patch(fdt, &pviommu_phandles)?; |
| 1106 | } |
| 1107 | |
Jaewan Kim | c730ebf | 2024-02-22 10:34:55 +0900 | [diff] [blame] | 1108 | // Removes any dangling references in __symbols__ (e.g. removed pvIOMMUs) |
| 1109 | filter_dangling_symbols(fdt) |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 1110 | } |
| 1111 | } |
| 1112 | |
Jaewan Kim | 5024668 | 2024-03-11 23:18:54 +0900 | [diff] [blame] | 1113 | /// Cleans device trees not to contain any pre-populated nodes/props for device assignment. |
| 1114 | pub fn clean(fdt: &mut Fdt) -> Result<()> { |
Alan Stokes | f46a17c | 2025-01-05 15:50:18 +0000 | [diff] [blame] | 1115 | let mut compatible = fdt.root_mut().next_compatible(c"pkvm,pviommu")?; |
Jaewan Kim | 5024668 | 2024-03-11 23:18:54 +0900 | [diff] [blame] | 1116 | // Filters pre-populated |
| 1117 | while let Some(filtered_pviommu) = compatible { |
Alan Stokes | f46a17c | 2025-01-05 15:50:18 +0000 | [diff] [blame] | 1118 | compatible = filtered_pviommu.delete_and_next_compatible(c"pkvm,pviommu")?; |
Jaewan Kim | 5024668 | 2024-03-11 23:18:54 +0900 | [diff] [blame] | 1119 | } |
| 1120 | |
| 1121 | // Removes any dangling references in __symbols__ (e.g. removed pvIOMMUs) |
| 1122 | filter_dangling_symbols(fdt) |
| 1123 | } |
| 1124 | |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 1125 | #[cfg(test)] |
Pierre-Clément Tosi | e5cca92 | 2024-04-30 17:54:08 +0100 | [diff] [blame] | 1126 | #[derive(Clone, Copy, Debug)] |
| 1127 | enum MockHypervisorError { |
| 1128 | FailedGetPhysMmioToken, |
| 1129 | FailedGetPhysIommuToken, |
| 1130 | } |
| 1131 | |
| 1132 | #[cfg(test)] |
| 1133 | type MockHypervisorResult<T> = core::result::Result<T, MockHypervisorError>; |
| 1134 | |
| 1135 | #[cfg(test)] |
| 1136 | impl fmt::Display for MockHypervisorError { |
| 1137 | fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result { |
| 1138 | match self { |
| 1139 | MockHypervisorError::FailedGetPhysMmioToken => { |
| 1140 | write!(f, "Failed to get physical MMIO token") |
| 1141 | } |
| 1142 | MockHypervisorError::FailedGetPhysIommuToken => { |
| 1143 | write!(f, "Failed to get physical IOMMU token") |
| 1144 | } |
| 1145 | } |
| 1146 | } |
| 1147 | } |
| 1148 | |
| 1149 | #[cfg(test)] |
| 1150 | trait DeviceAssigningHypervisor { |
| 1151 | /// Returns MMIO token. |
Mostafa Saleh | 646a31b | 2024-10-22 12:55:59 +0000 | [diff] [blame] | 1152 | fn get_phys_mmio_token(&self, base_ipa: u64) -> MockHypervisorResult<u64>; |
Pierre-Clément Tosi | e5cca92 | 2024-04-30 17:54:08 +0100 | [diff] [blame] | 1153 | |
| 1154 | /// Returns DMA token as a tuple of (phys_iommu_id, phys_sid). |
| 1155 | fn get_phys_iommu_token(&self, pviommu_id: u64, vsid: u64) -> MockHypervisorResult<(u64, u64)>; |
| 1156 | } |
| 1157 | |
| 1158 | #[cfg(test)] |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 1159 | mod tests { |
| 1160 | use super::*; |
Jaewan Kim | 52477ae | 2023-11-21 21:20:52 +0900 | [diff] [blame] | 1161 | use alloc::collections::{BTreeMap, BTreeSet}; |
Jaewan Kim | 8f6f466 | 2023-12-12 17:38:47 +0900 | [diff] [blame] | 1162 | use dts::Dts; |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 1163 | use std::fs; |
Jaewan Kim | 8f6f466 | 2023-12-12 17:38:47 +0900 | [diff] [blame] | 1164 | use std::path::Path; |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 1165 | |
| 1166 | const VM_DTBO_FILE_PATH: &str = "test_pvmfw_devices_vm_dtbo.dtbo"; |
| 1167 | const VM_DTBO_WITHOUT_SYMBOLS_FILE_PATH: &str = |
| 1168 | "test_pvmfw_devices_vm_dtbo_without_symbols.dtbo"; |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 1169 | const VM_DTBO_WITH_DUPLICATED_IOMMUS_FILE_PATH: &str = |
| 1170 | "test_pvmfw_devices_vm_dtbo_with_duplicated_iommus.dtbo"; |
Jaewan Kim | 8f6f466 | 2023-12-12 17:38:47 +0900 | [diff] [blame] | 1171 | const VM_DTBO_WITH_DEPENDENCIES_FILE_PATH: &str = |
| 1172 | "test_pvmfw_devices_vm_dtbo_with_dependencies.dtbo"; |
Jaewan Kim | a67e36a | 2023-11-29 16:50:23 +0900 | [diff] [blame] | 1173 | const FDT_WITHOUT_IOMMUS_FILE_PATH: &str = "test_pvmfw_devices_without_iommus.dtb"; |
Jaewan Kim | 52477ae | 2023-11-21 21:20:52 +0900 | [diff] [blame] | 1174 | const FDT_WITHOUT_DEVICE_FILE_PATH: &str = "test_pvmfw_devices_without_device.dtb"; |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 1175 | const FDT_FILE_PATH: &str = "test_pvmfw_devices_with_rng.dtb"; |
Pierre-Clément Tosi | 49e26ce | 2024-03-12 16:31:50 +0000 | [diff] [blame] | 1176 | const FDT_WITH_DEVICE_OVERLAPPING_PVMFW: &str = "test_pvmfw_devices_overlapping_pvmfw.dtb"; |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 1177 | const FDT_WITH_MULTIPLE_DEVICES_IOMMUS_FILE_PATH: &str = |
| 1178 | "test_pvmfw_devices_with_multiple_devices_iommus.dtb"; |
| 1179 | const FDT_WITH_IOMMU_SHARING: &str = "test_pvmfw_devices_with_iommu_sharing.dtb"; |
| 1180 | const FDT_WITH_IOMMU_ID_CONFLICT: &str = "test_pvmfw_devices_with_iommu_id_conflict.dtb"; |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 1181 | const FDT_WITH_DUPLICATED_PVIOMMUS_FILE_PATH: &str = |
| 1182 | "test_pvmfw_devices_with_duplicated_pviommus.dtb"; |
| 1183 | const FDT_WITH_MULTIPLE_REG_IOMMU_FILE_PATH: &str = |
| 1184 | "test_pvmfw_devices_with_multiple_reg_iommus.dtb"; |
Jaewan Kim | 8f6f466 | 2023-12-12 17:38:47 +0900 | [diff] [blame] | 1185 | const FDT_WITH_DEPENDENCY_FILE_PATH: &str = "test_pvmfw_devices_with_dependency.dtb"; |
| 1186 | const FDT_WITH_MULTIPLE_DEPENDENCIES_FILE_PATH: &str = |
| 1187 | "test_pvmfw_devices_with_multiple_dependencies.dtb"; |
| 1188 | const FDT_WITH_DEPENDENCY_LOOP_FILE_PATH: &str = "test_pvmfw_devices_with_dependency_loop.dtb"; |
| 1189 | |
| 1190 | const EXPECTED_FDT_WITH_DEPENDENCY_FILE_PATH: &str = "expected_dt_with_dependency.dtb"; |
| 1191 | const EXPECTED_FDT_WITH_MULTIPLE_DEPENDENCIES_FILE_PATH: &str = |
| 1192 | "expected_dt_with_multiple_dependencies.dtb"; |
| 1193 | const EXPECTED_FDT_WITH_DEPENDENCY_LOOP_FILE_PATH: &str = |
| 1194 | "expected_dt_with_dependency_loop.dtb"; |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 1195 | |
Pierre-Clément Tosi | eacdd0f | 2024-10-22 16:31:01 +0100 | [diff] [blame] | 1196 | // TODO(b/308694211): Use vmbase::SIZE_4KB. |
| 1197 | const SIZE_4KB: usize = 4 << 10; |
| 1198 | |
Jaewan Kim | 52477ae | 2023-11-21 21:20:52 +0900 | [diff] [blame] | 1199 | #[derive(Debug, Default)] |
| 1200 | struct MockHypervisor { |
| 1201 | mmio_tokens: BTreeMap<(u64, u64), u64>, |
| 1202 | iommu_tokens: BTreeMap<(u64, u64), (u64, u64)>, |
| 1203 | } |
| 1204 | |
Pierre-Clément Tosi | 5ce6c6f | 2024-10-29 10:53:07 +0000 | [diff] [blame] | 1205 | impl MockHypervisor { |
| 1206 | // TODO(ptosi): Improve these tests to cover multi-page devices. |
| 1207 | fn get_mmio_token(&self, addr: u64) -> Option<&u64> { |
| 1208 | // We currently only have single (or sub-) page MMIO test data so can ignore sizes. |
| 1209 | let key = self.mmio_tokens.keys().find(|(virt, _)| *virt == addr)?; |
| 1210 | self.mmio_tokens.get(key) |
| 1211 | } |
| 1212 | } |
| 1213 | |
Jaewan Kim | 52477ae | 2023-11-21 21:20:52 +0900 | [diff] [blame] | 1214 | impl DeviceAssigningHypervisor for MockHypervisor { |
Mostafa Saleh | 646a31b | 2024-10-22 12:55:59 +0000 | [diff] [blame] | 1215 | fn get_phys_mmio_token(&self, base_ipa: u64) -> MockHypervisorResult<u64> { |
Pierre-Clément Tosi | 5ce6c6f | 2024-10-29 10:53:07 +0000 | [diff] [blame] | 1216 | let token = self.get_mmio_token(base_ipa); |
Pierre-Clément Tosi | e5cca92 | 2024-04-30 17:54:08 +0100 | [diff] [blame] | 1217 | |
| 1218 | Ok(*token.ok_or(MockHypervisorError::FailedGetPhysMmioToken)?) |
Jaewan Kim | 52477ae | 2023-11-21 21:20:52 +0900 | [diff] [blame] | 1219 | } |
| 1220 | |
Pierre-Clément Tosi | e5cca92 | 2024-04-30 17:54:08 +0100 | [diff] [blame] | 1221 | fn get_phys_iommu_token( |
| 1222 | &self, |
| 1223 | pviommu_id: u64, |
| 1224 | vsid: u64, |
| 1225 | ) -> MockHypervisorResult<(u64, u64)> { |
| 1226 | let token = self.iommu_tokens.get(&(pviommu_id, vsid)); |
| 1227 | |
| 1228 | Ok(*token.ok_or(MockHypervisorError::FailedGetPhysIommuToken)?) |
Jaewan Kim | 52477ae | 2023-11-21 21:20:52 +0900 | [diff] [blame] | 1229 | } |
| 1230 | } |
| 1231 | |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 1232 | #[derive(Debug, Eq, PartialEq)] |
| 1233 | struct AssignedDeviceNode { |
| 1234 | path: CString, |
| 1235 | reg: Vec<u8>, |
| 1236 | interrupts: Vec<u8>, |
Jaewan Kim | a67e36a | 2023-11-29 16:50:23 +0900 | [diff] [blame] | 1237 | iommus: Vec<u32>, // pvIOMMU id and vSID |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 1238 | } |
| 1239 | |
| 1240 | impl AssignedDeviceNode { |
| 1241 | fn parse(fdt: &Fdt, path: &CStr) -> Result<Self> { |
| 1242 | let Some(node) = fdt.node(path)? else { |
| 1243 | return Err(FdtError::NotFound.into()); |
| 1244 | }; |
| 1245 | |
Alan Stokes | f46a17c | 2025-01-05 15:50:18 +0000 | [diff] [blame] | 1246 | let reg = node.getprop(c"reg")?.ok_or(DeviceAssignmentError::MalformedReg)?; |
| 1247 | let interrupts = |
| 1248 | node.getprop(c"interrupts")?.ok_or(DeviceAssignmentError::InvalidInterrupts)?; |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 1249 | let mut iommus = vec![]; |
Alan Stokes | f46a17c | 2025-01-05 15:50:18 +0000 | [diff] [blame] | 1250 | if let Some(mut cells) = node.getprop_cells(c"iommus")? { |
Jaewan Kim | a920049 | 2023-11-21 20:45:31 +0900 | [diff] [blame] | 1251 | while let Some(pviommu_id) = cells.next() { |
| 1252 | // pvIOMMU id |
| 1253 | let phandle = Phandle::try_from(pviommu_id)?; |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 1254 | let pviommu = fdt |
| 1255 | .node_with_phandle(phandle)? |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 1256 | .ok_or(DeviceAssignmentError::MalformedIommus)?; |
Alan Stokes | f46a17c | 2025-01-05 15:50:18 +0000 | [diff] [blame] | 1257 | let compatible = pviommu.getprop_str(c"compatible"); |
| 1258 | if compatible != Ok(Some(c"pkvm,pviommu")) { |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 1259 | return Err(DeviceAssignmentError::MalformedIommus); |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 1260 | } |
| 1261 | let id = pviommu |
Alan Stokes | f46a17c | 2025-01-05 15:50:18 +0000 | [diff] [blame] | 1262 | .getprop_u32(c"id")? |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 1263 | .ok_or(DeviceAssignmentError::MalformedIommus)?; |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 1264 | iommus.push(id); |
Jaewan Kim | a920049 | 2023-11-21 20:45:31 +0900 | [diff] [blame] | 1265 | |
| 1266 | // vSID |
| 1267 | let Some(vsid) = cells.next() else { |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 1268 | return Err(DeviceAssignmentError::MalformedIommus); |
Jaewan Kim | a920049 | 2023-11-21 20:45:31 +0900 | [diff] [blame] | 1269 | }; |
| 1270 | iommus.push(vsid); |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 1271 | } |
| 1272 | } |
| 1273 | Ok(Self { path: path.into(), reg: reg.into(), interrupts: interrupts.into(), iommus }) |
| 1274 | } |
| 1275 | } |
| 1276 | |
| 1277 | fn collect_pviommus(fdt: &Fdt) -> Result<Vec<u32>> { |
| 1278 | let mut pviommus = BTreeSet::new(); |
Alan Stokes | f46a17c | 2025-01-05 15:50:18 +0000 | [diff] [blame] | 1279 | for pviommu in fdt.compatible_nodes(c"pkvm,pviommu")? { |
| 1280 | if let Ok(Some(id)) = pviommu.getprop_u32(c"id") { |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 1281 | pviommus.insert(id); |
| 1282 | } |
| 1283 | } |
| 1284 | Ok(pviommus.iter().cloned().collect()) |
| 1285 | } |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 1286 | |
| 1287 | fn into_fdt_prop(native_bytes: Vec<u32>) -> Vec<u8> { |
| 1288 | let mut v = Vec::with_capacity(native_bytes.len() * 4); |
| 1289 | for byte in native_bytes { |
| 1290 | v.extend_from_slice(&byte.to_be_bytes()); |
| 1291 | } |
| 1292 | v |
| 1293 | } |
| 1294 | |
Jaewan Kim | 52477ae | 2023-11-21 21:20:52 +0900 | [diff] [blame] | 1295 | impl From<[u64; 2]> for DeviceReg { |
| 1296 | fn from(fdt_cells: [u64; 2]) -> Self { |
| 1297 | DeviceReg { addr: fdt_cells[0], size: fdt_cells[1] } |
| 1298 | } |
| 1299 | } |
| 1300 | |
Pierre-Clément Tosi | eacdd0f | 2024-10-22 16:31:01 +0100 | [diff] [blame] | 1301 | // TODO(ptosi): Add tests with varying HYP_GRANULE values. |
| 1302 | |
Sreenad Menon | 8459928 | 2025-01-27 20:47:52 -0800 | [diff] [blame] | 1303 | // TODO(ptosi): Add tests with iommus.is_none() |
| 1304 | |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 1305 | #[test] |
| 1306 | fn device_info_new_without_symbols() { |
| 1307 | let mut fdt_data = fs::read(FDT_FILE_PATH).unwrap(); |
| 1308 | let mut vm_dtbo_data = fs::read(VM_DTBO_WITHOUT_SYMBOLS_FILE_PATH).unwrap(); |
| 1309 | let fdt = Fdt::from_mut_slice(&mut fdt_data).unwrap(); |
| 1310 | let vm_dtbo = VmDtbo::from_mut_slice(&mut vm_dtbo_data).unwrap(); |
| 1311 | |
Jaewan Kim | 52477ae | 2023-11-21 21:20:52 +0900 | [diff] [blame] | 1312 | let hypervisor: MockHypervisor = Default::default(); |
Pierre-Clément Tosi | eacdd0f | 2024-10-22 16:31:01 +0100 | [diff] [blame] | 1313 | const HYP_GRANULE: usize = SIZE_4KB; |
| 1314 | let device_info = |
| 1315 | DeviceAssignmentInfo::parse(fdt, vm_dtbo, &hypervisor, HYP_GRANULE).unwrap(); |
Jaewan Kim | 52477ae | 2023-11-21 21:20:52 +0900 | [diff] [blame] | 1316 | assert_eq!(device_info, None); |
| 1317 | } |
| 1318 | |
| 1319 | #[test] |
| 1320 | fn device_info_new_without_device() { |
| 1321 | let mut fdt_data = fs::read(FDT_WITHOUT_DEVICE_FILE_PATH).unwrap(); |
| 1322 | let mut vm_dtbo_data = fs::read(VM_DTBO_FILE_PATH).unwrap(); |
| 1323 | let fdt = Fdt::from_mut_slice(&mut fdt_data).unwrap(); |
| 1324 | let vm_dtbo = VmDtbo::from_mut_slice(&mut vm_dtbo_data).unwrap(); |
| 1325 | |
| 1326 | let hypervisor: MockHypervisor = Default::default(); |
Pierre-Clément Tosi | eacdd0f | 2024-10-22 16:31:01 +0100 | [diff] [blame] | 1327 | const HYP_GRANULE: usize = SIZE_4KB; |
| 1328 | let device_info = |
| 1329 | DeviceAssignmentInfo::parse(fdt, vm_dtbo, &hypervisor, HYP_GRANULE).unwrap(); |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 1330 | assert_eq!(device_info, None); |
| 1331 | } |
| 1332 | |
| 1333 | #[test] |
Jaewan Kim | a67e36a | 2023-11-29 16:50:23 +0900 | [diff] [blame] | 1334 | fn device_info_assigned_info_without_iommus() { |
| 1335 | let mut fdt_data = fs::read(FDT_WITHOUT_IOMMUS_FILE_PATH).unwrap(); |
| 1336 | let mut vm_dtbo_data = fs::read(VM_DTBO_FILE_PATH).unwrap(); |
| 1337 | let fdt = Fdt::from_mut_slice(&mut fdt_data).unwrap(); |
| 1338 | let vm_dtbo = VmDtbo::from_mut_slice(&mut vm_dtbo_data).unwrap(); |
| 1339 | |
Jaewan Kim | 52477ae | 2023-11-21 21:20:52 +0900 | [diff] [blame] | 1340 | let hypervisor = MockHypervisor { |
| 1341 | mmio_tokens: [((0x9, 0xFF), 0x300)].into(), |
| 1342 | iommu_tokens: BTreeMap::new(), |
| 1343 | }; |
Pierre-Clément Tosi | eacdd0f | 2024-10-22 16:31:01 +0100 | [diff] [blame] | 1344 | const HYP_GRANULE: usize = SIZE_4KB; |
| 1345 | let device_info = |
| 1346 | DeviceAssignmentInfo::parse(fdt, vm_dtbo, &hypervisor, HYP_GRANULE).unwrap().unwrap(); |
Jaewan Kim | a67e36a | 2023-11-29 16:50:23 +0900 | [diff] [blame] | 1347 | |
| 1348 | let expected = [AssignedDeviceInfo { |
Jaewan Kim | c39974e | 2023-12-02 01:13:30 +0900 | [diff] [blame] | 1349 | node_path: CString::new("/bus0/backlight").unwrap(), |
Jaewan Kim | 52477ae | 2023-11-21 21:20:52 +0900 | [diff] [blame] | 1350 | reg: vec![[0x9, 0xFF].into()], |
Sreenad Menon | 474da80 | 2025-01-27 21:22:46 -0800 | [diff] [blame] | 1351 | interrupts: Some(into_fdt_prop(vec![0x0, 0xF, 0x4])), |
Frederick Mayle | 4d27e7e | 2025-03-21 14:57:26 -0700 | [diff] [blame] | 1352 | iommus: None, |
Jaewan Kim | a67e36a | 2023-11-29 16:50:23 +0900 | [diff] [blame] | 1353 | }]; |
| 1354 | |
| 1355 | assert_eq!(device_info.assigned_devices, expected); |
| 1356 | } |
| 1357 | |
| 1358 | #[test] |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 1359 | fn device_info_assigned_info() { |
| 1360 | let mut fdt_data = fs::read(FDT_FILE_PATH).unwrap(); |
| 1361 | let mut vm_dtbo_data = fs::read(VM_DTBO_FILE_PATH).unwrap(); |
| 1362 | let fdt = Fdt::from_mut_slice(&mut fdt_data).unwrap(); |
| 1363 | let vm_dtbo = VmDtbo::from_mut_slice(&mut vm_dtbo_data).unwrap(); |
| 1364 | |
Jaewan Kim | 52477ae | 2023-11-21 21:20:52 +0900 | [diff] [blame] | 1365 | let hypervisor = MockHypervisor { |
| 1366 | mmio_tokens: [((0x9, 0xFF), 0x12F00000)].into(), |
| 1367 | iommu_tokens: [((0x4, 0xFF0), (0x12E40000, 0x3))].into(), |
| 1368 | }; |
Pierre-Clément Tosi | eacdd0f | 2024-10-22 16:31:01 +0100 | [diff] [blame] | 1369 | const HYP_GRANULE: usize = SIZE_4KB; |
| 1370 | let device_info = |
| 1371 | DeviceAssignmentInfo::parse(fdt, vm_dtbo, &hypervisor, HYP_GRANULE).unwrap().unwrap(); |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 1372 | |
| 1373 | let expected = [AssignedDeviceInfo { |
| 1374 | node_path: CString::new("/rng").unwrap(), |
Jaewan Kim | 52477ae | 2023-11-21 21:20:52 +0900 | [diff] [blame] | 1375 | reg: vec![[0x9, 0xFF].into()], |
Sreenad Menon | 474da80 | 2025-01-27 21:22:46 -0800 | [diff] [blame] | 1376 | interrupts: Some(into_fdt_prop(vec![0x0, 0xF, 0x4])), |
Sreenad Menon | 8459928 | 2025-01-27 20:47:52 -0800 | [diff] [blame] | 1377 | iommus: Some(vec![(PvIommu { id: 0x4 }, Vsid(0xFF0))]), |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 1378 | }]; |
| 1379 | |
| 1380 | assert_eq!(device_info.assigned_devices, expected); |
| 1381 | } |
| 1382 | |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 1383 | #[test] |
| 1384 | fn device_info_filter() { |
| 1385 | let mut fdt_data = fs::read(FDT_FILE_PATH).unwrap(); |
| 1386 | let mut vm_dtbo_data = fs::read(VM_DTBO_FILE_PATH).unwrap(); |
| 1387 | let fdt = Fdt::from_mut_slice(&mut fdt_data).unwrap(); |
| 1388 | let vm_dtbo = VmDtbo::from_mut_slice(&mut vm_dtbo_data).unwrap(); |
| 1389 | |
Jaewan Kim | 52477ae | 2023-11-21 21:20:52 +0900 | [diff] [blame] | 1390 | let hypervisor = MockHypervisor { |
| 1391 | mmio_tokens: [((0x9, 0xFF), 0x12F00000)].into(), |
| 1392 | iommu_tokens: [((0x4, 0xFF0), (0x12E40000, 0x3))].into(), |
| 1393 | }; |
Pierre-Clément Tosi | eacdd0f | 2024-10-22 16:31:01 +0100 | [diff] [blame] | 1394 | const HYP_GRANULE: usize = SIZE_4KB; |
| 1395 | let device_info = |
| 1396 | DeviceAssignmentInfo::parse(fdt, vm_dtbo, &hypervisor, HYP_GRANULE).unwrap().unwrap(); |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 1397 | device_info.filter(vm_dtbo).unwrap(); |
| 1398 | |
| 1399 | let vm_dtbo = vm_dtbo.as_mut(); |
| 1400 | |
Jaewan Kim | 371f6c8 | 2024-02-24 01:33:37 +0900 | [diff] [blame] | 1401 | let symbols = vm_dtbo.symbols().unwrap().unwrap(); |
| 1402 | |
Alan Stokes | f46a17c | 2025-01-05 15:50:18 +0000 | [diff] [blame] | 1403 | let rng = vm_dtbo.node(c"/fragment@0/__overlay__/rng").unwrap(); |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 1404 | assert_ne!(rng, None); |
Alan Stokes | f46a17c | 2025-01-05 15:50:18 +0000 | [diff] [blame] | 1405 | let rng_symbol = symbols.getprop_str(c"rng").unwrap(); |
| 1406 | assert_eq!(Some(c"/fragment@0/__overlay__/rng"), rng_symbol); |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 1407 | |
Alan Stokes | f46a17c | 2025-01-05 15:50:18 +0000 | [diff] [blame] | 1408 | let light = vm_dtbo.node(c"/fragment@0/__overlay__/light").unwrap(); |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 1409 | assert_eq!(light, None); |
Alan Stokes | f46a17c | 2025-01-05 15:50:18 +0000 | [diff] [blame] | 1410 | let light_symbol = symbols.getprop_str(c"light").unwrap(); |
Jaewan Kim | 371f6c8 | 2024-02-24 01:33:37 +0900 | [diff] [blame] | 1411 | assert_eq!(None, light_symbol); |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 1412 | |
Alan Stokes | f46a17c | 2025-01-05 15:50:18 +0000 | [diff] [blame] | 1413 | let led = vm_dtbo.node(c"/fragment@0/__overlay__/led").unwrap(); |
Jaewan Kim | a67e36a | 2023-11-29 16:50:23 +0900 | [diff] [blame] | 1414 | assert_eq!(led, None); |
Alan Stokes | f46a17c | 2025-01-05 15:50:18 +0000 | [diff] [blame] | 1415 | let led_symbol = symbols.getprop_str(c"led").unwrap(); |
Jaewan Kim | 371f6c8 | 2024-02-24 01:33:37 +0900 | [diff] [blame] | 1416 | assert_eq!(None, led_symbol); |
Jaewan Kim | a67e36a | 2023-11-29 16:50:23 +0900 | [diff] [blame] | 1417 | |
Alan Stokes | f46a17c | 2025-01-05 15:50:18 +0000 | [diff] [blame] | 1418 | let backlight = vm_dtbo.node(c"/fragment@0/__overlay__/bus0/backlight").unwrap(); |
Jaewan Kim | a67e36a | 2023-11-29 16:50:23 +0900 | [diff] [blame] | 1419 | assert_eq!(backlight, None); |
Alan Stokes | f46a17c | 2025-01-05 15:50:18 +0000 | [diff] [blame] | 1420 | let backlight_symbol = symbols.getprop_str(c"backlight").unwrap(); |
Jaewan Kim | 371f6c8 | 2024-02-24 01:33:37 +0900 | [diff] [blame] | 1421 | assert_eq!(None, backlight_symbol); |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 1422 | } |
| 1423 | |
| 1424 | #[test] |
| 1425 | fn device_info_patch() { |
Jaewan Kim | a67e36a | 2023-11-29 16:50:23 +0900 | [diff] [blame] | 1426 | let mut fdt_data = fs::read(FDT_WITHOUT_IOMMUS_FILE_PATH).unwrap(); |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 1427 | let mut vm_dtbo_data = fs::read(VM_DTBO_FILE_PATH).unwrap(); |
| 1428 | let mut data = vec![0_u8; fdt_data.len() + vm_dtbo_data.len()]; |
| 1429 | let fdt = Fdt::from_mut_slice(&mut fdt_data).unwrap(); |
| 1430 | let vm_dtbo = VmDtbo::from_mut_slice(&mut vm_dtbo_data).unwrap(); |
| 1431 | let platform_dt = Fdt::create_empty_tree(data.as_mut_slice()).unwrap(); |
| 1432 | |
Jaewan Kim | 52477ae | 2023-11-21 21:20:52 +0900 | [diff] [blame] | 1433 | let hypervisor = MockHypervisor { |
| 1434 | mmio_tokens: [((0x9, 0xFF), 0x300)].into(), |
| 1435 | iommu_tokens: BTreeMap::new(), |
| 1436 | }; |
Pierre-Clément Tosi | eacdd0f | 2024-10-22 16:31:01 +0100 | [diff] [blame] | 1437 | const HYP_GRANULE: usize = SIZE_4KB; |
| 1438 | let device_info = |
| 1439 | DeviceAssignmentInfo::parse(fdt, vm_dtbo, &hypervisor, HYP_GRANULE).unwrap().unwrap(); |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 1440 | device_info.filter(vm_dtbo).unwrap(); |
| 1441 | |
| 1442 | // SAFETY: Damaged VM DTBO wouldn't be used after this unsafe block. |
| 1443 | unsafe { |
| 1444 | platform_dt.apply_overlay(vm_dtbo.as_mut()).unwrap(); |
| 1445 | } |
Jaewan Kim | 0bd637d | 2023-11-10 13:09:41 +0900 | [diff] [blame] | 1446 | device_info.patch(platform_dt).unwrap(); |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 1447 | |
Alan Stokes | f46a17c | 2025-01-05 15:50:18 +0000 | [diff] [blame] | 1448 | let rng_node = platform_dt.node(c"/bus0/backlight").unwrap().unwrap(); |
| 1449 | let phandle = rng_node.getprop_u32(c"phandle").unwrap(); |
Jaewan Kim | c39974e | 2023-12-02 01:13:30 +0900 | [diff] [blame] | 1450 | assert_ne!(None, phandle); |
| 1451 | |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 1452 | // Note: Intentionally not using AssignedDeviceNode for matching all props. |
Jaewan Kim | 0bd637d | 2023-11-10 13:09:41 +0900 | [diff] [blame] | 1453 | type FdtResult<T> = libfdt::Result<T>; |
| 1454 | let expected: Vec<(FdtResult<&CStr>, FdtResult<Vec<u8>>)> = vec![ |
Alan Stokes | f46a17c | 2025-01-05 15:50:18 +0000 | [diff] [blame] | 1455 | (Ok(c"android,backlight,ignore-gctrl-reset"), Ok(Vec::new())), |
| 1456 | (Ok(c"compatible"), Ok(Vec::from(*b"android,backlight\0"))), |
| 1457 | (Ok(c"interrupts"), Ok(into_fdt_prop(vec![0x0, 0xF, 0x4]))), |
Alan Stokes | f46a17c | 2025-01-05 15:50:18 +0000 | [diff] [blame] | 1458 | (Ok(c"phandle"), Ok(into_fdt_prop(vec![phandle.unwrap()]))), |
| 1459 | (Ok(c"reg"), Ok(into_fdt_prop(vec![0x0, 0x9, 0x0, 0xFF]))), |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 1460 | ]; |
| 1461 | |
Jaewan Kim | 0bd637d | 2023-11-10 13:09:41 +0900 | [diff] [blame] | 1462 | let mut properties: Vec<_> = rng_node |
| 1463 | .properties() |
| 1464 | .unwrap() |
| 1465 | .map(|prop| (prop.name(), prop.value().map(|x| x.into()))) |
| 1466 | .collect(); |
| 1467 | properties.sort_by(|a, b| { |
| 1468 | let lhs = a.0.unwrap_or_default(); |
| 1469 | let rhs = b.0.unwrap_or_default(); |
| 1470 | lhs.partial_cmp(rhs).unwrap() |
| 1471 | }); |
| 1472 | |
| 1473 | assert_eq!(properties, expected); |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 1474 | } |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 1475 | |
| 1476 | #[test] |
Jaewan Kim | c730ebf | 2024-02-22 10:34:55 +0900 | [diff] [blame] | 1477 | fn device_info_patch_no_pviommus() { |
| 1478 | let mut fdt_data = fs::read(FDT_WITHOUT_IOMMUS_FILE_PATH).unwrap(); |
| 1479 | let mut vm_dtbo_data = fs::read(VM_DTBO_FILE_PATH).unwrap(); |
| 1480 | let mut data = vec![0_u8; fdt_data.len() + vm_dtbo_data.len()]; |
| 1481 | let fdt = Fdt::from_mut_slice(&mut fdt_data).unwrap(); |
| 1482 | let vm_dtbo = VmDtbo::from_mut_slice(&mut vm_dtbo_data).unwrap(); |
| 1483 | let platform_dt = Fdt::create_empty_tree(data.as_mut_slice()).unwrap(); |
| 1484 | |
| 1485 | let hypervisor = MockHypervisor { |
| 1486 | mmio_tokens: [((0x9, 0xFF), 0x300)].into(), |
| 1487 | iommu_tokens: BTreeMap::new(), |
| 1488 | }; |
Pierre-Clément Tosi | eacdd0f | 2024-10-22 16:31:01 +0100 | [diff] [blame] | 1489 | const HYP_GRANULE: usize = SIZE_4KB; |
| 1490 | let device_info = |
| 1491 | DeviceAssignmentInfo::parse(fdt, vm_dtbo, &hypervisor, HYP_GRANULE).unwrap().unwrap(); |
Jaewan Kim | c730ebf | 2024-02-22 10:34:55 +0900 | [diff] [blame] | 1492 | device_info.filter(vm_dtbo).unwrap(); |
| 1493 | |
| 1494 | // SAFETY: Damaged VM DTBO wouldn't be used after this unsafe block. |
| 1495 | unsafe { |
| 1496 | platform_dt.apply_overlay(vm_dtbo.as_mut()).unwrap(); |
| 1497 | } |
| 1498 | device_info.patch(platform_dt).unwrap(); |
| 1499 | |
Alan Stokes | f46a17c | 2025-01-05 15:50:18 +0000 | [diff] [blame] | 1500 | let compatible = platform_dt.root().next_compatible(c"pkvm,pviommu").unwrap(); |
Jaewan Kim | c730ebf | 2024-02-22 10:34:55 +0900 | [diff] [blame] | 1501 | assert_eq!(None, compatible); |
| 1502 | |
| 1503 | if let Some(symbols) = platform_dt.symbols().unwrap() { |
| 1504 | for prop in symbols.properties().unwrap() { |
| 1505 | let path = CStr::from_bytes_with_nul(prop.value().unwrap()).unwrap(); |
| 1506 | assert_ne!(None, platform_dt.node(path).unwrap()); |
| 1507 | } |
| 1508 | } |
| 1509 | } |
| 1510 | |
| 1511 | #[test] |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 1512 | fn device_info_overlay_iommu() { |
Jaewan Kim | a67e36a | 2023-11-29 16:50:23 +0900 | [diff] [blame] | 1513 | let mut fdt_data = fs::read(FDT_FILE_PATH).unwrap(); |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 1514 | let mut vm_dtbo_data = fs::read(VM_DTBO_FILE_PATH).unwrap(); |
| 1515 | let fdt = Fdt::from_mut_slice(&mut fdt_data).unwrap(); |
| 1516 | let vm_dtbo = VmDtbo::from_mut_slice(&mut vm_dtbo_data).unwrap(); |
| 1517 | let mut platform_dt_data = pvmfw_fdt_template::RAW.to_vec(); |
| 1518 | platform_dt_data.resize(pvmfw_fdt_template::RAW.len() * 2, 0); |
| 1519 | let platform_dt = Fdt::from_mut_slice(&mut platform_dt_data).unwrap(); |
| 1520 | platform_dt.unpack().unwrap(); |
| 1521 | |
Jaewan Kim | 52477ae | 2023-11-21 21:20:52 +0900 | [diff] [blame] | 1522 | let hypervisor = MockHypervisor { |
| 1523 | mmio_tokens: [((0x9, 0xFF), 0x12F00000)].into(), |
| 1524 | iommu_tokens: [((0x4, 0xFF0), (0x12E40000, 0x3))].into(), |
| 1525 | }; |
Pierre-Clément Tosi | eacdd0f | 2024-10-22 16:31:01 +0100 | [diff] [blame] | 1526 | const HYP_GRANULE: usize = SIZE_4KB; |
| 1527 | let device_info = |
| 1528 | DeviceAssignmentInfo::parse(fdt, vm_dtbo, &hypervisor, HYP_GRANULE).unwrap().unwrap(); |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 1529 | device_info.filter(vm_dtbo).unwrap(); |
| 1530 | |
| 1531 | // SAFETY: Damaged VM DTBO wouldn't be used after this unsafe block. |
| 1532 | unsafe { |
| 1533 | platform_dt.apply_overlay(vm_dtbo.as_mut()).unwrap(); |
| 1534 | } |
| 1535 | device_info.patch(platform_dt).unwrap(); |
| 1536 | |
| 1537 | let expected = AssignedDeviceNode { |
| 1538 | path: CString::new("/rng").unwrap(), |
| 1539 | reg: into_fdt_prop(vec![0x0, 0x9, 0x0, 0xFF]), |
| 1540 | interrupts: into_fdt_prop(vec![0x0, 0xF, 0x4]), |
Jaewan Kim | a920049 | 2023-11-21 20:45:31 +0900 | [diff] [blame] | 1541 | iommus: vec![0x4, 0xFF0], |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 1542 | }; |
| 1543 | |
| 1544 | let node = AssignedDeviceNode::parse(platform_dt, &expected.path); |
| 1545 | assert_eq!(node, Ok(expected)); |
| 1546 | |
| 1547 | let pviommus = collect_pviommus(platform_dt); |
| 1548 | assert_eq!(pviommus, Ok(vec![0x4])); |
| 1549 | } |
| 1550 | |
| 1551 | #[test] |
| 1552 | fn device_info_multiple_devices_iommus() { |
| 1553 | let mut fdt_data = fs::read(FDT_WITH_MULTIPLE_DEVICES_IOMMUS_FILE_PATH).unwrap(); |
| 1554 | let mut vm_dtbo_data = fs::read(VM_DTBO_FILE_PATH).unwrap(); |
| 1555 | let fdt = Fdt::from_mut_slice(&mut fdt_data).unwrap(); |
| 1556 | let vm_dtbo = VmDtbo::from_mut_slice(&mut vm_dtbo_data).unwrap(); |
| 1557 | let mut platform_dt_data = pvmfw_fdt_template::RAW.to_vec(); |
| 1558 | platform_dt_data.resize(pvmfw_fdt_template::RAW.len() * 2, 0); |
| 1559 | let platform_dt = Fdt::from_mut_slice(&mut platform_dt_data).unwrap(); |
| 1560 | platform_dt.unpack().unwrap(); |
| 1561 | |
Jaewan Kim | 52477ae | 2023-11-21 21:20:52 +0900 | [diff] [blame] | 1562 | let hypervisor = MockHypervisor { |
| 1563 | mmio_tokens: [ |
| 1564 | ((0x9, 0xFF), 0x12F00000), |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 1565 | ((0x10000, 0x1000), 0xF00000), |
| 1566 | ((0x20000, 0x1000), 0xF10000), |
Jaewan Kim | 52477ae | 2023-11-21 21:20:52 +0900 | [diff] [blame] | 1567 | ] |
| 1568 | .into(), |
| 1569 | iommu_tokens: [ |
| 1570 | ((0x4, 0xFF0), (0x12E40000, 3)), |
| 1571 | ((0x40, 0xFFA), (0x40000, 0x4)), |
| 1572 | ((0x50, 0xFFB), (0x50000, 0x5)), |
| 1573 | ] |
| 1574 | .into(), |
| 1575 | }; |
Pierre-Clément Tosi | eacdd0f | 2024-10-22 16:31:01 +0100 | [diff] [blame] | 1576 | const HYP_GRANULE: usize = SIZE_4KB; |
| 1577 | let device_info = |
| 1578 | DeviceAssignmentInfo::parse(fdt, vm_dtbo, &hypervisor, HYP_GRANULE).unwrap().unwrap(); |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 1579 | device_info.filter(vm_dtbo).unwrap(); |
| 1580 | |
| 1581 | // SAFETY: Damaged VM DTBO wouldn't be used after this unsafe block. |
| 1582 | unsafe { |
| 1583 | platform_dt.apply_overlay(vm_dtbo.as_mut()).unwrap(); |
| 1584 | } |
| 1585 | device_info.patch(platform_dt).unwrap(); |
| 1586 | |
| 1587 | let expected_devices = [ |
| 1588 | AssignedDeviceNode { |
| 1589 | path: CString::new("/rng").unwrap(), |
| 1590 | reg: into_fdt_prop(vec![0x0, 0x9, 0x0, 0xFF]), |
| 1591 | interrupts: into_fdt_prop(vec![0x0, 0xF, 0x4]), |
Jaewan Kim | a67e36a | 2023-11-29 16:50:23 +0900 | [diff] [blame] | 1592 | iommus: vec![0x4, 0xFF0], |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 1593 | }, |
| 1594 | AssignedDeviceNode { |
| 1595 | path: CString::new("/light").unwrap(), |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 1596 | reg: into_fdt_prop(vec![0x0, 0x10000, 0x0, 0x1000, 0x0, 0x20000, 0x0, 0x1000]), |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 1597 | interrupts: into_fdt_prop(vec![0x0, 0xF, 0x5]), |
Jaewan Kim | a67e36a | 2023-11-29 16:50:23 +0900 | [diff] [blame] | 1598 | iommus: vec![0x40, 0xFFA, 0x50, 0xFFB], |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 1599 | }, |
| 1600 | ]; |
| 1601 | |
| 1602 | for expected in expected_devices { |
| 1603 | let node = AssignedDeviceNode::parse(platform_dt, &expected.path); |
| 1604 | assert_eq!(node, Ok(expected)); |
| 1605 | } |
| 1606 | let pviommus = collect_pviommus(platform_dt); |
Jaewan Kim | a67e36a | 2023-11-29 16:50:23 +0900 | [diff] [blame] | 1607 | assert_eq!(pviommus, Ok(vec![0x4, 0x40, 0x50])); |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 1608 | } |
| 1609 | |
| 1610 | #[test] |
| 1611 | fn device_info_iommu_sharing() { |
| 1612 | let mut fdt_data = fs::read(FDT_WITH_IOMMU_SHARING).unwrap(); |
| 1613 | let mut vm_dtbo_data = fs::read(VM_DTBO_FILE_PATH).unwrap(); |
| 1614 | let fdt = Fdt::from_mut_slice(&mut fdt_data).unwrap(); |
| 1615 | let vm_dtbo = VmDtbo::from_mut_slice(&mut vm_dtbo_data).unwrap(); |
| 1616 | let mut platform_dt_data = pvmfw_fdt_template::RAW.to_vec(); |
| 1617 | platform_dt_data.resize(pvmfw_fdt_template::RAW.len() * 2, 0); |
| 1618 | let platform_dt = Fdt::from_mut_slice(&mut platform_dt_data).unwrap(); |
| 1619 | platform_dt.unpack().unwrap(); |
| 1620 | |
Jaewan Kim | 52477ae | 2023-11-21 21:20:52 +0900 | [diff] [blame] | 1621 | let hypervisor = MockHypervisor { |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 1622 | mmio_tokens: [((0x9, 0xFF), 0x12F00000), ((0x1000, 0x9), 0x12000000)].into(), |
| 1623 | iommu_tokens: [((0x4, 0xFF0), (0x12E40000, 3)), ((0x4, 0xFF1), (0x12E40000, 9))].into(), |
Jaewan Kim | 52477ae | 2023-11-21 21:20:52 +0900 | [diff] [blame] | 1624 | }; |
Pierre-Clément Tosi | eacdd0f | 2024-10-22 16:31:01 +0100 | [diff] [blame] | 1625 | const HYP_GRANULE: usize = SIZE_4KB; |
| 1626 | let device_info = |
| 1627 | DeviceAssignmentInfo::parse(fdt, vm_dtbo, &hypervisor, HYP_GRANULE).unwrap().unwrap(); |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 1628 | device_info.filter(vm_dtbo).unwrap(); |
| 1629 | |
| 1630 | // SAFETY: Damaged VM DTBO wouldn't be used after this unsafe block. |
| 1631 | unsafe { |
| 1632 | platform_dt.apply_overlay(vm_dtbo.as_mut()).unwrap(); |
| 1633 | } |
| 1634 | device_info.patch(platform_dt).unwrap(); |
| 1635 | |
| 1636 | let expected_devices = [ |
| 1637 | AssignedDeviceNode { |
| 1638 | path: CString::new("/rng").unwrap(), |
| 1639 | reg: into_fdt_prop(vec![0x0, 0x9, 0x0, 0xFF]), |
| 1640 | interrupts: into_fdt_prop(vec![0x0, 0xF, 0x4]), |
Jaewan Kim | a67e36a | 2023-11-29 16:50:23 +0900 | [diff] [blame] | 1641 | iommus: vec![0x4, 0xFF0], |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 1642 | }, |
| 1643 | AssignedDeviceNode { |
Jaewan Kim | a67e36a | 2023-11-29 16:50:23 +0900 | [diff] [blame] | 1644 | path: CString::new("/led").unwrap(), |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 1645 | reg: into_fdt_prop(vec![0x0, 0x1000, 0x0, 0x9]), |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 1646 | interrupts: into_fdt_prop(vec![0x0, 0xF, 0x5]), |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 1647 | iommus: vec![0x4, 0xFF1], |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 1648 | }, |
| 1649 | ]; |
| 1650 | |
| 1651 | for expected in expected_devices { |
| 1652 | let node = AssignedDeviceNode::parse(platform_dt, &expected.path); |
| 1653 | assert_eq!(node, Ok(expected)); |
| 1654 | } |
| 1655 | |
| 1656 | let pviommus = collect_pviommus(platform_dt); |
Jaewan Kim | a67e36a | 2023-11-29 16:50:23 +0900 | [diff] [blame] | 1657 | assert_eq!(pviommus, Ok(vec![0x4])); |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 1658 | } |
| 1659 | |
| 1660 | #[test] |
| 1661 | fn device_info_iommu_id_conflict() { |
| 1662 | let mut fdt_data = fs::read(FDT_WITH_IOMMU_ID_CONFLICT).unwrap(); |
| 1663 | let mut vm_dtbo_data = fs::read(VM_DTBO_FILE_PATH).unwrap(); |
| 1664 | let fdt = Fdt::from_mut_slice(&mut fdt_data).unwrap(); |
| 1665 | let vm_dtbo = VmDtbo::from_mut_slice(&mut vm_dtbo_data).unwrap(); |
| 1666 | |
Jaewan Kim | 52477ae | 2023-11-21 21:20:52 +0900 | [diff] [blame] | 1667 | let hypervisor = MockHypervisor { |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 1668 | mmio_tokens: [((0x9, 0xFF), 0x300)].into(), |
Jaewan Kim | 52477ae | 2023-11-21 21:20:52 +0900 | [diff] [blame] | 1669 | iommu_tokens: [((0x4, 0xFF0), (0x12E40000, 0x3))].into(), |
| 1670 | }; |
Pierre-Clément Tosi | eacdd0f | 2024-10-22 16:31:01 +0100 | [diff] [blame] | 1671 | const HYP_GRANULE: usize = SIZE_4KB; |
| 1672 | let device_info = DeviceAssignmentInfo::parse(fdt, vm_dtbo, &hypervisor, HYP_GRANULE); |
Jaewan Kim | 51ccfed | 2023-11-08 13:51:58 +0900 | [diff] [blame] | 1673 | |
| 1674 | assert_eq!(device_info, Err(DeviceAssignmentError::DuplicatedPvIommuIds)); |
| 1675 | } |
Jaewan Kim | 52477ae | 2023-11-21 21:20:52 +0900 | [diff] [blame] | 1676 | |
| 1677 | #[test] |
| 1678 | fn device_info_invalid_reg() { |
| 1679 | let mut fdt_data = fs::read(FDT_FILE_PATH).unwrap(); |
| 1680 | let mut vm_dtbo_data = fs::read(VM_DTBO_FILE_PATH).unwrap(); |
| 1681 | let fdt = Fdt::from_mut_slice(&mut fdt_data).unwrap(); |
| 1682 | let vm_dtbo = VmDtbo::from_mut_slice(&mut vm_dtbo_data).unwrap(); |
| 1683 | |
| 1684 | let hypervisor = MockHypervisor { |
| 1685 | mmio_tokens: BTreeMap::new(), |
| 1686 | iommu_tokens: [((0x4, 0xFF0), (0x12E40000, 0x3))].into(), |
| 1687 | }; |
Pierre-Clément Tosi | eacdd0f | 2024-10-22 16:31:01 +0100 | [diff] [blame] | 1688 | const HYP_GRANULE: usize = SIZE_4KB; |
| 1689 | let device_info = DeviceAssignmentInfo::parse(fdt, vm_dtbo, &hypervisor, HYP_GRANULE); |
Jaewan Kim | 52477ae | 2023-11-21 21:20:52 +0900 | [diff] [blame] | 1690 | |
Pierre-Clément Tosi | f4d8a0d | 2024-10-25 17:14:15 +0100 | [diff] [blame] | 1691 | assert_eq!(device_info, Err(DeviceAssignmentError::InvalidReg(0x9))); |
Jaewan Kim | 52477ae | 2023-11-21 21:20:52 +0900 | [diff] [blame] | 1692 | } |
| 1693 | |
| 1694 | #[test] |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 1695 | fn device_info_invalid_reg_out_of_order() { |
| 1696 | let mut fdt_data = fs::read(FDT_WITH_MULTIPLE_REG_IOMMU_FILE_PATH).unwrap(); |
| 1697 | let mut vm_dtbo_data = fs::read(VM_DTBO_FILE_PATH).unwrap(); |
| 1698 | let fdt = Fdt::from_mut_slice(&mut fdt_data).unwrap(); |
| 1699 | let vm_dtbo = VmDtbo::from_mut_slice(&mut vm_dtbo_data).unwrap(); |
| 1700 | |
| 1701 | let hypervisor = MockHypervisor { |
| 1702 | mmio_tokens: [((0xF000, 0x1000), 0xF10000), ((0xF100, 0x1000), 0xF00000)].into(), |
| 1703 | iommu_tokens: [((0xFF0, 0xF0), (0x40000, 0x4)), ((0xFF1, 0xF1), (0x50000, 0x5))].into(), |
| 1704 | }; |
Pierre-Clément Tosi | eacdd0f | 2024-10-22 16:31:01 +0100 | [diff] [blame] | 1705 | const HYP_GRANULE: usize = SIZE_4KB; |
| 1706 | let device_info = DeviceAssignmentInfo::parse(fdt, vm_dtbo, &hypervisor, HYP_GRANULE); |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 1707 | |
Pierre-Clément Tosi | f4d8a0d | 2024-10-25 17:14:15 +0100 | [diff] [blame] | 1708 | assert_eq!(device_info, Err(DeviceAssignmentError::InvalidRegToken(0xF10000, 0xF00000))); |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 1709 | } |
| 1710 | |
| 1711 | #[test] |
Jaewan Kim | 52477ae | 2023-11-21 21:20:52 +0900 | [diff] [blame] | 1712 | fn device_info_invalid_iommus() { |
| 1713 | let mut fdt_data = fs::read(FDT_FILE_PATH).unwrap(); |
| 1714 | let mut vm_dtbo_data = fs::read(VM_DTBO_FILE_PATH).unwrap(); |
| 1715 | let fdt = Fdt::from_mut_slice(&mut fdt_data).unwrap(); |
| 1716 | let vm_dtbo = VmDtbo::from_mut_slice(&mut vm_dtbo_data).unwrap(); |
| 1717 | |
| 1718 | let hypervisor = MockHypervisor { |
| 1719 | mmio_tokens: [((0x9, 0xFF), 0x12F00000)].into(), |
| 1720 | iommu_tokens: BTreeMap::new(), |
| 1721 | }; |
Pierre-Clément Tosi | eacdd0f | 2024-10-22 16:31:01 +0100 | [diff] [blame] | 1722 | const HYP_GRANULE: usize = SIZE_4KB; |
| 1723 | let device_info = DeviceAssignmentInfo::parse(fdt, vm_dtbo, &hypervisor, HYP_GRANULE); |
Jaewan Kim | 52477ae | 2023-11-21 21:20:52 +0900 | [diff] [blame] | 1724 | |
| 1725 | assert_eq!(device_info, Err(DeviceAssignmentError::InvalidIommus)); |
| 1726 | } |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 1727 | |
| 1728 | #[test] |
| 1729 | fn device_info_duplicated_pv_iommus() { |
| 1730 | let mut fdt_data = fs::read(FDT_WITH_DUPLICATED_PVIOMMUS_FILE_PATH).unwrap(); |
| 1731 | let mut vm_dtbo_data = fs::read(VM_DTBO_FILE_PATH).unwrap(); |
| 1732 | let fdt = Fdt::from_mut_slice(&mut fdt_data).unwrap(); |
| 1733 | let vm_dtbo = VmDtbo::from_mut_slice(&mut vm_dtbo_data).unwrap(); |
| 1734 | |
| 1735 | let hypervisor = MockHypervisor { |
| 1736 | mmio_tokens: [((0x10000, 0x1000), 0xF00000), ((0x20000, 0xFF), 0xF10000)].into(), |
| 1737 | iommu_tokens: [((0xFF, 0xF), (0x40000, 0x4))].into(), |
| 1738 | }; |
Pierre-Clément Tosi | eacdd0f | 2024-10-22 16:31:01 +0100 | [diff] [blame] | 1739 | const HYP_GRANULE: usize = SIZE_4KB; |
| 1740 | let device_info = DeviceAssignmentInfo::parse(fdt, vm_dtbo, &hypervisor, HYP_GRANULE); |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 1741 | |
| 1742 | assert_eq!(device_info, Err(DeviceAssignmentError::DuplicatedPvIommuIds)); |
| 1743 | } |
| 1744 | |
| 1745 | #[test] |
| 1746 | fn device_info_duplicated_iommus() { |
| 1747 | let mut fdt_data = fs::read(FDT_FILE_PATH).unwrap(); |
| 1748 | let mut vm_dtbo_data = fs::read(VM_DTBO_WITH_DUPLICATED_IOMMUS_FILE_PATH).unwrap(); |
| 1749 | let fdt = Fdt::from_mut_slice(&mut fdt_data).unwrap(); |
| 1750 | let vm_dtbo = VmDtbo::from_mut_slice(&mut vm_dtbo_data).unwrap(); |
| 1751 | |
| 1752 | let hypervisor = MockHypervisor { |
| 1753 | mmio_tokens: [((0x10000, 0x1000), 0xF00000), ((0x20000, 0xFF), 0xF10000)].into(), |
| 1754 | iommu_tokens: [((0xFF, 0xF), (0x40000, 0x4))].into(), |
| 1755 | }; |
Pierre-Clément Tosi | eacdd0f | 2024-10-22 16:31:01 +0100 | [diff] [blame] | 1756 | const HYP_GRANULE: usize = SIZE_4KB; |
| 1757 | let device_info = DeviceAssignmentInfo::parse(fdt, vm_dtbo, &hypervisor, HYP_GRANULE); |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 1758 | |
| 1759 | assert_eq!(device_info, Err(DeviceAssignmentError::UnsupportedIommusDuplication)); |
| 1760 | } |
| 1761 | |
| 1762 | #[test] |
| 1763 | fn device_info_duplicated_iommu_mapping() { |
| 1764 | let mut fdt_data = fs::read(FDT_WITH_MULTIPLE_REG_IOMMU_FILE_PATH).unwrap(); |
| 1765 | let mut vm_dtbo_data = fs::read(VM_DTBO_FILE_PATH).unwrap(); |
| 1766 | let fdt = Fdt::from_mut_slice(&mut fdt_data).unwrap(); |
| 1767 | let vm_dtbo = VmDtbo::from_mut_slice(&mut vm_dtbo_data).unwrap(); |
| 1768 | |
| 1769 | let hypervisor = MockHypervisor { |
| 1770 | mmio_tokens: [((0xF000, 0x1000), 0xF00000), ((0xF100, 0x1000), 0xF10000)].into(), |
| 1771 | iommu_tokens: [((0xFF0, 0xF0), (0x40000, 0x4)), ((0xFF1, 0xF1), (0x40000, 0x4))].into(), |
| 1772 | }; |
Pierre-Clément Tosi | eacdd0f | 2024-10-22 16:31:01 +0100 | [diff] [blame] | 1773 | const HYP_GRANULE: usize = SIZE_4KB; |
| 1774 | let device_info = DeviceAssignmentInfo::parse(fdt, vm_dtbo, &hypervisor, HYP_GRANULE); |
Jaewan Kim | 19b984f | 2023-12-04 15:16:50 +0900 | [diff] [blame] | 1775 | |
| 1776 | assert_eq!(device_info, Err(DeviceAssignmentError::InvalidIommus)); |
| 1777 | } |
Jaewan Kim | 5024668 | 2024-03-11 23:18:54 +0900 | [diff] [blame] | 1778 | |
| 1779 | #[test] |
Pierre-Clément Tosi | 49e26ce | 2024-03-12 16:31:50 +0000 | [diff] [blame] | 1780 | fn device_info_overlaps_pvmfw() { |
| 1781 | let mut fdt_data = fs::read(FDT_WITH_DEVICE_OVERLAPPING_PVMFW).unwrap(); |
| 1782 | let mut vm_dtbo_data = fs::read(VM_DTBO_FILE_PATH).unwrap(); |
| 1783 | let fdt = Fdt::from_mut_slice(&mut fdt_data).unwrap(); |
| 1784 | let vm_dtbo = VmDtbo::from_mut_slice(&mut vm_dtbo_data).unwrap(); |
| 1785 | |
| 1786 | let hypervisor = MockHypervisor { |
| 1787 | mmio_tokens: [((0x7fee0000, 0x1000), 0xF00000)].into(), |
| 1788 | iommu_tokens: [((0xFF, 0xF), (0x40000, 0x4))].into(), |
| 1789 | }; |
Pierre-Clément Tosi | eacdd0f | 2024-10-22 16:31:01 +0100 | [diff] [blame] | 1790 | const HYP_GRANULE: usize = SIZE_4KB; |
| 1791 | let device_info = DeviceAssignmentInfo::parse(fdt, vm_dtbo, &hypervisor, HYP_GRANULE); |
Pierre-Clément Tosi | 49e26ce | 2024-03-12 16:31:50 +0000 | [diff] [blame] | 1792 | |
Pierre-Clément Tosi | f4d8a0d | 2024-10-25 17:14:15 +0100 | [diff] [blame] | 1793 | assert_eq!(device_info, Err(DeviceAssignmentError::InvalidReg(0x7fee0000))); |
Pierre-Clément Tosi | 49e26ce | 2024-03-12 16:31:50 +0000 | [diff] [blame] | 1794 | } |
| 1795 | |
| 1796 | #[test] |
Jaewan Kim | 5024668 | 2024-03-11 23:18:54 +0900 | [diff] [blame] | 1797 | fn device_assignment_clean() { |
| 1798 | let mut platform_dt_data = pvmfw_fdt_template::RAW.to_vec(); |
| 1799 | let platform_dt = Fdt::from_mut_slice(&mut platform_dt_data).unwrap(); |
| 1800 | |
Alan Stokes | f46a17c | 2025-01-05 15:50:18 +0000 | [diff] [blame] | 1801 | let compatible = platform_dt.root().next_compatible(c"pkvm,pviommu"); |
Jaewan Kim | 5024668 | 2024-03-11 23:18:54 +0900 | [diff] [blame] | 1802 | assert_ne!(None, compatible.unwrap()); |
| 1803 | |
| 1804 | clean(platform_dt).unwrap(); |
| 1805 | |
Alan Stokes | f46a17c | 2025-01-05 15:50:18 +0000 | [diff] [blame] | 1806 | let compatible = platform_dt.root().next_compatible(c"pkvm,pviommu"); |
Jaewan Kim | 5024668 | 2024-03-11 23:18:54 +0900 | [diff] [blame] | 1807 | assert_eq!(Ok(None), compatible); |
| 1808 | } |
Jaewan Kim | 8f6f466 | 2023-12-12 17:38:47 +0900 | [diff] [blame] | 1809 | |
| 1810 | #[test] |
| 1811 | fn device_info_dependency() { |
| 1812 | let mut fdt_data = fs::read(FDT_WITH_DEPENDENCY_FILE_PATH).unwrap(); |
| 1813 | let mut vm_dtbo_data = fs::read(VM_DTBO_WITH_DEPENDENCIES_FILE_PATH).unwrap(); |
| 1814 | let fdt = Fdt::from_mut_slice(&mut fdt_data).unwrap(); |
| 1815 | let vm_dtbo = VmDtbo::from_mut_slice(&mut vm_dtbo_data).unwrap(); |
| 1816 | let mut platform_dt_data = pvmfw_fdt_template::RAW.to_vec(); |
| 1817 | platform_dt_data.resize(pvmfw_fdt_template::RAW.len() * 2, 0); |
| 1818 | let platform_dt = Fdt::from_mut_slice(&mut platform_dt_data).unwrap(); |
| 1819 | platform_dt.unpack().unwrap(); |
| 1820 | |
| 1821 | let hypervisor = MockHypervisor { |
| 1822 | mmio_tokens: [((0xFF000, 0x1), 0xF000)].into(), |
| 1823 | iommu_tokens: Default::default(), |
| 1824 | }; |
| 1825 | |
Pierre-Clément Tosi | eacdd0f | 2024-10-22 16:31:01 +0100 | [diff] [blame] | 1826 | const HYP_GRANULE: usize = SIZE_4KB; |
| 1827 | let device_info = |
| 1828 | DeviceAssignmentInfo::parse(fdt, vm_dtbo, &hypervisor, HYP_GRANULE).unwrap().unwrap(); |
Jaewan Kim | 8f6f466 | 2023-12-12 17:38:47 +0900 | [diff] [blame] | 1829 | device_info.filter(vm_dtbo).unwrap(); |
| 1830 | |
| 1831 | // SAFETY: Damaged VM DTBO wouldn't be used after this unsafe block. |
| 1832 | unsafe { |
| 1833 | platform_dt.apply_overlay(vm_dtbo.as_mut()).unwrap(); |
| 1834 | } |
| 1835 | device_info.patch(platform_dt).unwrap(); |
| 1836 | |
| 1837 | let expected = Dts::from_dtb(Path::new(EXPECTED_FDT_WITH_DEPENDENCY_FILE_PATH)).unwrap(); |
| 1838 | let platform_dt = Dts::from_fdt(platform_dt).unwrap(); |
| 1839 | |
| 1840 | assert_eq!(expected, platform_dt); |
| 1841 | } |
| 1842 | |
| 1843 | #[test] |
| 1844 | fn device_info_multiple_dependencies() { |
| 1845 | let mut fdt_data = fs::read(FDT_WITH_MULTIPLE_DEPENDENCIES_FILE_PATH).unwrap(); |
| 1846 | let mut vm_dtbo_data = fs::read(VM_DTBO_WITH_DEPENDENCIES_FILE_PATH).unwrap(); |
| 1847 | let fdt = Fdt::from_mut_slice(&mut fdt_data).unwrap(); |
| 1848 | let vm_dtbo = VmDtbo::from_mut_slice(&mut vm_dtbo_data).unwrap(); |
| 1849 | let mut platform_dt_data = pvmfw_fdt_template::RAW.to_vec(); |
| 1850 | platform_dt_data.resize(pvmfw_fdt_template::RAW.len() * 2, 0); |
| 1851 | let platform_dt = Fdt::from_mut_slice(&mut platform_dt_data).unwrap(); |
| 1852 | platform_dt.unpack().unwrap(); |
| 1853 | |
| 1854 | let hypervisor = MockHypervisor { |
| 1855 | mmio_tokens: [((0xFF000, 0x1), 0xF000), ((0xFF100, 0x1), 0xF100)].into(), |
| 1856 | iommu_tokens: Default::default(), |
| 1857 | }; |
Pierre-Clément Tosi | eacdd0f | 2024-10-22 16:31:01 +0100 | [diff] [blame] | 1858 | const HYP_GRANULE: usize = SIZE_4KB; |
| 1859 | let device_info = |
| 1860 | DeviceAssignmentInfo::parse(fdt, vm_dtbo, &hypervisor, HYP_GRANULE).unwrap().unwrap(); |
Jaewan Kim | 8f6f466 | 2023-12-12 17:38:47 +0900 | [diff] [blame] | 1861 | device_info.filter(vm_dtbo).unwrap(); |
| 1862 | |
| 1863 | // SAFETY: Damaged VM DTBO wouldn't be used after this unsafe block. |
| 1864 | unsafe { |
| 1865 | platform_dt.apply_overlay(vm_dtbo.as_mut()).unwrap(); |
| 1866 | } |
| 1867 | device_info.patch(platform_dt).unwrap(); |
| 1868 | |
| 1869 | let expected = |
| 1870 | Dts::from_dtb(Path::new(EXPECTED_FDT_WITH_MULTIPLE_DEPENDENCIES_FILE_PATH)).unwrap(); |
| 1871 | let platform_dt = Dts::from_fdt(platform_dt).unwrap(); |
| 1872 | |
| 1873 | assert_eq!(expected, platform_dt); |
| 1874 | } |
| 1875 | |
| 1876 | #[test] |
| 1877 | fn device_info_dependency_loop() { |
| 1878 | let mut fdt_data = fs::read(FDT_WITH_DEPENDENCY_LOOP_FILE_PATH).unwrap(); |
| 1879 | let mut vm_dtbo_data = fs::read(VM_DTBO_WITH_DEPENDENCIES_FILE_PATH).unwrap(); |
| 1880 | let fdt = Fdt::from_mut_slice(&mut fdt_data).unwrap(); |
| 1881 | let vm_dtbo = VmDtbo::from_mut_slice(&mut vm_dtbo_data).unwrap(); |
| 1882 | let mut platform_dt_data = pvmfw_fdt_template::RAW.to_vec(); |
| 1883 | platform_dt_data.resize(pvmfw_fdt_template::RAW.len() * 2, 0); |
| 1884 | let platform_dt = Fdt::from_mut_slice(&mut platform_dt_data).unwrap(); |
| 1885 | platform_dt.unpack().unwrap(); |
| 1886 | |
| 1887 | let hypervisor = MockHypervisor { |
| 1888 | mmio_tokens: [((0xFF200, 0x1), 0xF200)].into(), |
| 1889 | iommu_tokens: Default::default(), |
| 1890 | }; |
Pierre-Clément Tosi | eacdd0f | 2024-10-22 16:31:01 +0100 | [diff] [blame] | 1891 | const HYP_GRANULE: usize = SIZE_4KB; |
| 1892 | let device_info = |
| 1893 | DeviceAssignmentInfo::parse(fdt, vm_dtbo, &hypervisor, HYP_GRANULE).unwrap().unwrap(); |
Jaewan Kim | 8f6f466 | 2023-12-12 17:38:47 +0900 | [diff] [blame] | 1894 | device_info.filter(vm_dtbo).unwrap(); |
| 1895 | |
| 1896 | // SAFETY: Damaged VM DTBO wouldn't be used after this unsafe block. |
| 1897 | unsafe { |
| 1898 | platform_dt.apply_overlay(vm_dtbo.as_mut()).unwrap(); |
| 1899 | } |
| 1900 | device_info.patch(platform_dt).unwrap(); |
| 1901 | |
| 1902 | let expected = |
| 1903 | Dts::from_dtb(Path::new(EXPECTED_FDT_WITH_DEPENDENCY_LOOP_FILE_PATH)).unwrap(); |
| 1904 | let platform_dt = Dts::from_fdt(platform_dt).unwrap(); |
| 1905 | |
| 1906 | assert_eq!(expected, platform_dt); |
| 1907 | } |
Jaewan Kim | c6e023b | 2023-10-12 15:11:05 +0900 | [diff] [blame] | 1908 | } |