Pierre-Clément Tosi | da4440a | 2022-08-22 18:06:32 +0100 | [diff] [blame] | 1 | // Copyright 2022, The Android Open Source Project |
| 2 | // |
| 3 | // Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | // you may not use this file except in compliance with the License. |
| 5 | // You may obtain a copy of the License at |
| 6 | // |
| 7 | // http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | // |
| 9 | // Unless required by applicable law or agreed to in writing, software |
| 10 | // distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | // See the License for the specific language governing permissions and |
| 13 | // limitations under the License. |
| 14 | |
| 15 | //! Miscellaneous helper functions. |
| 16 | |
Pierre-Clément Tosi | a0934c1 | 2022-11-25 20:54:11 +0000 | [diff] [blame] | 17 | use core::arch::asm; |
Pierre-Clément Tosi | 8383c54 | 2022-11-01 14:07:29 +0000 | [diff] [blame^] | 18 | use zeroize::Zeroize; |
Pierre-Clément Tosi | a0934c1 | 2022-11-25 20:54:11 +0000 | [diff] [blame] | 19 | |
Pierre-Clément Tosi | f0f9b8b | 2022-10-19 10:12:49 +0100 | [diff] [blame] | 20 | pub const SIZE_4KB: usize = 4 << 10; |
Pierre-Clément Tosi | a1d3ea3 | 2022-11-01 15:05:11 +0000 | [diff] [blame] | 21 | pub const SIZE_2MB: usize = 2 << 20; |
Pierre-Clément Tosi | f0f9b8b | 2022-10-19 10:12:49 +0100 | [diff] [blame] | 22 | |
Pierre-Clément Tosi | e8726e4 | 2022-10-17 13:35:27 +0100 | [diff] [blame] | 23 | /// Computes the largest multiple of the provided alignment smaller or equal to the address. |
| 24 | /// |
| 25 | /// Note: the result is undefined if alignment isn't a power of two. |
| 26 | pub const fn unchecked_align_down(addr: usize, alignment: usize) -> usize { |
| 27 | addr & !(alignment - 1) |
| 28 | } |
| 29 | |
Pierre-Clément Tosi | 20b6096 | 2022-10-17 13:35:27 +0100 | [diff] [blame] | 30 | /// Computes the smallest multiple of the provided alignment larger or equal to the address. |
| 31 | /// |
| 32 | /// Note: the result is undefined if alignment isn't a power of two and may wrap to 0. |
| 33 | pub const fn unchecked_align_up(addr: usize, alignment: usize) -> usize { |
| 34 | unchecked_align_down(addr + alignment - 1, alignment) |
| 35 | } |
| 36 | |
Pierre-Clément Tosi | e8726e4 | 2022-10-17 13:35:27 +0100 | [diff] [blame] | 37 | /// Safe wrapper around unchecked_align_up() that validates its assumptions and doesn't wrap. |
| 38 | pub const fn align_up(addr: usize, alignment: usize) -> Option<usize> { |
| 39 | if !alignment.is_power_of_two() { |
| 40 | None |
| 41 | } else if let Some(s) = addr.checked_add(alignment - 1) { |
| 42 | Some(unchecked_align_down(s, alignment)) |
| 43 | } else { |
| 44 | None |
| 45 | } |
Pierre-Clément Tosi | da4440a | 2022-08-22 18:06:32 +0100 | [diff] [blame] | 46 | } |
| 47 | |
Pierre-Clément Tosi | da4440a | 2022-08-22 18:06:32 +0100 | [diff] [blame] | 48 | /// Computes the address of the 4KiB page containing a given address. |
Pierre-Clément Tosi | 446136e | 2022-10-19 10:10:42 +0100 | [diff] [blame] | 49 | pub const fn page_4kb_of(addr: usize) -> usize { |
Pierre-Clément Tosi | e8726e4 | 2022-10-17 13:35:27 +0100 | [diff] [blame] | 50 | unchecked_align_down(addr, SIZE_4KB) |
Pierre-Clément Tosi | da4440a | 2022-08-22 18:06:32 +0100 | [diff] [blame] | 51 | } |
Pierre-Clément Tosi | a0934c1 | 2022-11-25 20:54:11 +0000 | [diff] [blame] | 52 | |
| 53 | #[inline] |
| 54 | fn min_dcache_line_size() -> usize { |
| 55 | const DMINLINE_SHIFT: usize = 16; |
| 56 | const DMINLINE_MASK: usize = 0xf; |
| 57 | let ctr_el0: usize; |
| 58 | |
| 59 | unsafe { asm!("mrs {x}, ctr_el0", x = out(reg) ctr_el0) } |
| 60 | |
| 61 | // DminLine: log2 of the number of words in the smallest cache line of all the data caches. |
| 62 | let dminline = (ctr_el0 >> DMINLINE_SHIFT) & DMINLINE_MASK; |
| 63 | |
| 64 | 1 << dminline |
| 65 | } |
| 66 | |
Pierre-Clément Tosi | 2ca2e31 | 2022-11-29 11:24:52 +0000 | [diff] [blame] | 67 | /// Flush `size` bytes of data cache by virtual address. |
Pierre-Clément Tosi | a0934c1 | 2022-11-25 20:54:11 +0000 | [diff] [blame] | 68 | #[inline] |
Pierre-Clément Tosi | a0934c1 | 2022-11-25 20:54:11 +0000 | [diff] [blame] | 69 | pub fn flush_region(start: usize, size: usize) { |
| 70 | let line_size = min_dcache_line_size(); |
| 71 | let end = start + size; |
| 72 | let start = unchecked_align_down(start, line_size); |
| 73 | |
| 74 | for line in (start..end).step_by(line_size) { |
| 75 | // SAFETY - Clearing cache lines shouldn't have Rust-visible side effects. |
| 76 | unsafe { asm!("dc cvau, {x}", x = in(reg) line) } |
| 77 | } |
| 78 | } |
Pierre-Clément Tosi | 8383c54 | 2022-11-01 14:07:29 +0000 | [diff] [blame^] | 79 | |
| 80 | #[inline] |
| 81 | /// Overwrites the slice with zeroes, to the point of unification. |
| 82 | pub fn flushed_zeroize(reg: &mut [u8]) { |
| 83 | reg.zeroize(); |
| 84 | flush_region(reg.as_ptr() as usize, reg.len()) |
| 85 | } |