Pierre-Clément Tosi | da4440a | 2022-08-22 18:06:32 +0100 | [diff] [blame] | 1 | // Copyright 2022, The Android Open Source Project |
| 2 | // |
| 3 | // Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | // you may not use this file except in compliance with the License. |
| 5 | // You may obtain a copy of the License at |
| 6 | // |
| 7 | // http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | // |
| 9 | // Unless required by applicable law or agreed to in writing, software |
| 10 | // distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | // See the License for the specific language governing permissions and |
| 13 | // limitations under the License. |
| 14 | |
| 15 | //! Miscellaneous helper functions. |
| 16 | |
Pierre-Clément Tosi | a0934c1 | 2022-11-25 20:54:11 +0000 | [diff] [blame] | 17 | use core::arch::asm; |
| 18 | |
Pierre-Clément Tosi | f0f9b8b | 2022-10-19 10:12:49 +0100 | [diff] [blame] | 19 | pub const SIZE_4KB: usize = 4 << 10; |
Pierre-Clément Tosi | a1d3ea3 | 2022-11-01 15:05:11 +0000 | [diff] [blame] | 20 | pub const SIZE_2MB: usize = 2 << 20; |
Pierre-Clément Tosi | f0f9b8b | 2022-10-19 10:12:49 +0100 | [diff] [blame] | 21 | |
Pierre-Clément Tosi | e8726e4 | 2022-10-17 13:35:27 +0100 | [diff] [blame] | 22 | /// Computes the largest multiple of the provided alignment smaller or equal to the address. |
| 23 | /// |
| 24 | /// Note: the result is undefined if alignment isn't a power of two. |
| 25 | pub const fn unchecked_align_down(addr: usize, alignment: usize) -> usize { |
| 26 | addr & !(alignment - 1) |
| 27 | } |
| 28 | |
Pierre-Clément Tosi | 20b6096 | 2022-10-17 13:35:27 +0100 | [diff] [blame^] | 29 | /// Computes the smallest multiple of the provided alignment larger or equal to the address. |
| 30 | /// |
| 31 | /// Note: the result is undefined if alignment isn't a power of two and may wrap to 0. |
| 32 | pub const fn unchecked_align_up(addr: usize, alignment: usize) -> usize { |
| 33 | unchecked_align_down(addr + alignment - 1, alignment) |
| 34 | } |
| 35 | |
Pierre-Clément Tosi | e8726e4 | 2022-10-17 13:35:27 +0100 | [diff] [blame] | 36 | /// Safe wrapper around unchecked_align_up() that validates its assumptions and doesn't wrap. |
| 37 | pub const fn align_up(addr: usize, alignment: usize) -> Option<usize> { |
| 38 | if !alignment.is_power_of_two() { |
| 39 | None |
| 40 | } else if let Some(s) = addr.checked_add(alignment - 1) { |
| 41 | Some(unchecked_align_down(s, alignment)) |
| 42 | } else { |
| 43 | None |
| 44 | } |
Pierre-Clément Tosi | da4440a | 2022-08-22 18:06:32 +0100 | [diff] [blame] | 45 | } |
| 46 | |
Pierre-Clément Tosi | da4440a | 2022-08-22 18:06:32 +0100 | [diff] [blame] | 47 | /// Computes the address of the 4KiB page containing a given address. |
Pierre-Clément Tosi | 446136e | 2022-10-19 10:10:42 +0100 | [diff] [blame] | 48 | pub const fn page_4kb_of(addr: usize) -> usize { |
Pierre-Clément Tosi | e8726e4 | 2022-10-17 13:35:27 +0100 | [diff] [blame] | 49 | unchecked_align_down(addr, SIZE_4KB) |
Pierre-Clément Tosi | da4440a | 2022-08-22 18:06:32 +0100 | [diff] [blame] | 50 | } |
Pierre-Clément Tosi | a0934c1 | 2022-11-25 20:54:11 +0000 | [diff] [blame] | 51 | |
| 52 | #[inline] |
| 53 | fn min_dcache_line_size() -> usize { |
| 54 | const DMINLINE_SHIFT: usize = 16; |
| 55 | const DMINLINE_MASK: usize = 0xf; |
| 56 | let ctr_el0: usize; |
| 57 | |
| 58 | unsafe { asm!("mrs {x}, ctr_el0", x = out(reg) ctr_el0) } |
| 59 | |
| 60 | // DminLine: log2 of the number of words in the smallest cache line of all the data caches. |
| 61 | let dminline = (ctr_el0 >> DMINLINE_SHIFT) & DMINLINE_MASK; |
| 62 | |
| 63 | 1 << dminline |
| 64 | } |
| 65 | |
| 66 | #[inline] |
| 67 | /// Flush data cache over the entire slice. |
| 68 | pub fn flush_region(start: usize, size: usize) { |
| 69 | let line_size = min_dcache_line_size(); |
| 70 | let end = start + size; |
| 71 | let start = unchecked_align_down(start, line_size); |
| 72 | |
| 73 | for line in (start..end).step_by(line_size) { |
| 74 | // SAFETY - Clearing cache lines shouldn't have Rust-visible side effects. |
| 75 | unsafe { asm!("dc cvau, {x}", x = in(reg) line) } |
| 76 | } |
| 77 | } |