blob: d1b828ae73bcc298c1b4d7fd6e8cbd6c5c08b0b2 [file] [log] [blame]
Pierre-Clément Tosida4440a2022-08-22 18:06:32 +01001// Copyright 2022, The Android Open Source Project
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15//! Miscellaneous helper functions.
16
Pierre-Clément Tosia0934c12022-11-25 20:54:11 +000017use core::arch::asm;
Pierre-Clément Tosi8383c542022-11-01 14:07:29 +000018use zeroize::Zeroize;
Pierre-Clément Tosia0934c12022-11-25 20:54:11 +000019
Pierre-Clément Tosif0f9b8b2022-10-19 10:12:49 +010020pub const SIZE_4KB: usize = 4 << 10;
Pierre-Clément Tosia1d3ea32022-11-01 15:05:11 +000021pub const SIZE_2MB: usize = 2 << 20;
Pierre-Clément Tosif0f9b8b2022-10-19 10:12:49 +010022
Pierre-Clément Tosie8726e42022-10-17 13:35:27 +010023/// Computes the largest multiple of the provided alignment smaller or equal to the address.
24///
25/// Note: the result is undefined if alignment isn't a power of two.
26pub const fn unchecked_align_down(addr: usize, alignment: usize) -> usize {
27 addr & !(alignment - 1)
28}
29
Pierre-Clément Tosi20b60962022-10-17 13:35:27 +010030/// Computes the smallest multiple of the provided alignment larger or equal to the address.
31///
32/// Note: the result is undefined if alignment isn't a power of two and may wrap to 0.
33pub const fn unchecked_align_up(addr: usize, alignment: usize) -> usize {
34 unchecked_align_down(addr + alignment - 1, alignment)
35}
36
Pierre-Clément Tosie8726e42022-10-17 13:35:27 +010037/// Safe wrapper around unchecked_align_up() that validates its assumptions and doesn't wrap.
38pub const fn align_up(addr: usize, alignment: usize) -> Option<usize> {
39 if !alignment.is_power_of_two() {
40 None
41 } else if let Some(s) = addr.checked_add(alignment - 1) {
42 Some(unchecked_align_down(s, alignment))
43 } else {
44 None
45 }
Pierre-Clément Tosida4440a2022-08-22 18:06:32 +010046}
47
Pierre-Clément Tosida4440a2022-08-22 18:06:32 +010048/// Computes the address of the 4KiB page containing a given address.
Pierre-Clément Tosi446136e2022-10-19 10:10:42 +010049pub const fn page_4kb_of(addr: usize) -> usize {
Pierre-Clément Tosie8726e42022-10-17 13:35:27 +010050 unchecked_align_down(addr, SIZE_4KB)
Pierre-Clément Tosida4440a2022-08-22 18:06:32 +010051}
Pierre-Clément Tosia0934c12022-11-25 20:54:11 +000052
53#[inline]
54fn min_dcache_line_size() -> usize {
55 const DMINLINE_SHIFT: usize = 16;
56 const DMINLINE_MASK: usize = 0xf;
57 let ctr_el0: usize;
58
59 unsafe { asm!("mrs {x}, ctr_el0", x = out(reg) ctr_el0) }
60
61 // DminLine: log2 of the number of words in the smallest cache line of all the data caches.
62 let dminline = (ctr_el0 >> DMINLINE_SHIFT) & DMINLINE_MASK;
63
64 1 << dminline
65}
66
Pierre-Clément Tosi2ca2e312022-11-29 11:24:52 +000067/// Flush `size` bytes of data cache by virtual address.
Pierre-Clément Tosia0934c12022-11-25 20:54:11 +000068#[inline]
Pierre-Clément Tosia0934c12022-11-25 20:54:11 +000069pub fn flush_region(start: usize, size: usize) {
70 let line_size = min_dcache_line_size();
71 let end = start + size;
72 let start = unchecked_align_down(start, line_size);
73
74 for line in (start..end).step_by(line_size) {
75 // SAFETY - Clearing cache lines shouldn't have Rust-visible side effects.
76 unsafe { asm!("dc cvau, {x}", x = in(reg) line) }
77 }
78}
Pierre-Clément Tosi8383c542022-11-01 14:07:29 +000079
80#[inline]
81/// Overwrites the slice with zeroes, to the point of unification.
82pub fn flushed_zeroize(reg: &mut [u8]) {
83 reg.zeroize();
84 flush_region(reg.as_ptr() as usize, reg.len())
85}