mirror of
https://github.com/asterinas/asterinas.git
synced 2025-06-22 00:43:24 +00:00
Polish the doc and rename variables in ostd::mm
This commit is contained in:
committed by
Tate, Hongliang Tian
parent
f332797084
commit
983a6af3cc
@ -5,7 +5,7 @@ use bitvec::array::BitArray;
|
||||
use int_to_c_enum::TryFromInt;
|
||||
use ostd::{
|
||||
mm::{
|
||||
DmaDirection, DmaStream, DmaStreamSlice, DynUSegment, FrameAllocOptions, Infallible, VmIo,
|
||||
DmaDirection, DmaStream, DmaStreamSlice, FrameAllocOptions, Infallible, USegment, VmIo,
|
||||
VmReader, VmWriter,
|
||||
},
|
||||
sync::{SpinLock, WaitQueue},
|
||||
@ -442,8 +442,8 @@ impl<'a> BioSegment {
|
||||
}
|
||||
}
|
||||
|
||||
/// Constructs a new `BioSegment` with a given `DynUSegment` and the bio direction.
|
||||
pub fn new_from_segment(segment: DynUSegment, direction: BioDirection) -> Self {
|
||||
/// Constructs a new `BioSegment` with a given `USegment` and the bio direction.
|
||||
pub fn new_from_segment(segment: USegment, direction: BioDirection) -> Self {
|
||||
let len = segment.size();
|
||||
let dma_stream = DmaStream::map(segment, direction.into(), false).unwrap();
|
||||
Self {
|
||||
@ -481,7 +481,7 @@ impl<'a> BioSegment {
|
||||
|
||||
/// Returns the inner VM segment.
|
||||
#[cfg(ktest)]
|
||||
pub fn inner_segment(&self) -> &DynUSegment {
|
||||
pub fn inner_segment(&self) -> &USegment {
|
||||
self.inner.dma_slice.stream().segment()
|
||||
}
|
||||
|
||||
|
@ -76,7 +76,7 @@ impl VirtQueue {
|
||||
}
|
||||
|
||||
let (descriptor_ptr, avail_ring_ptr, used_ring_ptr) = if transport.is_legacy_version() {
|
||||
// Currently, we use one DynUFrame to place the descriptors and available rings, one DynUFrame to place used rings
|
||||
// Currently, we use one UFrame to place the descriptors and available rings, one UFrame to place used rings
|
||||
// because the virtio-mmio legacy required the address to be continuous. The max queue size is 128.
|
||||
if size > 128 {
|
||||
return Err(QueueError::InvalidArgs);
|
||||
|
@ -54,7 +54,7 @@ use ostd::{
|
||||
///
|
||||
/// The generic parameter `M` of `SafePtr<_, M, _>` must implement the `VmIo`
|
||||
/// trait. The most important `VmIo` types are `Vmar`, `Vmo`, `IoMem`, and
|
||||
/// `DynUFrame`. The blanket implementations of `VmIo` also include pointer-like
|
||||
/// `UFrame`. The blanket implementations of `VmIo` also include pointer-like
|
||||
/// types that refer to a `VmIo` type. Some examples are `&Vmo`, `Box<Vmar>`,
|
||||
/// and `Arc<IoMem>`.
|
||||
///
|
||||
|
@ -2,41 +2,41 @@
|
||||
|
||||
// SPDX-License-Identifier: MPL-2.0
|
||||
|
||||
//! Provides [`SegmentSlice`] for quick duplication and slicing over [`DynUSegment`].
|
||||
//! Provides [`SegmentSlice`] for quick duplication and slicing over [`USegment`].
|
||||
|
||||
use alloc::sync::Arc;
|
||||
use core::ops::Range;
|
||||
|
||||
use ostd::{
|
||||
mm::{
|
||||
DynUFrame, DynUSegment, FallibleVmRead, FallibleVmWrite, Infallible, Paddr, UntypedMem,
|
||||
VmIo, VmReader, VmWriter, PAGE_SIZE,
|
||||
FallibleVmRead, FallibleVmWrite, Infallible, Paddr, UFrame, USegment, UntypedMem, VmIo,
|
||||
VmReader, VmWriter, PAGE_SIZE,
|
||||
},
|
||||
Error, Result,
|
||||
};
|
||||
|
||||
/// A reference to a slice of a [`DynUSegment`].
|
||||
/// A reference to a slice of a [`USegment`].
|
||||
///
|
||||
/// Cloning a [`SegmentSlice`] is cheap, as it only increments one reference
|
||||
/// count. While cloning a [`DynUSegment`] will increment the reference count of
|
||||
/// count. While cloning a [`USegment`] will increment the reference count of
|
||||
/// many underlying pages.
|
||||
///
|
||||
/// The downside is that the [`SegmentSlice`] requires heap allocation. Also,
|
||||
/// if any [`SegmentSlice`] of the original [`DynUSegment`] is alive, all pages in
|
||||
/// the original [`DynUSegment`], including the pages that are not referenced, will
|
||||
/// if any [`SegmentSlice`] of the original [`USegment`] is alive, all pages in
|
||||
/// the original [`USegment`], including the pages that are not referenced, will
|
||||
/// not be freed.
|
||||
#[derive(Debug, Clone)]
|
||||
pub struct SegmentSlice {
|
||||
inner: Arc<DynUSegment>,
|
||||
inner: Arc<USegment>,
|
||||
range: Range<usize>,
|
||||
}
|
||||
|
||||
impl SegmentSlice {
|
||||
/// Returns a part of the `DynUSegment`.
|
||||
/// Returns a part of the `USegment`.
|
||||
///
|
||||
/// # Panics
|
||||
///
|
||||
/// If `range` is not within the range of this `DynUSegment`,
|
||||
/// If `range` is not within the range of this `USegment`,
|
||||
/// then the method panics.
|
||||
pub fn range(&self, range: Range<usize>) -> Self {
|
||||
let orig_range = &self.range;
|
||||
@ -124,8 +124,8 @@ impl VmIo for SegmentSlice {
|
||||
}
|
||||
}
|
||||
|
||||
impl From<DynUSegment> for SegmentSlice {
|
||||
fn from(segment: DynUSegment) -> Self {
|
||||
impl From<USegment> for SegmentSlice {
|
||||
fn from(segment: USegment) -> Self {
|
||||
let range = 0..segment.size() / PAGE_SIZE;
|
||||
Self {
|
||||
inner: Arc::new(segment),
|
||||
@ -134,7 +134,7 @@ impl From<DynUSegment> for SegmentSlice {
|
||||
}
|
||||
}
|
||||
|
||||
impl From<SegmentSlice> for DynUSegment {
|
||||
impl From<SegmentSlice> for USegment {
|
||||
fn from(slice: SegmentSlice) -> Self {
|
||||
let start = slice.range.start * PAGE_SIZE;
|
||||
let end = slice.range.end * PAGE_SIZE;
|
||||
@ -142,8 +142,8 @@ impl From<SegmentSlice> for DynUSegment {
|
||||
}
|
||||
}
|
||||
|
||||
impl From<DynUFrame> for SegmentSlice {
|
||||
fn from(frame: DynUFrame) -> Self {
|
||||
SegmentSlice::from(DynUSegment::from(frame))
|
||||
impl From<UFrame> for SegmentSlice {
|
||||
fn from(frame: UFrame) -> Self {
|
||||
SegmentSlice::from(USegment::from(frame))
|
||||
}
|
||||
}
|
||||
|
@ -12,7 +12,7 @@ use aster_block::{
|
||||
};
|
||||
use hashbrown::HashMap;
|
||||
use lru::LruCache;
|
||||
use ostd::mm::DynUFrame;
|
||||
use ostd::mm::UFrame;
|
||||
pub(super) use ostd::mm::VmIo;
|
||||
|
||||
use super::{
|
||||
@ -368,7 +368,7 @@ impl ExfatFS {
|
||||
}
|
||||
|
||||
impl PageCacheBackend for ExfatFS {
|
||||
fn read_page_async(&self, idx: usize, frame: &DynUFrame) -> Result<BioWaiter> {
|
||||
fn read_page_async(&self, idx: usize, frame: &UFrame) -> Result<BioWaiter> {
|
||||
if self.fs_size() < idx * PAGE_SIZE {
|
||||
return_errno_with_message!(Errno::EINVAL, "invalid read size")
|
||||
}
|
||||
@ -380,7 +380,7 @@ impl PageCacheBackend for ExfatFS {
|
||||
Ok(waiter)
|
||||
}
|
||||
|
||||
fn write_page_async(&self, idx: usize, frame: &DynUFrame) -> Result<BioWaiter> {
|
||||
fn write_page_async(&self, idx: usize, frame: &UFrame) -> Result<BioWaiter> {
|
||||
if self.fs_size() < idx * PAGE_SIZE {
|
||||
return_errno_with_message!(Errno::EINVAL, "invalid write size")
|
||||
}
|
||||
|
@ -13,7 +13,7 @@ use aster_block::{
|
||||
BLOCK_SIZE,
|
||||
};
|
||||
use aster_rights::Full;
|
||||
use ostd::mm::{DynUFrame, VmIo};
|
||||
use ostd::mm::{UFrame, VmIo};
|
||||
|
||||
use super::{
|
||||
constants::*,
|
||||
@ -135,7 +135,7 @@ struct ExfatInodeInner {
|
||||
}
|
||||
|
||||
impl PageCacheBackend for ExfatInode {
|
||||
fn read_page_async(&self, idx: usize, frame: &DynUFrame) -> Result<BioWaiter> {
|
||||
fn read_page_async(&self, idx: usize, frame: &UFrame) -> Result<BioWaiter> {
|
||||
let inner = self.inner.read();
|
||||
if inner.size < idx * PAGE_SIZE {
|
||||
return_errno_with_message!(Errno::EINVAL, "Invalid read size")
|
||||
@ -150,7 +150,7 @@ impl PageCacheBackend for ExfatInode {
|
||||
Ok(waiter)
|
||||
}
|
||||
|
||||
fn write_page_async(&self, idx: usize, frame: &DynUFrame) -> Result<BioWaiter> {
|
||||
fn write_page_async(&self, idx: usize, frame: &UFrame) -> Result<BioWaiter> {
|
||||
let inner = self.inner.read();
|
||||
let sector_size = inner.fs().sector_size();
|
||||
|
||||
|
@ -28,7 +28,7 @@ struct BlockGroupImpl {
|
||||
impl BlockGroup {
|
||||
/// Loads and constructs a block group.
|
||||
pub fn load(
|
||||
group_descriptors_segment: &DynUSegment,
|
||||
group_descriptors_segment: &USegment,
|
||||
idx: usize,
|
||||
block_device: &dyn BlockDevice,
|
||||
super_block: &SuperBlock,
|
||||
@ -318,7 +318,7 @@ impl Debug for BlockGroup {
|
||||
}
|
||||
|
||||
impl PageCacheBackend for BlockGroupImpl {
|
||||
fn read_page_async(&self, idx: usize, frame: &DynUFrame) -> Result<BioWaiter> {
|
||||
fn read_page_async(&self, idx: usize, frame: &UFrame) -> Result<BioWaiter> {
|
||||
let bid = self.inode_table_bid + idx as Ext2Bid;
|
||||
let bio_segment =
|
||||
BioSegment::new_from_segment(frame.clone().into(), BioDirection::FromDevice);
|
||||
@ -328,7 +328,7 @@ impl PageCacheBackend for BlockGroupImpl {
|
||||
.read_blocks_async(bid, bio_segment)
|
||||
}
|
||||
|
||||
fn write_page_async(&self, idx: usize, frame: &DynUFrame) -> Result<BioWaiter> {
|
||||
fn write_page_async(&self, idx: usize, frame: &UFrame) -> Result<BioWaiter> {
|
||||
let bid = self.inode_table_bid + idx as Ext2Bid;
|
||||
let bio_segment =
|
||||
BioSegment::new_from_segment(frame.clone().into(), BioDirection::ToDevice);
|
||||
|
@ -23,7 +23,7 @@ pub struct Ext2 {
|
||||
blocks_per_group: Ext2Bid,
|
||||
inode_size: usize,
|
||||
block_size: usize,
|
||||
group_descriptors_segment: DynUSegment,
|
||||
group_descriptors_segment: USegment,
|
||||
self_ref: Weak<Self>,
|
||||
}
|
||||
|
||||
@ -63,7 +63,7 @@ impl Ext2 {
|
||||
// Load the block groups information
|
||||
let load_block_groups = |fs: Weak<Ext2>,
|
||||
block_device: &dyn BlockDevice,
|
||||
group_descriptors_segment: &DynUSegment|
|
||||
group_descriptors_segment: &USegment|
|
||||
-> Result<Vec<BlockGroup>> {
|
||||
let block_groups_count = super_block.block_groups_count() as usize;
|
||||
let mut block_groups = Vec::with_capacity(block_groups_count);
|
||||
|
@ -1733,7 +1733,7 @@ impl InodeImpl {
|
||||
writer: &mut VmWriter,
|
||||
) -> Result<BioWaiter>;
|
||||
pub fn read_blocks(&self, bid: Ext2Bid, nblocks: usize, writer: &mut VmWriter) -> Result<()>;
|
||||
pub fn read_block_async(&self, bid: Ext2Bid, frame: &DynUFrame) -> Result<BioWaiter>;
|
||||
pub fn read_block_async(&self, bid: Ext2Bid, frame: &UFrame) -> Result<BioWaiter>;
|
||||
pub fn write_blocks_async(
|
||||
&self,
|
||||
bid: Ext2Bid,
|
||||
@ -1741,7 +1741,7 @@ impl InodeImpl {
|
||||
reader: &mut VmReader,
|
||||
) -> Result<BioWaiter>;
|
||||
pub fn write_blocks(&self, bid: Ext2Bid, nblocks: usize, reader: &mut VmReader) -> Result<()>;
|
||||
pub fn write_block_async(&self, bid: Ext2Bid, frame: &DynUFrame) -> Result<BioWaiter>;
|
||||
pub fn write_block_async(&self, bid: Ext2Bid, frame: &UFrame) -> Result<BioWaiter>;
|
||||
}
|
||||
|
||||
/// Manages the inode blocks and block I/O operations.
|
||||
@ -1789,7 +1789,7 @@ impl InodeBlockManager {
|
||||
}
|
||||
}
|
||||
|
||||
pub fn read_block_async(&self, bid: Ext2Bid, frame: &DynUFrame) -> Result<BioWaiter> {
|
||||
pub fn read_block_async(&self, bid: Ext2Bid, frame: &UFrame) -> Result<BioWaiter> {
|
||||
let mut bio_waiter = BioWaiter::new();
|
||||
|
||||
for dev_range in DeviceRangeReader::new(self, bid..bid + 1 as Ext2Bid)? {
|
||||
@ -1834,7 +1834,7 @@ impl InodeBlockManager {
|
||||
}
|
||||
}
|
||||
|
||||
pub fn write_block_async(&self, bid: Ext2Bid, frame: &DynUFrame) -> Result<BioWaiter> {
|
||||
pub fn write_block_async(&self, bid: Ext2Bid, frame: &UFrame) -> Result<BioWaiter> {
|
||||
let mut bio_waiter = BioWaiter::new();
|
||||
|
||||
for dev_range in DeviceRangeReader::new(self, bid..bid + 1 as Ext2Bid)? {
|
||||
@ -1858,12 +1858,12 @@ impl InodeBlockManager {
|
||||
}
|
||||
|
||||
impl PageCacheBackend for InodeBlockManager {
|
||||
fn read_page_async(&self, idx: usize, frame: &DynUFrame) -> Result<BioWaiter> {
|
||||
fn read_page_async(&self, idx: usize, frame: &UFrame) -> Result<BioWaiter> {
|
||||
let bid = idx as Ext2Bid;
|
||||
self.read_block_async(bid, frame)
|
||||
}
|
||||
|
||||
fn write_page_async(&self, idx: usize, frame: &DynUFrame) -> Result<BioWaiter> {
|
||||
fn write_page_async(&self, idx: usize, frame: &UFrame) -> Result<BioWaiter> {
|
||||
let bid = idx as Ext2Bid;
|
||||
self.write_block_async(bid, frame)
|
||||
}
|
||||
|
@ -13,7 +13,7 @@ pub(super) use aster_block::{
|
||||
};
|
||||
pub(super) use aster_rights::Full;
|
||||
pub(super) use ostd::{
|
||||
mm::{DynUFrame, DynUSegment, Frame, FrameAllocOptions, Segment, VmIo},
|
||||
mm::{Frame, FrameAllocOptions, Segment, UFrame, USegment, VmIo},
|
||||
sync::{RwMutex, RwMutexReadGuard, RwMutexWriteGuard},
|
||||
};
|
||||
pub(super) use static_assertions::const_assert;
|
||||
|
@ -11,7 +11,7 @@ use aster_rights::Full;
|
||||
use aster_util::slot_vec::SlotVec;
|
||||
use hashbrown::HashMap;
|
||||
use ostd::{
|
||||
mm::{DynUFrame, UntypedMem, VmIo},
|
||||
mm::{UFrame, UntypedMem, VmIo},
|
||||
sync::{PreemptDisabled, RwLockWriteGuard},
|
||||
};
|
||||
|
||||
@ -484,7 +484,7 @@ impl RamInode {
|
||||
}
|
||||
|
||||
impl PageCacheBackend for RamInode {
|
||||
fn read_page_async(&self, _idx: usize, frame: &DynUFrame) -> Result<BioWaiter> {
|
||||
fn read_page_async(&self, _idx: usize, frame: &UFrame) -> Result<BioWaiter> {
|
||||
// Initially, any block/page in a RamFs inode contains all zeros
|
||||
frame
|
||||
.writer()
|
||||
@ -494,7 +494,7 @@ impl PageCacheBackend for RamInode {
|
||||
Ok(BioWaiter::new())
|
||||
}
|
||||
|
||||
fn write_page_async(&self, _idx: usize, _frame: &DynUFrame) -> Result<BioWaiter> {
|
||||
fn write_page_async(&self, _idx: usize, _frame: &UFrame) -> Result<BioWaiter> {
|
||||
// do nothing
|
||||
Ok(BioWaiter::new())
|
||||
}
|
||||
|
@ -14,7 +14,7 @@ use aster_rights::Full;
|
||||
use lru::LruCache;
|
||||
use ostd::{
|
||||
impl_untyped_frame_meta_for,
|
||||
mm::{DynUFrame, Frame, FrameAllocOptions, UntypedMem, VmIo},
|
||||
mm::{Frame, FrameAllocOptions, UFrame, UntypedMem, VmIo},
|
||||
};
|
||||
|
||||
use crate::{
|
||||
@ -388,7 +388,7 @@ impl PageCacheManager {
|
||||
Ok(())
|
||||
}
|
||||
|
||||
fn ondemand_readahead(&self, idx: usize) -> Result<DynUFrame> {
|
||||
fn ondemand_readahead(&self, idx: usize) -> Result<UFrame> {
|
||||
let mut pages = self.pages.lock();
|
||||
let mut ra_state = self.ra_state.lock();
|
||||
let backend = self.backend();
|
||||
@ -445,7 +445,7 @@ impl Debug for PageCacheManager {
|
||||
}
|
||||
|
||||
impl Pager for PageCacheManager {
|
||||
fn commit_page(&self, idx: usize) -> Result<DynUFrame> {
|
||||
fn commit_page(&self, idx: usize) -> Result<UFrame> {
|
||||
self.ondemand_readahead(idx)
|
||||
}
|
||||
|
||||
@ -476,7 +476,7 @@ impl Pager for PageCacheManager {
|
||||
Ok(())
|
||||
}
|
||||
|
||||
fn commit_overwrite(&self, idx: usize) -> Result<DynUFrame> {
|
||||
fn commit_overwrite(&self, idx: usize) -> Result<UFrame> {
|
||||
if let Some(page) = self.pages.lock().get(&idx) {
|
||||
return Ok(page.clone().into());
|
||||
}
|
||||
@ -573,16 +573,16 @@ impl AtomicPageState {
|
||||
/// This trait represents the backend for the page cache.
|
||||
pub trait PageCacheBackend: Sync + Send {
|
||||
/// Reads a page from the backend asynchronously.
|
||||
fn read_page_async(&self, idx: usize, frame: &DynUFrame) -> Result<BioWaiter>;
|
||||
fn read_page_async(&self, idx: usize, frame: &UFrame) -> Result<BioWaiter>;
|
||||
/// Writes a page to the backend asynchronously.
|
||||
fn write_page_async(&self, idx: usize, frame: &DynUFrame) -> Result<BioWaiter>;
|
||||
fn write_page_async(&self, idx: usize, frame: &UFrame) -> Result<BioWaiter>;
|
||||
/// Returns the number of pages in the backend.
|
||||
fn npages(&self) -> usize;
|
||||
}
|
||||
|
||||
impl dyn PageCacheBackend {
|
||||
/// Reads a page from the backend synchronously.
|
||||
fn read_page(&self, idx: usize, frame: &DynUFrame) -> Result<()> {
|
||||
fn read_page(&self, idx: usize, frame: &UFrame) -> Result<()> {
|
||||
let waiter = self.read_page_async(idx, frame)?;
|
||||
match waiter.wait() {
|
||||
Some(BioStatus::Complete) => Ok(()),
|
||||
@ -590,7 +590,7 @@ impl dyn PageCacheBackend {
|
||||
}
|
||||
}
|
||||
/// Writes a page to the backend synchronously.
|
||||
fn write_page(&self, idx: usize, frame: &DynUFrame) -> Result<()> {
|
||||
fn write_page(&self, idx: usize, frame: &UFrame) -> Result<()> {
|
||||
let waiter = self.write_page_async(idx, frame)?;
|
||||
match waiter.wait() {
|
||||
Some(BioStatus::Complete) => Ok(()),
|
||||
|
@ -21,7 +21,7 @@ use aster_rights::Rights;
|
||||
use aster_time::{read_monotonic_time, Instant};
|
||||
use aster_util::coeff::Coeff;
|
||||
use ostd::{
|
||||
mm::{DynUFrame, VmIo, PAGE_SIZE},
|
||||
mm::{UFrame, VmIo, PAGE_SIZE},
|
||||
sync::SpinLock,
|
||||
Pod,
|
||||
};
|
||||
@ -199,9 +199,9 @@ struct Vdso {
|
||||
data: SpinLock<VdsoData>,
|
||||
/// The VMO of the entire VDSO, including the library text and the VDSO data.
|
||||
vmo: Arc<Vmo>,
|
||||
/// The `DynUFrame` that contains the VDSO data. This frame is contained in and
|
||||
/// The `UFrame` that contains the VDSO data. This frame is contained in and
|
||||
/// will not be removed from the VDSO VMO.
|
||||
data_frame: DynUFrame,
|
||||
data_frame: UFrame,
|
||||
}
|
||||
|
||||
/// A `SpinLock` for the `seq` field in `VdsoData`.
|
||||
|
@ -1,13 +1,13 @@
|
||||
// SPDX-License-Identifier: MPL-2.0
|
||||
|
||||
use ostd::mm::{DynUFrame, Frame, FrameAllocOptions, UntypedMem};
|
||||
use ostd::mm::{Frame, FrameAllocOptions, UFrame, UntypedMem};
|
||||
|
||||
use crate::prelude::*;
|
||||
|
||||
/// Creates a new `Frame<()>` and initializes it with the contents of the `src`.
|
||||
///
|
||||
/// Note that it only duplicates the contents not the metadata.
|
||||
pub fn duplicate_frame(src: &DynUFrame) -> Result<Frame<()>> {
|
||||
pub fn duplicate_frame(src: &UFrame) -> Result<Frame<()>> {
|
||||
let new_frame = FrameAllocOptions::new().zeroed(false).alloc_frame()?;
|
||||
new_frame.writer().write(&mut src.reader());
|
||||
Ok(new_frame)
|
||||
|
@ -8,8 +8,8 @@ use core::{
|
||||
|
||||
use align_ext::AlignExt;
|
||||
use ostd::mm::{
|
||||
tlb::TlbFlushOp, vm_space::VmItem, CachePolicy, DynUFrame, FrameAllocOptions, PageFlags,
|
||||
PageProperty, VmSpace,
|
||||
tlb::TlbFlushOp, vm_space::VmItem, CachePolicy, FrameAllocOptions, PageFlags, PageProperty,
|
||||
UFrame, VmSpace,
|
||||
};
|
||||
|
||||
use super::interval_set::Interval;
|
||||
@ -216,7 +216,7 @@ impl VmMapping {
|
||||
Ok(())
|
||||
}
|
||||
|
||||
fn prepare_page(&self, page_fault_addr: Vaddr, write: bool) -> Result<(DynUFrame, bool)> {
|
||||
fn prepare_page(&self, page_fault_addr: Vaddr, write: bool) -> Result<(UFrame, bool)> {
|
||||
let mut is_readonly = false;
|
||||
let Some(vmo) = &self.vmo else {
|
||||
return Ok((FrameAllocOptions::new().alloc_frame()?.into(), is_readonly));
|
||||
@ -264,7 +264,7 @@ impl VmMapping {
|
||||
|
||||
let vm_perms = self.perms - VmPerms::WRITE;
|
||||
let mut cursor = vm_space.cursor_mut(&(start_addr..end_addr))?;
|
||||
let operate = move |commit_fn: &mut dyn FnMut() -> Result<DynUFrame>| {
|
||||
let operate = move |commit_fn: &mut dyn FnMut() -> Result<UFrame>| {
|
||||
if let VmItem::NotMapped { .. } = cursor.query().unwrap() {
|
||||
// We regard all the surrounding pages as accessed, no matter
|
||||
// if it is really so. Then the hardware won't bother to update
|
||||
@ -432,7 +432,7 @@ impl MappedVmo {
|
||||
///
|
||||
/// If the VMO has not committed a frame at this index, it will commit
|
||||
/// one first and return it.
|
||||
fn get_committed_frame(&self, page_offset: usize) -> Result<DynUFrame> {
|
||||
fn get_committed_frame(&self, page_offset: usize) -> Result<UFrame> {
|
||||
debug_assert!(page_offset < self.range.len());
|
||||
debug_assert!(page_offset % PAGE_SIZE == 0);
|
||||
self.vmo.commit_page(self.range.start + page_offset)
|
||||
@ -444,7 +444,7 @@ impl MappedVmo {
|
||||
/// perform other operations.
|
||||
fn operate_on_range<F>(&self, range: &Range<usize>, operate: F) -> Result<()>
|
||||
where
|
||||
F: FnMut(&mut dyn FnMut() -> Result<DynUFrame>) -> Result<()>,
|
||||
F: FnMut(&mut dyn FnMut() -> Result<UFrame>) -> Result<()>,
|
||||
{
|
||||
debug_assert!(range.start < self.range.len());
|
||||
debug_assert!(range.end <= self.range.len());
|
||||
|
@ -3,14 +3,14 @@
|
||||
use core::ops::Range;
|
||||
|
||||
use aster_rights::{Rights, TRights};
|
||||
use ostd::mm::{DynUFrame, VmIo};
|
||||
use ostd::mm::{UFrame, VmIo};
|
||||
|
||||
use super::{CommitFlags, Vmo, VmoRightsOp};
|
||||
use crate::prelude::*;
|
||||
|
||||
impl Vmo<Rights> {
|
||||
/// Commits a page at specific offset
|
||||
pub fn commit_page(&self, offset: usize) -> Result<DynUFrame> {
|
||||
pub fn commit_page(&self, offset: usize) -> Result<UFrame> {
|
||||
self.check_rights(Rights::WRITE)?;
|
||||
self.0.commit_page(offset)
|
||||
}
|
||||
@ -39,7 +39,7 @@ impl Vmo<Rights> {
|
||||
/// perform other operations.
|
||||
pub(in crate::vm) fn operate_on_range<F>(&self, range: &Range<usize>, operate: F) -> Result<()>
|
||||
where
|
||||
F: FnMut(&mut dyn FnMut() -> Result<DynUFrame>) -> Result<()>,
|
||||
F: FnMut(&mut dyn FnMut() -> Result<UFrame>) -> Result<()>,
|
||||
{
|
||||
self.check_rights(Rights::WRITE)?;
|
||||
self.0
|
||||
@ -112,7 +112,7 @@ impl Vmo<Rights> {
|
||||
/// # Access rights
|
||||
///
|
||||
/// The method requires the Write right.
|
||||
pub fn replace(&self, page: DynUFrame, page_idx: usize) -> Result<()> {
|
||||
pub fn replace(&self, page: UFrame, page_idx: usize) -> Result<()> {
|
||||
self.check_rights(Rights::WRITE)?;
|
||||
self.0.replace(page, page_idx)
|
||||
}
|
||||
|
@ -11,7 +11,7 @@ use align_ext::AlignExt;
|
||||
use aster_rights::Rights;
|
||||
use ostd::{
|
||||
collections::xarray::{CursorMut, XArray},
|
||||
mm::{DynUFrame, FrameAllocOptions, UntypedMem, VmReader, VmWriter},
|
||||
mm::{FrameAllocOptions, UFrame, UntypedMem, VmReader, VmWriter},
|
||||
};
|
||||
|
||||
use crate::prelude::*;
|
||||
@ -66,8 +66,8 @@ pub use pager::Pager;
|
||||
/// # Implementation
|
||||
///
|
||||
/// `Vmo` provides high-level APIs for address space management by wrapping
|
||||
/// around its low-level counterpart [`ostd::mm::DynUFrame`].
|
||||
/// Compared with `DynUFrame`,
|
||||
/// around its low-level counterpart [`ostd::mm::UFrame`].
|
||||
/// Compared with `UFrame`,
|
||||
/// `Vmo` is easier to use (by offering more powerful APIs) and
|
||||
/// harder to misuse (thanks to its nature of being capability).
|
||||
#[derive(Debug)]
|
||||
@ -125,12 +125,12 @@ bitflags! {
|
||||
}
|
||||
}
|
||||
|
||||
/// `Pages` is the struct that manages the `DynUFrame`s stored in `Vmo_`.
|
||||
/// `Pages` is the struct that manages the `UFrame`s stored in `Vmo_`.
|
||||
pub(super) enum Pages {
|
||||
/// `Pages` that cannot be resized. This kind of `Pages` will have a constant size.
|
||||
Nonresizable(Mutex<XArray<DynUFrame>>, usize),
|
||||
Nonresizable(Mutex<XArray<UFrame>>, usize),
|
||||
/// `Pages` that can be resized and have a variable size.
|
||||
Resizable(Mutex<(XArray<DynUFrame>, usize)>),
|
||||
Resizable(Mutex<(XArray<UFrame>, usize)>),
|
||||
}
|
||||
|
||||
impl Clone for Pages {
|
||||
@ -149,7 +149,7 @@ impl Clone for Pages {
|
||||
impl Pages {
|
||||
fn with<R, F>(&self, func: F) -> R
|
||||
where
|
||||
F: FnOnce(&mut XArray<DynUFrame>, usize) -> R,
|
||||
F: FnOnce(&mut XArray<UFrame>, usize) -> R,
|
||||
{
|
||||
match self {
|
||||
Self::Nonresizable(pages, size) => func(&mut pages.lock(), *size),
|
||||
@ -201,16 +201,16 @@ impl CommitFlags {
|
||||
}
|
||||
|
||||
impl Vmo_ {
|
||||
/// Prepares a new `DynUFrame` for the target index in pages, returns this new frame.
|
||||
fn prepare_page(&self, page_idx: usize) -> Result<DynUFrame> {
|
||||
/// Prepares a new `UFrame` for the target index in pages, returns this new frame.
|
||||
fn prepare_page(&self, page_idx: usize) -> Result<UFrame> {
|
||||
match &self.pager {
|
||||
None => Ok(FrameAllocOptions::new().alloc_frame()?.into()),
|
||||
Some(pager) => pager.commit_page(page_idx),
|
||||
}
|
||||
}
|
||||
|
||||
/// Prepares a new `DynUFrame` for the target index in the VMO, returns this new frame.
|
||||
fn prepare_overwrite(&self, page_idx: usize) -> Result<DynUFrame> {
|
||||
/// Prepares a new `UFrame` for the target index in the VMO, returns this new frame.
|
||||
fn prepare_overwrite(&self, page_idx: usize) -> Result<UFrame> {
|
||||
if let Some(pager) = &self.pager {
|
||||
pager.commit_overwrite(page_idx)
|
||||
} else {
|
||||
@ -220,9 +220,9 @@ impl Vmo_ {
|
||||
|
||||
fn commit_with_cursor(
|
||||
&self,
|
||||
cursor: &mut CursorMut<'_, DynUFrame>,
|
||||
cursor: &mut CursorMut<'_, UFrame>,
|
||||
commit_flags: CommitFlags,
|
||||
) -> Result<DynUFrame> {
|
||||
) -> Result<UFrame> {
|
||||
let new_page = {
|
||||
if let Some(committed_page) = cursor.load() {
|
||||
// Fast path: return the page directly.
|
||||
@ -241,7 +241,7 @@ impl Vmo_ {
|
||||
|
||||
/// Commits the page corresponding to the target offset in the VMO and return that page.
|
||||
/// If the current offset has already been committed, the page will be returned directly.
|
||||
pub fn commit_page(&self, offset: usize) -> Result<DynUFrame> {
|
||||
pub fn commit_page(&self, offset: usize) -> Result<UFrame> {
|
||||
let page_idx = offset / PAGE_SIZE;
|
||||
self.pages.with(|pages, size| {
|
||||
if offset >= size {
|
||||
@ -279,7 +279,7 @@ impl Vmo_ {
|
||||
commit_flags: CommitFlags,
|
||||
) -> Result<()>
|
||||
where
|
||||
F: FnMut(&mut dyn FnMut() -> Result<DynUFrame>) -> Result<()>,
|
||||
F: FnMut(&mut dyn FnMut() -> Result<UFrame>) -> Result<()>,
|
||||
{
|
||||
self.pages.with(|pages, size| {
|
||||
if range.end > size {
|
||||
@ -315,7 +315,7 @@ impl Vmo_ {
|
||||
let read_range = offset..(offset + read_len);
|
||||
let mut read_offset = offset % PAGE_SIZE;
|
||||
|
||||
let read = move |commit_fn: &mut dyn FnMut() -> Result<DynUFrame>| {
|
||||
let read = move |commit_fn: &mut dyn FnMut() -> Result<UFrame>| {
|
||||
let frame = commit_fn()?;
|
||||
frame.reader().skip(read_offset).read_fallible(writer)?;
|
||||
read_offset = 0;
|
||||
@ -331,7 +331,7 @@ impl Vmo_ {
|
||||
let write_range = offset..(offset + write_len);
|
||||
let mut write_offset = offset % PAGE_SIZE;
|
||||
|
||||
let mut write = move |commit_fn: &mut dyn FnMut() -> Result<DynUFrame>| {
|
||||
let mut write = move |commit_fn: &mut dyn FnMut() -> Result<UFrame>| {
|
||||
let frame = commit_fn()?;
|
||||
frame.writer().skip(write_offset).write_fallible(reader)?;
|
||||
write_offset = 0;
|
||||
@ -401,7 +401,7 @@ impl Vmo_ {
|
||||
Ok(())
|
||||
}
|
||||
|
||||
fn decommit_pages(&self, pages: &mut XArray<DynUFrame>, range: Range<usize>) -> Result<()> {
|
||||
fn decommit_pages(&self, pages: &mut XArray<UFrame>, range: Range<usize>) -> Result<()> {
|
||||
let page_idx_range = get_page_idx_range(&range);
|
||||
let mut cursor = pages.cursor_mut(page_idx_range.start as u64);
|
||||
for page_idx in page_idx_range {
|
||||
@ -426,7 +426,7 @@ impl Vmo_ {
|
||||
self.flags
|
||||
}
|
||||
|
||||
fn replace(&self, page: DynUFrame, page_idx: usize) -> Result<()> {
|
||||
fn replace(&self, page: UFrame, page_idx: usize) -> Result<()> {
|
||||
self.pages.with(|pages, size| {
|
||||
if page_idx >= size / PAGE_SIZE {
|
||||
return_errno_with_message!(Errno::EINVAL, "the page index is outside of the vmo");
|
||||
|
@ -8,7 +8,7 @@ use align_ext::AlignExt;
|
||||
use aster_rights::{Rights, TRightSet, TRights};
|
||||
use ostd::{
|
||||
collections::xarray::XArray,
|
||||
mm::{DynUFrame, DynUSegment, FrameAllocOptions},
|
||||
mm::{FrameAllocOptions, UFrame, USegment},
|
||||
};
|
||||
|
||||
use super::{Pager, Pages, Vmo, VmoFlags};
|
||||
@ -137,11 +137,11 @@ fn alloc_vmo_(size: usize, flags: VmoFlags, pager: Option<Arc<dyn Pager>>) -> Re
|
||||
})
|
||||
}
|
||||
|
||||
fn committed_pages_if_continuous(flags: VmoFlags, size: usize) -> Result<XArray<DynUFrame>> {
|
||||
fn committed_pages_if_continuous(flags: VmoFlags, size: usize) -> Result<XArray<UFrame>> {
|
||||
if flags.contains(VmoFlags::CONTIGUOUS) {
|
||||
// if the vmo is continuous, we need to allocate frames for the vmo
|
||||
let frames_num = size / PAGE_SIZE;
|
||||
let segment: DynUSegment = FrameAllocOptions::new().alloc_segment(frames_num)?.into();
|
||||
let segment: USegment = FrameAllocOptions::new().alloc_segment(frames_num)?.into();
|
||||
let mut committed_pages = XArray::new();
|
||||
let mut cursor = committed_pages.cursor_mut(0);
|
||||
for frame in segment {
|
||||
|
@ -1,6 +1,6 @@
|
||||
// SPDX-License-Identifier: MPL-2.0
|
||||
|
||||
use ostd::mm::DynUFrame;
|
||||
use ostd::mm::UFrame;
|
||||
|
||||
use crate::prelude::*;
|
||||
|
||||
@ -26,7 +26,7 @@ pub trait Pager: Send + Sync {
|
||||
/// whatever frame that may or may not be the same as the last time.
|
||||
///
|
||||
/// It is up to the pager to decide the range of valid indices.
|
||||
fn commit_page(&self, idx: usize) -> Result<DynUFrame>;
|
||||
fn commit_page(&self, idx: usize) -> Result<UFrame>;
|
||||
|
||||
/// Notify the pager that the frame at a specified index has been updated.
|
||||
///
|
||||
@ -54,5 +54,5 @@ pub trait Pager: Send + Sync {
|
||||
/// Ask the pager to provide a frame at a specified index.
|
||||
/// Notify the pager that the frame will be fully overwritten soon, so pager can
|
||||
/// choose not to initialize it.
|
||||
fn commit_overwrite(&self, idx: usize) -> Result<DynUFrame>;
|
||||
fn commit_overwrite(&self, idx: usize) -> Result<UFrame>;
|
||||
}
|
||||
|
@ -4,14 +4,14 @@ use core::ops::Range;
|
||||
|
||||
use aster_rights::{Dup, Rights, TRightSet, TRights, Write};
|
||||
use aster_rights_proc::require;
|
||||
use ostd::mm::{DynUFrame, VmIo};
|
||||
use ostd::mm::{UFrame, VmIo};
|
||||
|
||||
use super::{CommitFlags, Vmo, VmoRightsOp};
|
||||
use crate::prelude::*;
|
||||
|
||||
impl<R: TRights> Vmo<TRightSet<R>> {
|
||||
/// Commits a page at specific offset.
|
||||
pub fn commit_page(&self, offset: usize) -> Result<DynUFrame> {
|
||||
pub fn commit_page(&self, offset: usize) -> Result<UFrame> {
|
||||
self.check_rights(Rights::WRITE)?;
|
||||
self.0.commit_page(offset)
|
||||
}
|
||||
@ -41,7 +41,7 @@ impl<R: TRights> Vmo<TRightSet<R>> {
|
||||
#[require(R > Write)]
|
||||
pub(in crate::vm) fn operate_on_range<F>(&self, range: &Range<usize>, operate: F) -> Result<()>
|
||||
where
|
||||
F: FnMut(&mut dyn FnMut() -> Result<DynUFrame>) -> Result<()>,
|
||||
F: FnMut(&mut dyn FnMut() -> Result<UFrame>) -> Result<()>,
|
||||
{
|
||||
self.0
|
||||
.operate_on_range(range, operate, CommitFlags::empty())
|
||||
@ -114,7 +114,7 @@ impl<R: TRights> Vmo<TRightSet<R>> {
|
||||
///
|
||||
/// The method requires the Write right.
|
||||
#[require(R > Write)]
|
||||
pub fn replace(&self, page: DynUFrame, page_idx: usize) -> Result<()> {
|
||||
pub fn replace(&self, page: UFrame, page_idx: usize) -> Result<()> {
|
||||
self.0.replace(page, page_idx)
|
||||
}
|
||||
|
||||
|
@ -40,7 +40,7 @@ fn create_user_space(program: &[u8]) -> UserSpace {
|
||||
.alloc_segment(nbytes / PAGE_SIZE)
|
||||
.unwrap();
|
||||
// Physical memory pages can be only accessed
|
||||
// via the `DynUFrame` or `DynUSegment` abstraction.
|
||||
// via the `UFrame` or `USegment` abstraction.
|
||||
segment.write_bytes(0, program).unwrap();
|
||||
segment
|
||||
};
|
||||
|
@ -35,7 +35,7 @@ impl IntRemappingTable {
|
||||
Some(self.handles.get(id).unwrap().clone())
|
||||
}
|
||||
|
||||
/// Creates an Interrupt Remapping Table with one DynUFrame (default).
|
||||
/// Creates an Interrupt Remapping Table with one `Segment` (default).
|
||||
pub(super) fn new() -> Self {
|
||||
const DEFAULT_PAGES: usize = 1;
|
||||
let segment = FrameAllocOptions::new()
|
||||
|
@ -13,7 +13,7 @@ use crate::{
|
||||
io::VmIoOnce,
|
||||
kspace::{paddr_to_vaddr, KERNEL_PAGE_TABLE},
|
||||
page_prop::CachePolicy,
|
||||
DynUSegment, HasPaddr, Infallible, Paddr, PodOnce, UntypedMem, VmIo, VmReader, VmWriter,
|
||||
HasPaddr, Infallible, Paddr, PodOnce, USegment, UntypedMem, VmIo, VmReader, VmWriter,
|
||||
PAGE_SIZE,
|
||||
},
|
||||
prelude::*,
|
||||
@ -39,7 +39,7 @@ pub struct DmaCoherent {
|
||||
|
||||
#[derive(Debug)]
|
||||
struct DmaCoherentInner {
|
||||
segment: DynUSegment,
|
||||
segment: USegment,
|
||||
start_daddr: Daddr,
|
||||
is_cache_coherent: bool,
|
||||
}
|
||||
@ -54,10 +54,7 @@ impl DmaCoherent {
|
||||
///
|
||||
/// The method fails if any part of the given `segment`
|
||||
/// already belongs to a DMA mapping.
|
||||
pub fn map(
|
||||
segment: DynUSegment,
|
||||
is_cache_coherent: bool,
|
||||
) -> core::result::Result<Self, DmaError> {
|
||||
pub fn map(segment: USegment, is_cache_coherent: bool) -> core::result::Result<Self, DmaError> {
|
||||
let frame_count = segment.size() / PAGE_SIZE;
|
||||
let start_paddr = segment.start_paddr();
|
||||
if !check_and_insert_dma_mapping(start_paddr, frame_count) {
|
||||
@ -124,7 +121,7 @@ impl HasDaddr for DmaCoherent {
|
||||
}
|
||||
|
||||
impl Deref for DmaCoherent {
|
||||
type Target = DynUSegment;
|
||||
type Target = USegment;
|
||||
fn deref(&self) -> &Self::Target {
|
||||
&self.inner.segment
|
||||
}
|
||||
|
@ -11,7 +11,7 @@ use crate::{
|
||||
error::Error,
|
||||
mm::{
|
||||
dma::{dma_type, Daddr, DmaType},
|
||||
DynUSegment, HasPaddr, Infallible, Paddr, UntypedMem, VmIo, VmReader, VmWriter, PAGE_SIZE,
|
||||
HasPaddr, Infallible, Paddr, USegment, UntypedMem, VmIo, VmReader, VmWriter, PAGE_SIZE,
|
||||
},
|
||||
};
|
||||
|
||||
@ -34,7 +34,7 @@ pub struct DmaStream {
|
||||
|
||||
#[derive(Debug)]
|
||||
struct DmaStreamInner {
|
||||
segment: DynUSegment,
|
||||
segment: USegment,
|
||||
start_daddr: Daddr,
|
||||
/// TODO: remove this field when on x86.
|
||||
#[allow(unused)]
|
||||
@ -55,11 +55,11 @@ pub enum DmaDirection {
|
||||
}
|
||||
|
||||
impl DmaStream {
|
||||
/// Establishes DMA stream mapping for a given [`DynUSegment`].
|
||||
/// Establishes DMA stream mapping for a given [`USegment`].
|
||||
///
|
||||
/// The method fails if the segment already belongs to a DMA mapping.
|
||||
pub fn map(
|
||||
segment: DynUSegment,
|
||||
segment: USegment,
|
||||
direction: DmaDirection,
|
||||
is_cache_coherent: bool,
|
||||
) -> Result<Self, DmaError> {
|
||||
@ -107,13 +107,13 @@ impl DmaStream {
|
||||
})
|
||||
}
|
||||
|
||||
/// Gets the underlying [`DynUSegment`].
|
||||
/// Gets the underlying [`USegment`].
|
||||
///
|
||||
/// Usually, the CPU side should not access the memory
|
||||
/// after the DMA mapping is established because
|
||||
/// there is a chance that the device is updating
|
||||
/// the memory. Do this at your own risk.
|
||||
pub fn segment(&self) -> &DynUSegment {
|
||||
pub fn segment(&self) -> &USegment {
|
||||
&self.inner.segment
|
||||
}
|
||||
|
||||
|
@ -1,16 +1,13 @@
|
||||
// SPDX-License-Identifier: MPL-2.0
|
||||
|
||||
//! The physical page memory allocator.
|
||||
//!
|
||||
//! TODO: Decouple it with the frame allocator in [`crate::mm::frame::options`] by
|
||||
//! allocating pages rather untyped memory from this module.
|
||||
//! The physical memory allocator.
|
||||
|
||||
use align_ext::AlignExt;
|
||||
use buddy_system_allocator::FrameAllocator;
|
||||
use log::info;
|
||||
use spin::Once;
|
||||
|
||||
use super::{meta::FrameMeta, segment::Segment, Frame};
|
||||
use super::{meta::AnyFrameMeta, segment::Segment, Frame};
|
||||
use crate::{
|
||||
boot::memory_region::MemoryRegionType,
|
||||
error::Error,
|
||||
@ -54,8 +51,8 @@ impl FrameAllocOptions {
|
||||
}
|
||||
|
||||
/// Allocates a single frame with additional metadata.
|
||||
pub fn alloc_frame_with<M: FrameMeta>(&self, metadata: M) -> Result<Frame<M>> {
|
||||
let frame = PAGE_ALLOCATOR
|
||||
pub fn alloc_frame_with<M: AnyFrameMeta>(&self, metadata: M) -> Result<Frame<M>> {
|
||||
let frame = FRAME_ALLOCATOR
|
||||
.get()
|
||||
.unwrap()
|
||||
.disable_irq()
|
||||
@ -85,7 +82,7 @@ impl FrameAllocOptions {
|
||||
///
|
||||
/// The returned [`Segment`] contains at least one frame. The method returns
|
||||
/// an error if the number of frames is zero.
|
||||
pub fn alloc_segment_with<M: FrameMeta, F>(
|
||||
pub fn alloc_segment_with<M: AnyFrameMeta, F>(
|
||||
&self,
|
||||
nframes: usize,
|
||||
metadata_fn: F,
|
||||
@ -96,7 +93,7 @@ impl FrameAllocOptions {
|
||||
if nframes == 0 {
|
||||
return Err(Error::InvalidArgs);
|
||||
}
|
||||
let segment = PAGE_ALLOCATOR
|
||||
let segment = FRAME_ALLOCATOR
|
||||
.get()
|
||||
.unwrap()
|
||||
.disable_irq()
|
||||
@ -168,6 +165,8 @@ impl CountingFrameAllocator {
|
||||
}
|
||||
}
|
||||
|
||||
// TODO: this method should be marked unsafe as invalid arguments will mess
|
||||
// up the underlying allocator.
|
||||
pub fn dealloc(&mut self, start_frame: usize, count: usize) {
|
||||
self.allocator.dealloc(start_frame, count);
|
||||
self.allocated -= count * PAGE_SIZE;
|
||||
@ -182,7 +181,7 @@ impl CountingFrameAllocator {
|
||||
}
|
||||
}
|
||||
|
||||
pub(in crate::mm) static PAGE_ALLOCATOR: Once<SpinLock<CountingFrameAllocator>> = Once::new();
|
||||
pub(in crate::mm) static FRAME_ALLOCATOR: Once<SpinLock<CountingFrameAllocator>> = Once::new();
|
||||
|
||||
pub(crate) fn init() {
|
||||
let regions = crate::boot::memory_regions();
|
||||
@ -208,5 +207,5 @@ pub(crate) fn init() {
|
||||
}
|
||||
}
|
||||
let counting_allocator = CountingFrameAllocator::new(allocator, total);
|
||||
PAGE_ALLOCATOR.call_once(|| SpinLock::new(counting_allocator));
|
||||
FRAME_ALLOCATOR.call_once(|| SpinLock::new(counting_allocator));
|
||||
}
|
||||
|
@ -1,15 +1,18 @@
|
||||
// SPDX-License-Identifier: MPL-2.0
|
||||
|
||||
//! Metadata management of pages.
|
||||
//! Metadata management of frames.
|
||||
//!
|
||||
//! You can picture a globally shared, static, gigantic array of metadata initialized for each page.
|
||||
//! An entry in the array is called a `MetaSlot`, which contains the metadata of a page. There would
|
||||
//! be a dedicated small "heap" space in each slot for dynamic metadata. You can store anything as the
|
||||
//! metadata of a page as long as it's [`Sync`].
|
||||
//! You can picture a globally shared, static, gigantic array of metadata
|
||||
//! initialized for each frame. An entry in the array is called a [`MetaSlot`],
|
||||
//! which contains the metadata of a frame. There would be a dedicated small
|
||||
//! "heap" space in each slot for dynamic metadata. You can store anything as
|
||||
//! the metadata of a frame as long as it's [`Sync`].
|
||||
//!
|
||||
//! In the implementation level, the slots are placed in the metadata pages mapped to a certain virtual
|
||||
//! address. It is faster, simpler, safer and more versatile compared with an actual static array
|
||||
//! implementation.
|
||||
//! # Implementation
|
||||
//!
|
||||
//! The slots are placed in the metadata pages mapped to a certain virtual
|
||||
//! address in the kernel space. So finding the metadata of a frame often
|
||||
//! comes with no costs since the translation is a simple arithmetic operation.
|
||||
|
||||
pub(crate) mod mapping {
|
||||
//! The metadata of each physical page is linear mapped to fixed virtual addresses
|
||||
@ -20,15 +23,15 @@ pub(crate) mod mapping {
|
||||
use super::MetaSlot;
|
||||
use crate::mm::{kspace::FRAME_METADATA_RANGE, Paddr, PagingConstsTrait, Vaddr, PAGE_SIZE};
|
||||
|
||||
/// Converts a physical address of a base page to the virtual address of the metadata slot.
|
||||
pub(crate) const fn page_to_meta<C: PagingConstsTrait>(paddr: Paddr) -> Vaddr {
|
||||
/// Converts a physical address of a base frame to the virtual address of the metadata slot.
|
||||
pub(crate) const fn frame_to_meta<C: PagingConstsTrait>(paddr: Paddr) -> Vaddr {
|
||||
let base = FRAME_METADATA_RANGE.start;
|
||||
let offset = paddr / PAGE_SIZE;
|
||||
base + offset * size_of::<MetaSlot>()
|
||||
}
|
||||
|
||||
/// Converts a virtual address of the metadata slot to the physical address of the page.
|
||||
pub(crate) const fn meta_to_page<C: PagingConstsTrait>(vaddr: Vaddr) -> Paddr {
|
||||
/// Converts a virtual address of the metadata slot to the physical address of the frame.
|
||||
pub(crate) const fn meta_to_frame<C: PagingConstsTrait>(vaddr: Vaddr) -> Paddr {
|
||||
let base = FRAME_METADATA_RANGE.start;
|
||||
let offset = (vaddr - base) / size_of::<MetaSlot>();
|
||||
offset * PAGE_SIZE
|
||||
@ -58,28 +61,28 @@ use crate::{
|
||||
panic::abort,
|
||||
};
|
||||
|
||||
/// The maximum number of bytes of the metadata of a page.
|
||||
pub const PAGE_METADATA_MAX_SIZE: usize =
|
||||
/// The maximum number of bytes of the metadata of a frame.
|
||||
pub const FRAME_METADATA_MAX_SIZE: usize =
|
||||
META_SLOT_SIZE - size_of::<bool>() - size_of::<AtomicU32>() - size_of::<FrameMetaVtablePtr>();
|
||||
/// The maximum alignment in bytes of the metadata of a page.
|
||||
pub const PAGE_METADATA_MAX_ALIGN: usize = align_of::<MetaSlot>();
|
||||
/// The maximum alignment in bytes of the metadata of a frame.
|
||||
pub const FRAME_METADATA_MAX_ALIGN: usize = align_of::<MetaSlot>();
|
||||
|
||||
const META_SLOT_SIZE: usize = 64;
|
||||
|
||||
#[repr(C)]
|
||||
pub(in crate::mm) struct MetaSlot {
|
||||
/// The metadata of the page.
|
||||
/// The metadata of a frame.
|
||||
///
|
||||
/// It is placed at the beginning of a slot because:
|
||||
/// - the implementation can simply cast a `*const MetaSlot`
|
||||
/// to a `*const FrameMeta` for manipulation;
|
||||
/// to a `*const AnyFrameMeta` for manipulation;
|
||||
/// - if the metadata need special alignment, we can provide
|
||||
/// at most `PAGE_METADATA_ALIGN` bytes of alignment;
|
||||
/// - the subsequent fields can utilize the padding of the
|
||||
/// reference count to save space.
|
||||
///
|
||||
/// Don't access this field by a reference to the slot.
|
||||
_storage: UnsafeCell<[u8; PAGE_METADATA_MAX_SIZE]>,
|
||||
/// Don't access this field with a reference to the slot.
|
||||
_storage: UnsafeCell<[u8; FRAME_METADATA_MAX_SIZE]>,
|
||||
/// The reference count of the page.
|
||||
///
|
||||
/// Specifically, the reference count has the following meaning:
|
||||
@ -94,7 +97,7 @@ pub(in crate::mm) struct MetaSlot {
|
||||
/// [`Frame::from_unused`]: super::Frame::from_unused
|
||||
//
|
||||
// Other than this field the fields should be `MaybeUninit`.
|
||||
// See initialization in `alloc_meta_pages`.
|
||||
// See initialization in `alloc_meta_frames`.
|
||||
pub(super) ref_count: AtomicU32,
|
||||
/// The virtual table that indicates the type of the metadata.
|
||||
pub(super) vtable_ptr: UnsafeCell<MaybeUninit<FrameMetaVtablePtr>>,
|
||||
@ -103,46 +106,46 @@ pub(in crate::mm) struct MetaSlot {
|
||||
pub(super) const REF_COUNT_UNUSED: u32 = u32::MAX;
|
||||
const REF_COUNT_MAX: u32 = i32::MAX as u32;
|
||||
|
||||
type FrameMetaVtablePtr = core::ptr::DynMetadata<dyn FrameMeta>;
|
||||
type FrameMetaVtablePtr = core::ptr::DynMetadata<dyn AnyFrameMeta>;
|
||||
|
||||
const_assert_eq!(PAGE_SIZE % META_SLOT_SIZE, 0);
|
||||
const_assert_eq!(size_of::<MetaSlot>(), META_SLOT_SIZE);
|
||||
|
||||
/// All page metadata types must implement this trait.
|
||||
/// All frame metadata types must implement this trait.
|
||||
///
|
||||
/// If a page type needs specific drop behavior, it should specify
|
||||
/// If a frame type needs specific drop behavior, it should specify
|
||||
/// when implementing this trait. When we drop the last handle to
|
||||
/// this page, the `on_drop` method will be called. The `on_drop`
|
||||
/// method is called with the physical address of the page.
|
||||
/// this frame, the `on_drop` method will be called. The `on_drop`
|
||||
/// method is called with the physical address of the frame.
|
||||
///
|
||||
/// # Safety
|
||||
///
|
||||
/// The implemented structure must have a size less than or equal to
|
||||
/// [`PAGE_METADATA_MAX_SIZE`] and an alignment less than or equal to
|
||||
/// [`PAGE_METADATA_MAX_ALIGN`].
|
||||
/// [`FRAME_METADATA_MAX_SIZE`] and an alignment less than or equal to
|
||||
/// [`FRAME_METADATA_MAX_ALIGN`].
|
||||
///
|
||||
/// The implementer of the `on_drop` method should ensure that the frame is
|
||||
/// safe to be read.
|
||||
pub unsafe trait FrameMeta: Any + Send + Sync + Debug + 'static {
|
||||
/// Called when the last handle to the page is dropped.
|
||||
pub unsafe trait AnyFrameMeta: Any + Send + Sync + Debug + 'static {
|
||||
/// Called when the last handle to the frame is dropped.
|
||||
fn on_drop(&mut self, reader: &mut VmReader<Infallible>) {
|
||||
let _ = reader;
|
||||
}
|
||||
|
||||
/// Whether the metadata's associated frame is untyped.
|
||||
///
|
||||
/// If a type implements [`UFrameMeta`], this should be `true`.
|
||||
/// If a type implements [`AnyUFrameMeta`], this should be `true`.
|
||||
/// Otherwise, it should be `false`.
|
||||
///
|
||||
/// [`UFrameMeta`]: super::untyped::UFrameMeta
|
||||
/// [`AnyUFrameMeta`]: super::untyped::AnyUFrameMeta
|
||||
fn is_untyped(&self) -> bool {
|
||||
false
|
||||
}
|
||||
}
|
||||
|
||||
/// Makes a structure usable as a page metadata.
|
||||
/// Makes a structure usable as a frame metadata.
|
||||
///
|
||||
/// Directly implementing [`FrameMeta`] is not safe since the size and alignment
|
||||
/// Directly implementing [`AnyFrameMeta`] is not safe since the size and alignment
|
||||
/// must be checked. This macro provides a safe way to implement the trait with
|
||||
/// compile-time checks.
|
||||
#[macro_export]
|
||||
@ -150,21 +153,21 @@ macro_rules! impl_frame_meta_for {
|
||||
// Implement without specifying the drop behavior.
|
||||
($t:ty) => {
|
||||
use static_assertions::const_assert;
|
||||
const_assert!(size_of::<$t>() <= $crate::mm::frame::meta::PAGE_METADATA_MAX_SIZE);
|
||||
const_assert!(align_of::<$t>() <= $crate::mm::frame::meta::PAGE_METADATA_MAX_ALIGN);
|
||||
const_assert!(size_of::<$t>() <= $crate::mm::frame::meta::FRAME_METADATA_MAX_SIZE);
|
||||
const_assert!(align_of::<$t>() <= $crate::mm::frame::meta::FRAME_METADATA_MAX_ALIGN);
|
||||
// SAFETY: The size and alignment of the structure are checked.
|
||||
unsafe impl $crate::mm::frame::meta::FrameMeta for $t {}
|
||||
unsafe impl $crate::mm::frame::meta::AnyFrameMeta for $t {}
|
||||
};
|
||||
}
|
||||
|
||||
pub use impl_frame_meta_for;
|
||||
|
||||
impl MetaSlot {
|
||||
/// Increases the page reference count by one.
|
||||
/// Increases the frame reference count by one.
|
||||
///
|
||||
/// # Safety
|
||||
///
|
||||
/// The caller must have already held a reference to the page.
|
||||
/// The caller must have already held a reference to the frame.
|
||||
pub(super) unsafe fn inc_ref_count(&self) {
|
||||
let last_ref_cnt = self.ref_count.fetch_add(1, Ordering::Relaxed);
|
||||
debug_assert!(last_ref_cnt != 0 && last_ref_cnt != REF_COUNT_UNUSED);
|
||||
@ -182,8 +185,8 @@ impl MetaSlot {
|
||||
///
|
||||
/// # Safety
|
||||
///
|
||||
/// The caller should ensure that the pointer points to a page's metadata slot. The
|
||||
/// page should have a last handle to the page, and the page is about to be dropped,
|
||||
/// The caller should ensure that the pointer points to a frame's metadata slot. The
|
||||
/// frame should have a last handle to the frame, and the frame is about to be dropped,
|
||||
/// as the metadata slot after this operation becomes uninitialized.
|
||||
pub(super) unsafe fn drop_last_in_place(ptr: *mut MetaSlot) {
|
||||
// SAFETY: `ptr` points to a valid `MetaSlot` that will never be mutably borrowed, so taking an
|
||||
@ -193,14 +196,14 @@ pub(super) unsafe fn drop_last_in_place(ptr: *mut MetaSlot) {
|
||||
// This should be guaranteed as a safety requirement.
|
||||
debug_assert_eq!(slot.ref_count.load(Ordering::Relaxed), 0);
|
||||
|
||||
let paddr = mapping::meta_to_page::<PagingConsts>(ptr as Vaddr);
|
||||
let paddr = mapping::meta_to_frame::<PagingConsts>(ptr as Vaddr);
|
||||
|
||||
// SAFETY: We have exclusive access to the page metadata.
|
||||
// SAFETY: We have exclusive access to the frame metadata.
|
||||
let vtable_ptr = unsafe { &mut *slot.vtable_ptr.get() };
|
||||
// SAFETY: The page metadata is initialized and valid.
|
||||
// SAFETY: The frame metadata is initialized and valid.
|
||||
let vtable_ptr = unsafe { vtable_ptr.assume_init_read() };
|
||||
|
||||
let meta_ptr: *mut dyn FrameMeta = core::ptr::from_raw_parts_mut(ptr, vtable_ptr);
|
||||
let meta_ptr: *mut dyn AnyFrameMeta = core::ptr::from_raw_parts_mut(ptr, vtable_ptr);
|
||||
|
||||
// SAFETY: The implementer of the frame metadata decides that if the frame
|
||||
// is safe to be read or not.
|
||||
@ -209,11 +212,11 @@ pub(super) unsafe fn drop_last_in_place(ptr: *mut MetaSlot) {
|
||||
|
||||
// SAFETY: `ptr` points to the metadata storage which is valid to be mutably borrowed under
|
||||
// `vtable_ptr` because the metadata is valid, the vtable is correct, and we have the exclusive
|
||||
// access to the page metadata.
|
||||
// access to the frame metadata.
|
||||
unsafe {
|
||||
// Invoke the custom `on_drop` handler.
|
||||
(*meta_ptr).on_drop(&mut reader);
|
||||
// Drop the page metadata.
|
||||
// Drop the frame metadata.
|
||||
core::ptr::drop_in_place(meta_ptr);
|
||||
}
|
||||
|
||||
@ -221,24 +224,24 @@ pub(super) unsafe fn drop_last_in_place(ptr: *mut MetaSlot) {
|
||||
// be reordered after this memory store.
|
||||
slot.ref_count.store(REF_COUNT_UNUSED, Ordering::Release);
|
||||
|
||||
// Deallocate the page.
|
||||
// It would return the page to the allocator for further use. This would be done
|
||||
// Deallocate the frame.
|
||||
// It would return the frame to the allocator for further use. This would be done
|
||||
// after the release of the metadata to avoid re-allocation before the metadata
|
||||
// is reset.
|
||||
allocator::PAGE_ALLOCATOR
|
||||
allocator::FRAME_ALLOCATOR
|
||||
.get()
|
||||
.unwrap()
|
||||
.lock()
|
||||
.dealloc(paddr / PAGE_SIZE, 1);
|
||||
}
|
||||
|
||||
/// The metadata of pages that holds metadata of pages.
|
||||
/// The metadata of frames that holds metadata of frames.
|
||||
#[derive(Debug, Default)]
|
||||
pub struct MetaPageMeta {}
|
||||
|
||||
impl_frame_meta_for!(MetaPageMeta);
|
||||
|
||||
/// Initializes the metadata of all physical pages.
|
||||
/// Initializes the metadata of all physical frames.
|
||||
///
|
||||
/// The function returns a list of `Frame`s containing the metadata.
|
||||
pub(crate) fn init() -> Segment<MetaPageMeta> {
|
||||
@ -248,7 +251,7 @@ pub(crate) fn init() -> Segment<MetaPageMeta> {
|
||||
};
|
||||
|
||||
info!(
|
||||
"Initializing page metadata for physical memory up to {:x}",
|
||||
"Initializing frame metadata for physical memory up to {:x}",
|
||||
max_paddr
|
||||
);
|
||||
|
||||
@ -256,14 +259,14 @@ pub(crate) fn init() -> Segment<MetaPageMeta> {
|
||||
|
||||
super::MAX_PADDR.store(max_paddr, Ordering::Relaxed);
|
||||
|
||||
let num_pages = max_paddr / page_size::<PagingConsts>(1);
|
||||
let (num_meta_pages, meta_pages) = alloc_meta_pages(num_pages);
|
||||
let tot_nr_frames = max_paddr / page_size::<PagingConsts>(1);
|
||||
let (nr_meta_pages, meta_pages) = alloc_meta_frames(tot_nr_frames);
|
||||
|
||||
// Map the metadata pages.
|
||||
// Map the metadata frames.
|
||||
boot_pt::with_borrow(|boot_pt| {
|
||||
for i in 0..num_meta_pages {
|
||||
for i in 0..nr_meta_pages {
|
||||
let frame_paddr = meta_pages + i * PAGE_SIZE;
|
||||
let vaddr = mapping::page_to_meta::<PagingConsts>(0) + i * PAGE_SIZE;
|
||||
let vaddr = mapping::frame_to_meta::<PagingConsts>(0) + i * PAGE_SIZE;
|
||||
let prop = PageProperty {
|
||||
flags: PageFlags::RW,
|
||||
cache: CachePolicy::Writeback,
|
||||
@ -275,41 +278,45 @@ pub(crate) fn init() -> Segment<MetaPageMeta> {
|
||||
})
|
||||
.unwrap();
|
||||
|
||||
// Now the metadata pages are mapped, we can initialize the metadata.
|
||||
Segment::from_unused(meta_pages..meta_pages + num_meta_pages * PAGE_SIZE, |_| {
|
||||
// Now the metadata frames are mapped, we can initialize the metadata.
|
||||
Segment::from_unused(meta_pages..meta_pages + nr_meta_pages * PAGE_SIZE, |_| {
|
||||
MetaPageMeta {}
|
||||
})
|
||||
}
|
||||
|
||||
fn alloc_meta_pages(num_pages: usize) -> (usize, Paddr) {
|
||||
let num_meta_pages = num_pages
|
||||
fn alloc_meta_frames(tot_nr_frames: usize) -> (usize, Paddr) {
|
||||
let nr_meta_pages = tot_nr_frames
|
||||
.checked_mul(size_of::<MetaSlot>())
|
||||
.unwrap()
|
||||
.div_ceil(PAGE_SIZE);
|
||||
let start_paddr = allocator::PAGE_ALLOCATOR
|
||||
let start_paddr = allocator::FRAME_ALLOCATOR
|
||||
.get()
|
||||
.unwrap()
|
||||
.lock()
|
||||
.alloc(num_meta_pages)
|
||||
.alloc(nr_meta_pages)
|
||||
.unwrap()
|
||||
* PAGE_SIZE;
|
||||
|
||||
let slots = paddr_to_vaddr(start_paddr) as *mut MetaSlot;
|
||||
|
||||
// Fill the metadata pages with a byte pattern of `REF_COUNT_UNUSED`.
|
||||
// Fill the metadata frames with a byte pattern of `REF_COUNT_UNUSED`.
|
||||
debug_assert_eq!(REF_COUNT_UNUSED.to_ne_bytes(), [0xff, 0xff, 0xff, 0xff]);
|
||||
// SAFETY: `slots` and the length is a valid region for the metadata pages
|
||||
// SAFETY: `slots` and the length is a valid region for the metadata frames
|
||||
// that are going to be treated as metadata slots. The byte pattern is
|
||||
// valid as the initial value of the reference count (other fields are
|
||||
// either not accessed or `MaybeUninit`).
|
||||
unsafe {
|
||||
core::ptr::write_bytes(slots as *mut u8, 0xff, num_pages * size_of::<MetaSlot>());
|
||||
core::ptr::write_bytes(
|
||||
slots as *mut u8,
|
||||
0xff,
|
||||
tot_nr_frames * size_of::<MetaSlot>(),
|
||||
);
|
||||
}
|
||||
|
||||
(num_meta_pages, start_paddr)
|
||||
(nr_meta_pages, start_paddr)
|
||||
}
|
||||
|
||||
/// Adds a temporary linear mapping for the metadata pages.
|
||||
/// Adds a temporary linear mapping for the metadata frames.
|
||||
///
|
||||
/// We only assume boot page table to contain 4G linear mapping. Thus if the
|
||||
/// physical memory is huge we end up depleted of linear virtual memory for
|
||||
|
@ -1,18 +1,35 @@
|
||||
// SPDX-License-Identifier: MPL-2.0
|
||||
|
||||
//! Physical memory page management.
|
||||
//! Frame (physical memory page) management.
|
||||
//!
|
||||
//! A page is an aligned, contiguous range of bytes in physical memory. The sizes
|
||||
//! of base pages and huge pages are architecture-dependent. A page can be mapped
|
||||
//! to a virtual address using the page table.
|
||||
//! A frame is an aligned, contiguous range of bytes in physical memory. The
|
||||
//! sizes of base frames and huge frames (that are mapped as "huge pages") are
|
||||
//! architecture-dependent. A frame can be mapped to virtual address spaces
|
||||
//! using the page table.
|
||||
//!
|
||||
//! Pages can be accessed through page handles, namely, [`Frame`]. A page handle
|
||||
//! is a reference-counted handle to a page. When all handles to a page are dropped,
|
||||
//! the page is released and can be reused.
|
||||
//! Frames can be accessed through frame handles, namely, [`Frame`]. A frame
|
||||
//! handle is a reference-counted pointer to a frame. When all handles to a
|
||||
//! frame are dropped, the frame is released and can be reused. Contiguous
|
||||
//! frames are managed with [`Segment`].
|
||||
//!
|
||||
//! Pages can have dedicated metadata, which is implemented in the [`meta`] module.
|
||||
//! The reference count and usage of a page are stored in the metadata as well, leaving
|
||||
//! the handle only a pointer to the metadata.
|
||||
//! There are various kinds of frames. The top-level grouping of frame kinds
|
||||
//! are "typed" frames and "untyped" frames. Typed frames host Rust objects
|
||||
//! that must follow the visibility, lifetime and borrow rules of Rust, thus
|
||||
//! not being able to be directly manipulated. Untyped frames are raw memory
|
||||
//! that can be manipulated directly. So only untyped frames can be
|
||||
//! - safely shared to external entities such as device drivers or user-space
|
||||
//! applications.
|
||||
//! - or directly manipulated with readers and writers that neglect Rust's
|
||||
//! "alias XOR mutability" rule.
|
||||
//!
|
||||
//! The kind of a frame is determined by the type of its metadata. Untyped
|
||||
//! frames have its metadata type that implements the [`UntypedFrameMeta`]
|
||||
//! trait, while typed frames don't.
|
||||
//!
|
||||
//! Frames can have dedicated metadata, which is implemented in the [`meta`]
|
||||
//! module. The reference count and usage of a frame are stored in the metadata
|
||||
//! as well, leaving the handle only a pointer to the metadata slot. Users
|
||||
//! can create custom metadata types by implementing the [`AnyFrameMeta`] trait.
|
||||
|
||||
pub mod allocator;
|
||||
pub mod meta;
|
||||
@ -25,37 +42,42 @@ use core::{
|
||||
};
|
||||
|
||||
use meta::{
|
||||
mapping, FrameMeta, MetaSlot, PAGE_METADATA_MAX_ALIGN, PAGE_METADATA_MAX_SIZE, REF_COUNT_UNUSED,
|
||||
mapping, AnyFrameMeta, MetaSlot, FRAME_METADATA_MAX_ALIGN, FRAME_METADATA_MAX_SIZE,
|
||||
REF_COUNT_UNUSED,
|
||||
};
|
||||
pub use segment::Segment;
|
||||
use untyped::{DynUFrame, UFrameMeta};
|
||||
use untyped::{AnyUFrameMeta, UFrame};
|
||||
|
||||
use super::{PagingLevel, PAGE_SIZE};
|
||||
use crate::mm::{Paddr, PagingConsts, Vaddr};
|
||||
|
||||
static MAX_PADDR: AtomicUsize = AtomicUsize::new(0);
|
||||
|
||||
/// A physical memory frame with a statically-known usage, whose metadata is represented by `M`.
|
||||
/// A smart pointer to a frame.
|
||||
///
|
||||
/// A frame is a contiguous range of bytes in physical memory. The [`Frame`]
|
||||
/// type is a smart pointer to a frame that is reference-counted.
|
||||
///
|
||||
/// Frames are associated with metadata. The type of the metadata `M` is
|
||||
/// determines the kind of the frame. If `M` implements [`AnyUFrameMeta`], the
|
||||
/// frame is a untyped frame. Otherwise, it is a typed frame.
|
||||
#[derive(Debug)]
|
||||
#[repr(transparent)]
|
||||
pub struct Frame<M: FrameMeta + ?Sized> {
|
||||
pub(super) ptr: *const MetaSlot,
|
||||
pub(super) _marker: PhantomData<M>,
|
||||
pub struct Frame<M: AnyFrameMeta + ?Sized> {
|
||||
// TODO: We may use a `NonNull<M>` here to make the frame a maybe-fat
|
||||
// pointer and implement `CoerceUnsized` to avoid `From`s. However this is
|
||||
// not quite feasible currently because we cannot cast a must-be-fat
|
||||
// pointer (`*const dyn AnyFrameMeta`) to a maybe-fat pointer (`NonNull<M>`).
|
||||
ptr: *const MetaSlot,
|
||||
_marker: PhantomData<M>,
|
||||
}
|
||||
|
||||
/// A physical memory frame with a dynamically-known usage.
|
||||
///
|
||||
/// The usage of this frame will not be changed while this object is alive. But the
|
||||
/// usage is not known at compile time. An [`DynFrame`] as a parameter accepts any
|
||||
/// type of frames.
|
||||
pub type DynFrame = Frame<dyn FrameMeta>;
|
||||
unsafe impl<M: AnyFrameMeta + ?Sized> Send for Frame<M> {}
|
||||
|
||||
unsafe impl<M: FrameMeta + ?Sized> Send for Frame<M> {}
|
||||
unsafe impl<M: AnyFrameMeta + ?Sized> Sync for Frame<M> {}
|
||||
|
||||
unsafe impl<M: FrameMeta + ?Sized> Sync for Frame<M> {}
|
||||
|
||||
impl<M: FrameMeta> Frame<M> {
|
||||
/// Get a `Frame` handle with a specific usage from a raw, unused page.
|
||||
impl<M: AnyFrameMeta> Frame<M> {
|
||||
/// Gets a [`Frame`] with a specific usage from a raw, unused page.
|
||||
///
|
||||
/// The caller should provide the initial metadata of the page.
|
||||
///
|
||||
@ -68,11 +90,11 @@ impl<M: FrameMeta> Frame<M> {
|
||||
assert!(paddr % PAGE_SIZE == 0);
|
||||
assert!(paddr < MAX_PADDR.load(Ordering::Relaxed) as Paddr);
|
||||
|
||||
// Checking unsafe preconditions of the `FrameMeta` trait.
|
||||
debug_assert!(size_of::<M>() <= PAGE_METADATA_MAX_SIZE);
|
||||
debug_assert!(align_of::<M>() <= PAGE_METADATA_MAX_ALIGN);
|
||||
// Checking unsafe preconditions of the `AnyFrameMeta` trait.
|
||||
debug_assert!(size_of::<M>() <= FRAME_METADATA_MAX_SIZE);
|
||||
debug_assert!(align_of::<M>() <= FRAME_METADATA_MAX_ALIGN);
|
||||
|
||||
let vaddr = mapping::page_to_meta::<PagingConsts>(paddr);
|
||||
let vaddr = mapping::frame_to_meta::<PagingConsts>(paddr);
|
||||
let ptr = vaddr as *const MetaSlot;
|
||||
|
||||
// SAFETY: `ptr` points to a valid `MetaSlot` that will never be mutably borrowed, so taking an
|
||||
@ -88,13 +110,13 @@ impl<M: FrameMeta> Frame<M> {
|
||||
// SAFETY: We have exclusive access to the page metadata. These fields are mutably
|
||||
// borrowed only once.
|
||||
let vtable_ptr = unsafe { &mut *slot.vtable_ptr.get() };
|
||||
vtable_ptr.write(core::ptr::metadata(&metadata as &dyn FrameMeta));
|
||||
vtable_ptr.write(core::ptr::metadata(&metadata as &dyn AnyFrameMeta));
|
||||
|
||||
// SAFETY:
|
||||
// 1. `ptr` points to the first field of `MetaSlot` (guaranteed by `repr(C)`), which is the
|
||||
// metadata storage.
|
||||
// 2. The size and the alignment of the metadata storage is large enough to hold `M`
|
||||
// (guaranteed by the safety requirement of the `FrameMeta` trait).
|
||||
// (guaranteed by the safety requirement of the `AnyFrameMeta` trait).
|
||||
// 3. We have exclusive access to the metadata storage (guaranteed by the reference count).
|
||||
unsafe { ptr.cast::<M>().cast_mut().write(metadata) };
|
||||
|
||||
@ -109,7 +131,7 @@ impl<M: FrameMeta> Frame<M> {
|
||||
}
|
||||
}
|
||||
|
||||
/// Get the metadata of this page.
|
||||
/// Gets the metadata of this page.
|
||||
pub fn meta(&self) -> &M {
|
||||
// SAFETY: `self.ptr` points to the metadata storage which is valid to
|
||||
// be immutably borrowed as `M` because the type is correct, it lives
|
||||
@ -119,13 +141,13 @@ impl<M: FrameMeta> Frame<M> {
|
||||
}
|
||||
}
|
||||
|
||||
impl<M: FrameMeta + ?Sized> Frame<M> {
|
||||
/// Get the physical address.
|
||||
impl<M: AnyFrameMeta + ?Sized> Frame<M> {
|
||||
/// Gets the physical address of the start of the frame.
|
||||
pub fn start_paddr(&self) -> Paddr {
|
||||
mapping::meta_to_page::<PagingConsts>(self.ptr as Vaddr)
|
||||
mapping::meta_to_frame::<PagingConsts>(self.ptr as Vaddr)
|
||||
}
|
||||
|
||||
/// Get the paging level of this page.
|
||||
/// Gets the paging level of this page.
|
||||
///
|
||||
/// This is the level of the page table entry that maps the frame,
|
||||
/// which determines the size of the frame.
|
||||
@ -136,15 +158,15 @@ impl<M: FrameMeta + ?Sized> Frame<M> {
|
||||
1
|
||||
}
|
||||
|
||||
/// Size of this page in bytes.
|
||||
/// Gets the size of this page in bytes.
|
||||
pub const fn size(&self) -> usize {
|
||||
PAGE_SIZE
|
||||
}
|
||||
|
||||
/// Get the dyncamically-typed metadata of this frame.
|
||||
/// Gets the dyncamically-typed metadata of this frame.
|
||||
///
|
||||
/// If the type is known at compile time, use [`Frame::meta`] instead.
|
||||
pub fn dyn_meta(&self) -> &dyn FrameMeta {
|
||||
pub fn dyn_meta(&self) -> &dyn AnyFrameMeta {
|
||||
let slot = self.slot();
|
||||
|
||||
// SAFETY: The page metadata is valid to be borrowed immutably, since it will never be
|
||||
@ -154,7 +176,7 @@ impl<M: FrameMeta + ?Sized> Frame<M> {
|
||||
// SAFETY: The page metadata is initialized and valid.
|
||||
let vtable_ptr = *unsafe { vtable_ptr.assume_init_ref() };
|
||||
|
||||
let meta_ptr: *const dyn FrameMeta = core::ptr::from_raw_parts(self.ptr, vtable_ptr);
|
||||
let meta_ptr: *const dyn AnyFrameMeta = core::ptr::from_raw_parts(self.ptr, vtable_ptr);
|
||||
|
||||
// SAFETY: `self.ptr` points to the metadata storage which is valid to be immutably
|
||||
// borrowed under `vtable_ptr` because the vtable is correct, it lives under the given
|
||||
@ -162,11 +184,11 @@ impl<M: FrameMeta + ?Sized> Frame<M> {
|
||||
unsafe { &*meta_ptr }
|
||||
}
|
||||
|
||||
/// Get the reference count of the page.
|
||||
/// Gets the reference count of the frame.
|
||||
///
|
||||
/// It returns the number of all references to the page, including all the
|
||||
/// existing page handles ([`Frame`], [`Frame<dyn FrameMeta>`]), and all the mappings in the
|
||||
/// page table that points to the page.
|
||||
/// It returns the number of all references to the frame, including all the
|
||||
/// existing frame handles ([`Frame`], [`Frame<dyn AnyFrameMeta>`]), and all
|
||||
/// the mappings in the page table that points to the frame.
|
||||
///
|
||||
/// # Safety
|
||||
///
|
||||
@ -181,13 +203,13 @@ impl<M: FrameMeta + ?Sized> Frame<M> {
|
||||
unsafe { &(*self.ptr).ref_count }
|
||||
}
|
||||
|
||||
/// Forget the handle to the page.
|
||||
/// Forgets the handle to the frame.
|
||||
///
|
||||
/// This will result in the page being leaked without calling the custom dropper.
|
||||
/// This will result in the frame being leaked without calling the custom dropper.
|
||||
///
|
||||
/// A physical address to the page is returned in case the page needs to be
|
||||
/// A physical address to the frame is returned in case the frame needs to be
|
||||
/// restored using [`Frame::from_raw`] later. This is useful when some architectural
|
||||
/// data structures need to hold the page handle such as the page table.
|
||||
/// data structures need to hold the frame handle such as the page table.
|
||||
#[allow(unused)]
|
||||
pub(in crate::mm) fn into_raw(self) -> Paddr {
|
||||
let paddr = self.start_paddr();
|
||||
@ -195,7 +217,7 @@ impl<M: FrameMeta + ?Sized> Frame<M> {
|
||||
paddr
|
||||
}
|
||||
|
||||
/// Restore a forgotten `Frame` from a physical address.
|
||||
/// Restores a forgotten `Frame` from a physical address.
|
||||
///
|
||||
/// # Safety
|
||||
///
|
||||
@ -205,10 +227,10 @@ impl<M: FrameMeta + ?Sized> Frame<M> {
|
||||
/// And the restoring operation should only be done once for a forgotten
|
||||
/// `Frame`. Otherwise double-free will happen.
|
||||
///
|
||||
/// Also, the caller ensures that the usage of the page is correct. There's
|
||||
/// Also, the caller ensures that the usage of the frame is correct. There's
|
||||
/// no checking of the usage in this function.
|
||||
pub(in crate::mm) unsafe fn from_raw(paddr: Paddr) -> Self {
|
||||
let vaddr = mapping::page_to_meta::<PagingConsts>(paddr);
|
||||
let vaddr = mapping::frame_to_meta::<PagingConsts>(paddr);
|
||||
let ptr = vaddr as *const MetaSlot;
|
||||
|
||||
Self {
|
||||
@ -224,9 +246,9 @@ impl<M: FrameMeta + ?Sized> Frame<M> {
|
||||
}
|
||||
}
|
||||
|
||||
impl<M: FrameMeta + ?Sized> Clone for Frame<M> {
|
||||
impl<M: AnyFrameMeta + ?Sized> Clone for Frame<M> {
|
||||
fn clone(&self) -> Self {
|
||||
// SAFETY: We have already held a reference to the page.
|
||||
// SAFETY: We have already held a reference to the frame.
|
||||
unsafe { self.slot().inc_ref_count() };
|
||||
|
||||
Self {
|
||||
@ -236,7 +258,7 @@ impl<M: FrameMeta + ?Sized> Clone for Frame<M> {
|
||||
}
|
||||
}
|
||||
|
||||
impl<M: FrameMeta + ?Sized> Drop for Frame<M> {
|
||||
impl<M: AnyFrameMeta + ?Sized> Drop for Frame<M> {
|
||||
fn drop(&mut self) {
|
||||
let last_ref_cnt = self.slot().ref_count.fetch_sub(1, Ordering::Release);
|
||||
debug_assert!(last_ref_cnt != 0 && last_ref_cnt != REF_COUNT_UNUSED);
|
||||
@ -254,84 +276,84 @@ impl<M: FrameMeta + ?Sized> Drop for Frame<M> {
|
||||
}
|
||||
}
|
||||
|
||||
impl<M: FrameMeta> TryFrom<Frame<dyn FrameMeta>> for Frame<M> {
|
||||
type Error = Frame<dyn FrameMeta>;
|
||||
impl<M: AnyFrameMeta> TryFrom<Frame<dyn AnyFrameMeta>> for Frame<M> {
|
||||
type Error = Frame<dyn AnyFrameMeta>;
|
||||
|
||||
/// Try converting a [`Frame<dyn FrameMeta>`] into the statically-typed [`Frame`].
|
||||
/// Tries converting a [`Frame<dyn AnyFrameMeta>`] into the statically-typed [`Frame`].
|
||||
///
|
||||
/// If the usage of the page is not the same as the expected usage, it will
|
||||
/// return the dynamic page itself as is.
|
||||
fn try_from(dyn_frame: Frame<dyn FrameMeta>) -> Result<Self, Self::Error> {
|
||||
/// If the usage of the frame is not the same as the expected usage, it will
|
||||
/// return the dynamic frame itself as is.
|
||||
fn try_from(dyn_frame: Frame<dyn AnyFrameMeta>) -> Result<Self, Self::Error> {
|
||||
if (dyn_frame.dyn_meta() as &dyn core::any::Any).is::<M>() {
|
||||
// SAFETY: The metadata is coerceable and the struct is transmutable.
|
||||
Ok(unsafe { core::mem::transmute::<Frame<dyn FrameMeta>, Frame<M>>(dyn_frame) })
|
||||
Ok(unsafe { core::mem::transmute::<Frame<dyn AnyFrameMeta>, Frame<M>>(dyn_frame) })
|
||||
} else {
|
||||
Err(dyn_frame)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
impl<M: FrameMeta> From<Frame<M>> for Frame<dyn FrameMeta> {
|
||||
impl<M: AnyFrameMeta> From<Frame<M>> for Frame<dyn AnyFrameMeta> {
|
||||
fn from(frame: Frame<M>) -> Self {
|
||||
// SAFETY: The metadata is coerceable and the struct is transmutable.
|
||||
unsafe { core::mem::transmute(frame) }
|
||||
}
|
||||
}
|
||||
|
||||
impl<M: UFrameMeta> From<Frame<M>> for DynUFrame {
|
||||
impl<M: AnyUFrameMeta> From<Frame<M>> for UFrame {
|
||||
fn from(frame: Frame<M>) -> Self {
|
||||
// SAFETY: The metadata is coerceable and the struct is transmutable.
|
||||
unsafe { core::mem::transmute(frame) }
|
||||
}
|
||||
}
|
||||
|
||||
impl<M: UFrameMeta> From<&Frame<M>> for &DynUFrame {
|
||||
impl<M: AnyUFrameMeta> From<&Frame<M>> for &UFrame {
|
||||
fn from(frame: &Frame<M>) -> Self {
|
||||
// SAFETY: The metadata is coerceable and the struct is transmutable.
|
||||
unsafe { core::mem::transmute(frame) }
|
||||
}
|
||||
}
|
||||
|
||||
impl From<DynUFrame> for Frame<dyn FrameMeta> {
|
||||
fn from(frame: DynUFrame) -> Self {
|
||||
impl From<UFrame> for Frame<dyn AnyFrameMeta> {
|
||||
fn from(frame: UFrame) -> Self {
|
||||
// SAFETY: The metadata is coerceable and the struct is transmutable.
|
||||
unsafe { core::mem::transmute(frame) }
|
||||
}
|
||||
}
|
||||
|
||||
impl TryFrom<Frame<dyn FrameMeta>> for DynUFrame {
|
||||
type Error = Frame<dyn FrameMeta>;
|
||||
impl TryFrom<Frame<dyn AnyFrameMeta>> for UFrame {
|
||||
type Error = Frame<dyn AnyFrameMeta>;
|
||||
|
||||
/// Try converting a [`Frame<dyn FrameMeta>`] into [`DynUFrame`].
|
||||
/// Tries converting a [`Frame<dyn AnyFrameMeta>`] into [`UFrame`].
|
||||
///
|
||||
/// If the usage of the page is not the same as the expected usage, it will
|
||||
/// return the dynamic page itself as is.
|
||||
fn try_from(dyn_frame: Frame<dyn FrameMeta>) -> Result<Self, Self::Error> {
|
||||
/// If the usage of the frame is not the same as the expected usage, it will
|
||||
/// return the dynamic frame itself as is.
|
||||
fn try_from(dyn_frame: Frame<dyn AnyFrameMeta>) -> Result<Self, Self::Error> {
|
||||
if dyn_frame.dyn_meta().is_untyped() {
|
||||
// SAFETY: The metadata is coerceable and the struct is transmutable.
|
||||
Ok(unsafe { core::mem::transmute::<Frame<dyn FrameMeta>, DynUFrame>(dyn_frame) })
|
||||
Ok(unsafe { core::mem::transmute::<Frame<dyn AnyFrameMeta>, UFrame>(dyn_frame) })
|
||||
} else {
|
||||
Err(dyn_frame)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
/// Increases the reference count of the page by one.
|
||||
/// Increases the reference count of the frame by one.
|
||||
///
|
||||
/// # Safety
|
||||
///
|
||||
/// The caller should ensure the following conditions:
|
||||
/// 1. The physical address must represent a valid page;
|
||||
/// 2. The caller must have already held a reference to the page.
|
||||
pub(in crate::mm) unsafe fn inc_page_ref_count(paddr: Paddr) {
|
||||
/// 1. The physical address must represent a valid frame;
|
||||
/// 2. The caller must have already held a reference to the frame.
|
||||
pub(in crate::mm) unsafe fn inc_frame_ref_count(paddr: Paddr) {
|
||||
debug_assert!(paddr % PAGE_SIZE == 0);
|
||||
debug_assert!(paddr < MAX_PADDR.load(Ordering::Relaxed) as Paddr);
|
||||
|
||||
let vaddr: Vaddr = mapping::page_to_meta::<PagingConsts>(paddr);
|
||||
let vaddr: Vaddr = mapping::frame_to_meta::<PagingConsts>(paddr);
|
||||
// SAFETY: `vaddr` points to a valid `MetaSlot` that will never be mutably borrowed, so taking
|
||||
// an immutable reference to it is always safe.
|
||||
let slot = unsafe { &*(vaddr as *const MetaSlot) };
|
||||
|
||||
// SAFETY: We have already held a reference to the page.
|
||||
// SAFETY: We have already held a reference to the frame.
|
||||
unsafe { slot.inc_ref_count() };
|
||||
}
|
||||
|
@ -1,66 +1,57 @@
|
||||
// SPDX-License-Identifier: MPL-2.0
|
||||
|
||||
//! A contiguous range of pages.
|
||||
//! A contiguous range of frames.
|
||||
|
||||
use core::{mem::ManuallyDrop, ops::Range};
|
||||
|
||||
use super::{inc_page_ref_count, meta::FrameMeta, Frame};
|
||||
use crate::mm::{Paddr, UFrameMeta, PAGE_SIZE};
|
||||
use super::{inc_frame_ref_count, meta::AnyFrameMeta, Frame};
|
||||
use crate::mm::{AnyUFrameMeta, Paddr, PAGE_SIZE};
|
||||
|
||||
/// A contiguous range of homogeneous physical memory pages.
|
||||
/// A contiguous range of homogeneous physical memory frames.
|
||||
///
|
||||
/// This is a handle to many contiguous pages. It will be more lightweight
|
||||
/// than owning an array of page handles.
|
||||
/// This is a handle to multiple contiguous frames. It will be more lightweight
|
||||
/// than owning an array of frame handles.
|
||||
///
|
||||
/// The ownership is achieved by the reference counting mechanism of pages.
|
||||
/// When constructing a `Segment`, the page handles are created then
|
||||
/// forgotten, leaving the reference count. When dropping a it, the page
|
||||
/// The ownership is achieved by the reference counting mechanism of frames.
|
||||
/// When constructing a [`Segment`], the frame handles are created then
|
||||
/// forgotten, leaving the reference count. When dropping a it, the frame
|
||||
/// handles are restored and dropped, decrementing the reference count.
|
||||
///
|
||||
/// All the metadata of the pages are homogeneous, i.e., they are of the same
|
||||
/// All the metadata of the frames are homogeneous, i.e., they are of the same
|
||||
/// type.
|
||||
#[derive(Debug)]
|
||||
#[repr(transparent)]
|
||||
pub struct Segment<M: FrameMeta + ?Sized> {
|
||||
pub struct Segment<M: AnyFrameMeta + ?Sized> {
|
||||
range: Range<Paddr>,
|
||||
_marker: core::marker::PhantomData<M>,
|
||||
}
|
||||
|
||||
/// A contiguous range of homogeneous physical memory frames that have any metadata.
|
||||
///
|
||||
/// In other words, the metadata of the frames are of the same type but the type
|
||||
/// is not known at compile time. An [`DynSegment`] as a parameter accepts any
|
||||
/// type of segments.
|
||||
///
|
||||
/// The usage of this frame will not be changed while this object is alive.
|
||||
pub type DynSegment = Segment<dyn FrameMeta>;
|
||||
|
||||
/// A contiguous range of homogeneous untyped physical memory pages that have any metadata.
|
||||
/// A contiguous range of homogeneous untyped physical memory frames that have any metadata.
|
||||
///
|
||||
/// In other words, the metadata of the frames are of the same type, and they
|
||||
/// are untyped, but the type of metadata is not known at compile time. An
|
||||
/// [`DynUSegment`] as a parameter accepts any untyped segments.
|
||||
/// [`USegment`] as a parameter accepts any untyped segments.
|
||||
///
|
||||
/// The usage of this frame will not be changed while this object is alive.
|
||||
pub type DynUSegment = Segment<dyn UFrameMeta>;
|
||||
pub type USegment = Segment<dyn AnyUFrameMeta>;
|
||||
|
||||
impl<M: FrameMeta + ?Sized> Drop for Segment<M> {
|
||||
impl<M: AnyFrameMeta + ?Sized> Drop for Segment<M> {
|
||||
fn drop(&mut self) {
|
||||
for paddr in self.range.clone().step_by(PAGE_SIZE) {
|
||||
// SAFETY: for each page there would be a forgotten handle
|
||||
// SAFETY: for each frame there would be a forgotten handle
|
||||
// when creating the `Segment` object.
|
||||
drop(unsafe { Frame::<M>::from_raw(paddr) });
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
impl<M: FrameMeta + ?Sized> Clone for Segment<M> {
|
||||
impl<M: AnyFrameMeta + ?Sized> Clone for Segment<M> {
|
||||
fn clone(&self) -> Self {
|
||||
for paddr in self.range.clone().step_by(PAGE_SIZE) {
|
||||
// SAFETY: for each page there would be a forgotten handle
|
||||
// SAFETY: for each frame there would be a forgotten handle
|
||||
// when creating the `Segment` object, so we already have
|
||||
// reference counts for the pages.
|
||||
unsafe { inc_page_ref_count(paddr) };
|
||||
// reference counts for the frames.
|
||||
unsafe { inc_frame_ref_count(paddr) };
|
||||
}
|
||||
Self {
|
||||
range: self.range.clone(),
|
||||
@ -69,18 +60,18 @@ impl<M: FrameMeta + ?Sized> Clone for Segment<M> {
|
||||
}
|
||||
}
|
||||
|
||||
impl<M: FrameMeta> Segment<M> {
|
||||
/// Creates a new `Segment` from unused pages.
|
||||
impl<M: AnyFrameMeta> Segment<M> {
|
||||
/// Creates a new [`Segment`] from unused frames.
|
||||
///
|
||||
/// The caller must provide a closure to initialize metadata for all the pages.
|
||||
/// The closure receives the physical address of the page and returns the
|
||||
/// The caller must provide a closure to initialize metadata for all the frames.
|
||||
/// The closure receives the physical address of the frame and returns the
|
||||
/// metadata, which is similar to [`core::array::from_fn`].
|
||||
///
|
||||
/// # Panics
|
||||
///
|
||||
/// The function panics if:
|
||||
/// - the physical address is invalid or not aligned;
|
||||
/// - any of the pages are already in use.
|
||||
/// - any of the frames are already in use.
|
||||
pub fn from_unused<F>(range: Range<Paddr>, mut metadata_fn: F) -> Self
|
||||
where
|
||||
F: FnMut(Paddr) -> M,
|
||||
@ -95,26 +86,26 @@ impl<M: FrameMeta> Segment<M> {
|
||||
}
|
||||
}
|
||||
|
||||
impl<M: FrameMeta + ?Sized> Segment<M> {
|
||||
/// Gets the start physical address of the contiguous pages.
|
||||
impl<M: AnyFrameMeta + ?Sized> Segment<M> {
|
||||
/// Gets the start physical address of the contiguous frames.
|
||||
pub fn start_paddr(&self) -> Paddr {
|
||||
self.range.start
|
||||
}
|
||||
|
||||
/// Gets the end physical address of the contiguous pages.
|
||||
/// Gets the end physical address of the contiguous frames.
|
||||
pub fn end_paddr(&self) -> Paddr {
|
||||
self.range.end
|
||||
}
|
||||
|
||||
/// Gets the length in bytes of the contiguous pages.
|
||||
/// Gets the length in bytes of the contiguous frames.
|
||||
pub fn size(&self) -> usize {
|
||||
self.range.end - self.range.start
|
||||
}
|
||||
|
||||
/// Splits the pages into two at the given byte offset from the start.
|
||||
/// Splits the frames into two at the given byte offset from the start.
|
||||
///
|
||||
/// The resulting pages cannot be empty. So the offset cannot be neither
|
||||
/// zero nor the length of the pages.
|
||||
/// The resulting frames cannot be empty. So the offset cannot be neither
|
||||
/// zero nor the length of the frames.
|
||||
///
|
||||
/// # Panics
|
||||
///
|
||||
@ -139,10 +130,10 @@ impl<M: FrameMeta + ?Sized> Segment<M> {
|
||||
)
|
||||
}
|
||||
|
||||
/// Gets an extra handle to the pages in the byte offset range.
|
||||
/// Gets an extra handle to the frames in the byte offset range.
|
||||
///
|
||||
/// The sliced byte offset range in indexed by the offset from the start of
|
||||
/// the contiguous pages. The resulting pages holds extra reference counts.
|
||||
/// the contiguous frames. The resulting frames holds extra reference counts.
|
||||
///
|
||||
/// # Panics
|
||||
///
|
||||
@ -155,10 +146,10 @@ impl<M: FrameMeta + ?Sized> Segment<M> {
|
||||
assert!(start <= end && end <= self.range.end);
|
||||
|
||||
for paddr in (start..end).step_by(PAGE_SIZE) {
|
||||
// SAFETY: We already have reference counts for the pages since
|
||||
// for each page there would be a forgotten handle when creating
|
||||
// SAFETY: We already have reference counts for the frames since
|
||||
// for each frame there would be a forgotten handle when creating
|
||||
// the `Segment` object.
|
||||
unsafe { inc_page_ref_count(paddr) };
|
||||
unsafe { inc_frame_ref_count(paddr) };
|
||||
}
|
||||
|
||||
Self {
|
||||
@ -168,10 +159,10 @@ impl<M: FrameMeta + ?Sized> Segment<M> {
|
||||
}
|
||||
}
|
||||
|
||||
impl<M: FrameMeta + ?Sized> From<Frame<M>> for Segment<M> {
|
||||
fn from(page: Frame<M>) -> Self {
|
||||
let pa = page.start_paddr();
|
||||
let _ = ManuallyDrop::new(page);
|
||||
impl<M: AnyFrameMeta + ?Sized> From<Frame<M>> for Segment<M> {
|
||||
fn from(frame: Frame<M>) -> Self {
|
||||
let pa = frame.start_paddr();
|
||||
let _ = ManuallyDrop::new(frame);
|
||||
Self {
|
||||
range: pa..pa + PAGE_SIZE,
|
||||
_marker: core::marker::PhantomData,
|
||||
@ -179,25 +170,25 @@ impl<M: FrameMeta + ?Sized> From<Frame<M>> for Segment<M> {
|
||||
}
|
||||
}
|
||||
|
||||
impl<M: FrameMeta + ?Sized> Iterator for Segment<M> {
|
||||
impl<M: AnyFrameMeta + ?Sized> Iterator for Segment<M> {
|
||||
type Item = Frame<M>;
|
||||
|
||||
fn next(&mut self) -> Option<Self::Item> {
|
||||
if self.range.start < self.range.end {
|
||||
// SAFETY: each page in the range would be a handle forgotten
|
||||
// SAFETY: each frame in the range would be a handle forgotten
|
||||
// when creating the `Segment` object.
|
||||
let page = unsafe { Frame::<M>::from_raw(self.range.start) };
|
||||
let frame = unsafe { Frame::<M>::from_raw(self.range.start) };
|
||||
self.range.start += PAGE_SIZE;
|
||||
// The end cannot be non-page-aligned.
|
||||
debug_assert!(self.range.start <= self.range.end);
|
||||
Some(page)
|
||||
Some(frame)
|
||||
} else {
|
||||
None
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
impl<M: FrameMeta> From<Segment<M>> for DynSegment {
|
||||
impl<M: AnyFrameMeta> From<Segment<M>> for Segment<dyn AnyFrameMeta> {
|
||||
fn from(seg: Segment<M>) -> Self {
|
||||
let seg = ManuallyDrop::new(seg);
|
||||
Self {
|
||||
@ -207,13 +198,13 @@ impl<M: FrameMeta> From<Segment<M>> for DynSegment {
|
||||
}
|
||||
}
|
||||
|
||||
impl<M: FrameMeta> TryFrom<DynSegment> for Segment<M> {
|
||||
type Error = DynSegment;
|
||||
impl<M: AnyFrameMeta> TryFrom<Segment<dyn AnyFrameMeta>> for Segment<M> {
|
||||
type Error = Segment<dyn AnyFrameMeta>;
|
||||
|
||||
fn try_from(seg: DynSegment) -> core::result::Result<Self, Self::Error> {
|
||||
fn try_from(seg: Segment<dyn AnyFrameMeta>) -> core::result::Result<Self, Self::Error> {
|
||||
// SAFETY: for each page there would be a forgotten handle
|
||||
// when creating the `Segment` object.
|
||||
let first_frame = unsafe { Frame::<dyn FrameMeta>::from_raw(seg.range.start) };
|
||||
let first_frame = unsafe { Frame::<dyn AnyFrameMeta>::from_raw(seg.range.start) };
|
||||
let first_frame = ManuallyDrop::new(first_frame);
|
||||
if !(first_frame.dyn_meta() as &dyn core::any::Any).is::<M>() {
|
||||
return Err(seg);
|
||||
@ -223,41 +214,41 @@ impl<M: FrameMeta> TryFrom<DynSegment> for Segment<M> {
|
||||
#[cfg(debug_assertions)]
|
||||
{
|
||||
for paddr in seg.range.clone().step_by(PAGE_SIZE) {
|
||||
let frame = unsafe { Frame::<dyn FrameMeta>::from_raw(paddr) };
|
||||
let frame = unsafe { Frame::<dyn AnyFrameMeta>::from_raw(paddr) };
|
||||
let frame = ManuallyDrop::new(frame);
|
||||
debug_assert!((frame.dyn_meta() as &dyn core::any::Any).is::<M>());
|
||||
}
|
||||
}
|
||||
// SAFETY: The metadata is coerceable and the struct is transmutable.
|
||||
Ok(unsafe { core::mem::transmute::<DynSegment, Segment<M>>(seg) })
|
||||
Ok(unsafe { core::mem::transmute::<Segment<dyn AnyFrameMeta>, Segment<M>>(seg) })
|
||||
}
|
||||
}
|
||||
|
||||
impl<M: UFrameMeta> From<Segment<M>> for DynUSegment {
|
||||
impl<M: AnyUFrameMeta> From<Segment<M>> for USegment {
|
||||
fn from(seg: Segment<M>) -> Self {
|
||||
// SAFETY: The metadata is coerceable and the struct is transmutable.
|
||||
unsafe { core::mem::transmute(seg) }
|
||||
}
|
||||
}
|
||||
|
||||
impl<M: UFrameMeta> From<&Segment<M>> for &DynUSegment {
|
||||
impl<M: AnyUFrameMeta> From<&Segment<M>> for &USegment {
|
||||
fn from(seg: &Segment<M>) -> Self {
|
||||
// SAFETY: The metadata is coerceable and the struct is transmutable.
|
||||
unsafe { core::mem::transmute(seg) }
|
||||
}
|
||||
}
|
||||
|
||||
impl TryFrom<DynSegment> for DynUSegment {
|
||||
type Error = DynSegment;
|
||||
impl TryFrom<Segment<dyn AnyFrameMeta>> for USegment {
|
||||
type Error = Segment<dyn AnyFrameMeta>;
|
||||
|
||||
/// Try converting a [`DynSegment`] into [`DynUSegment`].
|
||||
/// Try converting a [`Segment<dyn AnyFrameMeta>`] into [`USegment`].
|
||||
///
|
||||
/// If the usage of the page is not the same as the expected usage, it will
|
||||
/// return the dynamic page itself as is.
|
||||
fn try_from(seg: DynSegment) -> core::result::Result<Self, Self::Error> {
|
||||
fn try_from(seg: Segment<dyn AnyFrameMeta>) -> core::result::Result<Self, Self::Error> {
|
||||
// SAFETY: for each page there would be a forgotten handle
|
||||
// when creating the `Segment` object.
|
||||
let first_frame = unsafe { Frame::<dyn FrameMeta>::from_raw(seg.range.start) };
|
||||
let first_frame = unsafe { Frame::<dyn AnyFrameMeta>::from_raw(seg.range.start) };
|
||||
let first_frame = ManuallyDrop::new(first_frame);
|
||||
if !first_frame.dyn_meta().is_untyped() {
|
||||
return Err(seg);
|
||||
@ -267,12 +258,12 @@ impl TryFrom<DynSegment> for DynUSegment {
|
||||
#[cfg(debug_assertions)]
|
||||
{
|
||||
for paddr in seg.range.clone().step_by(PAGE_SIZE) {
|
||||
let frame = unsafe { Frame::<dyn FrameMeta>::from_raw(paddr) };
|
||||
let frame = unsafe { Frame::<dyn AnyFrameMeta>::from_raw(paddr) };
|
||||
let frame = ManuallyDrop::new(frame);
|
||||
debug_assert!(frame.dyn_meta().is_untyped());
|
||||
}
|
||||
}
|
||||
// SAFETY: The metadata is coerceable and the struct is transmutable.
|
||||
Ok(unsafe { core::mem::transmute::<DynSegment, DynUSegment>(seg) })
|
||||
Ok(unsafe { core::mem::transmute::<Segment<dyn AnyFrameMeta>, USegment>(seg) })
|
||||
}
|
||||
}
|
||||
|
@ -2,13 +2,12 @@
|
||||
|
||||
//! Untyped physical memory management.
|
||||
//!
|
||||
//! A frame is a special page that is _untyped_ memory.
|
||||
//! It is used to store data irrelevant to the integrity of the kernel.
|
||||
//! All pages mapped to the virtual address space of the users are backed by
|
||||
//! frames. Frames, with all the properties of pages, can additionally be safely
|
||||
//! read and written by the kernel or the user.
|
||||
//! As detailed in [`crate::mm::frame`], untyped memory can be accessed with
|
||||
//! relaxed rules but we cannot create references to them. This module provides
|
||||
//! the declaration of untyped frames and segments, and the implementation of
|
||||
//! extra functionalities (such as [`VmIo`]) for them.
|
||||
|
||||
use super::{meta::FrameMeta, Frame, Segment};
|
||||
use super::{meta::AnyFrameMeta, Frame, Segment};
|
||||
use crate::{
|
||||
mm::{
|
||||
io::{FallibleVmRead, FallibleVmWrite, VmIo, VmReader, VmWriter},
|
||||
@ -19,24 +18,25 @@ use crate::{
|
||||
|
||||
/// The metadata of untyped frame.
|
||||
///
|
||||
/// If a structure `M` implements [`UFrameMeta`], it can be used as the
|
||||
/// If a structure `M` implements [`AnyUFrameMeta`], it can be used as the
|
||||
/// metadata of a type of untyped frames [`Frame<M>`]. All frames of such type
|
||||
/// will be accessible as untyped memory.
|
||||
pub trait UFrameMeta: FrameMeta {}
|
||||
pub trait AnyUFrameMeta: AnyFrameMeta {}
|
||||
|
||||
/// An untyped frame with any metadata.
|
||||
/// A smart pointer to an untyped frame with any metadata.
|
||||
///
|
||||
/// The metadata of the frame is not known at compile time but the frame must
|
||||
/// be an untyped one. An [`UFrame`] as a parameter accepts any type of
|
||||
/// untyped frame metadata.
|
||||
///
|
||||
/// The usage of this frame will not be changed while this object is alive.
|
||||
/// The metadata of the frame is not known at compile time but the frame must
|
||||
/// be an untyped one. An [`DynUFrame`] as a parameter accepts any type of
|
||||
/// untyped frame metadata.
|
||||
pub type DynUFrame = Frame<dyn UFrameMeta>;
|
||||
pub type UFrame = Frame<dyn AnyUFrameMeta>;
|
||||
|
||||
/// Makes a structure usable as untyped frame metadata.
|
||||
///
|
||||
/// Directly implementing [`FrameMeta`] is not safe since the size and
|
||||
/// Directly implementing [`AnyFrameMeta`] is not safe since the size and
|
||||
/// alignment must be checked. This macro provides a safe way to implement both
|
||||
/// [`FrameMeta`] and [`UFrameMeta`] with compile-time checks.
|
||||
/// [`AnyFrameMeta`] and [`AnyUFrameMeta`] with compile-time checks.
|
||||
///
|
||||
/// If this macro is used for built-in typed frame metadata, it won't compile.
|
||||
#[macro_export]
|
||||
@ -44,25 +44,25 @@ macro_rules! impl_untyped_frame_meta_for {
|
||||
// Implement without specifying the drop behavior.
|
||||
($t:ty) => {
|
||||
use static_assertions::const_assert;
|
||||
const_assert!(size_of::<$t>() <= $crate::mm::frame::meta::PAGE_METADATA_MAX_SIZE);
|
||||
const_assert!(align_of::<$t>() <= $crate::mm::frame::meta::PAGE_METADATA_MAX_ALIGN);
|
||||
const_assert!(size_of::<$t>() <= $crate::mm::frame::meta::FRAME_METADATA_MAX_SIZE);
|
||||
const_assert!(align_of::<$t>() <= $crate::mm::frame::meta::FRAME_METADATA_MAX_ALIGN);
|
||||
// SAFETY: The size and alignment of the structure are checked.
|
||||
unsafe impl $crate::mm::frame::meta::FrameMeta for $t {
|
||||
unsafe impl $crate::mm::frame::meta::AnyFrameMeta for $t {
|
||||
fn is_untyped(&self) -> bool {
|
||||
true
|
||||
}
|
||||
}
|
||||
impl $crate::mm::frame::untyped::UFrameMeta for $t {}
|
||||
impl $crate::mm::frame::untyped::AnyUFrameMeta for $t {}
|
||||
};
|
||||
// Implement with a customized drop function.
|
||||
($t:ty, $body:expr) => {
|
||||
use static_assertions::const_assert;
|
||||
const_assert!(size_of::<$t>() <= $crate::mm::frame::meta::PAGE_METADATA_MAX_SIZE);
|
||||
const_assert!(align_of::<$t>() <= $crate::mm::frame::meta::PAGE_METADATA_MAX_ALIGN);
|
||||
const_assert!(size_of::<$t>() <= $crate::mm::frame::meta::FRAME_METADATA_MAX_SIZE);
|
||||
const_assert!(align_of::<$t>() <= $crate::mm::frame::meta::FRAME_METADATA_MAX_ALIGN);
|
||||
// SAFETY: The size and alignment of the structure are checked.
|
||||
// Outside OSTD the user cannot implement a `on_drop` method for typed
|
||||
// frames. And untyped frames can be safely read.
|
||||
unsafe impl $crate::mm::frame::meta::FrameMeta for $t {
|
||||
unsafe impl $crate::mm::frame::meta::AnyFrameMeta for $t {
|
||||
fn on_drop(&mut self, reader: &mut $crate::mm::VmReader<$crate::mm::Infallible>) {
|
||||
$body
|
||||
}
|
||||
@ -71,7 +71,7 @@ macro_rules! impl_untyped_frame_meta_for {
|
||||
true
|
||||
}
|
||||
}
|
||||
impl $crate::mm::frame::untyped::UFrameMeta for $t {}
|
||||
impl $crate::mm::frame::untyped::AnyUFrameMeta for $t {}
|
||||
};
|
||||
}
|
||||
|
||||
@ -91,7 +91,7 @@ pub trait UntypedMem {
|
||||
|
||||
macro_rules! impl_untyped_for {
|
||||
($t:ident) => {
|
||||
impl<UM: UFrameMeta + ?Sized> UntypedMem for $t<UM> {
|
||||
impl<UM: AnyUFrameMeta + ?Sized> UntypedMem for $t<UM> {
|
||||
fn reader(&self) -> VmReader<'_, Infallible> {
|
||||
let ptr = paddr_to_vaddr(self.start_paddr()) as *const u8;
|
||||
// SAFETY: Only untyped frames are allowed to be read.
|
||||
@ -105,7 +105,7 @@ macro_rules! impl_untyped_for {
|
||||
}
|
||||
}
|
||||
|
||||
impl<UM: UFrameMeta + ?Sized> VmIo for $t<UM> {
|
||||
impl<UM: AnyUFrameMeta + ?Sized> VmIo for $t<UM> {
|
||||
fn read(&self, offset: usize, writer: &mut VmWriter) -> Result<()> {
|
||||
let read_len = writer.avail().min(self.size().saturating_sub(offset));
|
||||
// Do bound check with potential integer overflow in mind
|
||||
@ -151,12 +151,12 @@ use core::{marker::PhantomData, mem::ManuallyDrop, ops::Deref};
|
||||
/// `FrameRef` is a struct that can work as `&'a Frame<m>`.
|
||||
///
|
||||
/// This is solely useful for [`crate::collections::xarray`].
|
||||
pub struct FrameRef<'a, M: UFrameMeta + ?Sized> {
|
||||
pub struct FrameRef<'a, M: AnyUFrameMeta + ?Sized> {
|
||||
inner: ManuallyDrop<Frame<M>>,
|
||||
_marker: PhantomData<&'a Frame<M>>,
|
||||
}
|
||||
|
||||
impl<M: UFrameMeta + ?Sized> Deref for FrameRef<'_, M> {
|
||||
impl<M: AnyUFrameMeta + ?Sized> Deref for FrameRef<'_, M> {
|
||||
type Target = Frame<M>;
|
||||
|
||||
fn deref(&self) -> &Self::Target {
|
||||
@ -166,7 +166,7 @@ impl<M: UFrameMeta + ?Sized> Deref for FrameRef<'_, M> {
|
||||
|
||||
// SAFETY: `Frame` is essentially an `*const MetaSlot` that could be used as a `*const` pointer.
|
||||
// The pointer is also aligned to 4.
|
||||
unsafe impl<M: UFrameMeta + ?Sized> xarray::ItemEntry for Frame<M> {
|
||||
unsafe impl<M: AnyUFrameMeta + ?Sized> xarray::ItemEntry for Frame<M> {
|
||||
type Ref<'a>
|
||||
= FrameRef<'a, M>
|
||||
where
|
||||
|
@ -11,7 +11,7 @@ use spin::Once;
|
||||
|
||||
use super::paddr_to_vaddr;
|
||||
use crate::{
|
||||
mm::{frame::allocator::PAGE_ALLOCATOR, PAGE_SIZE},
|
||||
mm::{frame::allocator::FRAME_ALLOCATOR, PAGE_SIZE},
|
||||
prelude::*,
|
||||
sync::SpinLock,
|
||||
trap::disable_local,
|
||||
@ -94,7 +94,7 @@ impl LockedHeapWithRescue {
|
||||
};
|
||||
|
||||
let allocation_start = {
|
||||
let mut page_allocator = PAGE_ALLOCATOR.get().unwrap().lock();
|
||||
let mut page_allocator = FRAME_ALLOCATOR.get().unwrap().lock();
|
||||
if num_frames >= MIN_NUM_FRAMES {
|
||||
page_allocator.alloc(num_frames).ok_or(Error::NoMemory)?
|
||||
} else {
|
||||
|
@ -7,11 +7,11 @@
|
||||
//! The core virtual memory (VM) access APIs provided by this module are [`VmReader`] and
|
||||
//! [`VmWriter`], which allow for writing to or reading from a region of memory _safely_.
|
||||
//! `VmReader` and `VmWriter` objects can be constructed from memory regions of either typed memory
|
||||
//! (e.g., `&[u8]`) or untyped memory (e.g, [`DynUFrame`]). Behind the scene, `VmReader` and `VmWriter`
|
||||
//! (e.g., `&[u8]`) or untyped memory (e.g, [`UFrame`]). Behind the scene, `VmReader` and `VmWriter`
|
||||
//! must be constructed via their [`from_user_space`] and [`from_kernel_space`] methods, whose
|
||||
//! safety depends on whether the given memory regions are _valid_ or not.
|
||||
//!
|
||||
//! [`DynUFrame`]: crate::mm::DynUFrame
|
||||
//! [`UFrame`]: crate::mm::UFrame
|
||||
//! [`from_user_space`]: `VmReader::from_user_space`
|
||||
//! [`from_kernel_space`]: `VmReader::from_kernel_space`
|
||||
//!
|
||||
@ -58,7 +58,7 @@ use crate::{
|
||||
};
|
||||
|
||||
/// A trait that enables reading/writing data from/to a VM object,
|
||||
/// e.g., [`DynUSegment`], [`Vec<DynUFrame>`] and [`DynUFrame`].
|
||||
/// e.g., [`USegment`], [`Vec<UFrame>`] and [`UFrame`].
|
||||
///
|
||||
/// # Concurrency
|
||||
///
|
||||
@ -67,8 +67,8 @@ use crate::{
|
||||
/// desire predictability or atomicity, the users should add extra mechanism
|
||||
/// for such properties.
|
||||
///
|
||||
/// [`DynUSegment`]: crate::mm::DynUSegment
|
||||
/// [`DynUFrame`]: crate::mm::DynUFrame
|
||||
/// [`USegment`]: crate::mm::USegment
|
||||
/// [`UFrame`]: crate::mm::UFrame
|
||||
pub trait VmIo: Send + Sync {
|
||||
/// Reads requested data at a specified offset into a given `VmWriter`.
|
||||
///
|
||||
|
@ -11,7 +11,7 @@ use super::{KERNEL_PAGE_TABLE, TRACKED_MAPPED_PAGES_RANGE, VMALLOC_VADDR_RANGE};
|
||||
use crate::{
|
||||
cpu::CpuSet,
|
||||
mm::{
|
||||
frame::{meta::FrameMeta, Frame},
|
||||
frame::{meta::AnyFrameMeta, Frame},
|
||||
page_prop::PageProperty,
|
||||
page_table::PageTableItem,
|
||||
tlb::{TlbFlushOp, TlbFlusher, FLUSH_ALL_RANGE_THRESHOLD},
|
||||
@ -204,7 +204,7 @@ impl<M: AllocatorSelector + 'static> KVirtArea<M> {
|
||||
|
||||
impl KVirtArea<Tracked> {
|
||||
/// Maps pages into the kernel virtual area.
|
||||
pub fn map_pages<T: FrameMeta>(
|
||||
pub fn map_pages<T: AnyFrameMeta>(
|
||||
&mut self,
|
||||
range: Range<Vaddr>,
|
||||
pages: impl Iterator<Item = Frame<T>>,
|
||||
@ -232,7 +232,7 @@ impl KVirtArea<Tracked> {
|
||||
///
|
||||
/// This function returns None if the address is not mapped (`NotMapped`),
|
||||
/// while panics if the address is mapped to a `MappedUntracked` or `PageTableNode` page.
|
||||
pub fn get_page(&self, addr: Vaddr) -> Option<Frame<dyn FrameMeta>> {
|
||||
pub fn get_page(&self, addr: Vaddr) -> Option<Frame<dyn AnyFrameMeta>> {
|
||||
let query_result = self.query_page(addr);
|
||||
match query_result {
|
||||
PageTableItem::Mapped {
|
||||
|
@ -163,7 +163,7 @@ pub fn init_kernel_page_table(meta_pages: Segment<MetaPageMeta>) {
|
||||
|
||||
// Map the metadata pages.
|
||||
{
|
||||
let start_va = mapping::page_to_meta::<PagingConsts>(0);
|
||||
let start_va = mapping::frame_to_meta::<PagingConsts>(0);
|
||||
let from = start_va..start_va + meta_pages.size();
|
||||
let prop = PageProperty {
|
||||
flags: PageFlags::RW,
|
||||
|
@ -26,9 +26,9 @@ pub use self::{
|
||||
dma::{Daddr, DmaCoherent, DmaDirection, DmaStream, DmaStreamSlice, HasDaddr},
|
||||
frame::{
|
||||
allocator::FrameAllocOptions,
|
||||
segment::{DynSegment, DynUSegment, Segment},
|
||||
untyped::{DynUFrame, UFrameMeta, UntypedMem},
|
||||
DynFrame, Frame,
|
||||
segment::{Segment, USegment},
|
||||
untyped::{AnyUFrameMeta, UFrame, UntypedMem},
|
||||
Frame,
|
||||
},
|
||||
io::{
|
||||
Fallible, FallibleVmRead, FallibleVmWrite, Infallible, PodOnce, VmIo, VmIoOnce, VmReader,
|
||||
|
@ -16,8 +16,8 @@ use crate::{
|
||||
cpu::num_cpus,
|
||||
cpu_local_cell,
|
||||
mm::{
|
||||
frame::allocator::PAGE_ALLOCATOR, nr_subpage_per_huge, paddr_to_vaddr, Paddr, PageProperty,
|
||||
PagingConstsTrait, Vaddr, PAGE_SIZE,
|
||||
frame::allocator::FRAME_ALLOCATOR, nr_subpage_per_huge, paddr_to_vaddr, Paddr,
|
||||
PageProperty, PagingConstsTrait, Vaddr, PAGE_SIZE,
|
||||
},
|
||||
sync::SpinLock,
|
||||
};
|
||||
@ -221,7 +221,7 @@ impl<E: PageTableEntryTrait, C: PagingConstsTrait> BootPageTable<E, C> {
|
||||
}
|
||||
|
||||
fn alloc_frame(&mut self) -> FrameNumber {
|
||||
let frame = PAGE_ALLOCATOR.get().unwrap().lock().alloc(1).unwrap();
|
||||
let frame = FRAME_ALLOCATOR.get().unwrap().lock().alloc(1).unwrap();
|
||||
self.frames.push(frame);
|
||||
// Zero it out.
|
||||
let vaddr = paddr_to_vaddr(frame * PAGE_SIZE) as *mut u8;
|
||||
@ -233,7 +233,7 @@ impl<E: PageTableEntryTrait, C: PagingConstsTrait> BootPageTable<E, C> {
|
||||
impl<E: PageTableEntryTrait, C: PagingConstsTrait> Drop for BootPageTable<E, C> {
|
||||
fn drop(&mut self) {
|
||||
for frame in &self.frames {
|
||||
PAGE_ALLOCATOR.get().unwrap().lock().dealloc(*frame, 1);
|
||||
FRAME_ALLOCATOR.get().unwrap().lock().dealloc(*frame, 1);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
@ -76,7 +76,7 @@ use super::{
|
||||
};
|
||||
use crate::{
|
||||
mm::{
|
||||
frame::{meta::FrameMeta, Frame},
|
||||
frame::{meta::AnyFrameMeta, Frame},
|
||||
kspace::should_map_as_tracked,
|
||||
paddr_to_vaddr, Paddr, PageProperty, Vaddr,
|
||||
},
|
||||
@ -91,7 +91,7 @@ pub enum PageTableItem {
|
||||
},
|
||||
Mapped {
|
||||
va: Vaddr,
|
||||
page: Frame<dyn FrameMeta>,
|
||||
page: Frame<dyn AnyFrameMeta>,
|
||||
prop: PageProperty,
|
||||
},
|
||||
#[allow(dead_code)]
|
||||
@ -402,9 +402,9 @@ where
|
||||
self.0.query()
|
||||
}
|
||||
|
||||
/// Maps the range starting from the current address to a [`Frame<dyn FrameMeta>`].
|
||||
/// Maps the range starting from the current address to a [`Frame<dyn AnyFrameMeta>`].
|
||||
///
|
||||
/// It returns the previously mapped [`Frame<dyn FrameMeta>`] if that exists.
|
||||
/// It returns the previously mapped [`Frame<dyn AnyFrameMeta>`] if that exists.
|
||||
///
|
||||
/// # Panics
|
||||
///
|
||||
@ -419,9 +419,9 @@ where
|
||||
/// not affect kernel's memory safety.
|
||||
pub unsafe fn map(
|
||||
&mut self,
|
||||
page: Frame<dyn FrameMeta>,
|
||||
page: Frame<dyn AnyFrameMeta>,
|
||||
prop: PageProperty,
|
||||
) -> Option<Frame<dyn FrameMeta>> {
|
||||
) -> Option<Frame<dyn AnyFrameMeta>> {
|
||||
let end = self.0.va + page.size();
|
||||
assert!(end <= self.0.barrier_va.end);
|
||||
|
||||
|
@ -8,7 +8,7 @@ use super::{MapTrackingStatus, PageTableEntryTrait, RawPageTableNode};
|
||||
use crate::{
|
||||
arch::mm::{PageTableEntry, PagingConsts},
|
||||
mm::{
|
||||
frame::{inc_page_ref_count, meta::FrameMeta, Frame},
|
||||
frame::{inc_frame_ref_count, meta::AnyFrameMeta, Frame},
|
||||
page_prop::PageProperty,
|
||||
Paddr, PagingConstsTrait, PagingLevel,
|
||||
},
|
||||
@ -27,7 +27,7 @@ pub(in crate::mm) enum Child<
|
||||
[(); C::NR_LEVELS as usize]:,
|
||||
{
|
||||
PageTable(RawPageTableNode<E, C>),
|
||||
Frame(Frame<dyn FrameMeta>, PageProperty),
|
||||
Frame(Frame<dyn AnyFrameMeta>, PageProperty),
|
||||
/// Pages not tracked by handles.
|
||||
Untracked(Paddr, PagingLevel, PageProperty),
|
||||
None,
|
||||
@ -119,7 +119,7 @@ where
|
||||
match is_tracked {
|
||||
MapTrackingStatus::Tracked => {
|
||||
// SAFETY: The physical address points to a valid page.
|
||||
let page = unsafe { Frame::<dyn FrameMeta>::from_raw(paddr) };
|
||||
let page = unsafe { Frame::<dyn AnyFrameMeta>::from_raw(paddr) };
|
||||
Child::Frame(page, pte.prop())
|
||||
}
|
||||
MapTrackingStatus::Untracked => Child::Untracked(paddr, level, pte.prop()),
|
||||
@ -150,7 +150,7 @@ where
|
||||
if !pte.is_last(level) {
|
||||
// SAFETY: The physical address is valid and the PTE already owns
|
||||
// the reference to the page.
|
||||
unsafe { inc_page_ref_count(paddr) };
|
||||
unsafe { inc_frame_ref_count(paddr) };
|
||||
// SAFETY: The physical address points to a valid page table node
|
||||
// at the given level.
|
||||
return Child::PageTable(unsafe { RawPageTableNode::from_raw_parts(paddr, level - 1) });
|
||||
@ -160,9 +160,9 @@ where
|
||||
MapTrackingStatus::Tracked => {
|
||||
// SAFETY: The physical address is valid and the PTE already owns
|
||||
// the reference to the page.
|
||||
unsafe { inc_page_ref_count(paddr) };
|
||||
unsafe { inc_frame_ref_count(paddr) };
|
||||
// SAFETY: The physical address points to a valid page.
|
||||
let page = unsafe { Frame::<dyn FrameMeta>::from_raw(paddr) };
|
||||
let page = unsafe { Frame::<dyn AnyFrameMeta>::from_raw(paddr) };
|
||||
Child::Frame(page, pte.prop())
|
||||
}
|
||||
MapTrackingStatus::Untracked => Child::Untracked(paddr, level, pte.prop()),
|
||||
|
@ -40,7 +40,7 @@ use super::{nr_subpage_per_huge, PageTableEntryTrait};
|
||||
use crate::{
|
||||
arch::mm::{PageTableEntry, PagingConsts},
|
||||
mm::{
|
||||
frame::{inc_page_ref_count, meta::FrameMeta, Frame},
|
||||
frame::{inc_frame_ref_count, meta::AnyFrameMeta, Frame},
|
||||
paddr_to_vaddr, FrameAllocOptions, Infallible, Paddr, PagingConstsTrait, PagingLevel,
|
||||
VmReader,
|
||||
},
|
||||
@ -166,7 +166,7 @@ where
|
||||
// SAFETY: We have a reference count to the page and can safely increase the reference
|
||||
// count by one more.
|
||||
unsafe {
|
||||
inc_page_ref_count(self.paddr());
|
||||
inc_frame_ref_count(self.paddr());
|
||||
}
|
||||
}
|
||||
|
||||
@ -405,7 +405,7 @@ where
|
||||
|
||||
// SAFETY: The layout of the `PageTablePageMeta` is ensured to be the same for
|
||||
// all possible generic parameters. And the layout fits the requirements.
|
||||
unsafe impl<E: PageTableEntryTrait, C: PagingConstsTrait> FrameMeta for PageTablePageMeta<E, C>
|
||||
unsafe impl<E: PageTableEntryTrait, C: PagingConstsTrait> AnyFrameMeta for PageTablePageMeta<E, C>
|
||||
where
|
||||
[(); C::NR_LEVELS as usize]:,
|
||||
{
|
||||
@ -434,7 +434,7 @@ where
|
||||
} else if is_tracked == MapTrackingStatus::Tracked {
|
||||
// SAFETY: The PTE points to a tracked page. The ownership
|
||||
// of the child is transferred to the child then dropped.
|
||||
drop(unsafe { Frame::<dyn FrameMeta>::from_raw(paddr) });
|
||||
drop(unsafe { Frame::<dyn AnyFrameMeta>::from_raw(paddr) });
|
||||
}
|
||||
}
|
||||
}
|
||||
|
@ -2,7 +2,7 @@
|
||||
|
||||
//! APIs for memory statistics.
|
||||
|
||||
use crate::mm::frame::allocator::PAGE_ALLOCATOR;
|
||||
use crate::mm::frame::allocator::FRAME_ALLOCATOR;
|
||||
|
||||
/// Total memory available for any usages in the system (in bytes).
|
||||
///
|
||||
@ -10,12 +10,12 @@ use crate::mm::frame::allocator::PAGE_ALLOCATOR;
|
||||
/// in most occasions. For example, bad memory, kernel statically-allocated
|
||||
/// memory or firmware reserved memories do not count.
|
||||
pub fn mem_total() -> usize {
|
||||
PAGE_ALLOCATOR.get().unwrap().lock().mem_total()
|
||||
FRAME_ALLOCATOR.get().unwrap().lock().mem_total()
|
||||
}
|
||||
|
||||
/// Current readily available memory (in bytes).
|
||||
///
|
||||
/// Such memory can be directly used for allocation without reclaiming.
|
||||
pub fn mem_available() -> usize {
|
||||
PAGE_ALLOCATOR.get().unwrap().lock().mem_available()
|
||||
FRAME_ALLOCATOR.get().unwrap().lock().mem_available()
|
||||
}
|
||||
|
@ -6,7 +6,7 @@ use alloc::vec::Vec;
|
||||
use core::ops::Range;
|
||||
|
||||
use super::{
|
||||
frame::{meta::FrameMeta, Frame},
|
||||
frame::{meta::AnyFrameMeta, Frame},
|
||||
Vaddr, PAGE_SIZE,
|
||||
};
|
||||
use crate::{
|
||||
@ -80,7 +80,7 @@ impl<G: PinCurrentCpu> TlbFlusher<G> {
|
||||
/// flushed. Otherwise if the page is recycled for other purposes, the user
|
||||
/// space program can still access the page through the TLB entries. This
|
||||
/// method is designed to be used in such cases.
|
||||
pub fn issue_tlb_flush_with(&self, op: TlbFlushOp, drop_after_flush: Frame<dyn FrameMeta>) {
|
||||
pub fn issue_tlb_flush_with(&self, op: TlbFlushOp, drop_after_flush: Frame<dyn AnyFrameMeta>) {
|
||||
self.issue_tlb_flush_(op, Some(drop_after_flush));
|
||||
}
|
||||
|
||||
@ -94,7 +94,7 @@ impl<G: PinCurrentCpu> TlbFlusher<G> {
|
||||
self.need_self_flush
|
||||
}
|
||||
|
||||
fn issue_tlb_flush_(&self, op: TlbFlushOp, drop_after_flush: Option<Frame<dyn FrameMeta>>) {
|
||||
fn issue_tlb_flush_(&self, op: TlbFlushOp, drop_after_flush: Option<Frame<dyn AnyFrameMeta>>) {
|
||||
let op = op.optimize_for_large_range();
|
||||
|
||||
// Fast path for single CPU cases.
|
||||
@ -159,7 +159,7 @@ impl TlbFlushOp {
|
||||
// Lock ordering: lock FLUSH_OPS before PAGE_KEEPER.
|
||||
cpu_local! {
|
||||
static FLUSH_OPS: SpinLock<OpsStack, LocalIrqDisabled> = SpinLock::new(OpsStack::new());
|
||||
static PAGE_KEEPER: SpinLock<Vec<Frame<dyn FrameMeta>>, LocalIrqDisabled> = SpinLock::new(Vec::new());
|
||||
static PAGE_KEEPER: SpinLock<Vec<Frame<dyn AnyFrameMeta>>, LocalIrqDisabled> = SpinLock::new(Vec::new());
|
||||
}
|
||||
|
||||
fn do_remote_flush() {
|
||||
|
@ -22,7 +22,7 @@ use crate::{
|
||||
kspace::KERNEL_PAGE_TABLE,
|
||||
page_table::{self, PageTable, PageTableItem, UserMode},
|
||||
tlb::{TlbFlushOp, TlbFlusher, FLUSH_ALL_RANGE_THRESHOLD},
|
||||
DynUFrame, PageProperty, VmReader, VmWriter, MAX_USERSPACE_VADDR,
|
||||
PageProperty, UFrame, VmReader, VmWriter, MAX_USERSPACE_VADDR,
|
||||
},
|
||||
prelude::*,
|
||||
sync::{PreemptDisabled, RwLock, RwLockReadGuard},
|
||||
@ -40,7 +40,7 @@ use crate::{
|
||||
///
|
||||
/// A newly-created `VmSpace` is not backed by any physical memory pages. To
|
||||
/// provide memory pages for a `VmSpace`, one can allocate and map physical
|
||||
/// memory ([`DynUFrame`]s) to the `VmSpace` using the cursor.
|
||||
/// memory ([`UFrame`]s) to the `VmSpace` using the cursor.
|
||||
///
|
||||
/// A `VmSpace` can also attach a page fault handler, which will be invoked to
|
||||
/// handle page faults generated from user space.
|
||||
@ -323,7 +323,7 @@ impl CursorMut<'_, '_> {
|
||||
/// Map a frame into the current slot.
|
||||
///
|
||||
/// This method will bring the cursor to the next slot after the modification.
|
||||
pub fn map(&mut self, frame: DynUFrame, prop: PageProperty) {
|
||||
pub fn map(&mut self, frame: UFrame, prop: PageProperty) {
|
||||
let start_va = self.virt_addr();
|
||||
// SAFETY: It is safe to map untyped memory into the userspace.
|
||||
let old = unsafe { self.pt_cursor.map(frame.into(), prop) };
|
||||
@ -475,7 +475,7 @@ pub enum VmItem {
|
||||
/// The virtual address of the slot.
|
||||
va: Vaddr,
|
||||
/// The mapped frame.
|
||||
frame: DynUFrame,
|
||||
frame: UFrame,
|
||||
/// The property of the slot.
|
||||
prop: PageProperty,
|
||||
},
|
||||
|
Reference in New Issue
Block a user