Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
7 changes: 7 additions & 0 deletions os/Cargo.lock

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

1 change: 1 addition & 0 deletions os/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -8,3 +8,4 @@ sbi-rt = { version = "0.0.2", features = ["legacy"] }
riscv = "0.15.0"
talc = { version = "4" }
lock_api = "0.4"
bitflags = {version = "1.2.1"}
6 changes: 6 additions & 0 deletions os/src/arch/riscv/mm/mod.rs
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,12 @@
//! - Physical addresses are extracted using bitwise AND with `PADDR_MASK`
//! - Virtual addresses are created using bitwise OR with `VADDR_START`

mod page_table;
mod page_table_entry;

pub use page_table::PageTableInner;
pub use page_table_entry::PageTableEntry;

/// starting address of the virtual address space in SV39
///
/// This constant defines the starting position of the kernel's high virtual address space.
Expand Down
344 changes: 344 additions & 0 deletions os/src/arch/riscv/mm/page_table.rs
Original file line number Diff line number Diff line change
@@ -0,0 +1,344 @@
use super::PageTableEntry;
use crate::mm::address::{AlignOps, PageNum, Ppn, PpnRange, UsizeConvert, Vaddr, Vpn, VpnRange, Paddr, ConvertablePaddr};
use crate::mm::frame_allocator::FrameTracker;
use crate::mm::page_table::{
PageSize, PageTableInner as PageTableInnerTrait, PagingError, PagingResult, UniversalPTEFlag, PageTableEntry as PageTableEntryTrait
};
use alloc::vec::Vec;

pub struct PageTableInner {
root: Ppn,
// only store middle-level frames here
frames: Vec<FrameTracker>,
is_user: bool,
}

impl PageTableInnerTrait<super::PageTableEntry> for PageTableInner {
const LEVELS: usize = 3;
const MAX_VA_BITS: usize = 39;
const MAX_PA_BITS: usize = 56;

fn tlb_flush(vpn: Vpn) {
let vaddr = vpn.start_addr();
unsafe {
core::arch::asm!(
"sfence.vma {0} {1}",
in(reg) vaddr.as_usize(),
in(reg) 0usize
)
}
}

fn tlb_flush_all() {
unsafe { core::arch::asm!("sfence.vma") }
}

fn is_user_table(&self) -> bool {
self.is_user
}

fn activate(ppn: Ppn) {
let satp_value = ppn_to_satp(ppn);
unsafe {
core::arch::asm!(
"csrw satp, {0}",
"sfence.vma",
in(reg) satp_value
)
}
}

fn activating_table_ppn() -> Ppn {
let satp_value: usize;
unsafe {
core::arch::asm!("csrr {0}, satp", out(reg) satp_value);
}
let ppn = satp_value & ((1usize << 44) - 1); // lower 44 bits for PPN in SV39
Ppn::from_usize(ppn)
}

fn new() -> Self {
let frame = crate::mm::frame_allocator::alloc_frame().unwrap();
Self {
root: frame.ppn(),
frames: alloc::vec![frame],
is_user: true,
}
}
fn from_ppn(ppn: Ppn) -> Self {
Self {
root: ppn,
frames: Vec::new(),
is_user: true,
}
}
fn new_as_kernel_table() -> Self {
let frame = crate::mm::frame_allocator::alloc_frame().unwrap();
Self {
root: frame.ppn(),
frames: alloc::vec![frame],
is_user: false,
}
}

fn root_ppn(&self) -> Ppn {
self.root
}

fn get_entry(&self, vpn: Vpn, level: usize) -> Option<(super::PageTableEntry, PageSize)> {
if level >= Self::LEVELS {
return None;
}

let mut ppn = self.root;
let vpn_value = vpn.as_usize();

// Walk through page table levels from root to the target level
for current_level in (level..Self::LEVELS).rev() {
let idx = (vpn_value >> (9 * current_level)) & 0x1ff;
let pte_array = unsafe {
core::slice::from_raw_parts(
ppn.start_addr().to_vaddr().as_usize() as *const super::PageTableEntry,
512,
)
};
let pte = &pte_array[idx];

if !pte.is_valid() {
return None;
}

if current_level == level {
let page_size = match level {
2 => PageSize::Size1G,
1 => PageSize::Size2M,
0 => PageSize::Size4K,
_ => unreachable!(),
};
return Some((*pte, page_size));
}

ppn = pte.ppn();
}

None
}

fn translate(&self, vaddr: Vaddr) -> Option<Paddr> {
let vpn = Vpn::from_addr_ceil(vaddr);
let offset = vaddr.as_usize() & 0xfff; // Lower 12 bits for page offset

match self.walk(vpn) {
Ok((ppn, page_size, _flags)) => {
let paddr_base = match page_size {
PageSize::Size4K => ppn.start_addr().as_usize(),
PageSize::Size2M => {
// For 2M pages, preserve the lower 21 bits from vaddr
let offset_2m = vaddr.as_usize() & 0x1f_ffff;
ppn.start_addr().as_usize() + offset_2m - offset
}
PageSize::Size1G => {
// For 1G pages, preserve the lower 30 bits from vaddr
let offset_1g = vaddr.as_usize() & 0x3fff_ffff;
ppn.start_addr().as_usize() + offset_1g - offset
}
};
Some(Paddr::from_usize(paddr_base + offset))
}
Err(_) => None,
}
}

fn map(
&mut self,
vpn: Vpn,
ppn: Ppn,
page_size: PageSize,
flags: UniversalPTEFlag,
) -> PagingResult<()> {
// Validate flags: leaf pages must have at least one of R/W/X set
if !flags.intersects(
UniversalPTEFlag::Readable
| UniversalPTEFlag::Writeable
| UniversalPTEFlag::Executable,
) {
return Err(PagingError::InvalidFlags);
}

// Determine the target level based on page size
let target_level = match page_size {
PageSize::Size1G => 2,
PageSize::Size2M => 1,
PageSize::Size4K => 0,
};

let mut current_ppn = self.root;
let vpn_value = vpn.as_usize();

// Walk through page table levels from root to target level
for level in (target_level..Self::LEVELS).rev() {
let idx = (vpn_value >> (9 * level)) & 0x1ff;
let pte_array = unsafe {
core::slice::from_raw_parts_mut(
current_ppn.start_addr().to_vaddr().as_usize() as *mut super::PageTableEntry,
512,
)
};
let pte = &mut pte_array[idx];

if level == target_level {
// We've reached the target level, create leaf entry
if pte.is_valid() {
return Err(PagingError::AlreadyMapped);
}
*pte = super::PageTableEntry::new_leaf(ppn, flags | UniversalPTEFlag::Valid);
return Ok(());
} else {
// Intermediate level - need to continue walking
if !pte.is_valid() {
// Allocate a new page table for this level
let new_frame = crate::mm::frame_allocator::alloc_frame()
.ok_or(PagingError::FrameAllocFailed)?;
let new_ppn = new_frame.ppn();

// Clear the new page table
let new_table = unsafe {
core::slice::from_raw_parts_mut(
new_ppn.start_addr().to_vaddr().as_usize()
as *mut super::PageTableEntry,
512,
)
};
for entry in new_table.iter_mut() {
*entry = super::PageTableEntry::empty();
}

*pte = super::PageTableEntry::new_table(new_ppn);
self.frames.push(new_frame);
} else if pte.is_huge() {
// There's already a huge page mapping here
return Err(PagingError::HugePageConflict);
}

current_ppn = pte.ppn();
}
}

Err(PagingError::InvalidAddress)
}

fn unmap(&mut self, vpn: Vpn) -> PagingResult<()> {
let mut current_ppn = self.root;
let vpn_value = vpn.as_usize();

// Walk through page table to find the leaf entry
for level in (0..Self::LEVELS).rev() {
let idx = (vpn_value >> (9 * level)) & 0x1ff;
let pte_array = unsafe {
core::slice::from_raw_parts_mut(
current_ppn.start_addr().to_vaddr().as_usize() as *mut super::PageTableEntry,
512,
)
};
let pte = &mut pte_array[idx];

if !pte.is_valid() {
return Err(PagingError::NotMapped);
}

// Check if this is a leaf entry (has R/W/X permissions or is level 0)
if pte.is_huge() || level == 0 {
Self::tlb_flush(vpn);
return Ok(());
}

current_ppn = pte.ppn();
}

Err(PagingError::NotMapped)
}

fn mvmap(
&mut self,
vpn: Vpn,
target_ppn: Ppn,
page_size: PageSize,
flags: UniversalPTEFlag,
) -> PagingResult<()> {
// First unmap the old mapping
self.unmap(vpn)?;
// Then map to the new physical page
self.map(vpn, target_ppn, page_size, flags)
}

fn update_flags(&mut self, vpn: Vpn, flags: UniversalPTEFlag) -> PagingResult<()> {
let mut current_ppn = self.root;
let vpn_value = vpn.as_usize();

// Walk through page table to find the leaf entry
for level in (0..Self::LEVELS).rev() {
let idx = (vpn_value >> (9 * level)) & 0x1ff;
let pte_array = unsafe {
core::slice::from_raw_parts_mut(
current_ppn.start_addr().to_vaddr().as_usize() as *mut super::PageTableEntry,
512,
)
};
let pte = &mut pte_array[idx];

if !pte.is_valid() {
return Err(PagingError::NotMapped);
}

// Check if this is a leaf entry (has R/W/X permissions or is level 0)
if pte.is_huge() || level == 0 {
pte.set_flags(flags | UniversalPTEFlag::Valid);
Self::tlb_flush(vpn);
return Ok(());
}

current_ppn = pte.ppn();
}

Err(PagingError::NotMapped)
}

fn walk(&self, vpn: Vpn) -> PagingResult<(Ppn, PageSize, UniversalPTEFlag)> {
let mut ppn = self.root;
let vpn_value = vpn.as_usize();

// SV39: VPN[2] = bits[38:30], VPN[1] = bits[29:21], VPN[0] = bits[20:12]
for level in (0..Self::LEVELS).rev() {
let idx = (vpn_value >> (9 * level)) & 0x1ff;
let pte_array = unsafe {
core::slice::from_raw_parts(
ppn.start_addr().to_vaddr().as_usize() as *const super::PageTableEntry,
512,
)
};
let pte = &pte_array[idx];

if !pte.is_valid() {
return Err(PagingError::NotMapped);
}

if pte.is_huge() || level == 0 {
let page_size = match level {
2 => PageSize::Size1G,
1 => PageSize::Size2M,
0 => PageSize::Size4K,
_ => unreachable!(),
};
return Ok((pte.ppn(), page_size, pte.flags()));
}

ppn = pte.ppn();
}

Err(PagingError::NotMapped)
}
}

fn ppn_to_satp(ppn: Ppn) -> usize {
ppn.as_usize() | (8usize << 60) // MODE=8 for SV39
}
Loading
Loading