refactor(riscv64): migrate to free-list crate

Signed-off-by: Martin Kröning <martin.kroening@eonerc.rwth-aachen.de>

src/arch/riscv64/mm/physicalmem.rs

@@ -1,16 +1,16 @@
-use core::alloc::AllocError;
 use core::convert::TryInto;
 use core::sync::atomic::{AtomicUsize, Ordering};
 
+use free_list::{AllocError, FreeList, PageLayout, PageRange};
 use hermit_sync::InterruptSpinMutex;
 
 use crate::arch::riscv64::kernel::{get_limit, get_ram_address};
 use crate::arch::riscv64::mm::paging::{BasePageSize, PageSize};
 use crate::arch::riscv64::mm::PhysAddr;
 use crate::mm;
-use crate::mm::freelist::{FreeList, FreeListEntry};
 
-static PHYSICAL_FREE_LIST: InterruptSpinMutex<FreeList> = InterruptSpinMutex::new(FreeList::new());
+static PHYSICAL_FREE_LIST: InterruptSpinMutex<FreeList<16>> =
+	InterruptSpinMutex::new(FreeList::new());
 static TOTAL_MEMORY: AtomicUsize = AtomicUsize::new(0);
 
 fn detect_from_limits() -> Result<(), ()> {
@@ -19,11 +19,14 @@ fn detect_from_limits() -> Result<(), ()> {
 		return Err(());
 	}
 
-	let entry = FreeListEntry::new(
+	let range = PageRange::new(
 		mm::kernel_end_address().as_usize(),
 		get_ram_address().as_usize() + limit,
-	);
-	PHYSICAL_FREE_LIST.lock().push(entry);
+	)
+	.unwrap();
+	unsafe {
+		PHYSICAL_FREE_LIST.lock().deallocate(range).unwrap();
+	}
 	TOTAL_MEMORY.store(limit, Ordering::SeqCst);
 
 	Ok(())
@@ -47,10 +50,13 @@ pub fn allocate(size: usize) -> Result<PhysAddr, AllocError> {
 		BasePageSize::SIZE as usize
 	);
 
+	let layout = PageLayout::from_size(size).unwrap();
+
 	Ok(PhysAddr(
 		PHYSICAL_FREE_LIST
 			.lock()
-			.allocate(size, None)?
+			.allocate(layout)?
+			.start()
 			.try_into()
 			.unwrap(),
 	))
@@ -72,10 +78,13 @@ pub fn allocate_aligned(size: usize, align: usize) -> Result<PhysAddr, AllocErro
 		BasePageSize::SIZE as usize
 	);
 
+	let layout = PageLayout::from_size_align(size, align).unwrap();
+
 	Ok(PhysAddr(
 		PHYSICAL_FREE_LIST
 			.lock()
-			.allocate(size, Some(align))?
+			.allocate(layout)?
+			.start()
 			.try_into()
 			.unwrap(),
 	))
@@ -97,13 +106,14 @@ pub fn deallocate(physical_address: PhysAddr, size: usize) {
 		BasePageSize::SIZE as usize
 	);
 
-	PHYSICAL_FREE_LIST
-		.lock()
-		.deallocate(physical_address.as_usize(), size);
+	let range = PageRange::from_start_len(physical_address.as_usize(), size).unwrap();
+
+	unsafe {
+		PHYSICAL_FREE_LIST.lock().deallocate(range).unwrap();
+	}
 }
 
 pub fn print_information() {
-	PHYSICAL_FREE_LIST
-		.lock()
-		.print_information(" PHYSICAL MEMORY FREE LIST ");
+	let free_list = PHYSICAL_FREE_LIST.lock();
+	info!("Physical memory free list:\n{free_list}");
 }

src/arch/riscv64/mm/virtualmem.rs

@@ -1,29 +1,32 @@
-use core::alloc::AllocError;
 use core::convert::TryInto;
 
 use align_address::Align;
+use free_list::{AllocError, FreeList, PageLayout, PageRange};
 use hermit_sync::InterruptSpinMutex;
 
 use crate::arch::riscv64::kernel::get_ram_address;
 use crate::arch::riscv64::mm::paging::{BasePageSize, HugePageSize, PageSize};
 use crate::arch::riscv64::mm::{physicalmem, PhysAddr, VirtAddr};
 use crate::mm;
-use crate::mm::freelist::{FreeList, FreeListEntry};
 
-static KERNEL_FREE_LIST: InterruptSpinMutex<FreeList> = InterruptSpinMutex::new(FreeList::new());
+static KERNEL_FREE_LIST: InterruptSpinMutex<FreeList<16>> =
+	InterruptSpinMutex::new(FreeList::new());
 
 /// End of the virtual memory address space reserved for kernel memory (256 GiB).
 /// This also marks the start of the virtual memory address space reserved for the task heap.
 const KERNEL_VIRTUAL_MEMORY_END: VirtAddr = VirtAddr(0x4000000000);
 
 pub fn init() {
-	let entry = FreeListEntry {
-		start: (get_ram_address() + PhysAddr(physicalmem::total_memory_size() as u64))
+	let range = PageRange::new(
+		(get_ram_address() + PhysAddr(physicalmem::total_memory_size() as u64))
 			.as_usize()
 			.align_up(HugePageSize::SIZE as usize),
-		end: KERNEL_VIRTUAL_MEMORY_END.as_usize(),
-	};
-	KERNEL_FREE_LIST.lock().push(entry);
+		KERNEL_VIRTUAL_MEMORY_END.as_usize(),
+	)
+	.unwrap();
+	unsafe {
+		KERNEL_FREE_LIST.lock().deallocate(range).unwrap();
+	}
 }
 
 pub fn allocate(size: usize) -> Result<VirtAddr, AllocError> {
@@ -36,10 +39,13 @@ pub fn allocate(size: usize) -> Result<VirtAddr, AllocError> {
 		BasePageSize::SIZE as usize
 	);
 
+	let layout = PageLayout::from_size(size).unwrap();
+
 	Ok(VirtAddr(
 		KERNEL_FREE_LIST
 			.lock()
-			.allocate(size, None)?
+			.allocate(layout)?
+			.start()
 			.try_into()
 			.unwrap(),
 	))
@@ -61,10 +67,13 @@ pub fn allocate_aligned(size: usize, align: usize) -> Result<VirtAddr, AllocErro
 		BasePageSize::SIZE as usize
 	);
 
+	let layout = PageLayout::from_size_align(size, align).unwrap();
+
 	Ok(VirtAddr(
 		KERNEL_FREE_LIST
 			.lock()
-			.allocate(size, Some(align))?
+			.allocate(layout)?
+			.start()
 			.try_into()
 			.unwrap(),
 	))
@@ -95,9 +104,11 @@ pub fn deallocate(virtual_address: VirtAddr, size: usize) {
 		BasePageSize::SIZE as usize
 	);
 
-	KERNEL_FREE_LIST
-		.lock()
-		.deallocate(virtual_address.as_usize(), size);
+	let range = PageRange::from_start_len(virtual_address.as_usize(), size).unwrap();
+
+	unsafe {
+		KERNEL_FREE_LIST.lock().deallocate(range).unwrap();
+	}
 }
 
 /*pub fn reserve(virtual_address: VirtAddr, size: usize) {
@@ -137,7 +148,6 @@ pub fn deallocate(virtual_address: VirtAddr, size: usize) {
 }*/
 
 pub fn print_information() {
-	KERNEL_FREE_LIST
-		.lock()
-		.print_information(" KERNEL VIRTUAL MEMORY FREE LIST ");
+	let free_list = KERNEL_FREE_LIST.lock();
+	info!("Virtual memory free list:\n{free_list}");
 }

src/logging.rs

@@ -70,6 +70,7 @@ pub unsafe fn init() {
 	log::set_max_level(max_level);
 }
 
+#[cfg(any(not(target_arch = "riscv64"), feature = "pci", feature = "tcp"))]
 macro_rules! infoheader {
 	// This should work on paper, but it's currently not supported :(
 	// Refer to https://github.com/rust-lang/rust/issues/46569
@@ -89,6 +90,7 @@ macro_rules! infoentry {
 	($str:expr, $($arg:tt)+) => (::log::info!("{:25}{}", concat!($str, ":"), format_args!($($arg)+)));
 }
 
+#[cfg(any(not(target_arch = "riscv64"), feature = "pci", feature = "tcp"))]
 macro_rules! infofooter {
 	() => {{
 		::log::info!("{:=^70}", '=');

src/mm/mod.rs

@@ -1,6 +1,10 @@
 pub mod allocator;
 pub mod device_alloc;
-#[cfg(not(any(target_arch = "x86_64", target_arch = "aarch64")))]
+#[cfg(not(any(
+	target_arch = "x86_64",
+	target_arch = "aarch64",
+	target_arch = "riscv64"
+)))]
 pub mod freelist;
 
 use core::mem;