mirror of
https://github.com/DragonOS-Community/DragonOS.git
synced 2025-06-10 20:36:48 +00:00
文件结构调整:将内存映射有关代码移动到mmap.c
This commit is contained in:
parent
b4b2c67514
commit
8d39334e39
@ -2,7 +2,7 @@
|
||||
CFLAGS += -I .
|
||||
|
||||
|
||||
all:mm.o slab.o mm-stat.o
|
||||
all:mm.o slab.o mm-stat.o vma.o mmap.o
|
||||
|
||||
mm.o: mm.c
|
||||
gcc $(CFLAGS) -c mm.c -o mm.o
|
||||
@ -12,3 +12,9 @@ slab.o: slab.c
|
||||
|
||||
mm-stat.o: mm-stat.c
|
||||
gcc $(CFLAGS) -c mm-stat.c -o mm-stat.o
|
||||
|
||||
vma.o: vma.c
|
||||
gcc $(CFLAGS) -c vma.c -o vma.o
|
||||
|
||||
mmap.o: mmap.c
|
||||
gcc $(CFLAGS) -c mmap.c -o mmap.o
|
||||
|
313
kernel/mm/mm.c
313
kernel/mm/mm.c
@ -9,40 +9,10 @@
|
||||
#include <common/errno.h>
|
||||
#include <debug/traceback/traceback.h>
|
||||
|
||||
static ul Total_Memory = 0;
|
||||
static ul total_2M_pages = 0;
|
||||
static ul root_page_table_phys_addr = 0; // 内核层根页表的物理地址
|
||||
// #pragma GCC push_options
|
||||
// #pragma GCC optimize("O3")
|
||||
uint64_t mm_Total_Memory = 0;
|
||||
uint64_t mm_total_2M_pages = 0;
|
||||
|
||||
struct memory_desc memory_management_struct = {{0}, 0};
|
||||
/**
|
||||
* @brief 虚拟地址长度所需要的entry数量
|
||||
*
|
||||
*/
|
||||
typedef struct
|
||||
{
|
||||
int64_t num_PML4E;
|
||||
int64_t num_PDPTE;
|
||||
int64_t num_PDE;
|
||||
int64_t num_PTE;
|
||||
} mm_pgt_entry_num_t;
|
||||
|
||||
/**
|
||||
* @brief 计算虚拟地址长度对应的页表entry数量
|
||||
*
|
||||
* @param length 长度
|
||||
* @param ent 返回的entry数量结构体
|
||||
*/
|
||||
static void mm_calculate_entry_num(uint64_t length, mm_pgt_entry_num_t *ent)
|
||||
{
|
||||
if (ent == NULL)
|
||||
return;
|
||||
ent->num_PML4E = (length + (1UL << PAGE_GDT_SHIFT) - 1) >> PAGE_GDT_SHIFT;
|
||||
ent->num_PDPTE = (length + PAGE_1G_SIZE - 1) >> PAGE_1G_SHIFT;
|
||||
ent->num_PDE = (length + PAGE_2M_SIZE - 1) >> PAGE_2M_SHIFT;
|
||||
ent->num_PTE = (length + PAGE_4K_SIZE - 1) >> PAGE_4K_SHIFT;
|
||||
}
|
||||
|
||||
/**
|
||||
* @brief 从页表中获取pdt页表项的内容
|
||||
@ -92,7 +62,7 @@ void mm_init()
|
||||
io_mfence();
|
||||
//可用的内存
|
||||
if (mb2_mem_info->type == 1)
|
||||
Total_Memory += mb2_mem_info->len;
|
||||
mm_Total_Memory += mb2_mem_info->len;
|
||||
|
||||
kdebug("[i=%d] mb2_mem_info[i].type=%d, mb2_mem_info[i].addr=%#018lx", i, mb2_mem_info[i].type, mb2_mem_info[i].addr);
|
||||
// 保存信息到mms
|
||||
@ -105,7 +75,7 @@ void mm_init()
|
||||
if (mb2_mem_info[i].type > 4 || mb2_mem_info[i].len == 0 || mb2_mem_info[i].type < 1)
|
||||
break;
|
||||
}
|
||||
printk("[ INFO ] Total amounts of RAM : %ld bytes\n", Total_Memory);
|
||||
printk("[ INFO ] Total amounts of RAM : %ld bytes\n", mm_Total_Memory);
|
||||
|
||||
// 计算有效内存页数
|
||||
io_mfence();
|
||||
@ -123,9 +93,9 @@ void mm_init()
|
||||
if (addr_end <= addr_start)
|
||||
continue;
|
||||
io_mfence();
|
||||
total_2M_pages += ((addr_end - addr_start) >> PAGE_2M_SHIFT);
|
||||
mm_total_2M_pages += ((addr_end - addr_start) >> PAGE_2M_SHIFT);
|
||||
}
|
||||
kinfo("Total amounts of 2M pages : %ld.", total_2M_pages);
|
||||
kinfo("Total amounts of 2M pages : %ld.", mm_total_2M_pages);
|
||||
|
||||
// 物理地址空间的最大地址(包含了物理内存、内存空洞、ROM等)
|
||||
ul max_addr = memory_management_struct.e820[memory_management_struct.len_e820].BaseAddr + memory_management_struct.e820[memory_management_struct.len_e820].Length;
|
||||
@ -370,7 +340,7 @@ struct Page *alloc_pages(unsigned int zone_select, int num, ul flags)
|
||||
}
|
||||
}
|
||||
}
|
||||
kBUG("Cannot alloc page, ZONE=%d\tnums=%d, total_2M_pages=%d", zone_select, num, total_2M_pages);
|
||||
kBUG("Cannot alloc page, ZONE=%d\tnums=%d, mm_total_2M_pages=%d", zone_select, num, mm_total_2M_pages);
|
||||
return NULL;
|
||||
}
|
||||
|
||||
@ -499,166 +469,6 @@ void page_table_init()
|
||||
kinfo("Page table Initialized. Affects:%d", js);
|
||||
}
|
||||
|
||||
/**
|
||||
* @brief 将物理地址映射到页表的函数
|
||||
*
|
||||
* @param virt_addr_start 要映射到的虚拟地址的起始位置
|
||||
* @param phys_addr_start 物理地址的起始位置
|
||||
* @param length 要映射的区域的长度(字节)
|
||||
* @param flags 标志位
|
||||
* @param use4k 是否使用4k页
|
||||
*/
|
||||
int mm_map_phys_addr(ul virt_addr_start, ul phys_addr_start, ul length, ul flags, bool use4k)
|
||||
{
|
||||
uint64_t global_CR3 = (uint64_t)get_CR3();
|
||||
|
||||
return mm_map_proc_page_table(global_CR3, true, virt_addr_start, phys_addr_start, length, flags, false, true, use4k);
|
||||
}
|
||||
|
||||
int mm_map_phys_addr_user(ul virt_addr_start, ul phys_addr_start, ul length, ul flags)
|
||||
{
|
||||
uint64_t global_CR3 = (uint64_t)get_CR3();
|
||||
return mm_map_proc_page_table(global_CR3, true, virt_addr_start, phys_addr_start, length, flags, true, true, false);
|
||||
}
|
||||
|
||||
/**
|
||||
* @brief 将将物理地址填写到进程的页表的函数
|
||||
*
|
||||
* @param proc_page_table_addr 页表的基地址
|
||||
* @param is_phys 页表的基地址是否为物理地址
|
||||
* @param virt_addr_start 要映射到的虚拟地址的起始位置
|
||||
* @param phys_addr_start 物理地址的起始位置
|
||||
* @param length 要映射的区域的长度(字节)
|
||||
* @param user 用户态是否可访问
|
||||
* @param flush 是否刷新tlb
|
||||
* @param use4k 是否使用4k页
|
||||
*/
|
||||
int mm_map_proc_page_table(ul proc_page_table_addr, bool is_phys, ul virt_addr_start, ul phys_addr_start, ul length, ul flags, bool user, bool flush, bool use4k)
|
||||
{
|
||||
|
||||
// 计算线性地址对应的pml4页表项的地址
|
||||
mm_pgt_entry_num_t pgt_num;
|
||||
mm_calculate_entry_num(length, &pgt_num);
|
||||
// kdebug("ent1=%d ent2=%d ent3=%d, ent4=%d", pgt_num.num_PML4E, pgt_num.num_PDPTE, pgt_num.num_PDE, pgt_num.num_PTE);
|
||||
// 已映射的内存大小
|
||||
uint64_t length_mapped = 0;
|
||||
|
||||
uint64_t pml4e_id = ((virt_addr_start >> PAGE_GDT_SHIFT) & 0x1ff);
|
||||
uint64_t *pml4_ptr;
|
||||
if (is_phys)
|
||||
pml4_ptr = phys_2_virt((ul *)((ul)proc_page_table_addr & (~0xfffUL)));
|
||||
else
|
||||
pml4_ptr = (ul *)((ul)proc_page_table_addr & (~0xfffUL));
|
||||
|
||||
// 循环填写顶层页表
|
||||
for (; (pgt_num.num_PML4E > 0) && pml4e_id < 512; ++pml4e_id)
|
||||
{
|
||||
// 剩余需要处理的pml4E -1
|
||||
--(pgt_num.num_PML4E);
|
||||
|
||||
ul *pml4e_ptr = pml4_ptr + pml4e_id;
|
||||
|
||||
// 创建新的二级页表
|
||||
if (*pml4e_ptr == 0)
|
||||
{
|
||||
ul *virt_addr = kmalloc(PAGE_4K_SIZE, 0);
|
||||
memset(virt_addr, 0, PAGE_4K_SIZE);
|
||||
set_pml4t(pml4e_ptr, mk_pml4t(virt_2_phys(virt_addr), (user ? PAGE_USER_PGT : PAGE_KERNEL_PGT)));
|
||||
}
|
||||
|
||||
uint64_t pdpte_id = (((virt_addr_start + length_mapped) >> PAGE_1G_SHIFT) & 0x1ff);
|
||||
uint64_t *pdpt_ptr = (uint64_t *)phys_2_virt(*pml4e_ptr & (~0xfffUL));
|
||||
// kdebug("pdpt_ptr=%#018lx", pdpt_ptr);
|
||||
|
||||
// 循环填写二级页表
|
||||
for (; (pgt_num.num_PDPTE > 0) && pdpte_id < 512; ++pdpte_id)
|
||||
{
|
||||
--pgt_num.num_PDPTE;
|
||||
uint64_t *pdpte_ptr = (pdpt_ptr + pdpte_id);
|
||||
// kdebug("pgt_num.num_PDPTE=%ld pdpte_ptr=%#018lx", pgt_num.num_PDPTE, pdpte_ptr);
|
||||
|
||||
// 创建新的三级页表
|
||||
if (*pdpte_ptr == 0)
|
||||
{
|
||||
ul *virt_addr = kmalloc(PAGE_4K_SIZE, 0);
|
||||
memset(virt_addr, 0, PAGE_4K_SIZE);
|
||||
set_pdpt(pdpte_ptr, mk_pdpt(virt_2_phys(virt_addr), (user ? PAGE_USER_DIR : PAGE_KERNEL_DIR)));
|
||||
// kdebug("created new pdt, *pdpte_ptr=%#018lx, virt_addr=%#018lx", *pdpte_ptr, virt_addr);
|
||||
}
|
||||
|
||||
uint64_t pde_id = (((virt_addr_start + length_mapped) >> PAGE_2M_SHIFT) & 0x1ff);
|
||||
uint64_t *pd_ptr = (uint64_t *)phys_2_virt(*pdpte_ptr & (~0xfffUL));
|
||||
// kdebug("pd_ptr=%#018lx, *pd_ptr=%#018lx", pd_ptr, *pd_ptr);
|
||||
|
||||
// 循环填写三级页表,初始化2M物理页
|
||||
for (; (pgt_num.num_PDE > 0) && pde_id < 512; ++pde_id)
|
||||
{
|
||||
--pgt_num.num_PDE;
|
||||
// 计算当前2M物理页对应的pdt的页表项的物理地址
|
||||
ul *pde_ptr = pd_ptr + pde_id;
|
||||
|
||||
// ====== 使用4k页 =======
|
||||
if (unlikely(use4k))
|
||||
{
|
||||
// kdebug("use 4k");
|
||||
if (*pde_ptr == 0)
|
||||
{
|
||||
// 创建四级页表
|
||||
// kdebug("create PT");
|
||||
uint64_t *vaddr = kmalloc(PAGE_4K_SIZE, 0);
|
||||
memset(vaddr, 0, PAGE_4K_SIZE);
|
||||
set_pdt(pde_ptr, mk_pdt(virt_2_phys(vaddr), (user ? PAGE_USER_PDE : PAGE_KERNEL_PDE)));
|
||||
}
|
||||
else if (unlikely(*pde_ptr & (1 << 7)))
|
||||
{
|
||||
// 当前页表项已经被映射了2MB物理页
|
||||
goto failed;
|
||||
}
|
||||
|
||||
uint64_t pte_id = (((virt_addr_start + length_mapped) >> PAGE_4K_SHIFT) & 0x1ff);
|
||||
uint64_t *pt_ptr = (uint64_t *)phys_2_virt(*pde_ptr & (~0x1fffUL));
|
||||
|
||||
// 循环填写4级页表,初始化4K页
|
||||
for (; pgt_num.num_PTE > 0 && pte_id < 512; ++pte_id)
|
||||
{
|
||||
--pgt_num.num_PTE;
|
||||
uint64_t *pte_ptr = pt_ptr + pte_id;
|
||||
|
||||
if (unlikely(*pte_ptr != 0))
|
||||
{
|
||||
kwarn("pte already exists.");
|
||||
length_mapped += PAGE_4K_SIZE;
|
||||
}
|
||||
|
||||
set_pt(pte_ptr, mk_pt((ul)phys_addr_start + length_mapped, flags | (user ? PAGE_USER_4K_PAGE : PAGE_KERNEL_4K_PAGE)));
|
||||
}
|
||||
}
|
||||
// ======= 使用2M页 ========
|
||||
else
|
||||
{
|
||||
if (unlikely(*pde_ptr != 0 && user))
|
||||
{
|
||||
// 如果是用户态可访问的页,则释放当前新获取的物理页
|
||||
if (likely((((ul)phys_addr_start + length_mapped) >> PAGE_2M_SHIFT) < total_2M_pages)) // 校验是否为内存中的物理页
|
||||
free_pages(Phy_to_2M_Page((ul)phys_addr_start + length_mapped), 1);
|
||||
length_mapped += PAGE_2M_SIZE;
|
||||
continue;
|
||||
}
|
||||
// 页面写穿,禁止缓存
|
||||
set_pdt(pde_ptr, mk_pdt((ul)phys_addr_start + length_mapped, flags | (user ? PAGE_USER_PAGE : PAGE_KERNEL_PAGE)));
|
||||
length_mapped += PAGE_2M_SIZE;
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
if (likely(flush))
|
||||
flush_tlb();
|
||||
return 0;
|
||||
failed:;
|
||||
kerror("Map memory failed. use4k=%d, vaddr=%#018lx, paddr=%#018lx", use4k, virt_addr_start, phys_addr_start);
|
||||
return -EFAULT;
|
||||
}
|
||||
|
||||
/**
|
||||
* @brief 从页表中获取pdt页表项的内容
|
||||
*
|
||||
@ -695,113 +505,6 @@ uint64_t mm_get_PDE(ul proc_page_table_addr, bool is_phys, ul virt_addr, bool cl
|
||||
return *tmp;
|
||||
}
|
||||
|
||||
/**
|
||||
* @brief 从页表中清除虚拟地址的映射
|
||||
*
|
||||
* @param proc_page_table_addr 页表的地址
|
||||
* @param is_phys 页表地址是否为物理地址
|
||||
* @param virt_addr_start 要清除的虚拟地址的起始地址
|
||||
* @param length 要清除的区域的长度
|
||||
*/
|
||||
void mm_unmap_proc_table(ul proc_page_table_addr, bool is_phys, ul virt_addr_start, ul length)
|
||||
{
|
||||
|
||||
// 计算线性地址对应的pml4页表项的地址
|
||||
mm_pgt_entry_num_t pgt_num;
|
||||
mm_calculate_entry_num(length, &pgt_num);
|
||||
// kdebug("ent1=%d ent2=%d ent3=%d, ent4=%d", pgt_num.num_PML4E, pgt_num.num_PDPTE, pgt_num.num_PDE, pgt_num.num_PTE);
|
||||
// 已取消映射的内存大小
|
||||
uint64_t length_unmapped = 0;
|
||||
|
||||
uint64_t pml4e_id = ((virt_addr_start >> PAGE_GDT_SHIFT) & 0x1ff);
|
||||
uint64_t *pml4_ptr;
|
||||
if (is_phys)
|
||||
pml4_ptr = phys_2_virt((ul *)((ul)proc_page_table_addr & (~0xfffUL)));
|
||||
else
|
||||
pml4_ptr = (ul *)((ul)proc_page_table_addr & (~0xfffUL));
|
||||
|
||||
// 循环填写顶层页表
|
||||
for (; (pgt_num.num_PML4E > 0) && pml4e_id < 512; ++pml4e_id)
|
||||
{
|
||||
// 剩余需要处理的pml4E -1
|
||||
--(pgt_num.num_PML4E);
|
||||
|
||||
ul *pml4e_ptr = NULL;
|
||||
pml4e_ptr = pml4_ptr + pml4e_id;
|
||||
|
||||
// 二级页表不存在
|
||||
if (*pml4e_ptr == 0)
|
||||
{
|
||||
continue;
|
||||
}
|
||||
|
||||
uint64_t pdpte_id = (((virt_addr_start + length_unmapped) >> PAGE_1G_SHIFT) & 0x1ff);
|
||||
uint64_t *pdpt_ptr = (uint64_t *)phys_2_virt(*pml4e_ptr & (~0xfffUL));
|
||||
// kdebug("pdpt_ptr=%#018lx", pdpt_ptr);
|
||||
|
||||
// 循环处理二级页表
|
||||
for (; (pgt_num.num_PDPTE > 0) && pdpte_id < 512; ++pdpte_id)
|
||||
{
|
||||
--pgt_num.num_PDPTE;
|
||||
uint64_t *pdpte_ptr = (pdpt_ptr + pdpte_id);
|
||||
// kdebug("pgt_num.num_PDPTE=%ld pdpte_ptr=%#018lx", pgt_num.num_PDPTE, pdpte_ptr);
|
||||
|
||||
// 三级页表为空
|
||||
if (*pdpte_ptr == 0)
|
||||
{
|
||||
continue;
|
||||
}
|
||||
|
||||
uint64_t pde_id = (((virt_addr_start + length_unmapped) >> PAGE_2M_SHIFT) & 0x1ff);
|
||||
uint64_t *pd_ptr = (uint64_t *)phys_2_virt(*pdpte_ptr & (~0xfffUL));
|
||||
// kdebug("pd_ptr=%#018lx, *pd_ptr=%#018lx", pd_ptr, *pd_ptr);
|
||||
|
||||
// 循环处理三级页表
|
||||
for (; (pgt_num.num_PDE > 0) && pde_id < 512; ++pde_id)
|
||||
{
|
||||
--pgt_num.num_PDE;
|
||||
// 计算当前2M物理页对应的pdt的页表项的物理地址
|
||||
ul *pde_ptr = pd_ptr + pde_id;
|
||||
|
||||
// 存在4级页表
|
||||
if (unlikely(((*pde_ptr) & (1 << 7)) == 0))
|
||||
{
|
||||
// 存在4K页
|
||||
uint64_t pte_id = (((virt_addr_start + length_unmapped) >> PAGE_4K_SHIFT) & 0x1ff);
|
||||
uint64_t *pt_ptr = (uint64_t *)phys_2_virt(*pde_ptr & (~0x1fffUL));
|
||||
uint64_t *pte_ptr = pt_ptr + pte_id;
|
||||
|
||||
// 循环处理4K页表
|
||||
for (; pgt_num.num_PTE > 0 && pte_id < 512; ++pte_id, ++pte_ptr)
|
||||
{
|
||||
--pgt_num.num_PTE;
|
||||
// todo: 当支持使用slab分配4K内存作为进程的4K页之后,在这里需要释放这些4K对象
|
||||
*pte_ptr = 0;
|
||||
length_unmapped += PAGE_4K_SIZE;
|
||||
}
|
||||
|
||||
// 4级页表已经空了,释放页表
|
||||
if (unlikely(mm_check_page_table(pt_ptr)) == 0)
|
||||
kfree(pt_ptr);
|
||||
}
|
||||
else
|
||||
{
|
||||
*pde_ptr = 0;
|
||||
length_unmapped += PAGE_2M_SIZE;
|
||||
}
|
||||
}
|
||||
|
||||
// 3级页表已经空了,释放页表
|
||||
if (unlikely(mm_check_page_table(pd_ptr)) == 0)
|
||||
kfree(pd_ptr);
|
||||
}
|
||||
// 2级页表已经空了,释放页表
|
||||
if (unlikely(mm_check_page_table(pdpt_ptr)) == 0)
|
||||
kfree(pdpt_ptr);
|
||||
}
|
||||
flush_tlb();
|
||||
}
|
||||
|
||||
/**
|
||||
* @brief 从mms中寻找Page结构体
|
||||
*
|
||||
@ -971,7 +674,7 @@ bool mm_check_mapped(ul page_table_phys_addr, uint64_t virt_addr)
|
||||
*/
|
||||
int8_t mm_is_2M_page(uint64_t paddr)
|
||||
{
|
||||
if (likely((paddr >> PAGE_2M_SHIFT) < total_2M_pages))
|
||||
if (likely((paddr >> PAGE_2M_SHIFT) < mm_total_2M_pages))
|
||||
return 1;
|
||||
else
|
||||
return 0;
|
||||
|
@ -4,7 +4,6 @@
|
||||
#include <mm/mm-types.h>
|
||||
#include <process/process.h>
|
||||
|
||||
|
||||
// 每个页表的项数
|
||||
// 64位下,每个页表4k,每条页表项8B,故一个页表有512条
|
||||
#define PTRS_PER_PGT 512
|
||||
@ -381,6 +380,7 @@ ul set_page_attr(struct Page *page, ul flags);
|
||||
#define VM_SHARED (1 << 3)
|
||||
#define VM_IO (1 << 4) // MMIO的内存区域
|
||||
#define VM_SOFTDIRTY (1 << 5)
|
||||
#define VM_MAYSHARE (1 << 6) // 该vma可被共享
|
||||
|
||||
/* VMA basic access permission flags */
|
||||
#define VM_ACCESS_FLAGS (VM_READ | VM_WRITE | VM_EXEC)
|
||||
@ -420,7 +420,22 @@ static inline bool vma_is_accessible(struct vm_area_struct *vma)
|
||||
return vma->vm_flags & VM_ACCESS_FLAGS;
|
||||
}
|
||||
|
||||
/**
|
||||
/**
|
||||
* @brief 获取一块新的vma结构体,并将其与指定的mm进行绑定
|
||||
*
|
||||
* @param mm 与VMA绑定的内存空间分布结构体
|
||||
* @return struct vm_area_struct* 新的VMA
|
||||
*/
|
||||
struct vm_area_struct * vm_area_alloc(struct mm_struct *mm);
|
||||
|
||||
/**
|
||||
* @brief 释放vma结构体
|
||||
*
|
||||
* @param vma 待释放的vma结构体
|
||||
*/
|
||||
void vm_area_free(struct vm_area_struct *vma);
|
||||
|
||||
/**
|
||||
* @brief 重新初始化页表的函数
|
||||
* 将所有物理页映射到线性地址空间
|
||||
*/
|
||||
|
301
kernel/mm/mmap.c
Normal file
301
kernel/mm/mmap.c
Normal file
@ -0,0 +1,301 @@
|
||||
#include "mm.h"
|
||||
#include "slab.h"
|
||||
#include <common/compiler.h>
|
||||
|
||||
extern uint64_t mm_total_2M_pages;
|
||||
|
||||
/**
|
||||
* @brief 虚拟地址长度所需要的entry数量
|
||||
*
|
||||
*/
|
||||
typedef struct
|
||||
{
|
||||
int64_t num_PML4E;
|
||||
int64_t num_PDPTE;
|
||||
int64_t num_PDE;
|
||||
int64_t num_PTE;
|
||||
} mm_pgt_entry_num_t;
|
||||
|
||||
/**
|
||||
* @brief 计算虚拟地址长度对应的页表entry数量
|
||||
*
|
||||
* @param length 长度
|
||||
* @param ent 返回的entry数量结构体
|
||||
*/
|
||||
static void mm_calculate_entry_num(uint64_t length, mm_pgt_entry_num_t *ent)
|
||||
{
|
||||
if (ent == NULL)
|
||||
return;
|
||||
ent->num_PML4E = (length + (1UL << PAGE_GDT_SHIFT) - 1) >> PAGE_GDT_SHIFT;
|
||||
ent->num_PDPTE = (length + PAGE_1G_SIZE - 1) >> PAGE_1G_SHIFT;
|
||||
ent->num_PDE = (length + PAGE_2M_SIZE - 1) >> PAGE_2M_SHIFT;
|
||||
ent->num_PTE = (length + PAGE_4K_SIZE - 1) >> PAGE_4K_SHIFT;
|
||||
}
|
||||
|
||||
/**
|
||||
* @brief 将物理地址映射到页表的函数
|
||||
*
|
||||
* @param virt_addr_start 要映射到的虚拟地址的起始位置
|
||||
* @param phys_addr_start 物理地址的起始位置
|
||||
* @param length 要映射的区域的长度(字节)
|
||||
* @param flags 标志位
|
||||
* @param use4k 是否使用4k页
|
||||
*/
|
||||
int mm_map_phys_addr(ul virt_addr_start, ul phys_addr_start, ul length, ul flags, bool use4k)
|
||||
{
|
||||
uint64_t global_CR3 = (uint64_t)get_CR3();
|
||||
|
||||
return mm_map_proc_page_table(global_CR3, true, virt_addr_start, phys_addr_start, length, flags, false, true, use4k);
|
||||
}
|
||||
|
||||
int mm_map_phys_addr_user(ul virt_addr_start, ul phys_addr_start, ul length, ul flags)
|
||||
{
|
||||
uint64_t global_CR3 = (uint64_t)get_CR3();
|
||||
return mm_map_proc_page_table(global_CR3, true, virt_addr_start, phys_addr_start, length, flags, true, true, false);
|
||||
}
|
||||
|
||||
/**
|
||||
* @brief 将将物理地址填写到进程的页表的函数
|
||||
*
|
||||
* @param proc_page_table_addr 页表的基地址
|
||||
* @param is_phys 页表的基地址是否为物理地址
|
||||
* @param virt_addr_start 要映射到的虚拟地址的起始位置
|
||||
* @param phys_addr_start 物理地址的起始位置
|
||||
* @param length 要映射的区域的长度(字节)
|
||||
* @param user 用户态是否可访问
|
||||
* @param flush 是否刷新tlb
|
||||
* @param use4k 是否使用4k页
|
||||
*/
|
||||
int mm_map_proc_page_table(ul proc_page_table_addr, bool is_phys, ul virt_addr_start, ul phys_addr_start, ul length, ul flags, bool user, bool flush, bool use4k)
|
||||
{
|
||||
|
||||
// 计算线性地址对应的pml4页表项的地址
|
||||
mm_pgt_entry_num_t pgt_num;
|
||||
mm_calculate_entry_num(length, &pgt_num);
|
||||
// kdebug("ent1=%d ent2=%d ent3=%d, ent4=%d", pgt_num.num_PML4E, pgt_num.num_PDPTE, pgt_num.num_PDE, pgt_num.num_PTE);
|
||||
// 已映射的内存大小
|
||||
uint64_t length_mapped = 0;
|
||||
|
||||
uint64_t pml4e_id = ((virt_addr_start >> PAGE_GDT_SHIFT) & 0x1ff);
|
||||
uint64_t *pml4_ptr;
|
||||
if (is_phys)
|
||||
pml4_ptr = phys_2_virt((ul *)((ul)proc_page_table_addr & (~0xfffUL)));
|
||||
else
|
||||
pml4_ptr = (ul *)((ul)proc_page_table_addr & (~0xfffUL));
|
||||
|
||||
// 循环填写顶层页表
|
||||
for (; (pgt_num.num_PML4E > 0) && pml4e_id < 512; ++pml4e_id)
|
||||
{
|
||||
// 剩余需要处理的pml4E -1
|
||||
--(pgt_num.num_PML4E);
|
||||
|
||||
ul *pml4e_ptr = pml4_ptr + pml4e_id;
|
||||
|
||||
// 创建新的二级页表
|
||||
if (*pml4e_ptr == 0)
|
||||
{
|
||||
ul *virt_addr = kmalloc(PAGE_4K_SIZE, 0);
|
||||
memset(virt_addr, 0, PAGE_4K_SIZE);
|
||||
set_pml4t(pml4e_ptr, mk_pml4t(virt_2_phys(virt_addr), (user ? PAGE_USER_PGT : PAGE_KERNEL_PGT)));
|
||||
}
|
||||
|
||||
uint64_t pdpte_id = (((virt_addr_start + length_mapped) >> PAGE_1G_SHIFT) & 0x1ff);
|
||||
uint64_t *pdpt_ptr = (uint64_t *)phys_2_virt(*pml4e_ptr & (~0xfffUL));
|
||||
// kdebug("pdpt_ptr=%#018lx", pdpt_ptr);
|
||||
|
||||
// 循环填写二级页表
|
||||
for (; (pgt_num.num_PDPTE > 0) && pdpte_id < 512; ++pdpte_id)
|
||||
{
|
||||
--pgt_num.num_PDPTE;
|
||||
uint64_t *pdpte_ptr = (pdpt_ptr + pdpte_id);
|
||||
// kdebug("pgt_num.num_PDPTE=%ld pdpte_ptr=%#018lx", pgt_num.num_PDPTE, pdpte_ptr);
|
||||
|
||||
// 创建新的三级页表
|
||||
if (*pdpte_ptr == 0)
|
||||
{
|
||||
ul *virt_addr = kmalloc(PAGE_4K_SIZE, 0);
|
||||
memset(virt_addr, 0, PAGE_4K_SIZE);
|
||||
set_pdpt(pdpte_ptr, mk_pdpt(virt_2_phys(virt_addr), (user ? PAGE_USER_DIR : PAGE_KERNEL_DIR)));
|
||||
// kdebug("created new pdt, *pdpte_ptr=%#018lx, virt_addr=%#018lx", *pdpte_ptr, virt_addr);
|
||||
}
|
||||
|
||||
uint64_t pde_id = (((virt_addr_start + length_mapped) >> PAGE_2M_SHIFT) & 0x1ff);
|
||||
uint64_t *pd_ptr = (uint64_t *)phys_2_virt(*pdpte_ptr & (~0xfffUL));
|
||||
// kdebug("pd_ptr=%#018lx, *pd_ptr=%#018lx", pd_ptr, *pd_ptr);
|
||||
|
||||
// 循环填写三级页表,初始化2M物理页
|
||||
for (; (pgt_num.num_PDE > 0) && pde_id < 512; ++pde_id)
|
||||
{
|
||||
--pgt_num.num_PDE;
|
||||
// 计算当前2M物理页对应的pdt的页表项的物理地址
|
||||
ul *pde_ptr = pd_ptr + pde_id;
|
||||
|
||||
// ====== 使用4k页 =======
|
||||
if (unlikely(use4k))
|
||||
{
|
||||
// kdebug("use 4k");
|
||||
if (*pde_ptr == 0)
|
||||
{
|
||||
// 创建四级页表
|
||||
// kdebug("create PT");
|
||||
uint64_t *vaddr = kmalloc(PAGE_4K_SIZE, 0);
|
||||
memset(vaddr, 0, PAGE_4K_SIZE);
|
||||
set_pdt(pde_ptr, mk_pdt(virt_2_phys(vaddr), (user ? PAGE_USER_PDE : PAGE_KERNEL_PDE)));
|
||||
}
|
||||
else if (unlikely(*pde_ptr & (1 << 7)))
|
||||
{
|
||||
// 当前页表项已经被映射了2MB物理页
|
||||
goto failed;
|
||||
}
|
||||
|
||||
uint64_t pte_id = (((virt_addr_start + length_mapped) >> PAGE_4K_SHIFT) & 0x1ff);
|
||||
uint64_t *pt_ptr = (uint64_t *)phys_2_virt(*pde_ptr & (~0x1fffUL));
|
||||
|
||||
// 循环填写4级页表,初始化4K页
|
||||
for (; pgt_num.num_PTE > 0 && pte_id < 512; ++pte_id)
|
||||
{
|
||||
--pgt_num.num_PTE;
|
||||
uint64_t *pte_ptr = pt_ptr + pte_id;
|
||||
|
||||
if (unlikely(*pte_ptr != 0))
|
||||
{
|
||||
kwarn("pte already exists.");
|
||||
length_mapped += PAGE_4K_SIZE;
|
||||
}
|
||||
|
||||
set_pt(pte_ptr, mk_pt((ul)phys_addr_start + length_mapped, flags | (user ? PAGE_USER_4K_PAGE : PAGE_KERNEL_4K_PAGE)));
|
||||
}
|
||||
}
|
||||
// ======= 使用2M页 ========
|
||||
else
|
||||
{
|
||||
if (unlikely(*pde_ptr != 0 && user))
|
||||
{
|
||||
// 如果是用户态可访问的页,则释放当前新获取的物理页
|
||||
if (likely((((ul)phys_addr_start + length_mapped) >> PAGE_2M_SHIFT) < mm_total_2M_pages)) // 校验是否为内存中的物理页
|
||||
free_pages(Phy_to_2M_Page((ul)phys_addr_start + length_mapped), 1);
|
||||
length_mapped += PAGE_2M_SIZE;
|
||||
continue;
|
||||
}
|
||||
// 页面写穿,禁止缓存
|
||||
set_pdt(pde_ptr, mk_pdt((ul)phys_addr_start + length_mapped, flags | (user ? PAGE_USER_PAGE : PAGE_KERNEL_PAGE)));
|
||||
length_mapped += PAGE_2M_SIZE;
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
if (likely(flush))
|
||||
flush_tlb();
|
||||
return 0;
|
||||
failed:;
|
||||
kerror("Map memory failed. use4k=%d, vaddr=%#018lx, paddr=%#018lx", use4k, virt_addr_start, phys_addr_start);
|
||||
return -EFAULT;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* @brief 从页表中清除虚拟地址的映射
|
||||
*
|
||||
* @param proc_page_table_addr 页表的地址
|
||||
* @param is_phys 页表地址是否为物理地址
|
||||
* @param virt_addr_start 要清除的虚拟地址的起始地址
|
||||
* @param length 要清除的区域的长度
|
||||
*/
|
||||
void mm_unmap_proc_table(ul proc_page_table_addr, bool is_phys, ul virt_addr_start, ul length)
|
||||
{
|
||||
|
||||
// 计算线性地址对应的pml4页表项的地址
|
||||
mm_pgt_entry_num_t pgt_num;
|
||||
mm_calculate_entry_num(length, &pgt_num);
|
||||
// kdebug("ent1=%d ent2=%d ent3=%d, ent4=%d", pgt_num.num_PML4E, pgt_num.num_PDPTE, pgt_num.num_PDE, pgt_num.num_PTE);
|
||||
// 已取消映射的内存大小
|
||||
uint64_t length_unmapped = 0;
|
||||
|
||||
uint64_t pml4e_id = ((virt_addr_start >> PAGE_GDT_SHIFT) & 0x1ff);
|
||||
uint64_t *pml4_ptr;
|
||||
if (is_phys)
|
||||
pml4_ptr = phys_2_virt((ul *)((ul)proc_page_table_addr & (~0xfffUL)));
|
||||
else
|
||||
pml4_ptr = (ul *)((ul)proc_page_table_addr & (~0xfffUL));
|
||||
|
||||
// 循环填写顶层页表
|
||||
for (; (pgt_num.num_PML4E > 0) && pml4e_id < 512; ++pml4e_id)
|
||||
{
|
||||
// 剩余需要处理的pml4E -1
|
||||
--(pgt_num.num_PML4E);
|
||||
|
||||
ul *pml4e_ptr = NULL;
|
||||
pml4e_ptr = pml4_ptr + pml4e_id;
|
||||
|
||||
// 二级页表不存在
|
||||
if (*pml4e_ptr == 0)
|
||||
{
|
||||
continue;
|
||||
}
|
||||
|
||||
uint64_t pdpte_id = (((virt_addr_start + length_unmapped) >> PAGE_1G_SHIFT) & 0x1ff);
|
||||
uint64_t *pdpt_ptr = (uint64_t *)phys_2_virt(*pml4e_ptr & (~0xfffUL));
|
||||
// kdebug("pdpt_ptr=%#018lx", pdpt_ptr);
|
||||
|
||||
// 循环处理二级页表
|
||||
for (; (pgt_num.num_PDPTE > 0) && pdpte_id < 512; ++pdpte_id)
|
||||
{
|
||||
--pgt_num.num_PDPTE;
|
||||
uint64_t *pdpte_ptr = (pdpt_ptr + pdpte_id);
|
||||
// kdebug("pgt_num.num_PDPTE=%ld pdpte_ptr=%#018lx", pgt_num.num_PDPTE, pdpte_ptr);
|
||||
|
||||
// 三级页表为空
|
||||
if (*pdpte_ptr == 0)
|
||||
{
|
||||
continue;
|
||||
}
|
||||
|
||||
uint64_t pde_id = (((virt_addr_start + length_unmapped) >> PAGE_2M_SHIFT) & 0x1ff);
|
||||
uint64_t *pd_ptr = (uint64_t *)phys_2_virt(*pdpte_ptr & (~0xfffUL));
|
||||
// kdebug("pd_ptr=%#018lx, *pd_ptr=%#018lx", pd_ptr, *pd_ptr);
|
||||
|
||||
// 循环处理三级页表
|
||||
for (; (pgt_num.num_PDE > 0) && pde_id < 512; ++pde_id)
|
||||
{
|
||||
--pgt_num.num_PDE;
|
||||
// 计算当前2M物理页对应的pdt的页表项的物理地址
|
||||
ul *pde_ptr = pd_ptr + pde_id;
|
||||
|
||||
// 存在4级页表
|
||||
if (unlikely(((*pde_ptr) & (1 << 7)) == 0))
|
||||
{
|
||||
// 存在4K页
|
||||
uint64_t pte_id = (((virt_addr_start + length_unmapped) >> PAGE_4K_SHIFT) & 0x1ff);
|
||||
uint64_t *pt_ptr = (uint64_t *)phys_2_virt(*pde_ptr & (~0x1fffUL));
|
||||
uint64_t *pte_ptr = pt_ptr + pte_id;
|
||||
|
||||
// 循环处理4K页表
|
||||
for (; pgt_num.num_PTE > 0 && pte_id < 512; ++pte_id, ++pte_ptr)
|
||||
{
|
||||
--pgt_num.num_PTE;
|
||||
// todo: 当支持使用slab分配4K内存作为进程的4K页之后,在这里需要释放这些4K对象
|
||||
*pte_ptr = 0;
|
||||
length_unmapped += PAGE_4K_SIZE;
|
||||
}
|
||||
|
||||
// 4级页表已经空了,释放页表
|
||||
if (unlikely(mm_check_page_table(pt_ptr)) == 0)
|
||||
kfree(pt_ptr);
|
||||
}
|
||||
else
|
||||
{
|
||||
*pde_ptr = 0;
|
||||
length_unmapped += PAGE_2M_SIZE;
|
||||
}
|
||||
}
|
||||
|
||||
// 3级页表已经空了,释放页表
|
||||
if (unlikely(mm_check_page_table(pd_ptr)) == 0)
|
||||
kfree(pd_ptr);
|
||||
}
|
||||
// 2级页表已经空了,释放页表
|
||||
if (unlikely(mm_check_page_table(pdpt_ptr)) == 0)
|
||||
kfree(pdpt_ptr);
|
||||
}
|
||||
flush_tlb();
|
||||
}
|
28
kernel/mm/vma.c
Normal file
28
kernel/mm/vma.c
Normal file
@ -0,0 +1,28 @@
|
||||
#include "mm.h"
|
||||
#include "slab.h"
|
||||
|
||||
/**
|
||||
* @brief 获取一块新的vma结构体,并将其与指定的mm进行绑定
|
||||
*
|
||||
* @param mm 与VMA绑定的内存空间分布结构体
|
||||
* @return struct vm_area_struct* 新的VMA
|
||||
*/
|
||||
struct vm_area_struct * vm_area_alloc(struct mm_struct *mm)
|
||||
{
|
||||
struct vm_area_struct * vma = (struct vm_area_struct *)kmalloc(sizeof(struct vm_area_struct),0);
|
||||
if(vma)
|
||||
vma_init(vma, mm);
|
||||
return vma;
|
||||
}
|
||||
|
||||
/**
|
||||
* @brief 释放vma结构体
|
||||
*
|
||||
* @param vma 待释放的vma结构体
|
||||
*/
|
||||
void vm_area_free(struct vm_area_struct *vma)
|
||||
{
|
||||
if(list_empty(&vma->list)) // 如果当前是剩余的最后一个vma
|
||||
vma->vm_mm->vmas = NULL;
|
||||
kfree(vma);
|
||||
}
|
Loading…
x
Reference in New Issue
Block a user