2019-02-09 12:52:45 -06:00
|
|
|
#include <stdint.h>
|
2019-03-11 09:32:55 -05:00
|
|
|
#include <stdlib.h>
|
2019-02-09 12:52:45 -06:00
|
|
|
#include "paging_helpers.h"
|
|
|
|
#include "paging.h"
|
2019-03-11 09:32:55 -05:00
|
|
|
#include "pmem.h"
|
2019-05-24 09:04:31 -05:00
|
|
|
#include "../..//vga_err.h"
|
2019-03-17 12:22:00 -05:00
|
|
|
#include <klog.h>
|
|
|
|
|
2019-03-11 09:32:55 -05:00
|
|
|
static uint32_t page_directory[1024] __attribute__((aligned(4096)));
|
|
|
|
static uint32_t kern_page_tables[NUM_KERN_DIRS*1024] __attribute__((aligned(4096)));
|
2019-06-22 10:21:50 -05:00
|
|
|
static uint32_t kstack_page_tables[32*1024] __attribute__((aligned(4096)));
|
2019-06-22 11:11:12 -05:00
|
|
|
static uint32_t kmalloc_page_tables[4*1024] __attribute__((aligned(4096)));
|
2019-03-11 09:32:55 -05:00
|
|
|
static uint32_t smap_page_tables[2048] __attribute__((aligned(4096)));
|
|
|
|
static uint32_t* smap=(uint32_t*)0xFF800000;
|
2019-02-09 12:52:45 -06:00
|
|
|
|
2019-03-11 09:32:55 -05:00
|
|
|
static char is_page_present(int page) {
|
|
|
|
int table=page>>10;
|
|
|
|
page=page&0x3FF;
|
|
|
|
if ((smap[table]&0x1)==0) {
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
smap_page_tables[table+1]=(smap[table]&0xFFFFFC00)|0x3;
|
|
|
|
return smap[(1024+(1024*table))+page]&0x1;
|
2019-02-09 12:52:45 -06:00
|
|
|
}
|
|
|
|
|
2019-03-11 09:32:55 -05:00
|
|
|
void map_pages(void* virt_addr_ptr,void* phys_addr_ptr,int num_pages,char usr,char wr) {
|
2019-02-09 12:52:45 -06:00
|
|
|
uint32_t virt_addr=(uint32_t)virt_addr_ptr;
|
|
|
|
uint32_t phys_addr=(uint32_t)phys_addr_ptr;
|
|
|
|
int dir_entry=(virt_addr&0xFFC00000)>>22;
|
|
|
|
int table_entry=(virt_addr&0x3FF000)>>12;
|
|
|
|
for (int i=0;i<=num_pages;i++) {
|
2019-03-11 09:32:55 -05:00
|
|
|
if (!(smap[dir_entry]&0x1)) {
|
|
|
|
int flags=1;
|
|
|
|
flags=flags|((wr&1)<<1);
|
|
|
|
flags=flags|((usr&1)<<2);
|
|
|
|
smap[dir_entry]=(uint32_t)pmem_alloc(1)|flags;
|
|
|
|
}
|
|
|
|
smap_page_tables[dir_entry+1]=(smap[dir_entry]&0xFFFFFC00)|0x3;
|
|
|
|
int flags=1;
|
|
|
|
flags=flags|((wr&1)<<1);
|
|
|
|
flags=flags|((usr&1)<<2);
|
|
|
|
smap[(1024+(1024*dir_entry))+table_entry]=phys_addr|flags;
|
2019-02-09 12:52:45 -06:00
|
|
|
table_entry++;
|
|
|
|
phys_addr+=0x1000;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-06-22 10:21:50 -05:00
|
|
|
void map_kstack(uint32_t pid) {
|
|
|
|
if (kstack_page_tables[pid]==NULL) {
|
|
|
|
kstack_page_tables[pid]=(uint32_t)pmem_alloc(1)|0x3;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-05-04 10:52:38 -05:00
|
|
|
uint32_t find_free_pages(int num_pages) {
|
2019-03-11 09:32:55 -05:00
|
|
|
uint32_t bmap_index;
|
|
|
|
uint32_t remaining_blks;
|
2019-03-17 17:47:33 -05:00
|
|
|
for(uint32_t i=1;i<131072;i++) {
|
2019-03-11 09:32:55 -05:00
|
|
|
char got_0=0;
|
|
|
|
remaining_blks=num_pages;
|
|
|
|
uint32_t old_j;
|
|
|
|
for (uint32_t j=i*8;;j++) {
|
|
|
|
char bit=is_page_present(j);
|
|
|
|
if (got_0) {
|
|
|
|
if (bit) {
|
|
|
|
if (remaining_blks==0) {
|
|
|
|
bmap_index=old_j;
|
|
|
|
break;
|
|
|
|
} else {
|
|
|
|
i+=j/8;
|
|
|
|
i--;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
remaining_blks--;
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
if (!bit) {
|
|
|
|
got_0=1;
|
|
|
|
old_j=j;
|
|
|
|
remaining_blks--;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if (remaining_blks==0) {
|
|
|
|
bmap_index=old_j;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if (remaining_blks==0) {
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if (remaining_blks!=0) {
|
2019-05-22 14:18:29 -05:00
|
|
|
vga_write_string("[PANIC] Out of memory");
|
2019-03-11 09:32:55 -05:00
|
|
|
}
|
2019-05-04 10:52:38 -05:00
|
|
|
return bmap_index;
|
|
|
|
}
|
|
|
|
|
|
|
|
void* alloc_pages(int num_pages) {
|
|
|
|
void* phys_addr=pmem_alloc(num_pages);
|
|
|
|
void* addr=(void*)(find_free_pages(num_pages)<<12);
|
2019-03-11 09:32:55 -05:00
|
|
|
map_pages(addr,phys_addr,num_pages,1,1);
|
|
|
|
return addr;
|
2019-02-09 12:52:45 -06:00
|
|
|
}
|
|
|
|
|
2019-05-04 10:42:17 -05:00
|
|
|
void* virt_to_phys(void* virt_addr_arg) {
|
|
|
|
uint32_t virt_addr=(uint32_t)virt_addr_arg;
|
2019-05-04 10:49:27 -05:00
|
|
|
int offset=virt_addr&0x3FF;
|
2019-05-04 10:42:17 -05:00
|
|
|
virt_addr=virt_addr&0xFFFFFC00;
|
|
|
|
if (!is_page_present(virt_addr>>12)) return NULL;
|
2019-05-04 10:49:27 -05:00
|
|
|
int dir_idx=(virt_addr&0xFFC00000)>>22;
|
|
|
|
int tbl_idx=(virt_addr&0x3FFC00)>>12;
|
2019-05-04 10:42:17 -05:00
|
|
|
if ((smap[dir_idx]&0x1)==0) {
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
smap_page_tables[dir_idx+1]=(smap[dir_idx]&0xFFFFFC00)|0x3;
|
|
|
|
return (void*)((smap[(1024+(1024*dir_idx))+tbl_idx]&0xFFFFFC00)+offset);
|
|
|
|
}
|
|
|
|
|
2019-02-09 12:52:45 -06:00
|
|
|
|
2019-03-11 09:32:55 -05:00
|
|
|
void alloc_pages_virt(int num_pages,void* addr) {
|
|
|
|
void* phys_addr=pmem_alloc(num_pages);
|
|
|
|
map_pages(addr,phys_addr,num_pages,1,1);
|
2019-02-09 12:52:45 -06:00
|
|
|
}
|
|
|
|
|
2019-05-06 08:24:30 -05:00
|
|
|
void invl_page(void* addr) {
|
|
|
|
asm volatile("invlpg (%0)"::"r"(addr):"memory");
|
|
|
|
}
|
|
|
|
|
2019-05-05 13:14:14 -05:00
|
|
|
void* paging_new_address_space() {
|
2019-05-06 08:24:30 -05:00
|
|
|
uint32_t cr3;
|
|
|
|
asm volatile("movl %%cr3, %%eax; movl %%eax, %0;":"=m"(cr3)::"%eax");
|
2019-03-17 12:37:37 -05:00
|
|
|
void* dir=pmem_alloc(1);
|
|
|
|
smap_page_tables[0]=((uint32_t)dir)|0x3;
|
2019-05-06 08:24:30 -05:00
|
|
|
invl_page(smap);
|
2019-03-17 12:37:37 -05:00
|
|
|
for (uint32_t i=0;i<NUM_KERN_DIRS;i++) {
|
|
|
|
uint32_t entry_virt=(uint32_t)&(kern_page_tables[i*1024]);
|
2019-05-22 14:16:35 -05:00
|
|
|
smap[i+768]=(entry_virt-0xC0000000)|0x3;
|
2019-03-17 12:37:37 -05:00
|
|
|
}
|
2019-06-22 10:21:50 -05:00
|
|
|
for (uint32_t i=0;i<32;i++) {
|
|
|
|
uint32_t entry_virt=(uint32_t)&(kstack_page_tables[i*1024]);
|
2019-06-22 11:11:12 -05:00
|
|
|
smap[i+986]=(entry_virt-0xC0000000)|0x3;
|
|
|
|
}
|
|
|
|
for (uint32_t i=0;i<4;i++) {
|
|
|
|
uint32_t entry_virt=(uint32_t)&(kmalloc_page_tables[i*1024]);
|
2019-06-22 15:42:06 -05:00
|
|
|
smap[i+1018]=(entry_virt-0xC0000000)|0x3;
|
2019-06-22 10:21:50 -05:00
|
|
|
}
|
2019-03-17 12:37:37 -05:00
|
|
|
for (uint32_t i=0;i<2;i++) {
|
|
|
|
uint32_t entry_virt=(uint32_t)&(smap_page_tables[i*1024]);
|
|
|
|
smap[i+1022]=(entry_virt-0xC0000000)|0x3;
|
|
|
|
}
|
2019-05-06 08:24:30 -05:00
|
|
|
smap_page_tables[0]=cr3|0x3;
|
|
|
|
invl_page(smap);
|
2019-03-17 12:37:37 -05:00
|
|
|
return dir;
|
|
|
|
}
|
|
|
|
|
|
|
|
void load_address_space(uint32_t cr3) {
|
2019-05-25 16:00:52 -05:00
|
|
|
load_smap(cr3);
|
2019-03-23 07:30:00 -05:00
|
|
|
load_page_directory((uint32_t*)cr3);
|
2019-03-17 12:37:37 -05:00
|
|
|
}
|
|
|
|
|
2019-05-23 17:06:29 -05:00
|
|
|
void load_smap(uint32_t cr3) {
|
|
|
|
smap_page_tables[0]=cr3|0x3;
|
2019-05-25 16:00:33 -05:00
|
|
|
invl_page(&smap[0]);
|
2019-05-23 17:06:29 -05:00
|
|
|
for (uint32_t i=1;i<2048;i++) {
|
2019-05-25 16:00:33 -05:00
|
|
|
invl_page(&smap[i*1024]);
|
2019-05-23 17:06:29 -05:00
|
|
|
smap_page_tables[i]=0;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-05-28 16:05:51 -05:00
|
|
|
void unmap_pages(void* start_virt,uint32_t num_pages) {
|
|
|
|
uint32_t virt_addr=(uint32_t)start_virt;
|
|
|
|
int dir_entry=(virt_addr&0xFFC00000)>>22;
|
|
|
|
int table_entry=(virt_addr&0x3FF000)>>12;
|
|
|
|
for (int i=0;i<=num_pages;i++) {
|
|
|
|
if (smap[dir_entry]&0x1) {
|
|
|
|
smap_page_tables[dir_entry+1]=(smap[dir_entry]&0xFFFFFC00)|0x3;
|
|
|
|
smap[(1024+(1024*dir_entry))+table_entry]=0;
|
2019-06-17 06:58:31 -05:00
|
|
|
invl_page(start_virt+(i*1024));
|
2019-05-28 16:05:51 -05:00
|
|
|
table_entry++;
|
|
|
|
if (table_entry==1024) {
|
|
|
|
dir_entry++;
|
|
|
|
table_entry=0;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2019-05-23 17:06:29 -05:00
|
|
|
|
2019-02-09 13:05:13 -06:00
|
|
|
void paging_init() {
|
2019-03-11 09:32:55 -05:00
|
|
|
for (uint32_t i=0;i<NUM_KERN_DIRS*1024;i++) {
|
2019-05-22 14:16:35 -05:00
|
|
|
kern_page_tables[i]=(i<<12)|0x3;
|
2019-03-11 09:32:55 -05:00
|
|
|
}
|
2019-06-22 10:21:50 -05:00
|
|
|
for (uint32_t i=0;i<32*1024;i++) {
|
|
|
|
kstack_page_tables[i]=0;
|
|
|
|
}
|
2019-06-22 11:11:12 -05:00
|
|
|
for (uint32_t i=0;i<4*1024;i++) {
|
2019-06-22 15:42:06 -05:00
|
|
|
kmalloc_page_tables[i]=(uint32_t)pmem_alloc(1)|0x3;
|
2019-03-23 07:30:00 -05:00
|
|
|
}
|
2019-03-11 09:32:55 -05:00
|
|
|
smap_page_tables[0]=(((uint32_t)&(page_directory))-0xC0000000)|0x3;
|
|
|
|
for (uint32_t i=1;i<2048;i++) {
|
|
|
|
smap_page_tables[i]=0;
|
|
|
|
}
|
|
|
|
for (uint32_t i=0;i<NUM_KERN_DIRS;i++) {
|
|
|
|
uint32_t entry_virt=(uint32_t)&(kern_page_tables[i*1024]);
|
2019-05-22 14:16:35 -05:00
|
|
|
page_directory[i+768]=(entry_virt-0xC0000000)|0x3;
|
2019-03-11 09:32:55 -05:00
|
|
|
}
|
2019-06-22 10:21:50 -05:00
|
|
|
for (uint32_t i=0;i<32;i++) {
|
|
|
|
uint32_t entry_virt=(uint32_t)&(kstack_page_tables[i*1024]);
|
2019-06-22 11:11:12 -05:00
|
|
|
page_directory[i+986]=(entry_virt-0xC0000000)|0x3;
|
|
|
|
}
|
|
|
|
for (uint32_t i=0;i<4;i++) {
|
|
|
|
uint32_t entry_virt=(uint32_t)&(kmalloc_page_tables[i*1024]);
|
2019-06-22 15:42:06 -05:00
|
|
|
page_directory[i+1018]=(entry_virt-0xC0000000)|0x3;
|
2019-06-22 10:21:50 -05:00
|
|
|
}
|
2019-06-22 11:11:12 -05:00
|
|
|
// page_directory[1018,1021]=(((uint32_t)kmalloc_page_tables)-0xC0000000)|0x3;
|
2019-03-11 09:32:55 -05:00
|
|
|
for (uint32_t i=0;i<2;i++) {
|
|
|
|
uint32_t entry_virt=(uint32_t)&(smap_page_tables[i*1024]);
|
2019-03-17 12:37:37 -05:00
|
|
|
page_directory[i+1022]=(entry_virt-0xC0000000)|0x3;
|
2019-03-11 09:32:55 -05:00
|
|
|
}
|
2019-02-09 12:52:45 -06:00
|
|
|
load_page_directory((uint32_t*)((uint32_t)page_directory-0xC0000000));
|
|
|
|
}
|