Compare commits
29 Commits
vm/memory-
...
virtual-me
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
df7d847978 | ||
|
|
fbcd3c9f19 | ||
|
|
6190d1bee6 | ||
|
|
6adf2e743b | ||
|
|
05a48cf9c6 | ||
|
|
bb16abdc0d | ||
|
|
8e278b349a | ||
|
|
9d35beb2e4 | ||
|
|
7ce512305e | ||
|
|
775b73a3e9 | ||
|
|
d8edc6d3fe | ||
|
|
5682974f9d | ||
|
|
6f85d7642d | ||
|
|
94adc11f03 | ||
|
|
40c553d68b | ||
|
|
13de832586 | ||
|
|
5c661c2e24 | ||
|
|
5f40d83e66 | ||
|
|
149bb42889 | ||
|
|
4f84a83611 | ||
|
|
c74a8c55aa | ||
|
|
c670c29e47 | ||
|
|
af7f2ba873 | ||
|
|
3ef5264b6e | ||
|
59e7a64f8e
|
|||
|
cf4bf90cbb
|
|||
|
9a6abab95e
|
|||
|
44f6a85163
|
|||
|
83e044cf68
|
@@ -37,4 +37,4 @@ test_vm:
|
|||||||
extends: .pintos_tests
|
extends: .pintos_tests
|
||||||
variables:
|
variables:
|
||||||
DIR: vm
|
DIR: vm
|
||||||
IGNORE: (tests/vm/pt-grow-stack|tests/vm/pt-grow-pusha|tests/vm/pt-big-stk-obj|tests/vm/pt-overflowstk|tests/vm/pt-write-code2|tests/vm/pt-grow-stk-sc|tests/vm/page-linear|tests/vm/page-parallel|tests/vm/page-merge-seq|tests/vm/page-merge-par|tests/vm/page-merge-stk|tests/vm/page-merge-mm|tests/vm/mmap-read|tests/vm/mmap-close|tests/vm/mmap-overlap|tests/vm/mmap-twice|tests/vm/mmap-write|tests/vm/mmap-exit|tests/vm/mmap-shuffle|tests/vm/mmap-clean|tests/vm/mmap-inherit|tests/vm/mmap-misalign|tests/vm/mmap-null|tests/vm/mmap-over-code|tests/vm/mmap-over-data|tests/vm/mmap-over-stk|tests/vm/mmap-remove)
|
IGNORE: (tests/vm/pt-overflowstk|tests/vm/page-linear|tests/vm/page-parallel|tests/vm/page-merge-seq|tests/vm/page-merge-par|tests/vm/page-merge-stk|tests/vm/page-merge-mm|tests/vm/mmap-read|tests/vm/mmap-close|tests/vm/mmap-overlap|tests/vm/mmap-twice|tests/vm/mmap-write|tests/vm/mmap-exit|tests/vm/mmap-shuffle|tests/vm/mmap-clean|tests/vm/mmap-inherit|tests/vm/mmap-misalign|tests/vm/mmap-null|tests/vm/mmap-over-code|tests/vm/mmap-over-data|tests/vm/mmap-over-stk|tests/vm/mmap-remove)
|
||||||
|
|||||||
@@ -63,7 +63,9 @@ userprog_SRC += userprog/tss.c # TSS management.
|
|||||||
|
|
||||||
# Virtual memory code.
|
# Virtual memory code.
|
||||||
vm_SRC += vm/frame.c # Frame table manager.
|
vm_SRC += vm/frame.c # Frame table manager.
|
||||||
|
vm_SRC += vm/page.c # Page table manager.
|
||||||
vm_SRC += devices/swap.c # Swap block manager.
|
vm_SRC += devices/swap.c # Swap block manager.
|
||||||
|
vm_SRC += vm/stackgrowth.c # Stack growth functions.
|
||||||
#vm_SRC = vm/file.c # Some other file.
|
#vm_SRC = vm/file.c # Some other file.
|
||||||
|
|
||||||
# Filesystem code.
|
# Filesystem code.
|
||||||
|
|||||||
@@ -143,6 +143,8 @@ struct thread
|
|||||||
struct hash open_files; /* Hash Table of FD -> Struct File. */
|
struct hash open_files; /* Hash Table of FD -> Struct File. */
|
||||||
#endif
|
#endif
|
||||||
|
|
||||||
|
void *curr_esp;
|
||||||
|
|
||||||
/* Owned by thread.c. */
|
/* Owned by thread.c. */
|
||||||
unsigned magic; /* Detects stack overflow. */
|
unsigned magic; /* Detects stack overflow. */
|
||||||
};
|
};
|
||||||
|
|||||||
@@ -4,6 +4,7 @@
|
|||||||
#include "userprog/gdt.h"
|
#include "userprog/gdt.h"
|
||||||
#include "threads/interrupt.h"
|
#include "threads/interrupt.h"
|
||||||
#include "threads/thread.h"
|
#include "threads/thread.h"
|
||||||
|
#include "vm/stackgrowth.h"
|
||||||
|
|
||||||
/* Number of page faults processed. */
|
/* Number of page faults processed. */
|
||||||
static long long page_fault_cnt;
|
static long long page_fault_cnt;
|
||||||
@@ -145,6 +146,19 @@ page_fault (struct intr_frame *f)
|
|||||||
write = (f->error_code & PF_W) != 0;
|
write = (f->error_code & PF_W) != 0;
|
||||||
user = (f->error_code & PF_U) != 0;
|
user = (f->error_code & PF_U) != 0;
|
||||||
|
|
||||||
|
#ifdef VM
|
||||||
|
if (user && not_present)
|
||||||
|
{
|
||||||
|
if (handle_stack_fault (fault_addr, f->esp)) return;
|
||||||
|
}
|
||||||
|
else
|
||||||
|
{
|
||||||
|
f->eip = (void *)f->eax;
|
||||||
|
f->eax = 0xffffffff;
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
#endif
|
||||||
|
|
||||||
/* To implement virtual memory, delete the rest of the function
|
/* To implement virtual memory, delete the rest of the function
|
||||||
body, and replace it with code that brings in the page to
|
body, and replace it with code that brings in the page to
|
||||||
which fault_addr refers. */
|
which fault_addr refers. */
|
||||||
|
|||||||
@@ -53,7 +53,7 @@ pagedir_destroy (uint32_t *pd)
|
|||||||
on CREATE. If CREATE is true, then a new page table is
|
on CREATE. If CREATE is true, then a new page table is
|
||||||
created and a pointer into it is returned. Otherwise, a null
|
created and a pointer into it is returned. Otherwise, a null
|
||||||
pointer is returned. */
|
pointer is returned. */
|
||||||
static uint32_t *
|
uint32_t *
|
||||||
lookup_page (uint32_t *pd, const void *vaddr, bool create)
|
lookup_page (uint32_t *pd, const void *vaddr, bool create)
|
||||||
{
|
{
|
||||||
uint32_t *pt, *pde;
|
uint32_t *pt, *pde;
|
||||||
|
|||||||
@@ -6,6 +6,7 @@
|
|||||||
|
|
||||||
uint32_t *pagedir_create (void);
|
uint32_t *pagedir_create (void);
|
||||||
void pagedir_destroy (uint32_t *pd);
|
void pagedir_destroy (uint32_t *pd);
|
||||||
|
uint32_t *lookup_page (uint32_t *pd, const void *vaddr, bool create);
|
||||||
bool pagedir_set_page (uint32_t *pd, void *upage, void *kpage, bool rw);
|
bool pagedir_set_page (uint32_t *pd, void *upage, void *kpage, bool rw);
|
||||||
void *pagedir_get_page (uint32_t *pd, const void *upage);
|
void *pagedir_get_page (uint32_t *pd, const void *upage);
|
||||||
void pagedir_clear_page (uint32_t *pd, void *upage);
|
void pagedir_clear_page (uint32_t *pd, void *upage);
|
||||||
|
|||||||
@@ -116,7 +116,7 @@ process_execute (const char *cmd)
|
|||||||
return tid;
|
return tid;
|
||||||
}
|
}
|
||||||
|
|
||||||
static void *get_usr_kpage (enum palloc_flags flags);
|
static void *get_usr_kpage (enum palloc_flags flags, void *upage);
|
||||||
static void free_usr_kpage (void *kpage);
|
static void free_usr_kpage (void *kpage);
|
||||||
static bool install_page (void *upage, void *kpage, bool writable);
|
static bool install_page (void *upage, void *kpage, bool writable);
|
||||||
|
|
||||||
@@ -257,12 +257,13 @@ process_init_stack (char *cmd_saveptr, void **esp, char *file_name)
|
|||||||
int pages_needed = DIV_CEIL (overflow_bytes, PGSIZE);
|
int pages_needed = DIV_CEIL (overflow_bytes, PGSIZE);
|
||||||
|
|
||||||
/* Allocate the pages and map them to the user process. */
|
/* Allocate the pages and map them to the user process. */
|
||||||
|
void *upage;
|
||||||
|
uint8_t *kpage;
|
||||||
for (int i = 1; i < pages_needed + 1; i++)
|
for (int i = 1; i < pages_needed + 1; i++)
|
||||||
{
|
{
|
||||||
uint8_t *kpage = get_usr_kpage (PAL_ZERO);
|
upage = ((uint8_t *) PHYS_BASE) - PGSIZE * (i + 1);
|
||||||
if (!install_page (((uint8_t *) PHYS_BASE) - PGSIZE * (i + 1),
|
kpage = get_usr_kpage (PAL_ZERO, upage);
|
||||||
kpage, true))
|
if (!install_page (upage, kpage, true)) return false;
|
||||||
return false;
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -710,7 +711,7 @@ load_segment (struct file *file, off_t ofs, uint8_t *upage,
|
|||||||
if (kpage == NULL){
|
if (kpage == NULL){
|
||||||
|
|
||||||
/* Get a new page of memory. */
|
/* Get a new page of memory. */
|
||||||
kpage = get_usr_kpage (0);
|
kpage = get_usr_kpage (0, upage);
|
||||||
if (kpage == NULL){
|
if (kpage == NULL){
|
||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
@@ -752,11 +753,13 @@ setup_stack (void **esp)
|
|||||||
{
|
{
|
||||||
uint8_t *kpage;
|
uint8_t *kpage;
|
||||||
bool success = false;
|
bool success = false;
|
||||||
|
|
||||||
kpage = get_usr_kpage (PAL_ZERO);
|
void *upage = ((uint8_t *) PHYS_BASE) - PGSIZE;
|
||||||
|
|
||||||
|
kpage = get_usr_kpage (PAL_ZERO, upage);
|
||||||
if (kpage != NULL)
|
if (kpage != NULL)
|
||||||
{
|
{
|
||||||
success = install_page (((uint8_t *) PHYS_BASE) - PGSIZE, kpage, true);
|
success = install_page (upage, kpage, true);
|
||||||
if (success)
|
if (success)
|
||||||
*esp = PHYS_BASE;
|
*esp = PHYS_BASE;
|
||||||
else
|
else
|
||||||
@@ -765,14 +768,20 @@ setup_stack (void **esp)
|
|||||||
return success;
|
return success;
|
||||||
}
|
}
|
||||||
|
|
||||||
/* Claims a page from the user pool and returns its kernel address,
|
/* Claims a page from the user pool for ownership by the current thread
|
||||||
updating the frame table if VM is enabled. */
|
and returns its kernel address, updating the frame table if VM
|
||||||
|
is enabled. Requires the intended virtual address for where the page
|
||||||
|
will be installed. */
|
||||||
static void *
|
static void *
|
||||||
get_usr_kpage (enum palloc_flags flags)
|
get_usr_kpage (enum palloc_flags flags, void *upage)
|
||||||
{
|
{
|
||||||
void *page;
|
void *page;
|
||||||
#ifdef VM
|
#ifdef VM
|
||||||
page = frame_alloc (flags);
|
struct thread *t = thread_current ();
|
||||||
|
if (pagedir_get_page (t->pagedir, upage) != NULL)
|
||||||
|
return NULL;
|
||||||
|
else
|
||||||
|
page = frame_alloc (flags, upage, t);
|
||||||
#else
|
#else
|
||||||
page = palloc_get_page (flags | PAL_USER);
|
page = palloc_get_page (flags | PAL_USER);
|
||||||
#endif
|
#endif
|
||||||
|
|||||||
@@ -11,6 +11,7 @@
|
|||||||
#include "userprog/process.h"
|
#include "userprog/process.h"
|
||||||
#include "userprog/pagedir.h"
|
#include "userprog/pagedir.h"
|
||||||
#include <stdio.h>
|
#include <stdio.h>
|
||||||
|
#include <stdbool.h>
|
||||||
#include <syscall-nr.h>
|
#include <syscall-nr.h>
|
||||||
|
|
||||||
#define MAX_SYSCALL_ARGS 3
|
#define MAX_SYSCALL_ARGS 3
|
||||||
@@ -46,8 +47,11 @@ static unsigned syscall_tell (int fd);
|
|||||||
static void syscall_close (int fd);
|
static void syscall_close (int fd);
|
||||||
|
|
||||||
static struct open_file *fd_get_file (int fd);
|
static struct open_file *fd_get_file (int fd);
|
||||||
static void validate_user_pointer (const void *start, size_t size);
|
static void validate_user_pointer (const void *ptr, size_t size,
|
||||||
static void validate_user_string (const char *str);
|
bool check_write);
|
||||||
|
static void validate_user_string (const char *str, bool check_write);
|
||||||
|
static int get_user (const uint8_t *);
|
||||||
|
static bool put_user (uint8_t *, uint8_t);
|
||||||
|
|
||||||
/* A struct defining a syscall_function pointer along with its arity. */
|
/* A struct defining a syscall_function pointer along with its arity. */
|
||||||
struct syscall_arguments
|
struct syscall_arguments
|
||||||
@@ -96,8 +100,9 @@ static void
|
|||||||
syscall_handler (struct intr_frame *f)
|
syscall_handler (struct intr_frame *f)
|
||||||
{
|
{
|
||||||
/* First, read the system call number from the stack. */
|
/* First, read the system call number from the stack. */
|
||||||
validate_user_pointer (f->esp, sizeof (uintptr_t));
|
validate_user_pointer (f->esp, sizeof (uintptr_t), false);
|
||||||
uintptr_t syscall_number = *(int *) f->esp;
|
uintptr_t syscall_number = *(int *)f->esp;
|
||||||
|
thread_current ()->curr_esp = f->esp;
|
||||||
|
|
||||||
/* Ensures the number corresponds to a system call that can be handled. */
|
/* Ensures the number corresponds to a system call that can be handled. */
|
||||||
if (syscall_number >= LOOKUP_SIZE)
|
if (syscall_number >= LOOKUP_SIZE)
|
||||||
@@ -107,11 +112,10 @@ syscall_handler (struct intr_frame *f)
|
|||||||
|
|
||||||
/* Next, read and copy the arguments from the stack pointer. */
|
/* Next, read and copy the arguments from the stack pointer. */
|
||||||
validate_user_pointer (f->esp + sizeof (uintptr_t),
|
validate_user_pointer (f->esp + sizeof (uintptr_t),
|
||||||
syscall.arity * sizeof (uintptr_t));
|
syscall.arity * sizeof (uintptr_t), false);
|
||||||
|
uintptr_t args[MAX_SYSCALL_ARGS] = { 0 };
|
||||||
uintptr_t args[MAX_SYSCALL_ARGS] = {0};
|
|
||||||
for (int i = 0; i < syscall.arity && i < MAX_SYSCALL_ARGS; i++)
|
for (int i = 0; i < syscall.arity && i < MAX_SYSCALL_ARGS; i++)
|
||||||
args[i] = *(uintptr_t *) (f->esp + sizeof (uintptr_t) * (i + 1));
|
args[i] = *(uintptr_t *)(f->esp + sizeof (uintptr_t) * (i + 1));
|
||||||
|
|
||||||
/* Call the function that handles this system call with the arguments. When
|
/* Call the function that handles this system call with the arguments. When
|
||||||
there is a return value it is stored in f->eax. */
|
there is a return value it is stored in f->eax. */
|
||||||
@@ -140,8 +144,7 @@ syscall_exit (int status)
|
|||||||
static pid_t
|
static pid_t
|
||||||
syscall_exec (const char *cmd_line)
|
syscall_exec (const char *cmd_line)
|
||||||
{
|
{
|
||||||
/* Validate the user string before executing the process. */
|
validate_user_string (cmd_line, false);
|
||||||
validate_user_string (cmd_line);
|
|
||||||
|
|
||||||
return process_execute (cmd_line); /* Returns the PID of the new process */
|
return process_execute (cmd_line); /* Returns the PID of the new process */
|
||||||
}
|
}
|
||||||
@@ -160,8 +163,7 @@ syscall_wait (pid_t pid)
|
|||||||
static bool
|
static bool
|
||||||
syscall_create (const char *file, unsigned initial_size)
|
syscall_create (const char *file, unsigned initial_size)
|
||||||
{
|
{
|
||||||
/* Validate the user string before creating the file. */
|
validate_user_string (file, false);
|
||||||
validate_user_string (file);
|
|
||||||
|
|
||||||
/* Acquire the file system lock to prevent race conditions. */
|
/* Acquire the file system lock to prevent race conditions. */
|
||||||
lock_acquire (&filesys_lock);
|
lock_acquire (&filesys_lock);
|
||||||
@@ -178,8 +180,7 @@ syscall_create (const char *file, unsigned initial_size)
|
|||||||
static bool
|
static bool
|
||||||
syscall_remove (const char *file)
|
syscall_remove (const char *file)
|
||||||
{
|
{
|
||||||
/* Validate the user string before removing the file. */
|
validate_user_string (file, false);
|
||||||
validate_user_string (file);
|
|
||||||
|
|
||||||
/* Acquire the file system lock to prevent race conditions. */
|
/* Acquire the file system lock to prevent race conditions. */
|
||||||
lock_acquire (&filesys_lock);
|
lock_acquire (&filesys_lock);
|
||||||
@@ -197,8 +198,7 @@ syscall_remove (const char *file)
|
|||||||
static int
|
static int
|
||||||
syscall_open (const char *file)
|
syscall_open (const char *file)
|
||||||
{
|
{
|
||||||
/* Validate the user string before opening the file. */
|
validate_user_string (file, false);
|
||||||
validate_user_string (file);
|
|
||||||
|
|
||||||
/* Acquire the file system lock to prevent race conditions. */
|
/* Acquire the file system lock to prevent race conditions. */
|
||||||
lock_acquire (&filesys_lock);
|
lock_acquire (&filesys_lock);
|
||||||
@@ -264,8 +264,7 @@ syscall_read (int fd, void *buffer, unsigned size)
|
|||||||
if (fd < STDIN_FILENO || fd == STDOUT_FILENO)
|
if (fd < STDIN_FILENO || fd == STDOUT_FILENO)
|
||||||
return EXIT_FAILURE;
|
return EXIT_FAILURE;
|
||||||
|
|
||||||
/* Validate the user buffer for the provided size before reading. */
|
validate_user_pointer (buffer, size, true);
|
||||||
validate_user_pointer (buffer, size);
|
|
||||||
|
|
||||||
if (fd == STDIN_FILENO)
|
if (fd == STDIN_FILENO)
|
||||||
{
|
{
|
||||||
@@ -308,8 +307,7 @@ syscall_write (int fd, const void *buffer, unsigned size)
|
|||||||
if (fd <= 0)
|
if (fd <= 0)
|
||||||
return 0;
|
return 0;
|
||||||
|
|
||||||
/* Validate the user buffer for the provided size before writing. */
|
validate_user_pointer (buffer, size, false);
|
||||||
validate_user_pointer (buffer, size);
|
|
||||||
|
|
||||||
if (fd == STDOUT_FILENO)
|
if (fd == STDOUT_FILENO)
|
||||||
{
|
{
|
||||||
@@ -451,63 +449,91 @@ fd_get_file (int fd)
|
|||||||
return hash_entry (e, struct open_file, elem);
|
return hash_entry (e, struct open_file, elem);
|
||||||
}
|
}
|
||||||
|
|
||||||
/* Validates if a block of memory starting at START and of size SIZE bytes is
|
/* Validates if a block of memory starting at PTR and of size SIZE bytes is
|
||||||
fully contained within user virtual memory. Kills the thread (by exiting with
|
fully contained within valid user virtual memory. thread_exit () if the
|
||||||
failure) if the memory is invalid. Otherwise, returns (nothing) normally.
|
memory is invalid.
|
||||||
If the size is 0, the function does no checks and returns the given ptr. */
|
If the size is 0, the function does no checks and returns PTR. */
|
||||||
static void
|
static void
|
||||||
validate_user_pointer (const void *start, size_t size)
|
validate_user_pointer (const void *ptr, size_t size, bool check_write)
|
||||||
{
|
{
|
||||||
/* If the size is 0, we do not need to check anything. */
|
|
||||||
if (size == 0)
|
if (size == 0)
|
||||||
return;
|
return;
|
||||||
|
/* ptr < ptr + size - 1, so sufficient to check that (ptr + size -1) is a
|
||||||
const void *end = start + size - 1;
|
valid user virtual memory address. */
|
||||||
|
void *last = ptr + size - 1;
|
||||||
/* Check if the start and end pointers are valid user virtual addresses. */
|
if (!is_user_vaddr (last))
|
||||||
if (start == NULL || !is_user_vaddr (start) || !is_user_vaddr (end))
|
|
||||||
syscall_exit (EXIT_FAILURE);
|
syscall_exit (EXIT_FAILURE);
|
||||||
|
ptr = pg_round_down (ptr);
|
||||||
/* We now need to check if the entire memory block is mapped to physical
|
while (ptr <= last)
|
||||||
memory by the page table. */
|
{
|
||||||
for (const void *ptr = pg_round_down (start); ptr <= end; ptr += PGSIZE)
|
int result;
|
||||||
if (pagedir_get_page (thread_current ()->pagedir, ptr) == NULL)
|
/* Check read access to pointer. */
|
||||||
syscall_exit (EXIT_FAILURE);
|
if ((result = get_user (ptr)) == -1)
|
||||||
|
syscall_exit (EXIT_FAILURE);
|
||||||
|
/* Check write access to pointer (if required). */
|
||||||
|
if (check_write && !put_user (ptr, result))
|
||||||
|
syscall_exit (EXIT_FAILURE);
|
||||||
|
ptr += PGSIZE;
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
/* Validates if a string is fully contained within user virtual memory. Kills
|
/* Validates of a C-string starting at ptr is fully contained within valid
|
||||||
the thread (by exiting with failure) if the memory is invalid. Otherwise,
|
user virtual memory. thread_exit () if the memory is invalid. */
|
||||||
returns (nothing) normally. */
|
|
||||||
static void
|
static void
|
||||||
validate_user_string (const char *str)
|
validate_user_string (const char *ptr, bool check_write)
|
||||||
{
|
{
|
||||||
/* Check if the string pointer is a valid user virtual address. */
|
size_t offset = (uintptr_t) ptr % PGSIZE;
|
||||||
if (str == NULL || !is_user_vaddr (str))
|
|
||||||
syscall_exit (EXIT_FAILURE);
|
|
||||||
|
|
||||||
/* Calculate the offset of the string within the (first) page. */
|
|
||||||
size_t offset = (uintptr_t) str % PGSIZE;
|
|
||||||
|
|
||||||
/* We move page by page, checking if the page is mapped to physical memory. */
|
|
||||||
for (;;)
|
for (;;)
|
||||||
{
|
{
|
||||||
void *page = pg_round_down (str);
|
void *page = pg_round_down (ptr);
|
||||||
|
|
||||||
/* If we reach addresses that are not mapped to physical memory before the
|
if (!is_user_vaddr (page))
|
||||||
end of the string, the thread is terminated. */
|
syscall_exit (EXIT_FAILURE);
|
||||||
if (!is_user_vaddr(page) ||
|
if (!is_user_vaddr (ptr))
|
||||||
pagedir_get_page (thread_current ()->pagedir, page) == NULL)
|
syscall_exit (EXIT_FAILURE);
|
||||||
syscall_exit (EXIT_FAILURE);
|
int result;
|
||||||
|
if ((result = get_user ((const uint8_t *)ptr)) == -1)
|
||||||
|
syscall_exit (EXIT_FAILURE);
|
||||||
|
if (check_write && !put_user ((uint8_t *)ptr, result))
|
||||||
|
syscall_exit (EXIT_FAILURE);
|
||||||
|
|
||||||
while (offset < PGSIZE)
|
while (offset < PGSIZE)
|
||||||
{
|
{
|
||||||
if (*str == '\0')
|
if (*ptr == '\0')
|
||||||
return; /* We reached the end of the string without issues. */
|
return; /* We reached the end of the string without issues. */
|
||||||
|
|
||||||
str++;
|
ptr++;
|
||||||
offset++;
|
offset++;
|
||||||
}
|
}
|
||||||
|
|
||||||
offset = 0; /* Next page will start at the beginning. */
|
offset = 0;
|
||||||
}
|
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/* PROVIDED BY SPEC.
|
||||||
|
Reads a byte at user virtual address UADDR.
|
||||||
|
UADDR must be below PHYS_BASE.
|
||||||
|
Returns the byte value if successful, -1 if a segfault occurred. */
|
||||||
|
static int
|
||||||
|
get_user (const uint8_t *uaddr)
|
||||||
|
{
|
||||||
|
int result;
|
||||||
|
asm ("movl $1f, %0; movzbl %1, %0; 1:" : "=&a"(result) : "m"(*uaddr));
|
||||||
|
return result;
|
||||||
|
}
|
||||||
|
|
||||||
|
/* PROVIDED BY SPEC.
|
||||||
|
Writes BYTE to user address UDST.
|
||||||
|
UDST must be below PHYS_BASE.
|
||||||
|
Returns true if successful, false if a segfault occurred. */
|
||||||
|
static bool
|
||||||
|
put_user (uint8_t *udst, uint8_t byte)
|
||||||
|
{
|
||||||
|
int error_code;
|
||||||
|
asm ("movl $1f, %0; movb %b2, %1; 1:"
|
||||||
|
: "=&a"(error_code), "=m"(*udst)
|
||||||
|
: "q"(byte));
|
||||||
|
return error_code != -1;
|
||||||
|
}
|
||||||
191
src/vm/frame.c
191
src/vm/frame.c
@@ -1,34 +1,42 @@
|
|||||||
#include <debug.h>
|
#include <debug.h>
|
||||||
#include <hash.h>
|
#include <hash.h>
|
||||||
#include <list.h>
|
#include <list.h>
|
||||||
|
#include <string.h>
|
||||||
|
|
||||||
#include "frame.h"
|
#include "frame.h"
|
||||||
|
#include "page.h"
|
||||||
#include "threads/malloc.h"
|
#include "threads/malloc.h"
|
||||||
|
#include "threads/vaddr.h"
|
||||||
|
#include "userprog/pagedir.h"
|
||||||
#include "threads/synch.h"
|
#include "threads/synch.h"
|
||||||
|
#include "devices/swap.h"
|
||||||
|
|
||||||
/* Hash table that maps every active frame's kernel virtual address
|
/* Hash table that maps every active frame's kernel virtual address
|
||||||
to its corresponding 'frame_metadata'.*/
|
to its corresponding 'frame_metadata'.*/
|
||||||
struct hash frame_table;
|
struct hash frame_table;
|
||||||
|
|
||||||
/* Linked list of frame_metadata whose pages are predicted to currently
|
/* Linked list used to represent the circular queue in the 'clock'
|
||||||
be in the working set of a process. They are not considered for
|
algorithm for page eviction. Iterating from the element that is
|
||||||
eviction, but are considered for demotion to the 'inactive' list. */
|
currently pointed at by 'next_victim' yields an ordering of the entries
|
||||||
struct list active_list;
|
from oldest to newest (in terms of when they were added or checked
|
||||||
|
for having been referenced by a process). */
|
||||||
|
struct list lru_list;
|
||||||
|
|
||||||
/* Linked list of frame_metadata whose pages are predicted to leave the
|
/* The next element in lru_list to be considered for eviction (oldest added
|
||||||
working set of their processes soon, so are considered for eviction.
|
or referenced page in the circular queue). If this page has has an
|
||||||
Pages are considered for eviction from the tail end, and are initially
|
'accessed' bit of 0 when considering eviction, then it will be the next
|
||||||
demoted to 'inactive' at the head. */
|
victim. Otherwise, the next element in the queue is similarly considered. */
|
||||||
struct list inactive_list;
|
struct list_elem *next_victim = NULL;
|
||||||
|
|
||||||
/* Synchronisation variables. */
|
/* Synchronisation variables. */
|
||||||
/* Ensures mutual exclusion to accessing the 'head' and first element of
|
/* Protects access to 'lru_list'. */
|
||||||
'inactive_list', which is accessed every time a frame is allocated. */
|
struct lock lru_lock;
|
||||||
struct lock inactive_head_lock;
|
|
||||||
|
|
||||||
struct frame_metadata
|
struct frame_metadata
|
||||||
{
|
{
|
||||||
void *frame; /* The kernel virtual address holding the frame. */
|
void *frame; /* The kernel virtual address holding the frame. */
|
||||||
|
void *upage; /* The user virtual address pointing to the frame. */
|
||||||
|
struct thread *owner; /* Pointer to the thread that owns the frame. */
|
||||||
struct hash_elem hash_elem; /* Tracks the position of the frame metadata
|
struct hash_elem hash_elem; /* Tracks the position of the frame metadata
|
||||||
within 'frame_table', whose key is the
|
within 'frame_table', whose key is the
|
||||||
kernel virtual address of the frame. */
|
kernel virtual address of the frame. */
|
||||||
@@ -40,56 +48,102 @@ struct frame_metadata
|
|||||||
hash_hash_func frame_metadata_hash;
|
hash_hash_func frame_metadata_hash;
|
||||||
hash_less_func frame_metadata_less;
|
hash_less_func frame_metadata_less;
|
||||||
|
|
||||||
|
static struct list_elem *lru_next (struct list_elem *e);
|
||||||
|
static struct list_elem *lru_prev (struct list_elem *e);
|
||||||
|
static struct frame_metadata *get_victim (void);
|
||||||
|
|
||||||
/* Initialize the frame system by initializing the frame (hash) table with
|
/* Initialize the frame system by initializing the frame (hash) table with
|
||||||
the frame_metadata hashing and comparison functions, as well as initializing
|
the frame_metadata hashing and comparison functions, as well as initializing
|
||||||
the active & inactive lists. Also initializes the system's synchronisation
|
'lru_list' and its associated synchronisation primitives. */
|
||||||
primitives. */
|
|
||||||
void
|
void
|
||||||
frame_init (void)
|
frame_init (void)
|
||||||
{
|
{
|
||||||
hash_init (&frame_table, frame_metadata_hash, frame_metadata_less, NULL);
|
hash_init (&frame_table, frame_metadata_hash, frame_metadata_less, NULL);
|
||||||
list_init (&active_list);
|
|
||||||
list_init (&inactive_list);
|
|
||||||
|
|
||||||
lock_init (&inactive_head_lock);
|
list_init (&lru_list);
|
||||||
|
lock_init (&lru_lock);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/* TODO: Consider synchronisation more closely (i.e. just for hash
|
||||||
|
table). */
|
||||||
/* Attempt to allocate a frame for a user process, either by direct
|
/* Attempt to allocate a frame for a user process, either by direct
|
||||||
allocation of a user page if there is sufficient RAM, or by
|
allocation of a user page if there is sufficient RAM, or by
|
||||||
evicting a currently active page if memory allocated for user
|
evicting a currently active page if memory allocated for user
|
||||||
processes is fulled and storing it in swap. If swap is full in
|
processes is fulled and storing it in swap. If swap is full in
|
||||||
the former case, panic the kernel. */
|
the former case, panic the kernel. */
|
||||||
void *
|
void *
|
||||||
frame_alloc (enum palloc_flags flags)
|
frame_alloc (enum palloc_flags flags, void *upage, struct thread *owner)
|
||||||
{
|
{
|
||||||
|
struct frame_metadata *frame_metadata;
|
||||||
flags |= PAL_USER;
|
flags |= PAL_USER;
|
||||||
|
|
||||||
|
lock_acquire (&lru_lock);
|
||||||
void *frame = palloc_get_page (flags);
|
void *frame = palloc_get_page (flags);
|
||||||
|
|
||||||
|
/* If a frame couldn't be allocated we must be out of main memory. Thus,
|
||||||
|
obtain a victim page to replace with our page, and swap the victim
|
||||||
|
into disk. */
|
||||||
if (frame == NULL)
|
if (frame == NULL)
|
||||||
{
|
{
|
||||||
/* TODO: Find victim page to replace, and swap it with this new page. */
|
/* 1. Obtain victim. */
|
||||||
return NULL;
|
if (next_victim == NULL)
|
||||||
|
PANIC ("Couldn't allocate a single page to main memory!\n");
|
||||||
|
|
||||||
|
struct frame_metadata *victim = get_victim ();
|
||||||
|
ASSERT (victim != NULL); /* get_victim () should never return null. */
|
||||||
|
|
||||||
|
/* 2. Swap out victim into disk. */
|
||||||
|
size_t swap_slot = swap_out (victim->frame);
|
||||||
|
page_set_swap (victim->owner, victim->upage, swap_slot);
|
||||||
|
|
||||||
|
/* If zero flag is set, zero out the victim page. */
|
||||||
|
if (flags & PAL_ZERO)
|
||||||
|
memset (victim->frame, 0, PGSIZE);
|
||||||
|
|
||||||
|
/* 3. Indicate that the new frame's metadata will be stored
|
||||||
|
inside the same structure that stored the victim's metadata.
|
||||||
|
As both the new frame and the victim frame share the same kernel
|
||||||
|
virtual address, the hash map need not be updated, and neither
|
||||||
|
the list_elem value as both share the same lru_list position. */
|
||||||
|
frame_metadata = victim;
|
||||||
}
|
}
|
||||||
|
|
||||||
struct frame_metadata *frame_metadata =
|
/* If sufficient main memory allows the frame to be directly allocated,
|
||||||
malloc (sizeof (struct frame_metadata));
|
we must update the frame table with a new entry, and grow lru_list. */
|
||||||
frame_metadata->frame = frame;
|
else
|
||||||
|
{
|
||||||
|
/* Must own lru_lock here, as otherwise there is a race condition
|
||||||
|
with next_victim either being NULL or uninitialized. */
|
||||||
|
frame_metadata = malloc (sizeof (struct frame_metadata));
|
||||||
|
frame_metadata->frame = frame;
|
||||||
|
|
||||||
/* Newly faulted pages begin at the head of the inactive list. */
|
/* Newly allocated frames are pushed to the back of the circular queue
|
||||||
lock_acquire (&inactive_head_lock);
|
represented by lru_list. Must explicitly handle the case where the
|
||||||
list_push_front (&inactive_list, &frame_metadata->list_elem);
|
circular queue is empty (when next_victim == NULL). */
|
||||||
lock_release (&inactive_head_lock);
|
if (next_victim == NULL)
|
||||||
|
{
|
||||||
|
list_push_back (&lru_list, &frame_metadata->list_elem);
|
||||||
|
next_victim = &frame_metadata->list_elem;
|
||||||
|
}
|
||||||
|
else
|
||||||
|
{
|
||||||
|
struct list_elem *lru_tail = lru_prev (next_victim);
|
||||||
|
list_insert (lru_tail, &frame_metadata->list_elem);
|
||||||
|
}
|
||||||
|
|
||||||
/* Finally, insert frame metadata within the frame table, with the key as its
|
hash_insert (&frame_table, &frame_metadata->hash_elem);
|
||||||
allocated kernel address. */
|
}
|
||||||
hash_replace (&frame_table, &frame_metadata->hash_elem);
|
|
||||||
|
|
||||||
return frame;
|
frame_metadata->upage = upage;
|
||||||
|
frame_metadata->owner = owner;
|
||||||
|
lock_release (&lru_lock);
|
||||||
|
|
||||||
|
return frame_metadata->frame;
|
||||||
}
|
}
|
||||||
|
|
||||||
/* Attempt to deallocate a frame for a user process by removing it from the
|
/* Attempt to deallocate a frame for a user process by removing it from the
|
||||||
frame table as well as active/inactive list, and freeing the underlying
|
frame table as well as lru_list, and freeing the underlying page
|
||||||
page memory. Panics if the frame isn't active in memory. */
|
memory & metadata struct. Panics if the frame isn't active in memory. */
|
||||||
void
|
void
|
||||||
frame_free (void *frame)
|
frame_free (void *frame)
|
||||||
{
|
{
|
||||||
@@ -98,17 +152,58 @@ frame_free (void *frame)
|
|||||||
|
|
||||||
struct hash_elem *e =
|
struct hash_elem *e =
|
||||||
hash_delete (&frame_table, &key_metadata.hash_elem);
|
hash_delete (&frame_table, &key_metadata.hash_elem);
|
||||||
if (e == NULL) PANIC ("Attempted to free a frame without a corresponding "
|
if (e == NULL) PANIC ("Attempted to free a frame at kernel address %p, "
|
||||||
"kernel address!\n");
|
"but this address is not allocated!\n", frame);
|
||||||
|
|
||||||
struct frame_metadata *frame_metadata =
|
struct frame_metadata *frame_metadata =
|
||||||
hash_entry (e, struct frame_metadata, hash_elem);
|
hash_entry (e, struct frame_metadata, hash_elem);
|
||||||
|
|
||||||
|
lock_acquire (&lru_lock);
|
||||||
list_remove (&frame_metadata->list_elem);
|
list_remove (&frame_metadata->list_elem);
|
||||||
|
|
||||||
|
/* If we're freeing the frame marked as the next victim, update
|
||||||
|
next_victim to either be the next least recently used page, or NULL
|
||||||
|
if no pages are loaded in main memory. */
|
||||||
|
if (&frame_metadata->list_elem == next_victim)
|
||||||
|
{
|
||||||
|
if (list_empty (&lru_list))
|
||||||
|
next_victim = NULL;
|
||||||
|
else
|
||||||
|
next_victim = lru_next (next_victim);
|
||||||
|
}
|
||||||
|
lock_release (&lru_lock);
|
||||||
|
|
||||||
free (frame_metadata);
|
free (frame_metadata);
|
||||||
palloc_free_page (frame);
|
palloc_free_page (frame);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/* TODO: Account for page aliases when checking accessed bit. */
|
||||||
|
/* A pre-condition for calling this function is that the calling thread
|
||||||
|
owns lru_lock and that lru_list is non-empty. */
|
||||||
|
static struct frame_metadata *
|
||||||
|
get_victim (void)
|
||||||
|
{
|
||||||
|
struct list_elem *e = next_victim;
|
||||||
|
struct frame_metadata *frame_metadata;
|
||||||
|
uint32_t *pd;
|
||||||
|
void *upage;
|
||||||
|
for (;;)
|
||||||
|
{
|
||||||
|
frame_metadata = list_entry (e, struct frame_metadata, list_elem);
|
||||||
|
pd = frame_metadata->owner->pagedir;
|
||||||
|
upage = frame_metadata->upage;
|
||||||
|
e = lru_next (e);
|
||||||
|
|
||||||
|
if (!pagedir_is_accessed (pd, upage))
|
||||||
|
break;
|
||||||
|
|
||||||
|
pagedir_set_accessed (pd, upage, false);
|
||||||
|
}
|
||||||
|
|
||||||
|
next_victim = e;
|
||||||
|
return frame_metadata;
|
||||||
|
}
|
||||||
|
|
||||||
/* Hash function for frame metadata, used for storing entries in the
|
/* Hash function for frame metadata, used for storing entries in the
|
||||||
frame table. */
|
frame table. */
|
||||||
unsigned
|
unsigned
|
||||||
@@ -135,3 +230,27 @@ frame_metadata_less (const struct hash_elem *a_, const struct hash_elem *b_,
|
|||||||
return a->frame < b->frame;
|
return a->frame < b->frame;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/* Returns the next recently used element after the one provided, which
|
||||||
|
is achieved by iterating through lru_list like a circular queue
|
||||||
|
(wrapping around the list at the tail). */
|
||||||
|
static struct list_elem *
|
||||||
|
lru_next (struct list_elem *e)
|
||||||
|
{
|
||||||
|
if (!list_empty (&lru_list) && e == list_back (&lru_list))
|
||||||
|
return list_front (&lru_list);
|
||||||
|
|
||||||
|
return list_next (e);
|
||||||
|
}
|
||||||
|
|
||||||
|
/* Returns the previous recently used element after the one provided, which
|
||||||
|
is achieved by iterating through lru_list like a circular queue
|
||||||
|
(wrapping around the list at the head). */
|
||||||
|
static struct list_elem *
|
||||||
|
lru_prev (struct list_elem *e)
|
||||||
|
{
|
||||||
|
if (!list_empty (&lru_list) && e == list_front (&lru_list))
|
||||||
|
return list_back (&lru_list);
|
||||||
|
|
||||||
|
return list_prev (e);
|
||||||
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -1,10 +1,11 @@
|
|||||||
#ifndef VM_FRAME_H
|
#ifndef VM_FRAME_H
|
||||||
#define VM_FRAME_H
|
#define VM_FRAME_H
|
||||||
|
|
||||||
|
#include "threads/thread.h"
|
||||||
#include "threads/palloc.h"
|
#include "threads/palloc.h"
|
||||||
|
|
||||||
void frame_init (void);
|
void frame_init (void);
|
||||||
void *frame_alloc (enum palloc_flags);
|
void *frame_alloc (enum palloc_flags, void *, struct thread *);
|
||||||
void frame_free (void *frame);
|
void frame_free (void *frame);
|
||||||
|
|
||||||
#endif /* vm/frame.h */
|
#endif /* vm/frame.h */
|
||||||
|
|||||||
41
src/vm/page.c
Normal file
41
src/vm/page.c
Normal file
@@ -0,0 +1,41 @@
|
|||||||
|
#include "page.h"
|
||||||
|
#include "userprog/pagedir.h"
|
||||||
|
#include "threads/pte.h"
|
||||||
|
|
||||||
|
#define SWAP_FLAG_BIT 9
|
||||||
|
#define ADDR_START_BIT 12
|
||||||
|
|
||||||
|
/* Updates the 'owner' thread's page table entry for virtual address 'upage'
|
||||||
|
to have a present bit of 0 and stores the specified swap slot value in the
|
||||||
|
entry for later retrieval from disk. */
|
||||||
|
void
|
||||||
|
page_set_swap (struct thread *owner, void *upage, size_t swap_slot)
|
||||||
|
{
|
||||||
|
uint32_t *pte = lookup_page (owner->pagedir, upage, false);
|
||||||
|
|
||||||
|
/* Store the provided swap slot in the address bits of the page table
|
||||||
|
entry, truncating excess bits. */
|
||||||
|
*pte |= (1 << SWAP_FLAG_BIT);
|
||||||
|
uint32_t swap_slot_bits = (swap_slot << ADDR_START_BIT) & PTE_ADDR;
|
||||||
|
*pte = (*pte & PTE_FLAGS) | swap_slot_bits;
|
||||||
|
|
||||||
|
/* Mark page as 'not present' and flag the page directory as having
|
||||||
|
been modified. */
|
||||||
|
pagedir_clear_page (owner->pagedir, upage);
|
||||||
|
}
|
||||||
|
|
||||||
|
/* Given that the page with user address 'upage' owned by 'owner' is flagged
|
||||||
|
to be in the swap disk via the owner's page table, returns its stored
|
||||||
|
swap slot. Otherwise panics the kernel. */
|
||||||
|
size_t
|
||||||
|
page_get_swap (struct thread *owner, void *upage)
|
||||||
|
{
|
||||||
|
uint32_t *pte = lookup_page (owner->pagedir, upage, false);
|
||||||
|
|
||||||
|
ASSERT ((*pte & PTE_P) == 0);
|
||||||
|
ASSERT ((*pte & (1 << SWAP_FLAG_BIT)) != 0);
|
||||||
|
|
||||||
|
/* Masks the address bits and returns truncated value. */
|
||||||
|
return ((*pte & PTE_ADDR) >> ADDR_START_BIT);
|
||||||
|
}
|
||||||
|
|
||||||
9
src/vm/page.h
Normal file
9
src/vm/page.h
Normal file
@@ -0,0 +1,9 @@
|
|||||||
|
#ifndef VM_PAGE_H
|
||||||
|
#define VM_PAGE_H
|
||||||
|
|
||||||
|
#include "threads/thread.h"
|
||||||
|
|
||||||
|
void page_set_swap (struct thread *, void *, size_t);
|
||||||
|
size_t page_get_swap (struct thread *, void *);
|
||||||
|
|
||||||
|
#endif /* vm/frame.h */
|
||||||
59
src/vm/stackgrowth.c
Normal file
59
src/vm/stackgrowth.c
Normal file
@@ -0,0 +1,59 @@
|
|||||||
|
#include <stdio.h>
|
||||||
|
#include "stackgrowth.h"
|
||||||
|
#include "frame.h"
|
||||||
|
#include "threads/palloc.h"
|
||||||
|
#include "threads/thread.h"
|
||||||
|
#include "threads/vaddr.h"
|
||||||
|
#include "userprog/pagedir.h"
|
||||||
|
|
||||||
|
#define MAX_STACK_ACCESS_DIST 32
|
||||||
|
|
||||||
|
static bool is_stack_fault (const void *addr, const void *esp);
|
||||||
|
static bool grow_stack (const void *addr);
|
||||||
|
|
||||||
|
/* Determine whether a particular page fault occured due to a stack
|
||||||
|
access below the stack pointer that should induce stack growth, and
|
||||||
|
if so grow the stack by a single page (capped at MAX_STACK_SIZE). */
|
||||||
|
bool
|
||||||
|
handle_stack_fault (const void *ptr, const void *esp)
|
||||||
|
{
|
||||||
|
return is_stack_fault (ptr, esp) && grow_stack (ptr);
|
||||||
|
}
|
||||||
|
|
||||||
|
/* Determines whether a particular page fault appears to be caused by
|
||||||
|
a stack access that should induce dynamic stack growth. Stack size
|
||||||
|
is capped at MAX_STACK_SIZE. */
|
||||||
|
static bool
|
||||||
|
is_stack_fault (const void *addr, const void *esp)
|
||||||
|
{
|
||||||
|
return ((uint32_t*)addr >= ((uint32_t*)esp - MAX_STACK_ACCESS_DIST) &&
|
||||||
|
((PHYS_BASE - pg_round_down (addr)) <= MAX_STACK_SIZE));
|
||||||
|
}
|
||||||
|
|
||||||
|
/* Grows the stack of the process running inside the current thread by a single
|
||||||
|
page given a user virtual address inside of the page wherein the new section
|
||||||
|
of the stack should be allocated. */
|
||||||
|
static bool
|
||||||
|
grow_stack (const void *addr)
|
||||||
|
{
|
||||||
|
struct thread *t = thread_current ();
|
||||||
|
void *last_page = pg_round_down (addr);
|
||||||
|
|
||||||
|
/* This function should only be called when dealing with a faulting stack
|
||||||
|
access that induces stack growth, so the provided address shouldn't be
|
||||||
|
present in a page within the current thread's page directory. */
|
||||||
|
ASSERT (pagedir_get_page (t->pagedir, last_page) == NULL);
|
||||||
|
|
||||||
|
uint8_t *new_page = frame_alloc (PAL_ZERO, last_page, t);
|
||||||
|
if (new_page == NULL)
|
||||||
|
return false;
|
||||||
|
|
||||||
|
if (!pagedir_set_page (t->pagedir, last_page, new_page, true))
|
||||||
|
{
|
||||||
|
frame_free (new_page);
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
|
||||||
10
src/vm/stackgrowth.h
Normal file
10
src/vm/stackgrowth.h
Normal file
@@ -0,0 +1,10 @@
|
|||||||
|
#ifndef VM_GROWSTACK_H
|
||||||
|
#define VM_GROWSTACK_H
|
||||||
|
|
||||||
|
#include <stdio.h>
|
||||||
|
|
||||||
|
#define MAX_STACK_SIZE 8388608 // (8MB)
|
||||||
|
|
||||||
|
bool handle_stack_fault (const void *ptr, const void *esp);
|
||||||
|
|
||||||
|
#endif /* vm/frame.h */
|
||||||
Reference in New Issue
Block a user