features (specifically: 4MB pages and TLB global bit). Only enable these features in CR4 if available. 4MB pages to be used in the near future.
		
			
				
	
	
		
			381 lines
		
	
	
		
			10 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
			
		
		
	
	
			381 lines
		
	
	
		
			10 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
 | 
						|
#define _SYSTEM 1
 | 
						|
 | 
						|
#define VERBOSE 0
 | 
						|
 | 
						|
#include <minix/callnr.h>
 | 
						|
#include <minix/com.h>
 | 
						|
#include <minix/config.h>
 | 
						|
#include <minix/const.h>
 | 
						|
#include <minix/ds.h>
 | 
						|
#include <minix/endpoint.h>
 | 
						|
#include <minix/keymap.h>
 | 
						|
#include <minix/minlib.h>
 | 
						|
#include <minix/type.h>
 | 
						|
#include <minix/ipc.h>
 | 
						|
#include <minix/sysutil.h>
 | 
						|
#include <minix/syslib.h>
 | 
						|
#include <minix/const.h>
 | 
						|
 | 
						|
#include <errno.h>
 | 
						|
#include <string.h>
 | 
						|
#include <env.h>
 | 
						|
#include <stdio.h>
 | 
						|
 | 
						|
#include <memory.h>
 | 
						|
 | 
						|
#define _MAIN 1
 | 
						|
#include "glo.h"
 | 
						|
#include "proto.h"
 | 
						|
#include "util.h"
 | 
						|
#include "vm.h"
 | 
						|
#include "sanitycheck.h"
 | 
						|
 | 
						|
extern int missing_spares;
 | 
						|
 | 
						|
#include <archtypes.h>
 | 
						|
#include "../../kernel/const.h"
 | 
						|
#include "../../kernel/config.h" 
 | 
						|
#include "../../kernel/proc.h"
 | 
						|
 | 
						|
typedef u32_t mask_t;
 | 
						|
#define MINEPM 0
 | 
						|
#define MAXMASK (sizeof(mask_t)*8)
 | 
						|
#define ANYEPM (MINEPM+MAXMASK-1)
 | 
						|
#define MAXEPM (ANYEPM-1)
 | 
						|
#define EPM(e) ((1L) << ((e)-MINEPM))
 | 
						|
#define EPMOK(mask, ep) (((mask) & EPM(ANYEPM)) || ((ep) >= MINEPM && (ep) <= MAXEPM && (EPM(ep) & (mask))))
 | 
						|
 | 
						|
/* Table of calls and a macro to test for being in range. */
 | 
						|
struct {
 | 
						|
	mask_t vmc_callers;		/* bitmap of endpoint numbers */
 | 
						|
	int (*vmc_func)(message *);	/* Call handles message. */
 | 
						|
	char *vmc_name;			/* Human-readable string. */
 | 
						|
} vm_calls[VM_NCALLS];
 | 
						|
 | 
						|
/* Macro to verify call range and map 'high' range to 'base' range
 | 
						|
 * (starting at 0) in one. Evaluates to zero-based call number if call
 | 
						|
 * number is valid, returns -1 otherwise.
 | 
						|
 */
 | 
						|
#define CALLNUMBER(c) (((c) >= VM_RQ_BASE && 				\
 | 
						|
			(c) < VM_RQ_BASE + ELEMENTS(vm_calls)) ?	\
 | 
						|
			((c) - VM_RQ_BASE) : -1)
 | 
						|
 | 
						|
FORWARD _PROTOTYPE(void vm_init, (void));
 | 
						|
 | 
						|
#if SANITYCHECKS
 | 
						|
extern int kputc_use_private_grants;
 | 
						|
#endif
 | 
						|
 | 
						|
/*===========================================================================*
 | 
						|
 *				main					     *
 | 
						|
 *===========================================================================*/
 | 
						|
PUBLIC int main(void)
 | 
						|
{
 | 
						|
  message msg;
 | 
						|
  int result, who_e;
 | 
						|
 | 
						|
#if SANITYCHECKS
 | 
						|
  nocheck = 0;
 | 
						|
  memcpy(data1, CHECKADDR, sizeof(data1));    
 | 
						|
#endif
 | 
						|
	SANITYCHECK(SCL_TOP);
 | 
						|
 | 
						|
  vm_paged = 1;
 | 
						|
  env_parse("vm_paged", "d", 0, &vm_paged, 0, 1);
 | 
						|
#if SANITYCHECKS
 | 
						|
  env_parse("vm_sanitychecklevel", "d", 0, &vm_sanitychecklevel, 0, SCL_MAX);
 | 
						|
#endif
 | 
						|
 | 
						|
	SANITYCHECK(SCL_TOP);
 | 
						|
 | 
						|
  vm_init();
 | 
						|
	SANITYCHECK(SCL_TOP);
 | 
						|
 | 
						|
  /* This is VM's main loop. */
 | 
						|
  while (TRUE) {
 | 
						|
	int r, c;
 | 
						|
 | 
						|
	SANITYCHECK(SCL_TOP);
 | 
						|
	if(missing_spares > 0) {
 | 
						|
		pt_cycle();	/* pagetable code wants to be called */
 | 
						|
	}
 | 
						|
#if SANITYCHECKS
 | 
						|
	slabstats();
 | 
						|
#endif
 | 
						|
	SANITYCHECK(SCL_DETAIL);
 | 
						|
 | 
						|
  	if ((r=receive(ANY, &msg)) != OK)
 | 
						|
		vm_panic("receive() error", r);
 | 
						|
 | 
						|
	SANITYCHECK(SCL_DETAIL);
 | 
						|
 | 
						|
	if(msg.m_type & NOTIFY_MESSAGE) {
 | 
						|
		switch(msg.m_source) {
 | 
						|
			case SYSTEM:
 | 
						|
				/* Kernel wants to have memory ranges
 | 
						|
				 * verified.
 | 
						|
				 */
 | 
						|
				do_memory();
 | 
						|
				break;
 | 
						|
			case PM_PROC_NR:
 | 
						|
				/* PM sends a notify() on shutdown, which
 | 
						|
				 * is OK and we ignore.
 | 
						|
				 */
 | 
						|
				break;
 | 
						|
			case HARDWARE:
 | 
						|
				/* This indicates a page fault has happened,
 | 
						|
				 * which we have to handle.
 | 
						|
				 */
 | 
						|
				do_pagefaults();
 | 
						|
				break;
 | 
						|
			default:
 | 
						|
				/* No-one else should send us notifies. */
 | 
						|
				printf("VM: ignoring notify() from %d\n",
 | 
						|
					msg.m_source);
 | 
						|
				break;
 | 
						|
		}
 | 
						|
		continue;
 | 
						|
	}
 | 
						|
	who_e = msg.m_source;
 | 
						|
	c = msg.m_type - VM_RQ_BASE;
 | 
						|
	result = ENOSYS; /* Out of range or restricted calls return this. */
 | 
						|
	if((c=CALLNUMBER(msg.m_type)) < 0 || !vm_calls[c].vmc_func) {
 | 
						|
		printf("VM: out of range or missing callnr %d from %d\n",
 | 
						|
			msg.m_type, msg.m_source);
 | 
						|
	} else if(!EPMOK(vm_calls[c].vmc_callers, msg.m_source)) {
 | 
						|
		printf("VM: restricted call %s from %d instead of 0x%lx\n",
 | 
						|
			vm_calls[c].vmc_name, msg.m_source,
 | 
						|
			vm_calls[c].vmc_callers);
 | 
						|
	} else {
 | 
						|
	SANITYCHECK(SCL_FUNCTIONS);
 | 
						|
		result = vm_calls[c].vmc_func(&msg);
 | 
						|
	SANITYCHECK(SCL_FUNCTIONS);
 | 
						|
	}
 | 
						|
 | 
						|
	/* Send reply message, unless the return code is SUSPEND,
 | 
						|
	 * which is a pseudo-result suppressing the reply message.
 | 
						|
	 */
 | 
						|
	if(result != SUSPEND) {
 | 
						|
	SANITYCHECK(SCL_DETAIL);
 | 
						|
		msg.m_type = result;
 | 
						|
		if((r=send(who_e, &msg)) != OK) {
 | 
						|
			printf("VM: couldn't send %d to %d (err %d)\n",
 | 
						|
				msg.m_type, who_e, r);
 | 
						|
			vm_panic("send() error", NO_NUM);
 | 
						|
		}
 | 
						|
	SANITYCHECK(SCL_DETAIL);
 | 
						|
	}
 | 
						|
	SANITYCHECK(SCL_DETAIL);
 | 
						|
  }
 | 
						|
  return(OK);
 | 
						|
}
 | 
						|
 | 
						|
/*===========================================================================*
 | 
						|
 *				vm_init					     *
 | 
						|
 *===========================================================================*/
 | 
						|
PRIVATE void vm_init(void)
 | 
						|
{
 | 
						|
	int s, i;
 | 
						|
	struct memory mem_chunks[NR_MEMS];
 | 
						|
	struct boot_image image[NR_BOOT_PROCS];
 | 
						|
	struct boot_image *ip;
 | 
						|
 | 
						|
	/* Get chunks of available memory. */
 | 
						|
	get_mem_chunks(mem_chunks);
 | 
						|
 | 
						|
	/* Initialize VM's process table. Request a copy of the system
 | 
						|
	 * image table that is defined at the kernel level to see which
 | 
						|
	 * slots to fill in.
 | 
						|
	 */
 | 
						|
	if (OK != (s=sys_getimage(image)))
 | 
						|
		vm_panic("couldn't get image table: %d\n", s);
 | 
						|
 | 
						|
	/* Set table to 0. This invalidates all slots (clear VMF_INUSE). */
 | 
						|
	memset(vmproc, 0, sizeof(vmproc));
 | 
						|
 | 
						|
	for(i = 0; i < ELEMENTS(vmproc); i++) {
 | 
						|
		vmproc[i].vm_slot = i;
 | 
						|
	}
 | 
						|
 | 
						|
	/* Walk through boot-time system processes that are alive
 | 
						|
	 * now and make valid slot entries for them.
 | 
						|
	 */
 | 
						|
	for (ip = &image[0]; ip < &image[NR_BOOT_PROCS]; ip++) {
 | 
						|
		struct vmproc *vmp;
 | 
						|
 | 
						|
		if(ip->proc_nr >= _NR_PROCS) { vm_panic("proc", ip->proc_nr); }
 | 
						|
		if(ip->proc_nr < 0 && ip->proc_nr != SYSTEM) continue;
 | 
						|
 | 
						|
#define GETVMP(v, nr)						\
 | 
						|
		if(nr >= 0) {					\
 | 
						|
			vmp = &vmproc[ip->proc_nr];		\
 | 
						|
		} else if(nr == SYSTEM) {			\
 | 
						|
			vmp = &vmproc[VMP_SYSTEM];		\
 | 
						|
		} else {					\
 | 
						|
			vm_panic("init: crazy proc_nr", nr);	\
 | 
						|
		}
 | 
						|
 | 
						|
		/* Initialize normal process table slot or special SYSTEM
 | 
						|
		 * table slot. Kernel memory is already reserved.
 | 
						|
		 */
 | 
						|
		GETVMP(vmp, ip->proc_nr);
 | 
						|
 | 
						|
		/* reset fields as if exited */
 | 
						|
		clear_proc(vmp);
 | 
						|
 | 
						|
		/* Get memory map for this process from the kernel. */
 | 
						|
		if ((s=get_mem_map(ip->proc_nr, vmp->vm_arch.vm_seg)) != OK)
 | 
						|
			vm_panic("couldn't get process mem_map",s);
 | 
						|
 | 
						|
		/* Remove this memory from the free list. */
 | 
						|
		reserve_proc_mem(mem_chunks, vmp->vm_arch.vm_seg);
 | 
						|
 | 
						|
		vmp->vm_flags = VMF_INUSE;
 | 
						|
		vmp->vm_endpoint = ip->endpoint;
 | 
						|
		vmp->vm_stacktop =
 | 
						|
			CLICK2ABS(vmp->vm_arch.vm_seg[S].mem_vir +
 | 
						|
				vmp->vm_arch.vm_seg[S].mem_len);
 | 
						|
 | 
						|
		if (vmp->vm_arch.vm_seg[T].mem_len != 0)
 | 
						|
			vmp->vm_flags |= VMF_SEPARATE;
 | 
						|
	}
 | 
						|
 | 
						|
 | 
						|
	/* Let architecture-dependent VM initialization use some memory. */
 | 
						|
	arch_init_vm(mem_chunks);
 | 
						|
 | 
						|
	/* Architecture-dependent initialization. */
 | 
						|
	pt_init();
 | 
						|
 | 
						|
	/* Initialize tables to all physical memory. */
 | 
						|
	mem_init(mem_chunks);
 | 
						|
 | 
						|
	/* Bits of code need to know where a process can
 | 
						|
	 * start in a pagetable.
 | 
						|
	 */
 | 
						|
        kernel_top_bytes = find_kernel_top();
 | 
						|
 | 
						|
	/* Can first kernel pages of code and data be (left) mapped out?
 | 
						|
	 * If so, change the SYSTEM process' memory map to reflect this
 | 
						|
	 * (future mappings of SYSTEM into other processes will not include
 | 
						|
	 * first pages), and free the first pages.
 | 
						|
	 */
 | 
						|
	if(vm_paged && sys_vmctl(SELF, VMCTL_NOPAGEZERO, 0) == OK) {
 | 
						|
	  	struct vmproc *vmp;
 | 
						|
		vmp = &vmproc[VMP_SYSTEM];
 | 
						|
		if(vmp->vm_arch.vm_seg[T].mem_len > 0) {
 | 
						|
#define DIFF CLICKSPERPAGE
 | 
						|
			vmp->vm_arch.vm_seg[T].mem_phys += DIFF;
 | 
						|
			vmp->vm_arch.vm_seg[T].mem_len -= DIFF;
 | 
						|
		}
 | 
						|
		vmp->vm_arch.vm_seg[D].mem_phys += DIFF;
 | 
						|
		vmp->vm_arch.vm_seg[D].mem_len -= DIFF;
 | 
						|
	}
 | 
						|
 | 
						|
	/* Give these processes their own page table. */
 | 
						|
	for (ip = &image[0]; ip < &image[NR_BOOT_PROCS]; ip++) {
 | 
						|
		int s;
 | 
						|
		struct vmproc *vmp;
 | 
						|
		vir_bytes old_stacktop, old_stack;
 | 
						|
 | 
						|
		if(ip->proc_nr < 0) continue;
 | 
						|
 | 
						|
		GETVMP(vmp, ip->proc_nr);
 | 
						|
 | 
						|
		old_stack = 
 | 
						|
			vmp->vm_arch.vm_seg[S].mem_vir +
 | 
						|
			vmp->vm_arch.vm_seg[S].mem_len - 
 | 
						|
			vmp->vm_arch.vm_seg[D].mem_len;
 | 
						|
 | 
						|
		if(!(ip->flags & PROC_FULLVM))
 | 
						|
			continue;
 | 
						|
 | 
						|
        	if(pt_new(&vmp->vm_pt) != OK)
 | 
						|
			vm_panic("vm_init: no new pagetable", NO_NUM);
 | 
						|
#define BASICSTACK VM_PAGE_SIZE
 | 
						|
		old_stacktop = CLICK2ABS(vmp->vm_arch.vm_seg[S].mem_vir +
 | 
						|
				vmp->vm_arch.vm_seg[S].mem_len);
 | 
						|
		if(sys_vmctl(vmp->vm_endpoint, VMCTL_INCSP,
 | 
						|
			VM_STACKTOP - old_stacktop) != OK) {
 | 
						|
			vm_panic("VM: vmctl for new stack failed", NO_NUM);
 | 
						|
		}
 | 
						|
 | 
						|
		FREE_MEM(vmp->vm_arch.vm_seg[D].mem_phys +
 | 
						|
			vmp->vm_arch.vm_seg[D].mem_len,
 | 
						|
			old_stack);
 | 
						|
 | 
						|
		proc_new(vmp,
 | 
						|
			VM_PROCSTART,
 | 
						|
			CLICK2ABS(vmp->vm_arch.vm_seg[T].mem_len),
 | 
						|
			CLICK2ABS(vmp->vm_arch.vm_seg[D].mem_len),
 | 
						|
			BASICSTACK,
 | 
						|
			CLICK2ABS(vmp->vm_arch.vm_seg[S].mem_vir +
 | 
						|
				vmp->vm_arch.vm_seg[S].mem_len -
 | 
						|
				vmp->vm_arch.vm_seg[D].mem_len) - BASICSTACK,
 | 
						|
			CLICK2ABS(vmp->vm_arch.vm_seg[T].mem_phys),
 | 
						|
			CLICK2ABS(vmp->vm_arch.vm_seg[D].mem_phys),
 | 
						|
				VM_STACKTOP);
 | 
						|
	}
 | 
						|
 | 
						|
	/* Set up table of calls. */
 | 
						|
#define CALLMAP(code, func, thecaller) { int i;			      \
 | 
						|
	if((i=CALLNUMBER(code)) < 0) { vm_panic(#code " invalid", (code)); } \
 | 
						|
	if(i >= VM_NCALLS) { vm_panic(#code " invalid", (code)); } \
 | 
						|
	vm_calls[i].vmc_func = (func); 				      \
 | 
						|
	vm_calls[i].vmc_name = #code; 				      \
 | 
						|
	if(((thecaller) < MINEPM || (thecaller) > MAXEPM) 		\
 | 
						|
		&& (thecaller) != ANYEPM) {				\
 | 
						|
		vm_panic(#thecaller " invalid", (code));  		\
 | 
						|
	}								\
 | 
						|
	vm_calls[i].vmc_callers |= EPM(thecaller);		      \
 | 
						|
}
 | 
						|
 | 
						|
	/* Set call table to 0. This invalidates all calls (clear
 | 
						|
	 * vmc_func).
 | 
						|
	 */
 | 
						|
	memset(vm_calls, 0, sizeof(vm_calls));
 | 
						|
 | 
						|
	/* Requests from PM (restricted to be from PM only). */
 | 
						|
	CALLMAP(VM_EXIT, do_exit, PM_PROC_NR);
 | 
						|
	CALLMAP(VM_FORK, do_fork, PM_PROC_NR);
 | 
						|
	CALLMAP(VM_BRK, do_brk, PM_PROC_NR);
 | 
						|
	CALLMAP(VM_EXEC_NEWMEM, do_exec_newmem, PM_PROC_NR);
 | 
						|
	CALLMAP(VM_PUSH_SIG, do_push_sig, PM_PROC_NR);
 | 
						|
	CALLMAP(VM_WILLEXIT, do_willexit, PM_PROC_NR);
 | 
						|
	CALLMAP(VM_ADDDMA, do_adddma, PM_PROC_NR);
 | 
						|
	CALLMAP(VM_DELDMA, do_deldma, PM_PROC_NR);
 | 
						|
	CALLMAP(VM_GETDMA, do_getdma, PM_PROC_NR);
 | 
						|
	CALLMAP(VM_ALLOCMEM, do_allocmem, PM_PROC_NR);
 | 
						|
 | 
						|
	/* Physical mapping requests.
 | 
						|
	 * tty (for /dev/video) does this.
 | 
						|
	 * memory (for /dev/mem) does this.
 | 
						|
	 */
 | 
						|
	CALLMAP(VM_MAP_PHYS, do_map_phys, TTY_PROC_NR);
 | 
						|
	CALLMAP(VM_UNMAP_PHYS, do_unmap_phys, TTY_PROC_NR);
 | 
						|
	CALLMAP(VM_MAP_PHYS, do_map_phys, MEM_PROC_NR);
 | 
						|
	CALLMAP(VM_UNMAP_PHYS, do_unmap_phys, MEM_PROC_NR);
 | 
						|
 | 
						|
	/* Requests from userland (source unrestricted). */
 | 
						|
	CALLMAP(VM_MMAP, do_mmap, ANYEPM);
 | 
						|
 | 
						|
	/* Requests (actually replies) from VFS (restricted to VFS only). */
 | 
						|
	CALLMAP(VM_VFS_REPLY_OPEN, do_vfs_reply, VFS_PROC_NR);
 | 
						|
	CALLMAP(VM_VFS_REPLY_MMAP, do_vfs_reply, VFS_PROC_NR);
 | 
						|
	CALLMAP(VM_VFS_REPLY_CLOSE, do_vfs_reply, VFS_PROC_NR);
 | 
						|
 | 
						|
	/* Sanity checks */
 | 
						|
	if(find_kernel_top() >= VM_PROCSTART)
 | 
						|
		vm_panic("kernel loaded too high", NO_NUM);
 | 
						|
}
 | 
						|
 | 
						|
#if 0
 | 
						|
void kputc(int c)
 | 
						|
{
 | 
						|
	if(c == '\n')
 | 
						|
		ser_putc('\r');
 | 
						|
	ser_putc(c);
 | 
						|
}
 | 
						|
#endif
 |