Home | History | Annotate | Line # | Download | only in uvm
uvm_glue.c revision 1.83.4.1
      1  1.83.4.1       snj /*	$NetBSD: uvm_glue.c,v 1.83.4.1 2005/05/22 19:39:28 snj Exp $	*/
      2       1.1       mrg 
      3      1.48       chs /*
      4       1.1       mrg  * Copyright (c) 1997 Charles D. Cranor and Washington University.
      5      1.48       chs  * Copyright (c) 1991, 1993, The Regents of the University of California.
      6       1.1       mrg  *
      7       1.1       mrg  * All rights reserved.
      8       1.1       mrg  *
      9       1.1       mrg  * This code is derived from software contributed to Berkeley by
     10       1.1       mrg  * The Mach Operating System project at Carnegie-Mellon University.
     11       1.1       mrg  *
     12       1.1       mrg  * Redistribution and use in source and binary forms, with or without
     13       1.1       mrg  * modification, are permitted provided that the following conditions
     14       1.1       mrg  * are met:
     15       1.1       mrg  * 1. Redistributions of source code must retain the above copyright
     16       1.1       mrg  *    notice, this list of conditions and the following disclaimer.
     17       1.1       mrg  * 2. Redistributions in binary form must reproduce the above copyright
     18       1.1       mrg  *    notice, this list of conditions and the following disclaimer in the
     19       1.1       mrg  *    documentation and/or other materials provided with the distribution.
     20       1.1       mrg  * 3. All advertising materials mentioning features or use of this software
     21       1.1       mrg  *    must display the following acknowledgement:
     22       1.1       mrg  *	This product includes software developed by Charles D. Cranor,
     23      1.48       chs  *      Washington University, the University of California, Berkeley and
     24       1.1       mrg  *      its contributors.
     25       1.1       mrg  * 4. Neither the name of the University nor the names of its contributors
     26       1.1       mrg  *    may be used to endorse or promote products derived from this software
     27       1.1       mrg  *    without specific prior written permission.
     28       1.1       mrg  *
     29       1.1       mrg  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     30       1.1       mrg  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     31       1.1       mrg  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     32       1.1       mrg  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     33       1.1       mrg  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     34       1.1       mrg  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     35       1.1       mrg  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     36       1.1       mrg  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     37       1.1       mrg  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     38       1.1       mrg  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     39       1.1       mrg  * SUCH DAMAGE.
     40       1.1       mrg  *
     41       1.1       mrg  *	@(#)vm_glue.c	8.6 (Berkeley) 1/5/94
     42       1.4       mrg  * from: Id: uvm_glue.c,v 1.1.2.8 1998/02/07 01:16:54 chs Exp
     43       1.1       mrg  *
     44       1.1       mrg  *
     45       1.1       mrg  * Copyright (c) 1987, 1990 Carnegie-Mellon University.
     46       1.1       mrg  * All rights reserved.
     47      1.48       chs  *
     48       1.1       mrg  * Permission to use, copy, modify and distribute this software and
     49       1.1       mrg  * its documentation is hereby granted, provided that both the copyright
     50       1.1       mrg  * notice and this permission notice appear in all copies of the
     51       1.1       mrg  * software, derivative works or modified versions, and any portions
     52       1.1       mrg  * thereof, and that both notices appear in supporting documentation.
     53      1.48       chs  *
     54      1.48       chs  * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS"
     55      1.48       chs  * CONDITION.  CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND
     56       1.1       mrg  * FOR ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.
     57      1.48       chs  *
     58       1.1       mrg  * Carnegie Mellon requests users of this software to return to
     59       1.1       mrg  *
     60       1.1       mrg  *  Software Distribution Coordinator  or  Software.Distribution (at) CS.CMU.EDU
     61       1.1       mrg  *  School of Computer Science
     62       1.1       mrg  *  Carnegie Mellon University
     63       1.1       mrg  *  Pittsburgh PA 15213-3890
     64       1.1       mrg  *
     65       1.1       mrg  * any improvements or extensions that they make and grant Carnegie the
     66       1.1       mrg  * rights to redistribute these changes.
     67       1.1       mrg  */
     68      1.55     lukem 
     69      1.55     lukem #include <sys/cdefs.h>
     70  1.83.4.1       snj __KERNEL_RCSID(0, "$NetBSD: uvm_glue.c,v 1.83.4.1 2005/05/22 19:39:28 snj Exp $");
     71       1.1       mrg 
     72      1.49     lukem #include "opt_kgdb.h"
     73      1.59      yamt #include "opt_kstack.h"
     74       1.5       mrg #include "opt_uvmhist.h"
     75       1.5       mrg 
     76       1.1       mrg /*
     77       1.1       mrg  * uvm_glue.c: glue functions
     78       1.1       mrg  */
     79       1.1       mrg 
     80       1.1       mrg #include <sys/param.h>
     81       1.1       mrg #include <sys/systm.h>
     82       1.1       mrg #include <sys/proc.h>
     83       1.1       mrg #include <sys/resourcevar.h>
     84       1.1       mrg #include <sys/buf.h>
     85       1.1       mrg #include <sys/user.h>
     86       1.1       mrg 
     87       1.1       mrg #include <uvm/uvm.h>
     88       1.1       mrg 
     89       1.1       mrg #include <machine/cpu.h>
     90       1.1       mrg 
     91       1.1       mrg /*
     92       1.1       mrg  * local prototypes
     93       1.1       mrg  */
     94       1.1       mrg 
     95      1.78  junyoung static void uvm_swapout(struct lwp *);
     96       1.1       mrg 
     97      1.60       chs #define UVM_NUAREA_MAX 16
     98      1.60       chs void *uvm_uareas;
     99      1.60       chs int uvm_nuarea;
    100      1.62   thorpej struct simplelock uvm_uareas_slock = SIMPLELOCK_INITIALIZER;
    101      1.60       chs 
    102      1.75  jdolecek static void uvm_uarea_free(vaddr_t);
    103      1.75  jdolecek 
    104       1.1       mrg /*
    105       1.1       mrg  * XXXCDC: do these really belong here?
    106       1.1       mrg  */
    107       1.1       mrg 
    108      1.28   thorpej /*
    109       1.1       mrg  * uvm_kernacc: can the kernel access a region of memory
    110       1.1       mrg  *
    111      1.83      yamt  * - used only by /dev/kmem driver (mem.c)
    112       1.1       mrg  */
    113       1.1       mrg 
    114       1.6       mrg boolean_t
    115       1.6       mrg uvm_kernacc(addr, len, rw)
    116       1.6       mrg 	caddr_t addr;
    117      1.11    kleink 	size_t len;
    118      1.11    kleink 	int rw;
    119       1.6       mrg {
    120       1.6       mrg 	boolean_t rv;
    121      1.13       eeh 	vaddr_t saddr, eaddr;
    122       1.6       mrg 	vm_prot_t prot = rw == B_READ ? VM_PROT_READ : VM_PROT_WRITE;
    123       1.6       mrg 
    124      1.31    kleink 	saddr = trunc_page((vaddr_t)addr);
    125      1.43       chs 	eaddr = round_page((vaddr_t)addr + len);
    126       1.6       mrg 	vm_map_lock_read(kernel_map);
    127       1.6       mrg 	rv = uvm_map_checkprot(kernel_map, saddr, eaddr, prot);
    128       1.6       mrg 	vm_map_unlock_read(kernel_map);
    129       1.6       mrg 
    130       1.6       mrg 	return(rv);
    131       1.1       mrg }
    132       1.1       mrg 
    133       1.1       mrg #ifdef KGDB
    134       1.1       mrg /*
    135       1.1       mrg  * Change protections on kernel pages from addr to addr+len
    136       1.1       mrg  * (presumably so debugger can plant a breakpoint).
    137       1.1       mrg  *
    138       1.1       mrg  * We force the protection change at the pmap level.  If we were
    139       1.1       mrg  * to use vm_map_protect a change to allow writing would be lazily-
    140       1.1       mrg  * applied meaning we would still take a protection fault, something
    141       1.1       mrg  * we really don't want to do.  It would also fragment the kernel
    142       1.1       mrg  * map unnecessarily.  We cannot use pmap_protect since it also won't
    143       1.1       mrg  * enforce a write-enable request.  Using pmap_enter is the only way
    144       1.1       mrg  * we can ensure the change takes place properly.
    145       1.1       mrg  */
    146       1.6       mrg void
    147       1.6       mrg uvm_chgkprot(addr, len, rw)
    148      1.32  augustss 	caddr_t addr;
    149      1.11    kleink 	size_t len;
    150      1.11    kleink 	int rw;
    151       1.6       mrg {
    152       1.6       mrg 	vm_prot_t prot;
    153      1.13       eeh 	paddr_t pa;
    154      1.13       eeh 	vaddr_t sva, eva;
    155       1.6       mrg 
    156       1.6       mrg 	prot = rw == B_READ ? VM_PROT_READ : VM_PROT_READ|VM_PROT_WRITE;
    157      1.31    kleink 	eva = round_page((vaddr_t)addr + len);
    158      1.31    kleink 	for (sva = trunc_page((vaddr_t)addr); sva < eva; sva += PAGE_SIZE) {
    159       1.6       mrg 		/*
    160       1.6       mrg 		 * Extract physical address for the page.
    161       1.6       mrg 		 */
    162      1.27   thorpej 		if (pmap_extract(pmap_kernel(), sva, &pa) == FALSE)
    163       1.6       mrg 			panic("chgkprot: invalid page");
    164      1.30   thorpej 		pmap_enter(pmap_kernel(), sva, pa, prot, PMAP_WIRED);
    165       1.6       mrg 	}
    166      1.51     chris 	pmap_update(pmap_kernel());
    167       1.1       mrg }
    168       1.1       mrg #endif
    169       1.1       mrg 
    170       1.1       mrg /*
    171      1.52       chs  * uvm_vslock: wire user memory for I/O
    172       1.1       mrg  *
    173       1.1       mrg  * - called from physio and sys___sysctl
    174       1.1       mrg  * - XXXCDC: consider nuking this (or making it a macro?)
    175       1.1       mrg  */
    176       1.1       mrg 
    177      1.26   thorpej int
    178      1.22   thorpej uvm_vslock(p, addr, len, access_type)
    179       1.9   thorpej 	struct proc *p;
    180       1.6       mrg 	caddr_t	addr;
    181      1.11    kleink 	size_t	len;
    182      1.22   thorpej 	vm_prot_t access_type;
    183       1.1       mrg {
    184      1.50       chs 	struct vm_map *map;
    185      1.26   thorpej 	vaddr_t start, end;
    186      1.45       chs 	int error;
    187      1.26   thorpej 
    188      1.26   thorpej 	map = &p->p_vmspace->vm_map;
    189      1.31    kleink 	start = trunc_page((vaddr_t)addr);
    190      1.31    kleink 	end = round_page((vaddr_t)addr + len);
    191      1.57       chs 	error = uvm_fault_wire(map, start, end, VM_FAULT_WIRE, access_type);
    192      1.45       chs 	return error;
    193       1.1       mrg }
    194       1.1       mrg 
    195       1.1       mrg /*
    196      1.52       chs  * uvm_vsunlock: unwire user memory wired by uvm_vslock()
    197       1.1       mrg  *
    198       1.1       mrg  * - called from physio and sys___sysctl
    199       1.1       mrg  * - XXXCDC: consider nuking this (or making it a macro?)
    200       1.1       mrg  */
    201       1.1       mrg 
    202       1.6       mrg void
    203       1.9   thorpej uvm_vsunlock(p, addr, len)
    204       1.9   thorpej 	struct proc *p;
    205       1.6       mrg 	caddr_t	addr;
    206      1.11    kleink 	size_t	len;
    207       1.1       mrg {
    208      1.43       chs 	uvm_fault_unwire(&p->p_vmspace->vm_map, trunc_page((vaddr_t)addr),
    209      1.43       chs 		round_page((vaddr_t)addr + len));
    210       1.1       mrg }
    211       1.1       mrg 
    212       1.1       mrg /*
    213      1.62   thorpej  * uvm_proc_fork: fork a virtual address space
    214       1.1       mrg  *
    215       1.1       mrg  * - the address space is copied as per parent map's inherit values
    216      1.62   thorpej  */
    217      1.62   thorpej void
    218      1.62   thorpej uvm_proc_fork(p1, p2, shared)
    219      1.62   thorpej 	struct proc *p1, *p2;
    220      1.62   thorpej 	boolean_t shared;
    221      1.62   thorpej {
    222      1.62   thorpej 
    223      1.62   thorpej 	if (shared == TRUE) {
    224      1.62   thorpej 		p2->p_vmspace = NULL;
    225      1.62   thorpej 		uvmspace_share(p1, p2);
    226      1.62   thorpej 	} else {
    227      1.62   thorpej 		p2->p_vmspace = uvmspace_fork(p1->p_vmspace);
    228      1.62   thorpej 	}
    229      1.62   thorpej 
    230      1.62   thorpej 	cpu_proc_fork(p1, p2);
    231      1.62   thorpej }
    232      1.62   thorpej 
    233      1.62   thorpej 
    234      1.62   thorpej /*
    235      1.62   thorpej  * uvm_lwp_fork: fork a thread
    236      1.62   thorpej  *
    237       1.1       mrg  * - a new "user" structure is allocated for the child process
    238       1.1       mrg  *	[filled in by MD layer...]
    239      1.20   thorpej  * - if specified, the child gets a new user stack described by
    240      1.20   thorpej  *	stack and stacksize
    241       1.1       mrg  * - NOTE: the kernel stack may be at a different location in the child
    242       1.1       mrg  *	process, and thus addresses of automatic variables may be invalid
    243      1.62   thorpej  *	after cpu_lwp_fork returns in the child process.  We do nothing here
    244      1.62   thorpej  *	after cpu_lwp_fork returns.
    245       1.1       mrg  * - XXXCDC: we need a way for this to return a failure value rather
    246       1.1       mrg  *   than just hang
    247       1.1       mrg  */
    248       1.6       mrg void
    249      1.62   thorpej uvm_lwp_fork(l1, l2, stack, stacksize, func, arg)
    250      1.62   thorpej 	struct lwp *l1, *l2;
    251      1.20   thorpej 	void *stack;
    252      1.20   thorpej 	size_t stacksize;
    253      1.78  junyoung 	void (*func)(void *);
    254      1.34   thorpej 	void *arg;
    255       1.6       mrg {
    256      1.62   thorpej 	struct user *up = l2->l_addr;
    257      1.45       chs 	int error;
    258       1.6       mrg 
    259       1.6       mrg 	/*
    260       1.7   thorpej 	 * Wire down the U-area for the process, which contains the PCB
    261      1.62   thorpej 	 * and the kernel stack.  Wired state is stored in l->l_flag's
    262      1.62   thorpej 	 * L_INMEM bit rather than in the vm_map_entry's wired count
    263      1.61       chs 	 * to prevent kernel_map fragmentation.  If we reused a cached U-area,
    264      1.62   thorpej 	 * L_INMEM will already be set and we don't need to do anything.
    265      1.21   thorpej 	 *
    266      1.61       chs 	 * Note the kernel stack gets read/write accesses right off the bat.
    267       1.6       mrg 	 */
    268      1.61       chs 
    269      1.62   thorpej 	if ((l2->l_flag & L_INMEM) == 0) {
    270      1.61       chs 		error = uvm_fault_wire(kernel_map, (vaddr_t)up,
    271      1.61       chs 		    (vaddr_t)up + USPACE, VM_FAULT_WIRE,
    272      1.61       chs 		    VM_PROT_READ | VM_PROT_WRITE);
    273      1.61       chs 		if (error)
    274      1.62   thorpej 			panic("uvm_lwp_fork: uvm_fault_wire failed: %d", error);
    275      1.67       scw #ifdef PMAP_UAREA
    276      1.67       scw 		/* Tell the pmap this is a u-area mapping */
    277      1.67       scw 		PMAP_UAREA((vaddr_t)up);
    278      1.67       scw #endif
    279      1.62   thorpej 		l2->l_flag |= L_INMEM;
    280      1.61       chs 	}
    281      1.59      yamt 
    282      1.59      yamt #ifdef KSTACK_CHECK_MAGIC
    283      1.59      yamt 	/*
    284      1.59      yamt 	 * fill stack with magic number
    285      1.59      yamt 	 */
    286      1.63      yamt 	kstack_setup_magic(l2);
    287      1.59      yamt #endif
    288       1.6       mrg 
    289       1.6       mrg 	/*
    290      1.62   thorpej 	 * cpu_lwp_fork() copy and update the pcb, and make the child ready
    291      1.62   thorpej  	 * to run.  If this is a normal user fork, the child will exit
    292      1.34   thorpej 	 * directly to user mode via child_return() on its first time
    293      1.34   thorpej 	 * slice and will not return here.  If this is a kernel thread,
    294      1.34   thorpej 	 * the specified entry point will be executed.
    295       1.6       mrg 	 */
    296      1.62   thorpej 	cpu_lwp_fork(l1, l2, stack, stacksize, func, arg);
    297      1.14   thorpej }
    298      1.14   thorpej 
    299      1.14   thorpej /*
    300      1.60       chs  * uvm_uarea_alloc: allocate a u-area
    301      1.60       chs  */
    302      1.60       chs 
    303      1.61       chs boolean_t
    304      1.61       chs uvm_uarea_alloc(vaddr_t *uaddrp)
    305      1.60       chs {
    306      1.60       chs 	vaddr_t uaddr;
    307      1.60       chs 
    308      1.60       chs #ifndef USPACE_ALIGN
    309      1.60       chs #define USPACE_ALIGN    0
    310      1.60       chs #endif
    311      1.60       chs 
    312      1.62   thorpej 	simple_lock(&uvm_uareas_slock);
    313      1.75  jdolecek 	if (uvm_nuarea > 0) {
    314      1.75  jdolecek 		uaddr = (vaddr_t)uvm_uareas;
    315      1.60       chs 		uvm_uareas = *(void **)uvm_uareas;
    316      1.60       chs 		uvm_nuarea--;
    317      1.62   thorpej 		simple_unlock(&uvm_uareas_slock);
    318      1.61       chs 		*uaddrp = uaddr;
    319      1.61       chs 		return TRUE;
    320      1.60       chs 	} else {
    321      1.62   thorpej 		simple_unlock(&uvm_uareas_slock);
    322      1.61       chs 		*uaddrp = uvm_km_valloc_align(kernel_map, USPACE, USPACE_ALIGN);
    323      1.61       chs 		return FALSE;
    324      1.60       chs 	}
    325      1.60       chs }
    326      1.60       chs 
    327      1.60       chs /*
    328      1.75  jdolecek  * uvm_uarea_free: free a u-area; never blocks
    329      1.75  jdolecek  */
    330      1.75  jdolecek 
    331      1.80        pk static __inline__ void
    332      1.75  jdolecek uvm_uarea_free(vaddr_t uaddr)
    333      1.75  jdolecek {
    334      1.75  jdolecek 	simple_lock(&uvm_uareas_slock);
    335      1.75  jdolecek 	*(void **)uaddr = uvm_uareas;
    336      1.75  jdolecek 	uvm_uareas = (void *)uaddr;
    337      1.75  jdolecek 	uvm_nuarea++;
    338      1.75  jdolecek 	simple_unlock(&uvm_uareas_slock);
    339      1.75  jdolecek }
    340      1.75  jdolecek 
    341      1.75  jdolecek /*
    342      1.75  jdolecek  * uvm_uarea_drain: return memory of u-areas over limit
    343      1.75  jdolecek  * back to system
    344      1.60       chs  */
    345      1.60       chs 
    346      1.60       chs void
    347      1.75  jdolecek uvm_uarea_drain(boolean_t empty)
    348      1.60       chs {
    349      1.75  jdolecek 	int leave = empty ? 0 : UVM_NUAREA_MAX;
    350      1.75  jdolecek 	vaddr_t uaddr;
    351      1.75  jdolecek 
    352      1.75  jdolecek 	if (uvm_nuarea <= leave)
    353      1.75  jdolecek 		return;
    354      1.60       chs 
    355      1.62   thorpej 	simple_lock(&uvm_uareas_slock);
    356      1.75  jdolecek 	while(uvm_nuarea > leave) {
    357      1.75  jdolecek 		uaddr = (vaddr_t)uvm_uareas;
    358      1.75  jdolecek 		uvm_uareas = *(void **)uvm_uareas;
    359      1.75  jdolecek 		uvm_nuarea--;
    360      1.62   thorpej 		simple_unlock(&uvm_uareas_slock);
    361      1.60       chs 		uvm_km_free(kernel_map, uaddr, USPACE);
    362      1.75  jdolecek 		simple_lock(&uvm_uareas_slock);
    363      1.60       chs 	}
    364      1.75  jdolecek 	simple_unlock(&uvm_uareas_slock);
    365      1.60       chs }
    366      1.60       chs 
    367      1.60       chs /*
    368      1.80        pk  * uvm_exit: exit a virtual address space
    369      1.80        pk  *
    370      1.80        pk  * - the process passed to us is a dead (pre-zombie) process; we
    371      1.80        pk  *   are running on a different context now (the reaper).
    372      1.80        pk  * - borrow proc0's address space because freeing the vmspace
    373      1.80        pk  *   of the dead process may block.
    374      1.80        pk  */
    375      1.80        pk 
    376      1.80        pk void
    377      1.80        pk uvm_proc_exit(p)
    378      1.80        pk 	struct proc *p;
    379      1.80        pk {
    380      1.80        pk 	struct lwp *l = curlwp; /* XXX */
    381      1.80        pk 	struct vmspace *ovm;
    382      1.80        pk 
    383      1.80        pk 	KASSERT(p == l->l_proc);
    384      1.80        pk 	ovm = p->p_vmspace;
    385      1.80        pk 
    386      1.80        pk 	/*
    387      1.80        pk 	 * borrow proc0's address space.
    388      1.80        pk 	 */
    389      1.80        pk 	pmap_deactivate(l);
    390      1.80        pk 	p->p_vmspace = proc0.p_vmspace;
    391      1.80        pk 	pmap_activate(l);
    392      1.80        pk 
    393      1.80        pk 	uvmspace_free(ovm);
    394      1.80        pk }
    395      1.80        pk 
    396      1.80        pk void
    397      1.80        pk uvm_lwp_exit(struct lwp *l)
    398      1.80        pk {
    399      1.80        pk 	vaddr_t va = (vaddr_t)l->l_addr;
    400      1.80        pk 
    401      1.80        pk 	l->l_flag &= ~L_INMEM;
    402      1.80        pk 	uvm_uarea_free(va);
    403      1.80        pk 	l->l_addr = NULL;
    404      1.80        pk }
    405      1.80        pk 
    406      1.80        pk /*
    407       1.1       mrg  * uvm_init_limit: init per-process VM limits
    408       1.1       mrg  *
    409       1.1       mrg  * - called for process 0 and then inherited by all others.
    410       1.1       mrg  */
    411      1.60       chs 
    412       1.6       mrg void
    413       1.6       mrg uvm_init_limits(p)
    414       1.6       mrg 	struct proc *p;
    415       1.6       mrg {
    416       1.6       mrg 
    417       1.6       mrg 	/*
    418       1.6       mrg 	 * Set up the initial limits on process VM.  Set the maximum
    419       1.6       mrg 	 * resident set size to be all of (reasonably) available memory.
    420       1.6       mrg 	 * This causes any single, large process to start random page
    421       1.6       mrg 	 * replacement once it fills memory.
    422       1.6       mrg 	 */
    423       1.6       mrg 
    424       1.6       mrg 	p->p_rlimit[RLIMIT_STACK].rlim_cur = DFLSSIZ;
    425      1.79        pk 	p->p_rlimit[RLIMIT_STACK].rlim_max = maxsmap;
    426       1.6       mrg 	p->p_rlimit[RLIMIT_DATA].rlim_cur = DFLDSIZ;
    427      1.79        pk 	p->p_rlimit[RLIMIT_DATA].rlim_max = maxdmap;
    428       1.6       mrg 	p->p_rlimit[RLIMIT_RSS].rlim_cur = ptoa(uvmexp.free);
    429       1.1       mrg }
    430       1.1       mrg 
    431       1.1       mrg #ifdef DEBUG
    432       1.1       mrg int	enableswap = 1;
    433       1.1       mrg int	swapdebug = 0;
    434       1.1       mrg #define	SDB_FOLLOW	1
    435       1.1       mrg #define SDB_SWAPIN	2
    436       1.1       mrg #define SDB_SWAPOUT	4
    437       1.1       mrg #endif
    438       1.1       mrg 
    439       1.1       mrg /*
    440       1.1       mrg  * uvm_swapin: swap in a process's u-area.
    441       1.1       mrg  */
    442       1.1       mrg 
    443       1.6       mrg void
    444      1.62   thorpej uvm_swapin(l)
    445      1.62   thorpej 	struct lwp *l;
    446       1.6       mrg {
    447      1.13       eeh 	vaddr_t addr;
    448      1.52       chs 	int s, error;
    449       1.6       mrg 
    450      1.62   thorpej 	addr = (vaddr_t)l->l_addr;
    451      1.62   thorpej 	/* make L_INMEM true */
    452      1.57       chs 	error = uvm_fault_wire(kernel_map, addr, addr + USPACE, VM_FAULT_WIRE,
    453      1.21   thorpej 	    VM_PROT_READ | VM_PROT_WRITE);
    454      1.52       chs 	if (error) {
    455      1.52       chs 		panic("uvm_swapin: rewiring stack failed: %d", error);
    456      1.52       chs 	}
    457       1.6       mrg 
    458       1.6       mrg 	/*
    459       1.6       mrg 	 * Some architectures need to be notified when the user area has
    460       1.6       mrg 	 * moved to new physical page(s) (e.g.  see mips/mips/vm_machdep.c).
    461       1.6       mrg 	 */
    462      1.62   thorpej 	cpu_swapin(l);
    463      1.41     enami 	SCHED_LOCK(s);
    464      1.62   thorpej 	if (l->l_stat == LSRUN)
    465      1.62   thorpej 		setrunqueue(l);
    466      1.62   thorpej 	l->l_flag |= L_INMEM;
    467      1.41     enami 	SCHED_UNLOCK(s);
    468      1.62   thorpej 	l->l_swtime = 0;
    469       1.6       mrg 	++uvmexp.swapins;
    470       1.1       mrg }
    471       1.1       mrg 
    472       1.1       mrg /*
    473       1.1       mrg  * uvm_scheduler: process zero main loop
    474       1.1       mrg  *
    475       1.1       mrg  * - attempt to swapin every swaped-out, runnable process in order of
    476       1.1       mrg  *	priority.
    477       1.1       mrg  * - if not enough memory, wake the pagedaemon and let it clear space.
    478       1.1       mrg  */
    479       1.1       mrg 
    480       1.6       mrg void
    481       1.6       mrg uvm_scheduler()
    482       1.1       mrg {
    483      1.62   thorpej 	struct lwp *l, *ll;
    484      1.32  augustss 	int pri;
    485       1.6       mrg 	int ppri;
    486       1.1       mrg 
    487       1.1       mrg loop:
    488       1.1       mrg #ifdef DEBUG
    489       1.6       mrg 	while (!enableswap)
    490      1.43       chs 		tsleep(&proc0, PVM, "noswap", 0);
    491       1.1       mrg #endif
    492      1.62   thorpej 	ll = NULL;		/* process to choose */
    493       1.6       mrg 	ppri = INT_MIN;	/* its priority */
    494      1.29   thorpej 	proclist_lock_read();
    495       1.6       mrg 
    496      1.62   thorpej 	LIST_FOREACH(l, &alllwp, l_list) {
    497       1.6       mrg 		/* is it a runnable swapped out process? */
    498      1.62   thorpej 		if (l->l_stat == LSRUN && (l->l_flag & L_INMEM) == 0) {
    499      1.62   thorpej 			pri = l->l_swtime + l->l_slptime -
    500      1.62   thorpej 			    (l->l_proc->p_nice - NZERO) * 8;
    501       1.6       mrg 			if (pri > ppri) {   /* higher priority?  remember it. */
    502      1.62   thorpej 				ll = l;
    503       1.6       mrg 				ppri = pri;
    504       1.6       mrg 			}
    505       1.6       mrg 		}
    506       1.6       mrg 	}
    507      1.39  sommerfe 	/*
    508      1.39  sommerfe 	 * XXXSMP: possible unlock/sleep race between here and the
    509      1.39  sommerfe 	 * "scheduler" tsleep below..
    510      1.39  sommerfe 	 */
    511      1.28   thorpej 	proclist_unlock_read();
    512       1.1       mrg 
    513       1.1       mrg #ifdef DEBUG
    514       1.6       mrg 	if (swapdebug & SDB_FOLLOW)
    515      1.62   thorpej 		printf("scheduler: running, procp %p pri %d\n", ll, ppri);
    516       1.1       mrg #endif
    517       1.6       mrg 	/*
    518       1.6       mrg 	 * Nothing to do, back to sleep
    519       1.6       mrg 	 */
    520      1.62   thorpej 	if ((l = ll) == NULL) {
    521      1.43       chs 		tsleep(&proc0, PVM, "scheduler", 0);
    522       1.6       mrg 		goto loop;
    523       1.6       mrg 	}
    524       1.6       mrg 
    525       1.6       mrg 	/*
    526       1.6       mrg 	 * we have found swapped out process which we would like to bring
    527       1.6       mrg 	 * back in.
    528       1.6       mrg 	 *
    529       1.6       mrg 	 * XXX: this part is really bogus cuz we could deadlock on memory
    530       1.6       mrg 	 * despite our feeble check
    531       1.6       mrg 	 */
    532       1.6       mrg 	if (uvmexp.free > atop(USPACE)) {
    533       1.1       mrg #ifdef DEBUG
    534       1.6       mrg 		if (swapdebug & SDB_SWAPIN)
    535       1.6       mrg 			printf("swapin: pid %d(%s)@%p, pri %d free %d\n",
    536      1.62   thorpej 	     l->l_proc->p_pid, l->l_proc->p_comm, l->l_addr, ppri, uvmexp.free);
    537       1.1       mrg #endif
    538      1.62   thorpej 		uvm_swapin(l);
    539       1.6       mrg 		goto loop;
    540       1.6       mrg 	}
    541       1.6       mrg 	/*
    542       1.6       mrg 	 * not enough memory, jab the pageout daemon and wait til the coast
    543       1.6       mrg 	 * is clear
    544       1.6       mrg 	 */
    545       1.1       mrg #ifdef DEBUG
    546       1.6       mrg 	if (swapdebug & SDB_FOLLOW)
    547       1.6       mrg 		printf("scheduler: no room for pid %d(%s), free %d\n",
    548      1.62   thorpej 	   l->l_proc->p_pid, l->l_proc->p_comm, uvmexp.free);
    549       1.1       mrg #endif
    550       1.6       mrg 	uvm_wait("schedpwait");
    551       1.1       mrg #ifdef DEBUG
    552       1.6       mrg 	if (swapdebug & SDB_FOLLOW)
    553       1.6       mrg 		printf("scheduler: room again, free %d\n", uvmexp.free);
    554       1.1       mrg #endif
    555       1.6       mrg 	goto loop;
    556       1.1       mrg }
    557       1.1       mrg 
    558       1.1       mrg /*
    559      1.62   thorpej  * swappable: is LWP "l" swappable?
    560       1.1       mrg  */
    561       1.1       mrg 
    562      1.62   thorpej #define	swappable(l)							\
    563      1.62   thorpej 	(((l)->l_flag & (L_INMEM)) &&					\
    564      1.62   thorpej 	 ((((l)->l_proc->p_flag) & (P_SYSTEM | P_WEXIT)) == 0) &&	\
    565      1.62   thorpej 	 (l)->l_holdcnt == 0)
    566       1.1       mrg 
    567       1.1       mrg /*
    568       1.1       mrg  * swapout_threads: find threads that can be swapped and unwire their
    569       1.1       mrg  *	u-areas.
    570       1.1       mrg  *
    571       1.1       mrg  * - called by the pagedaemon
    572       1.1       mrg  * - try and swap at least one processs
    573       1.1       mrg  * - processes that are sleeping or stopped for maxslp or more seconds
    574       1.1       mrg  *   are swapped... otherwise the longest-sleeping or stopped process
    575       1.1       mrg  *   is swapped, otherwise the longest resident process...
    576       1.1       mrg  */
    577      1.60       chs 
    578       1.6       mrg void
    579       1.6       mrg uvm_swapout_threads()
    580       1.1       mrg {
    581      1.62   thorpej 	struct lwp *l;
    582      1.62   thorpej 	struct lwp *outl, *outl2;
    583       1.6       mrg 	int outpri, outpri2;
    584       1.6       mrg 	int didswap = 0;
    585      1.48       chs 	extern int maxslp;
    586       1.6       mrg 	/* XXXCDC: should move off to uvmexp. or uvm., also in uvm_meter */
    587       1.1       mrg 
    588       1.1       mrg #ifdef DEBUG
    589       1.6       mrg 	if (!enableswap)
    590       1.6       mrg 		return;
    591       1.1       mrg #endif
    592       1.1       mrg 
    593       1.6       mrg 	/*
    594      1.62   thorpej 	 * outl/outpri  : stop/sleep thread with largest sleeptime < maxslp
    595      1.62   thorpej 	 * outl2/outpri2: the longest resident thread (its swap time)
    596       1.6       mrg 	 */
    597      1.62   thorpej 	outl = outl2 = NULL;
    598       1.6       mrg 	outpri = outpri2 = 0;
    599      1.29   thorpej 	proclist_lock_read();
    600      1.62   thorpej 	LIST_FOREACH(l, &alllwp, l_list) {
    601      1.81      yamt 		KASSERT(l->l_proc != NULL);
    602      1.62   thorpej 		if (!swappable(l))
    603       1.6       mrg 			continue;
    604      1.62   thorpej 		switch (l->l_stat) {
    605      1.68        cl 		case LSONPROC:
    606      1.69        cl 			KDASSERT(l->l_cpu != curcpu());
    607      1.69        cl 			continue;
    608      1.69        cl 
    609      1.62   thorpej 		case LSRUN:
    610      1.62   thorpej 			if (l->l_swtime > outpri2) {
    611      1.62   thorpej 				outl2 = l;
    612      1.62   thorpej 				outpri2 = l->l_swtime;
    613       1.6       mrg 			}
    614       1.6       mrg 			continue;
    615      1.48       chs 
    616      1.62   thorpej 		case LSSLEEP:
    617      1.62   thorpej 		case LSSTOP:
    618      1.62   thorpej 			if (l->l_slptime >= maxslp) {
    619      1.62   thorpej 				uvm_swapout(l);
    620       1.6       mrg 				didswap++;
    621      1.62   thorpej 			} else if (l->l_slptime > outpri) {
    622      1.62   thorpej 				outl = l;
    623      1.62   thorpej 				outpri = l->l_slptime;
    624       1.6       mrg 			}
    625       1.6       mrg 			continue;
    626       1.6       mrg 		}
    627       1.6       mrg 	}
    628      1.28   thorpej 	proclist_unlock_read();
    629       1.6       mrg 
    630       1.6       mrg 	/*
    631       1.6       mrg 	 * If we didn't get rid of any real duds, toss out the next most
    632       1.6       mrg 	 * likely sleeping/stopped or running candidate.  We only do this
    633       1.6       mrg 	 * if we are real low on memory since we don't gain much by doing
    634       1.6       mrg 	 * it (USPACE bytes).
    635       1.6       mrg 	 */
    636       1.6       mrg 	if (didswap == 0 && uvmexp.free <= atop(round_page(USPACE))) {
    637      1.62   thorpej 		if ((l = outl) == NULL)
    638      1.62   thorpej 			l = outl2;
    639       1.1       mrg #ifdef DEBUG
    640       1.6       mrg 		if (swapdebug & SDB_SWAPOUT)
    641      1.62   thorpej 			printf("swapout_threads: no duds, try procp %p\n", l);
    642       1.1       mrg #endif
    643      1.62   thorpej 		if (l)
    644      1.62   thorpej 			uvm_swapout(l);
    645       1.6       mrg 	}
    646       1.1       mrg }
    647       1.1       mrg 
    648       1.1       mrg /*
    649      1.62   thorpej  * uvm_swapout: swap out lwp "l"
    650       1.1       mrg  *
    651      1.48       chs  * - currently "swapout" means "unwire U-area" and "pmap_collect()"
    652       1.1       mrg  *   the pmap.
    653       1.1       mrg  * - XXXCDC: should deactivate all process' private anonymous memory
    654       1.1       mrg  */
    655       1.1       mrg 
    656       1.6       mrg static void
    657      1.62   thorpej uvm_swapout(l)
    658      1.62   thorpej 	struct lwp *l;
    659       1.1       mrg {
    660      1.13       eeh 	vaddr_t addr;
    661       1.6       mrg 	int s;
    662      1.62   thorpej 	struct proc *p = l->l_proc;
    663       1.1       mrg 
    664       1.1       mrg #ifdef DEBUG
    665       1.6       mrg 	if (swapdebug & SDB_SWAPOUT)
    666      1.62   thorpej 		printf("swapout: lid %d.%d(%s)@%p, stat %x pri %d free %d\n",
    667      1.62   thorpej 	   p->p_pid, l->l_lid, p->p_comm, l->l_addr, l->l_stat,
    668      1.62   thorpej 	   l->l_slptime, uvmexp.free);
    669       1.1       mrg #endif
    670       1.1       mrg 
    671       1.6       mrg 	/*
    672       1.6       mrg 	 * Mark it as (potentially) swapped out.
    673       1.6       mrg 	 */
    674      1.41     enami 	SCHED_LOCK(s);
    675      1.69        cl 	if (l->l_stat == LSONPROC) {
    676      1.69        cl 		KDASSERT(l->l_cpu != curcpu());
    677      1.68        cl 		SCHED_UNLOCK(s);
    678      1.68        cl 		return;
    679      1.68        cl 	}
    680      1.62   thorpej 	l->l_flag &= ~L_INMEM;
    681      1.62   thorpej 	if (l->l_stat == LSRUN)
    682      1.62   thorpej 		remrunqueue(l);
    683      1.41     enami 	SCHED_UNLOCK(s);
    684      1.62   thorpej 	l->l_swtime = 0;
    685      1.53       chs 	p->p_stats->p_ru.ru_nswap++;
    686       1.6       mrg 	++uvmexp.swapouts;
    687      1.68        cl 
    688      1.68        cl 	/*
    689      1.68        cl 	 * Do any machine-specific actions necessary before swapout.
    690      1.68        cl 	 * This can include saving floating point state, etc.
    691      1.68        cl 	 */
    692      1.68        cl 	cpu_swapout(l);
    693      1.43       chs 
    694      1.43       chs 	/*
    695      1.43       chs 	 * Unwire the to-be-swapped process's user struct and kernel stack.
    696      1.43       chs 	 */
    697      1.62   thorpej 	addr = (vaddr_t)l->l_addr;
    698      1.62   thorpej 	uvm_fault_unwire(kernel_map, addr, addr + USPACE); /* !L_INMEM */
    699      1.43       chs 	pmap_collect(vm_map_pmap(&p->p_vmspace->vm_map));
    700       1.1       mrg }
    701       1.1       mrg 
    702      1.56   thorpej /*
    703      1.56   thorpej  * uvm_coredump_walkmap: walk a process's map for the purpose of dumping
    704      1.56   thorpej  * a core file.
    705      1.56   thorpej  */
    706      1.56   thorpej 
    707      1.56   thorpej int
    708      1.66      fvdl uvm_coredump_walkmap(p, vp, cred, func, cookie)
    709      1.66      fvdl 	struct proc *p;
    710      1.56   thorpej 	struct vnode *vp;
    711      1.56   thorpej 	struct ucred *cred;
    712      1.66      fvdl 	int (*func)(struct proc *, struct vnode *, struct ucred *,
    713      1.56   thorpej 	    struct uvm_coredump_state *);
    714      1.56   thorpej 	void *cookie;
    715      1.56   thorpej {
    716      1.56   thorpej 	struct uvm_coredump_state state;
    717      1.56   thorpej 	struct vmspace *vm = p->p_vmspace;
    718      1.56   thorpej 	struct vm_map *map = &vm->vm_map;
    719      1.56   thorpej 	struct vm_map_entry *entry;
    720      1.56   thorpej 	int error;
    721      1.56   thorpej 
    722      1.64    atatat 	entry = NULL;
    723      1.64    atatat 	vm_map_lock_read(map);
    724      1.64    atatat 	for (;;) {
    725      1.64    atatat 		if (entry == NULL)
    726      1.64    atatat 			entry = map->header.next;
    727      1.64    atatat 		else if (!uvm_map_lookup_entry(map, state.end, &entry))
    728      1.64    atatat 			entry = entry->next;
    729      1.64    atatat 		if (entry == &map->header)
    730      1.64    atatat 			break;
    731      1.64    atatat 
    732      1.56   thorpej 		state.cookie = cookie;
    733      1.56   thorpej 		state.start = entry->start;
    734      1.56   thorpej 		state.end = entry->end;
    735      1.56   thorpej 		state.prot = entry->protection;
    736      1.56   thorpej 		state.flags = 0;
    737      1.56   thorpej 
    738      1.82       chs 		/*
    739      1.82       chs 		 * Dump the region unless one of the following is true:
    740      1.82       chs 		 *
    741      1.82       chs 		 * (1) the region has neither object nor amap behind it
    742      1.82       chs 		 *     (ie. it has never been accessed).
    743      1.82       chs 		 *
    744      1.82       chs 		 * (2) the region has no amap and is read-only
    745      1.82       chs 		 *     (eg. an executable text section).
    746      1.82       chs 		 *
    747      1.82       chs 		 * (3) the region's object is a device.
    748  1.83.4.1       snj 		 *
    749  1.83.4.1       snj 		 * (4) the region is unreadable by the process.
    750      1.82       chs 		 */
    751      1.56   thorpej 
    752      1.82       chs 		KASSERT(!UVM_ET_ISSUBMAP(entry));
    753      1.82       chs 		KASSERT(state.start < VM_MAXUSER_ADDRESS);
    754      1.82       chs 		KASSERT(state.end <= VM_MAXUSER_ADDRESS);
    755      1.82       chs 		if (entry->object.uvm_obj == NULL &&
    756      1.82       chs 		    entry->aref.ar_amap == NULL) {
    757      1.82       chs 			state.flags |= UVM_COREDUMP_NODUMP;
    758      1.56   thorpej 		}
    759      1.82       chs 		if ((entry->protection & VM_PROT_WRITE) == 0 &&
    760      1.82       chs 		    entry->aref.ar_amap == NULL) {
    761      1.58      matt 			state.flags |= UVM_COREDUMP_NODUMP;
    762      1.82       chs 		}
    763      1.58      matt 		if (entry->object.uvm_obj != NULL &&
    764      1.82       chs 		    UVM_OBJ_IS_DEVICE(entry->object.uvm_obj)) {
    765      1.56   thorpej 			state.flags |= UVM_COREDUMP_NODUMP;
    766      1.82       chs 		}
    767  1.83.4.1       snj 		if ((entry->protection & VM_PROT_READ) == 0) {
    768  1.83.4.1       snj 			state.flags |= UVM_COREDUMP_NODUMP;
    769  1.83.4.1       snj 		}
    770      1.82       chs 		if (state.start >= (vaddr_t)vm->vm_maxsaddr) {
    771      1.82       chs 			state.flags |= UVM_COREDUMP_STACK;
    772      1.82       chs 		}
    773      1.56   thorpej 
    774      1.64    atatat 		vm_map_unlock_read(map);
    775      1.66      fvdl 		error = (*func)(p, vp, cred, &state);
    776      1.56   thorpej 		if (error)
    777      1.56   thorpej 			return (error);
    778      1.64    atatat 		vm_map_lock_read(map);
    779      1.56   thorpej 	}
    780      1.64    atatat 	vm_map_unlock_read(map);
    781      1.56   thorpej 
    782      1.56   thorpej 	return (0);
    783      1.56   thorpej }
    784