Home | History | Annotate | Line # | Download | only in uvm
uvm.h revision 1.53.10.4
      1  1.53.10.4     yamt /*	$NetBSD: uvm.h,v 1.53.10.4 2010/08/11 22:55:15 yamt Exp $	*/
      2  1.53.10.4     yamt 
      3  1.53.10.4     yamt /*
      4  1.53.10.4     yamt  * Copyright (c) 2010 The NetBSD Foundation, Inc.
      5  1.53.10.4     yamt  * All rights reserved.
      6  1.53.10.4     yamt  *
      7  1.53.10.4     yamt  * Redistribution and use in source and binary forms, with or without
      8  1.53.10.4     yamt  * modification, are permitted provided that the following conditions
      9  1.53.10.4     yamt  * are met:
     10  1.53.10.4     yamt  * 1. Redistributions of source code must retain the above copyright
     11  1.53.10.4     yamt  *    notice, this list of conditions and the following disclaimer.
     12  1.53.10.4     yamt  * 2. Redistributions in binary form must reproduce the above copyright
     13  1.53.10.4     yamt  *    notice, this list of conditions and the following disclaimer in the
     14  1.53.10.4     yamt  *    documentation and/or other materials provided with the distribution.
     15  1.53.10.4     yamt  *
     16  1.53.10.4     yamt  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     17  1.53.10.4     yamt  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     18  1.53.10.4     yamt  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     19  1.53.10.4     yamt  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     20  1.53.10.4     yamt  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     21  1.53.10.4     yamt  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     22  1.53.10.4     yamt  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     23  1.53.10.4     yamt  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     24  1.53.10.4     yamt  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     25  1.53.10.4     yamt  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     26  1.53.10.4     yamt  * POSSIBILITY OF SUCH DAMAGE.
     27  1.53.10.4     yamt  */
     28        1.3      mrg 
     29        1.1      mrg /*
     30        1.1      mrg  *
     31        1.1      mrg  * Copyright (c) 1997 Charles D. Cranor and Washington University.
     32        1.1      mrg  * All rights reserved.
     33        1.1      mrg  *
     34        1.1      mrg  * Redistribution and use in source and binary forms, with or without
     35        1.1      mrg  * modification, are permitted provided that the following conditions
     36        1.1      mrg  * are met:
     37        1.1      mrg  * 1. Redistributions of source code must retain the above copyright
     38        1.1      mrg  *    notice, this list of conditions and the following disclaimer.
     39        1.1      mrg  * 2. Redistributions in binary form must reproduce the above copyright
     40        1.1      mrg  *    notice, this list of conditions and the following disclaimer in the
     41        1.1      mrg  *    documentation and/or other materials provided with the distribution.
     42        1.1      mrg  * 3. All advertising materials mentioning features or use of this software
     43        1.1      mrg  *    must display the following acknowledgement:
     44        1.1      mrg  *      This product includes software developed by Charles D. Cranor and
     45        1.1      mrg  *      Washington University.
     46        1.1      mrg  * 4. The name of the author may not be used to endorse or promote products
     47        1.1      mrg  *    derived from this software without specific prior written permission.
     48        1.1      mrg  *
     49        1.1      mrg  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
     50        1.1      mrg  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
     51        1.1      mrg  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     52        1.1      mrg  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
     53        1.1      mrg  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
     54        1.1      mrg  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
     55        1.1      mrg  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
     56        1.1      mrg  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
     57        1.1      mrg  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
     58        1.1      mrg  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     59        1.3      mrg  *
     60        1.3      mrg  * from: Id: uvm.h,v 1.1.2.14 1998/02/02 20:07:19 chuck Exp
     61        1.1      mrg  */
     62        1.1      mrg 
     63        1.4    perry #ifndef _UVM_UVM_H_
     64        1.4    perry #define _UVM_UVM_H_
     65        1.4    perry 
     66       1.28      mrg #if defined(_KERNEL_OPT)
     67        1.8  thorpej #include "opt_lockdebug.h"
     68       1.12  thorpej #include "opt_multiprocessor.h"
     69        1.5      mrg #include "opt_uvmhist.h"
     70        1.9       pk #endif
     71        1.5      mrg 
     72        1.1      mrg #include <uvm/uvm_extern.h>
     73        1.1      mrg 
     74        1.1      mrg #include <uvm/uvm_stat.h>
     75        1.1      mrg 
     76        1.1      mrg /*
     77        1.1      mrg  * pull in prototypes
     78        1.1      mrg  */
     79        1.1      mrg 
     80        1.1      mrg #include <uvm/uvm_amap.h>
     81        1.1      mrg #include <uvm/uvm_aobj.h>
     82        1.1      mrg #include <uvm/uvm_fault.h>
     83        1.1      mrg #include <uvm/uvm_glue.h>
     84        1.1      mrg #include <uvm/uvm_km.h>
     85        1.1      mrg #include <uvm/uvm_loan.h>
     86        1.1      mrg #include <uvm/uvm_map.h>
     87        1.1      mrg #include <uvm/uvm_object.h>
     88        1.1      mrg #include <uvm/uvm_page.h>
     89        1.1      mrg #include <uvm/uvm_pager.h>
     90        1.1      mrg #include <uvm/uvm_pdaemon.h>
     91        1.1      mrg #include <uvm/uvm_swap.h>
     92        1.1      mrg 
     93       1.32  thorpej #ifdef _KERNEL
     94       1.32  thorpej 
     95        1.1      mrg /*
     96       1.10  thorpej  * pull in VM_NFREELIST
     97       1.10  thorpej  */
     98       1.10  thorpej #include <machine/vmparam.h>
     99       1.10  thorpej 
    100       1.45     yamt struct workqueue;
    101       1.45     yamt 
    102       1.10  thorpej /*
    103  1.53.10.1     yamt  * per-cpu data
    104  1.53.10.1     yamt  */
    105  1.53.10.1     yamt 
    106  1.53.10.1     yamt struct uvm_cpu {
    107  1.53.10.1     yamt 	struct pgfreelist page_free[VM_NFREELIST]; /* unallocated pages */
    108  1.53.10.1     yamt 	int page_free_nextcolor;	/* next color to allocate from */
    109  1.53.10.1     yamt 	int page_idlezero_next;		/* which color to zero next */
    110  1.53.10.1     yamt 	bool page_idle_zero;		/* TRUE if we should try to zero
    111  1.53.10.1     yamt 					   pages in the idle loop */
    112  1.53.10.1     yamt 	int pages[PGFL_NQUEUES];	/* total of pages in page_free */
    113  1.53.10.2     yamt 	u_int emap_gen;			/* emap generation number */
    114  1.53.10.1     yamt };
    115  1.53.10.1     yamt 
    116  1.53.10.1     yamt /*
    117        1.1      mrg  * uvm structure (vm global state: collected in one structure for ease
    118        1.1      mrg  * of reference...)
    119        1.1      mrg  */
    120        1.1      mrg 
    121        1.1      mrg struct uvm {
    122        1.1      mrg 	/* vm_page related parameters */
    123       1.24      chs 
    124        1.1      mrg 		/* vm_page queues */
    125       1.21  thorpej 	struct pgfreelist page_free[VM_NFREELIST]; /* unallocated pages */
    126       1.48  thorpej 	bool page_init_done;		/* TRUE if uvm_page_init() finished */
    127       1.24      chs 
    128        1.1      mrg 		/* page daemon trigger */
    129        1.1      mrg 	int pagedaemon;			/* daemon sleeps on this */
    130       1.52       ad 	struct lwp *pagedaemon_lwp;	/* daemon's lid */
    131       1.24      chs 
    132       1.45     yamt 		/* aiodone daemon */
    133       1.45     yamt 	struct workqueue *aiodone_queue;
    134       1.24      chs 
    135        1.1      mrg 	/* aio_done is locked by uvm.pagedaemon_lock and splbio! */
    136       1.24      chs 	TAILQ_HEAD(, buf) aio_done;		/* done async i/o reqs */
    137       1.15      chs 
    138  1.53.10.1     yamt 	/* per-cpu data */
    139  1.53.10.4     yamt 	struct uvm_cpu *cpus[MAXCPUS];
    140       1.52       ad };
    141        1.1      mrg 
    142       1.52       ad /*
    143       1.52       ad  * kernel object: to support anonymous pageable kernel memory
    144       1.52       ad  */
    145       1.52       ad extern struct uvm_object *uvm_kernel_object;
    146       1.32  thorpej 
    147       1.51       ad /*
    148       1.51       ad  * locks (made globals for lockstat).
    149       1.51       ad  */
    150       1.51       ad 
    151       1.53       ad extern kmutex_t uvm_pageqlock;		/* lock for active/inactive page q */
    152       1.52       ad extern kmutex_t uvm_fpageqlock;		/* lock for free page q */
    153       1.52       ad extern kmutex_t uvm_kentry_lock;
    154       1.52       ad extern kmutex_t uvm_swap_data_lock;
    155       1.51       ad 
    156       1.32  thorpej #endif /* _KERNEL */
    157        1.1      mrg 
    158        1.1      mrg /*
    159        1.1      mrg  * vm_map_entry etype bits:
    160        1.1      mrg  */
    161        1.1      mrg 
    162        1.1      mrg #define UVM_ET_OBJ		0x01	/* it is a uvm_object */
    163       1.13    chuck #define UVM_ET_SUBMAP		0x02	/* it is a vm_map submap */
    164       1.13    chuck #define UVM_ET_COPYONWRITE 	0x04	/* copy_on_write */
    165       1.13    chuck #define UVM_ET_NEEDSCOPY	0x08	/* needs_copy */
    166        1.1      mrg 
    167        1.1      mrg #define UVM_ET_ISOBJ(E)		(((E)->etype & UVM_ET_OBJ) != 0)
    168        1.1      mrg #define UVM_ET_ISSUBMAP(E)	(((E)->etype & UVM_ET_SUBMAP) != 0)
    169        1.1      mrg #define UVM_ET_ISCOPYONWRITE(E)	(((E)->etype & UVM_ET_COPYONWRITE) != 0)
    170        1.1      mrg #define UVM_ET_ISNEEDSCOPY(E)	(((E)->etype & UVM_ET_NEEDSCOPY) != 0)
    171        1.1      mrg 
    172       1.23      mrg #ifdef _KERNEL
    173       1.23      mrg 
    174        1.1      mrg /*
    175       1.23      mrg  * holds all the internal UVM data
    176        1.1      mrg  */
    177       1.20      chs extern struct uvm uvm;
    178       1.20      chs 
    179       1.20      chs /*
    180       1.20      chs  * historys
    181       1.20      chs  */
    182       1.20      chs 
    183       1.34    perry #ifdef UVMHIST
    184       1.20      chs UVMHIST_DECL(maphist);
    185       1.20      chs UVMHIST_DECL(pdhist);
    186       1.24      chs UVMHIST_DECL(ubchist);
    187       1.38     yamt UVMHIST_DECL(loanhist);
    188       1.33    perry #endif
    189       1.16  thorpej 
    190       1.42     yamt extern struct evcnt uvm_ra_total;
    191       1.42     yamt extern struct evcnt uvm_ra_hit;
    192       1.42     yamt extern struct evcnt uvm_ra_miss;
    193       1.42     yamt 
    194        1.1      mrg /*
    195       1.22  thorpej  * UVM_UNLOCK_AND_WAIT: atomic unlock+wait... wrapper around the
    196       1.22  thorpej  * interlocked tsleep() function.
    197        1.1      mrg  */
    198        1.1      mrg 
    199       1.22  thorpej #define	UVM_UNLOCK_AND_WAIT(event, slock, intr, msg, timo)		\
    200       1.22  thorpej do {									\
    201       1.53       ad 	(void) mtsleep(event, PVM | PNORELOCK | (intr ? PCATCH : 0),	\
    202       1.22  thorpej 	    msg, timo, slock);						\
    203       1.33    perry } while (/*CONSTCOND*/ 0)
    204       1.30  thorpej 
    205       1.44     yamt void uvm_kick_pdaemon(void);
    206        1.1      mrg 
    207        1.1      mrg /*
    208        1.1      mrg  * UVM_PAGE_OWN: track page ownership (only if UVM_PAGE_TRKOWN)
    209        1.1      mrg  */
    210        1.1      mrg 
    211        1.1      mrg #if defined(UVM_PAGE_TRKOWN)
    212        1.1      mrg #define UVM_PAGE_OWN(PG, TAG) uvm_page_own(PG, TAG)
    213       1.16  thorpej #else
    214        1.1      mrg #define UVM_PAGE_OWN(PG, TAG) /* nothing */
    215        1.1      mrg #endif /* UVM_PAGE_TRKOWN */
    216        1.1      mrg 
    217        1.1      mrg #include <uvm/uvm_fault_i.h>
    218       1.41     yamt 
    219       1.16  thorpej #endif /* _KERNEL */
    220        1.4    perry 
    221       1.43     yamt #endif /* _UVM_UVM_H_ */
    222