Home | History | Annotate | Line # | Download | only in uvm
uvm.h revision 1.41
      1  1.41     yamt /*	$NetBSD: uvm.h,v 1.41 2005/10/30 11:56:51 yamt Exp $	*/
      2   1.3      mrg 
      3   1.1      mrg /*
      4   1.1      mrg  *
      5   1.1      mrg  * Copyright (c) 1997 Charles D. Cranor and Washington University.
      6   1.1      mrg  * All rights reserved.
      7   1.1      mrg  *
      8   1.1      mrg  * Redistribution and use in source and binary forms, with or without
      9   1.1      mrg  * modification, are permitted provided that the following conditions
     10   1.1      mrg  * are met:
     11   1.1      mrg  * 1. Redistributions of source code must retain the above copyright
     12   1.1      mrg  *    notice, this list of conditions and the following disclaimer.
     13   1.1      mrg  * 2. Redistributions in binary form must reproduce the above copyright
     14   1.1      mrg  *    notice, this list of conditions and the following disclaimer in the
     15   1.1      mrg  *    documentation and/or other materials provided with the distribution.
     16   1.1      mrg  * 3. All advertising materials mentioning features or use of this software
     17   1.1      mrg  *    must display the following acknowledgement:
     18   1.1      mrg  *      This product includes software developed by Charles D. Cranor and
     19   1.1      mrg  *      Washington University.
     20   1.1      mrg  * 4. The name of the author may not be used to endorse or promote products
     21   1.1      mrg  *    derived from this software without specific prior written permission.
     22   1.1      mrg  *
     23   1.1      mrg  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
     24   1.1      mrg  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
     25   1.1      mrg  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     26   1.1      mrg  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
     27   1.1      mrg  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
     28   1.1      mrg  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
     29   1.1      mrg  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
     30   1.1      mrg  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
     31   1.1      mrg  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
     32   1.1      mrg  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     33   1.3      mrg  *
     34   1.3      mrg  * from: Id: uvm.h,v 1.1.2.14 1998/02/02 20:07:19 chuck Exp
     35   1.1      mrg  */
     36   1.1      mrg 
     37   1.4    perry #ifndef _UVM_UVM_H_
     38   1.4    perry #define _UVM_UVM_H_
     39   1.4    perry 
     40  1.28      mrg #if defined(_KERNEL_OPT)
     41   1.8  thorpej #include "opt_lockdebug.h"
     42  1.12  thorpej #include "opt_multiprocessor.h"
     43   1.5      mrg #include "opt_uvmhist.h"
     44   1.9       pk #endif
     45   1.5      mrg 
     46   1.1      mrg #include <uvm/uvm_extern.h>
     47   1.1      mrg 
     48   1.1      mrg #include <uvm/uvm_stat.h>
     49   1.1      mrg 
     50   1.1      mrg /*
     51   1.1      mrg  * pull in prototypes
     52   1.1      mrg  */
     53   1.1      mrg 
     54   1.1      mrg #include <uvm/uvm_amap.h>
     55   1.1      mrg #include <uvm/uvm_aobj.h>
     56   1.1      mrg #include <uvm/uvm_fault.h>
     57   1.1      mrg #include <uvm/uvm_glue.h>
     58   1.1      mrg #include <uvm/uvm_km.h>
     59   1.1      mrg #include <uvm/uvm_loan.h>
     60   1.1      mrg #include <uvm/uvm_map.h>
     61   1.1      mrg #include <uvm/uvm_object.h>
     62   1.1      mrg #include <uvm/uvm_page.h>
     63   1.1      mrg #include <uvm/uvm_pager.h>
     64   1.1      mrg #include <uvm/uvm_pdaemon.h>
     65   1.1      mrg #include <uvm/uvm_swap.h>
     66   1.1      mrg 
     67  1.32  thorpej #ifdef _KERNEL
     68  1.32  thorpej 
     69   1.1      mrg /*
     70  1.10  thorpej  * pull in VM_NFREELIST
     71  1.10  thorpej  */
     72  1.10  thorpej #include <machine/vmparam.h>
     73  1.10  thorpej 
     74  1.10  thorpej /*
     75   1.1      mrg  * uvm structure (vm global state: collected in one structure for ease
     76   1.1      mrg  * of reference...)
     77   1.1      mrg  */
     78   1.1      mrg 
     79   1.1      mrg struct uvm {
     80   1.1      mrg 	/* vm_page related parameters */
     81  1.24      chs 
     82   1.1      mrg 		/* vm_page queues */
     83  1.21  thorpej 	struct pgfreelist page_free[VM_NFREELIST]; /* unallocated pages */
     84  1.25  thorpej 	int page_free_nextcolor;	/* next color to allocate from */
     85   1.1      mrg 	struct pglist page_active;	/* allocated pages, in use */
     86  1.26     ross 	struct pglist page_inactive;	/* pages between the clock hands */
     87  1.27      chs 	struct simplelock pageqlock;	/* lock for active/inactive page q */
     88  1.27      chs 	struct simplelock fpageqlock;	/* lock for free page q */
     89  1.19  thorpej 	boolean_t page_init_done;	/* TRUE if uvm_page_init() finished */
     90  1.21  thorpej 	boolean_t page_idle_zero;	/* TRUE if we should try to zero
     91  1.21  thorpej 					   pages in the idle loop */
     92  1.24      chs 
     93   1.1      mrg 		/* page daemon trigger */
     94   1.1      mrg 	int pagedaemon;			/* daemon sleeps on this */
     95   1.1      mrg 	struct proc *pagedaemon_proc;	/* daemon's pid */
     96  1.27      chs 	struct simplelock pagedaemon_lock;
     97  1.24      chs 
     98  1.24      chs 		/* aiodone daemon trigger */
     99  1.24      chs 	int aiodoned;			/* daemon sleeps on this */
    100  1.24      chs 	struct proc *aiodoned_proc;	/* daemon's pid */
    101  1.27      chs 	struct simplelock aiodoned_lock;
    102  1.24      chs 
    103   1.1      mrg 		/* page hash */
    104   1.1      mrg 	struct pglist *page_hash;	/* page hash table (vp/off->page) */
    105   1.1      mrg 	int page_nhash;			/* number of buckets */
    106   1.1      mrg 	int page_hashmask;		/* hash mask */
    107  1.27      chs 	struct simplelock hashlock;	/* lock on page_hash array */
    108  1.15      chs 
    109  1.27      chs 	struct simplelock kentry_lock;
    110   1.1      mrg 
    111   1.1      mrg 	/* aio_done is locked by uvm.pagedaemon_lock and splbio! */
    112  1.24      chs 	TAILQ_HEAD(, buf) aio_done;		/* done async i/o reqs */
    113  1.15      chs 
    114  1.15      chs 	/* swap-related items */
    115  1.27      chs 	struct simplelock swap_data_lock;
    116   1.1      mrg 
    117   1.1      mrg 	/* kernel object: to support anonymous pageable kernel memory */
    118   1.1      mrg 	struct uvm_object *kernel_object;
    119   1.1      mrg };
    120  1.32  thorpej 
    121  1.32  thorpej #endif /* _KERNEL */
    122   1.1      mrg 
    123   1.1      mrg /*
    124   1.1      mrg  * vm_map_entry etype bits:
    125   1.1      mrg  */
    126   1.1      mrg 
    127   1.1      mrg #define UVM_ET_OBJ		0x01	/* it is a uvm_object */
    128  1.13    chuck #define UVM_ET_SUBMAP		0x02	/* it is a vm_map submap */
    129  1.13    chuck #define UVM_ET_COPYONWRITE 	0x04	/* copy_on_write */
    130  1.13    chuck #define UVM_ET_NEEDSCOPY	0x08	/* needs_copy */
    131   1.1      mrg 
    132   1.1      mrg #define UVM_ET_ISOBJ(E)		(((E)->etype & UVM_ET_OBJ) != 0)
    133   1.1      mrg #define UVM_ET_ISSUBMAP(E)	(((E)->etype & UVM_ET_SUBMAP) != 0)
    134   1.1      mrg #define UVM_ET_ISCOPYONWRITE(E)	(((E)->etype & UVM_ET_COPYONWRITE) != 0)
    135   1.1      mrg #define UVM_ET_ISNEEDSCOPY(E)	(((E)->etype & UVM_ET_NEEDSCOPY) != 0)
    136   1.1      mrg 
    137  1.23      mrg #ifdef _KERNEL
    138  1.23      mrg 
    139   1.1      mrg /*
    140  1.23      mrg  * holds all the internal UVM data
    141   1.1      mrg  */
    142  1.20      chs extern struct uvm uvm;
    143  1.20      chs 
    144  1.20      chs /*
    145  1.20      chs  * historys
    146  1.20      chs  */
    147  1.20      chs 
    148  1.34    perry #ifdef UVMHIST
    149  1.20      chs UVMHIST_DECL(maphist);
    150  1.20      chs UVMHIST_DECL(pdhist);
    151  1.24      chs UVMHIST_DECL(ubchist);
    152  1.38     yamt UVMHIST_DECL(loanhist);
    153  1.33    perry #endif
    154  1.16  thorpej 
    155   1.1      mrg /*
    156  1.22  thorpej  * UVM_UNLOCK_AND_WAIT: atomic unlock+wait... wrapper around the
    157  1.22  thorpej  * interlocked tsleep() function.
    158   1.1      mrg  */
    159   1.1      mrg 
    160  1.22  thorpej #define	UVM_UNLOCK_AND_WAIT(event, slock, intr, msg, timo)		\
    161  1.22  thorpej do {									\
    162  1.22  thorpej 	(void) ltsleep(event, PVM | PNORELOCK | (intr ? PCATCH : 0),	\
    163  1.22  thorpej 	    msg, timo, slock);						\
    164  1.33    perry } while (/*CONSTCOND*/ 0)
    165  1.30  thorpej 
    166  1.30  thorpej /*
    167  1.30  thorpej  * UVM_KICK_PDAEMON: perform checks to determine if we need to
    168  1.30  thorpej  * give the pagedaemon a nudge, and do so if necessary.
    169  1.30  thorpej  */
    170  1.30  thorpej 
    171  1.30  thorpej #define	UVM_KICK_PDAEMON()						\
    172  1.30  thorpej do {									\
    173  1.30  thorpej 	if (uvmexp.free + uvmexp.paging < uvmexp.freemin ||		\
    174  1.30  thorpej 	    (uvmexp.free + uvmexp.paging < uvmexp.freetarg &&		\
    175  1.30  thorpej 	     uvmexp.inactive < uvmexp.inactarg)) {			\
    176  1.30  thorpej 		wakeup(&uvm.pagedaemon);				\
    177  1.30  thorpej 	}								\
    178  1.30  thorpej } while (/*CONSTCOND*/0)
    179   1.1      mrg 
    180   1.1      mrg /*
    181   1.1      mrg  * UVM_PAGE_OWN: track page ownership (only if UVM_PAGE_TRKOWN)
    182   1.1      mrg  */
    183   1.1      mrg 
    184   1.1      mrg #if defined(UVM_PAGE_TRKOWN)
    185   1.1      mrg #define UVM_PAGE_OWN(PG, TAG) uvm_page_own(PG, TAG)
    186  1.16  thorpej #else
    187   1.1      mrg #define UVM_PAGE_OWN(PG, TAG) /* nothing */
    188   1.1      mrg #endif /* UVM_PAGE_TRKOWN */
    189   1.1      mrg 
    190  1.35     matt #endif /* _KERNEL */
    191  1.35     matt 
    192  1.35     matt #endif /* _UVM_UVM_H_ */
    193  1.35     matt 
    194   1.1      mrg /*
    195   1.1      mrg  * pull in inlines
    196   1.1      mrg  */
    197   1.1      mrg 
    198  1.35     matt #ifdef _KERNEL
    199  1.35     matt 
    200  1.41     yamt #if defined(UVM_AMAP_INLINE) || defined(UVM_AMAP_C)
    201   1.1      mrg #include <uvm/uvm_amap_i.h>
    202  1.41     yamt #endif
    203  1.41     yamt 
    204   1.1      mrg #include <uvm/uvm_fault_i.h>
    205  1.41     yamt 
    206  1.41     yamt #if defined(UVM_MAP_INLINE) || defined(UVM_MAP_C)
    207   1.1      mrg #include <uvm/uvm_map_i.h>
    208  1.41     yamt #endif
    209  1.41     yamt 
    210  1.41     yamt #if defined(UVM_PAGE_INLINE) || defined(UVM_PAGE_C)
    211   1.1      mrg #include <uvm/uvm_page_i.h>
    212  1.41     yamt #endif
    213  1.41     yamt 
    214  1.41     yamt #if defined(UVM_PAGER_INLINE) || defined(UVM_PAGER_C)
    215   1.1      mrg #include <uvm/uvm_pager_i.h>
    216  1.41     yamt #endif
    217  1.16  thorpej 
    218  1.16  thorpej #endif /* _KERNEL */
    219   1.4    perry 
    220