Home | History | Annotate | Line # | Download | only in uvm
      1 /*	$NetBSD: uvm.h,v 1.79 2026/05/03 16:02:37 thorpej Exp $	*/
      2 
      3 /*
      4  * Copyright (c) 1997 Charles D. Cranor and Washington University.
      5  * All rights reserved.
      6  *
      7  * Redistribution and use in source and binary forms, with or without
      8  * modification, are permitted provided that the following conditions
      9  * are met:
     10  * 1. Redistributions of source code must retain the above copyright
     11  *    notice, this list of conditions and the following disclaimer.
     12  * 2. Redistributions in binary form must reproduce the above copyright
     13  *    notice, this list of conditions and the following disclaimer in the
     14  *    documentation and/or other materials provided with the distribution.
     15  *
     16  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
     17  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
     18  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     19  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
     20  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
     21  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
     22  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
     23  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
     24  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
     25  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     26  *
     27  * from: Id: uvm.h,v 1.1.2.14 1998/02/02 20:07:19 chuck Exp
     28  */
     29 
     30 #ifndef _UVM_UVM_H_
     31 #define _UVM_UVM_H_
     32 
     33 #if defined(_KERNEL_OPT)
     34 #include "opt_lockdebug.h"
     35 #include "opt_multiprocessor.h"
     36 #include "opt_uvmhist.h"
     37 #include "opt_uvm_page_trkown.h"
     38 #endif
     39 
     40 #include <uvm/uvm_extern.h>
     41 
     42 #ifdef _KERNEL
     43 #include <uvm/uvm_stat.h>
     44 #endif
     45 
     46 /*
     47  * pull in prototypes
     48  */
     49 
     50 #include <uvm/uvm_amap.h>
     51 #include <uvm/uvm_aobj.h>
     52 #include <uvm/uvm_fault.h>
     53 #include <uvm/uvm_glue.h>
     54 #include <uvm/uvm_km.h>
     55 #include <uvm/uvm_loan.h>
     56 #include <uvm/uvm_map.h>
     57 #include <uvm/uvm_object.h>
     58 #include <uvm/uvm_page.h>
     59 #include <uvm/uvm_pager.h>
     60 #include <uvm/uvm_pdaemon.h>
     61 #include <uvm/uvm_swap.h>
     62 
     63 #ifdef _KERNEL
     64 
     65 #include <uvm/uvm_physseg.h>
     66 
     67 /*
     68  * pull in VM_NFREELIST
     69  */
     70 #include <machine/vmparam.h>
     71 
     72 struct workqueue;
     73 struct pgflcache;
     74 
     75 #if defined(_RUMPKERNEL) || !defined(_MODULE)
     76 /*
     77  * per-cpu data
     78  */
     79 
     80 struct uvm_cpu {
     81 	/* allocator */
     82 	struct pgflcache *pgflcache[VM_NFREELIST];/* cpu-local cached pages */
     83 	void		*pgflcachemem;		/* pointer to allocated mem */
     84 	size_t		pgflcachememsz;		/* size of allocated memory */
     85 	u_int		pgflcolor;		/* next color to allocate */
     86 	u_int		pgflbucket;		/* where to send our pages */
     87 
     88 	/* uvmpdpol: queue of intended page status changes. */
     89 	struct vm_page	**pdq;			/* queue entries */
     90 	u_int		pdqhead;		/* current queue head */
     91 	u_int		pdqtail;		/* maximum number entries */
     92 	int		pdqtime;		/* last time queue cleared */
     93 };
     94 
     95 /*
     96  * uvm structure (vm global state: collected in one structure for ease
     97  * of reference...)
     98  */
     99 
    100 struct uvm {
    101 	/* vm_page related parameters */
    102 
    103 		/* vm_page queues */
    104 	struct pgfreelist page_free[VM_NFREELIST]; /* unallocated pages */
    105 	u_int	bucketcount;
    106 	bool	page_init_done;		/* true if uvm_page_init() finished */
    107 
    108 		/* page daemon trigger */
    109 	int pagedaemon;			/* daemon sleeps on this */
    110 	struct lwp *pagedaemon_lwp;	/* daemon's lid */
    111 };
    112 #endif /* _RUMPKERNEL || ! _MODULE */
    113 
    114 /*
    115  * kernel object: to support anonymous pageable kernel memory
    116  */
    117 extern struct uvm_object *uvm_kernel_object;
    118 
    119 /*
    120  * locks (made globals for lockstat).
    121  */
    122 
    123 extern kmutex_t uvm_kentry_lock;
    124 
    125 #endif /* _KERNEL */
    126 
    127 /*
    128  * vm_map_entry etype bits:
    129  */
    130 
    131 #define UVM_ET_OBJ		0x01	/* it is a uvm_object */
    132 #define UVM_ET_SUBMAP		0x02	/* it is a vm_map submap */
    133 #define UVM_ET_COPYONWRITE 	0x04	/* copy_on_write */
    134 #define UVM_ET_NEEDSCOPY	0x08	/* needs_copy */
    135 
    136 #define UVM_ET_ISOBJ(E)		(((E)->etype & UVM_ET_OBJ) != 0)
    137 #define UVM_ET_ISSUBMAP(E)	(((E)->etype & UVM_ET_SUBMAP) != 0)
    138 #define UVM_ET_ISCOPYONWRITE(E)	(((E)->etype & UVM_ET_COPYONWRITE) != 0)
    139 #define UVM_ET_ISNEEDSCOPY(E)	(((E)->etype & UVM_ET_NEEDSCOPY) != 0)
    140 
    141 #ifdef _KERNEL
    142 
    143 /*
    144  * holds all the internal UVM data
    145  */
    146 extern struct uvm uvm;
    147 
    148 /*
    149  * historys
    150  */
    151 
    152 #ifdef UVMHIST
    153 UVMHIST_DECL(maphist);
    154 UVMHIST_DECL(pdhist);
    155 UVMHIST_DECL(ubchist);
    156 UVMHIST_DECL(loanhist);
    157 #endif
    158 
    159 extern struct evcnt uvm_ra_total;
    160 extern struct evcnt uvm_ra_hit;
    161 extern struct evcnt uvm_ra_miss;
    162 
    163 /*
    164  * UVM_UNLOCK_AND_WAIT: atomic unlock+wait... wrapper around the
    165  * interlocked tsleep() function.
    166  */
    167 
    168 #define	UVM_UNLOCK_AND_WAIT(event, slock, intr, msg, timo)		\
    169 do {									\
    170 	(void) mtsleep(event, PVM | PNORELOCK | (intr ? PCATCH : 0),	\
    171 	    msg, timo, slock);						\
    172 } while (/*CONSTCOND*/ 0)
    173 
    174 void uvm_kick_pdaemon(void);
    175 bool _uvm_lwp_is_pagedaemon(struct lwp *);
    176 
    177 #define	_uvm_lwp_is_pagedaemon_test(l) ((l) == uvm.pagedaemon_lwp)
    178 
    179 #ifdef _MODULE
    180 #define	uvm_lwp_is_pagedaemon(l) _uvm_lwp_is_pagedaemon(l)
    181 #else
    182 #define	uvm_lwp_is_pagedaemon(l) _uvm_lwp_is_pagedaemon_test(l)
    183 #endif
    184 
    185 /*
    186  * UVM_PAGE_OWN: track page ownership (only if UVM_PAGE_TRKOWN)
    187  */
    188 
    189 #if defined(UVM_PAGE_TRKOWN)
    190 #define UVM_PAGE_OWN(PG, TAG) uvm_page_own(PG, TAG)
    191 #else
    192 #define UVM_PAGE_OWN(PG, TAG) /* nothing */
    193 #endif /* UVM_PAGE_TRKOWN */
    194 
    195 #include <uvm/uvm_fault_i.h>
    196 
    197 #endif /* _KERNEL */
    198 
    199 #endif /* _UVM_UVM_H_ */
    200