Home | History | Annotate | Line # | Download | only in include
pmap.h revision 1.89.20.6
      1  1.89.20.6     joerg /*	$NetBSD: pmap.h,v 1.89.20.6 2007/12/03 16:14:04 joerg Exp $	*/
      2       1.38   mycroft 
      3       1.40   thorpej /*
      4       1.40   thorpej  *
      5       1.40   thorpej  * Copyright (c) 1997 Charles D. Cranor and Washington University.
      6       1.38   mycroft  * All rights reserved.
      7       1.38   mycroft  *
      8       1.38   mycroft  * Redistribution and use in source and binary forms, with or without
      9       1.38   mycroft  * modification, are permitted provided that the following conditions
     10       1.38   mycroft  * are met:
     11       1.38   mycroft  * 1. Redistributions of source code must retain the above copyright
     12       1.38   mycroft  *    notice, this list of conditions and the following disclaimer.
     13       1.38   mycroft  * 2. Redistributions in binary form must reproduce the above copyright
     14       1.38   mycroft  *    notice, this list of conditions and the following disclaimer in the
     15       1.38   mycroft  *    documentation and/or other materials provided with the distribution.
     16       1.38   mycroft  * 3. All advertising materials mentioning features or use of this software
     17       1.40   thorpej  *    must display the following acknowledgment:
     18       1.40   thorpej  *      This product includes software developed by Charles D. Cranor and
     19       1.40   thorpej  *      Washington University.
     20       1.40   thorpej  * 4. The name of the author may not be used to endorse or promote products
     21       1.40   thorpej  *    derived from this software without specific prior written permission.
     22        1.1       cgd  *
     23       1.40   thorpej  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
     24       1.40   thorpej  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
     25       1.40   thorpej  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     26       1.40   thorpej  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
     27       1.40   thorpej  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
     28       1.40   thorpej  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
     29       1.40   thorpej  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
     30       1.40   thorpej  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
     31       1.40   thorpej  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
     32       1.40   thorpej  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     33        1.1       cgd  */
     34        1.1       cgd 
     35        1.1       cgd /*
     36  1.89.20.4     joerg  * Copyright (c) 2001 Wasabi Systems, Inc.
     37  1.89.20.4     joerg  * All rights reserved.
     38  1.89.20.4     joerg  *
     39  1.89.20.4     joerg  * Written by Frank van der Linden for Wasabi Systems, Inc.
     40  1.89.20.4     joerg  *
     41  1.89.20.4     joerg  * Redistribution and use in source and binary forms, with or without
     42  1.89.20.4     joerg  * modification, are permitted provided that the following conditions
     43  1.89.20.4     joerg  * are met:
     44  1.89.20.4     joerg  * 1. Redistributions of source code must retain the above copyright
     45  1.89.20.4     joerg  *    notice, this list of conditions and the following disclaimer.
     46  1.89.20.4     joerg  * 2. Redistributions in binary form must reproduce the above copyright
     47  1.89.20.4     joerg  *    notice, this list of conditions and the following disclaimer in the
     48  1.89.20.4     joerg  *    documentation and/or other materials provided with the distribution.
     49  1.89.20.4     joerg  * 3. All advertising materials mentioning features or use of this software
     50  1.89.20.4     joerg  *    must display the following acknowledgement:
     51  1.89.20.4     joerg  *      This product includes software developed for the NetBSD Project by
     52  1.89.20.4     joerg  *      Wasabi Systems, Inc.
     53  1.89.20.4     joerg  * 4. The name of Wasabi Systems, Inc. may not be used to endorse
     54  1.89.20.4     joerg  *    or promote products derived from this software without specific prior
     55  1.89.20.4     joerg  *    written permission.
     56  1.89.20.4     joerg  *
     57  1.89.20.4     joerg  * THIS SOFTWARE IS PROVIDED BY WASABI SYSTEMS, INC. ``AS IS'' AND
     58  1.89.20.4     joerg  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     59  1.89.20.4     joerg  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     60  1.89.20.4     joerg  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL WASABI SYSTEMS, INC
     61  1.89.20.4     joerg  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     62  1.89.20.4     joerg  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     63  1.89.20.4     joerg  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     64  1.89.20.4     joerg  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     65  1.89.20.4     joerg  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     66  1.89.20.4     joerg  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     67  1.89.20.4     joerg  * POSSIBILITY OF SUCH DAMAGE.
     68        1.1       cgd  */
     69       1.34       mrg 
     70       1.40   thorpej #ifndef	_I386_PMAP_H_
     71       1.40   thorpej #define	_I386_PMAP_H_
     72       1.40   thorpej 
     73       1.58       mrg #if defined(_KERNEL_OPT)
     74       1.39   thorpej #include "opt_user_ldt.h"
     75       1.34       mrg #endif
     76        1.1       cgd 
     77  1.89.20.6     joerg #include <sys/atomic.h>
     78  1.89.20.6     joerg 
     79        1.6   mycroft #include <machine/pte.h>
     80       1.39   thorpej #include <machine/segments.h>
     81  1.89.20.4     joerg #if defined(_KERNEL)
     82  1.89.20.3     joerg #include <machine/cpufunc.h>
     83  1.89.20.3     joerg #endif
     84  1.89.20.1  jmcneill 
     85       1.40   thorpej #include <uvm/uvm_object.h>
     86        1.1       cgd 
     87        1.1       cgd /*
     88       1.40   thorpej  * see pte.h for a description of i386 MMU terminology and hardware
     89       1.40   thorpej  * interface.
     90       1.40   thorpej  *
     91       1.40   thorpej  * a pmap describes a processes' 4GB virtual address space.  this
     92       1.40   thorpej  * virtual address space can be broken up into 1024 4MB regions which
     93       1.41       chs  * are described by PDEs in the PDP.  the PDEs are defined as follows:
     94       1.40   thorpej  *
     95       1.40   thorpej  * (ranges are inclusive -> exclusive, just like vm_map_entry start/end)
     96       1.43   thorpej  * (the following assumes that KERNBASE is 0xc0000000)
     97       1.40   thorpej  *
     98       1.40   thorpej  * PDE#s	VA range		usage
     99       1.68  drochner  * 0->766	0x0 -> 0xbfc00000	user address space
    100       1.61      yamt  * 767		0xbfc00000->		recursive mapping of PDP (used for
    101       1.43   thorpej  *			0xc0000000	linear mapping of PTPs)
    102       1.43   thorpej  * 768->1023	0xc0000000->		kernel address space (constant
    103       1.40   thorpej  *			0xffc00000	across all pmap's/processes)
    104       1.40   thorpej  * 1023		0xffc00000->		"alternate" recursive PDP mapping
    105       1.40   thorpej  *			<end>		(for other pmaps)
    106       1.40   thorpej  *
    107       1.40   thorpej  *
    108       1.40   thorpej  * note: a recursive PDP mapping provides a way to map all the PTEs for
    109       1.41       chs  * a 4GB address space into a linear chunk of virtual memory.  in other
    110       1.41       chs  * words, the PTE for page 0 is the first int mapped into the 4MB recursive
    111       1.41       chs  * area.  the PTE for page 1 is the second int.  the very last int in the
    112       1.81  junyoung  * 4MB range is the PTE that maps VA 0xfffff000 (the last page in a 4GB
    113       1.40   thorpej  * address).
    114       1.40   thorpej  *
    115       1.43   thorpej  * all pmap's PD's must have the same values in slots 768->1023 so that
    116       1.41       chs  * the kernel is always mapped in every process.  these values are loaded
    117       1.40   thorpej  * into the PD at pmap creation time.
    118       1.40   thorpej  *
    119       1.41       chs  * at any one time only one pmap can be active on a processor.  this is
    120       1.41       chs  * the pmap whose PDP is pointed to by processor register %cr3.  this pmap
    121       1.40   thorpej  * will have all its PTEs mapped into memory at the recursive mapping
    122       1.43   thorpej  * point (slot #767 as show above).  when the pmap code wants to find the
    123       1.40   thorpej  * PTE for a virtual address, all it has to do is the following:
    124       1.40   thorpej  *
    125       1.71   thorpej  * address of PTE = (767 * 4MB) + (VA / PAGE_SIZE) * sizeof(pt_entry_t)
    126       1.43   thorpej  *                = 0xbfc00000 + (VA / 4096) * 4
    127       1.40   thorpej  *
    128       1.40   thorpej  * what happens if the pmap layer is asked to perform an operation
    129       1.41       chs  * on a pmap that is not the one which is currently active?  in that
    130       1.41       chs  * case we take the PA of the PDP of non-active pmap and put it in
    131       1.41       chs  * slot 1023 of the active pmap.  this causes the non-active pmap's
    132       1.40   thorpej  * PTEs to get mapped in the final 4MB of the 4GB address space
    133       1.40   thorpej  * (e.g. starting at 0xffc00000).
    134       1.40   thorpej  *
    135       1.40   thorpej  * the following figure shows the effects of the recursive PDP mapping:
    136       1.40   thorpej  *
    137       1.40   thorpej  *   PDP (%cr3)
    138       1.40   thorpej  *   +----+
    139       1.40   thorpej  *   |   0| -> PTP#0 that maps VA 0x0 -> 0x400000
    140       1.40   thorpej  *   |    |
    141       1.40   thorpej  *   |    |
    142       1.43   thorpej  *   | 767| -> points back to PDP (%cr3) mapping VA 0xbfc00000 -> 0xc0000000
    143       1.83  junyoung  *   | 768| -> first kernel PTP (maps 0xc0000000 -> 0xc0400000)
    144       1.40   thorpej  *   |    |
    145       1.40   thorpej  *   |1023| -> points to alternate pmap's PDP (maps 0xffc00000 -> end)
    146       1.40   thorpej  *   +----+
    147       1.40   thorpej  *
    148       1.43   thorpej  * note that the PDE#767 VA (0xbfc00000) is defined as "PTE_BASE"
    149       1.40   thorpej  * note that the PDE#1023 VA (0xffc00000) is defined as "APTE_BASE"
    150       1.40   thorpej  *
    151       1.43   thorpej  * starting at VA 0xbfc00000 the current active PDP (%cr3) acts as a
    152       1.40   thorpej  * PTP:
    153       1.40   thorpej  *
    154       1.43   thorpej  * PTP#767 == PDP(%cr3) => maps VA 0xbfc00000 -> 0xc0000000
    155       1.40   thorpej  *   +----+
    156       1.43   thorpej  *   |   0| -> maps the contents of PTP#0 at VA 0xbfc00000->0xbfc01000
    157       1.40   thorpej  *   |    |
    158       1.40   thorpej  *   |    |
    159       1.81  junyoung  *   | 767| -> maps contents of PTP#767 (the PDP) at VA 0xbfeff000
    160       1.43   thorpej  *   | 768| -> maps contents of first kernel PTP
    161       1.40   thorpej  *   |    |
    162       1.40   thorpej  *   |1023|
    163       1.40   thorpej  *   +----+
    164       1.40   thorpej  *
    165       1.81  junyoung  * note that mapping of the PDP at PTP#767's VA (0xbfeff000) is
    166       1.40   thorpej  * defined as "PDP_BASE".... within that mapping there are two
    167       1.41       chs  * defines:
    168       1.59       chs  *   "PDP_PDE" (0xbfeffbfc) is the VA of the PDE in the PDP
    169       1.41       chs  *      which points back to itself.
    170       1.59       chs  *   "APDP_PDE" (0xbfeffffc) is the VA of the PDE in the PDP which
    171       1.40   thorpej  *      establishes the recursive mapping of the alternate pmap.
    172       1.40   thorpej  *      to set the alternate PDP, one just has to put the correct
    173       1.40   thorpej  *	PA info in *APDP_PDE.
    174       1.40   thorpej  *
    175       1.41       chs  * note that in the APTE_BASE space, the APDP appears at VA
    176       1.40   thorpej  * "APDP_BASE" (0xfffff000).
    177        1.1       cgd  */
    178       1.65      fvdl /* XXX MP should we allocate one APDP_PDE per processor?? */
    179       1.33       mrg 
    180       1.33       mrg /*
    181  1.89.20.4     joerg  * Mask to get rid of the sign-extended part of addresses.
    182  1.89.20.4     joerg  */
    183  1.89.20.4     joerg #define VA_SIGN_MASK		0
    184  1.89.20.4     joerg #define VA_SIGN_NEG(va)		((va) | VA_SIGN_MASK)
    185  1.89.20.4     joerg /*
    186  1.89.20.4     joerg  * XXXfvdl this one's not right.
    187  1.89.20.4     joerg  */
    188  1.89.20.4     joerg #define VA_SIGN_POS(va)		((va) & ~VA_SIGN_MASK)
    189  1.89.20.4     joerg 
    190  1.89.20.4     joerg /*
    191       1.40   thorpej  * the following defines identify the slots used as described above.
    192       1.33       mrg  */
    193       1.33       mrg 
    194  1.89.20.4     joerg #define L2_SLOT_PTE	(KERNBASE/NBPD_L2-1)	/* 767: for recursive PDP map */
    195  1.89.20.4     joerg #define L2_SLOT_KERN	(KERNBASE/NBPD_L2)	/* 768: start of kernel space */
    196  1.89.20.4     joerg #define	L2_SLOT_KERNBASE L2_SLOT_KERN
    197  1.89.20.4     joerg #define L2_SLOT_APTE	1023		/* 1023: alternative recursive slot */
    198  1.89.20.4     joerg 
    199  1.89.20.4     joerg #define PDIR_SLOT_KERN	L2_SLOT_KERN
    200  1.89.20.4     joerg #define PDIR_SLOT_PTE	L2_SLOT_PTE
    201  1.89.20.4     joerg #define PDIR_SLOT_APTE	L2_SLOT_APTE
    202        1.1       cgd 
    203        1.1       cgd /*
    204       1.41       chs  * the following defines give the virtual addresses of various MMU
    205       1.40   thorpej  * data structures:
    206       1.40   thorpej  * PTE_BASE and APTE_BASE: the base VA of the linear PTE mappings
    207       1.81  junyoung  * PDP_BASE and APDP_BASE: the base VA of the recursive mapping of the PDP
    208       1.40   thorpej  * PDP_PDE and APDP_PDE: the VA of the PDE that points back to the PDP/APDP
    209        1.1       cgd  */
    210       1.29      fvdl 
    211  1.89.20.4     joerg #define PTE_BASE  ((pt_entry_t *) (L2_SLOT_PTE * NBPD_L2))
    212  1.89.20.4     joerg #define APTE_BASE ((pt_entry_t *) (VA_SIGN_NEG((L2_SLOT_APTE * NBPD_L2))))
    213       1.40   thorpej 
    214  1.89.20.4     joerg #define L1_BASE		PTE_BASE
    215  1.89.20.4     joerg #define AL1_BASE	APTE_BASE
    216       1.40   thorpej 
    217  1.89.20.4     joerg #define L2_BASE ((pd_entry_t *)((char *)L1_BASE + L2_SLOT_PTE * NBPD_L1))
    218       1.40   thorpej 
    219  1.89.20.4     joerg #define AL2_BASE ((pd_entry_t *)((char *)AL1_BASE + L2_SLOT_PTE * NBPD_L1))
    220        1.1       cgd 
    221  1.89.20.4     joerg #define PDP_PDE		(L2_BASE + PDIR_SLOT_PTE)
    222  1.89.20.4     joerg #define APDP_PDE	(L2_BASE + PDIR_SLOT_APTE)
    223       1.39   thorpej 
    224  1.89.20.4     joerg #define PDP_BASE	L2_BASE
    225  1.89.20.4     joerg #define APDP_BASE	AL2_BASE
    226       1.40   thorpej 
    227  1.89.20.4     joerg /* largest value (-1 for APTP space) */
    228  1.89.20.4     joerg #define NKL2_MAX_ENTRIES	(NTOPLEVEL_PDES - (KERNBASE/NBPD_L2) - 1)
    229  1.89.20.4     joerg #define NKL1_MAX_ENTRIES	(unsigned long)(NKL2_MAX_ENTRIES * NPDPG)
    230       1.11   mycroft 
    231  1.89.20.4     joerg #define NKL2_KIMG_ENTRIES	0	/* XXX unused */
    232       1.11   mycroft 
    233  1.89.20.4     joerg #define NKL2_START_ENTRIES	0	/* XXX computed on runtime */
    234  1.89.20.4     joerg #define NKL1_START_ENTRIES	0	/* XXX unused */
    235        1.1       cgd 
    236  1.89.20.4     joerg #define NTOPLEVEL_PDES		(PAGE_SIZE / (sizeof (pd_entry_t)))
    237       1.40   thorpej 
    238  1.89.20.4     joerg #define NPDPG			(PAGE_SIZE / sizeof (pd_entry_t))
    239       1.40   thorpej 
    240  1.89.20.4     joerg #define PTP_MASK_INITIALIZER	{ L1_FRAME, L2_FRAME }
    241  1.89.20.4     joerg #define PTP_SHIFT_INITIALIZER	{ L1_SHIFT, L2_SHIFT }
    242  1.89.20.4     joerg #define NKPTP_INITIALIZER	{ NKL1_START_ENTRIES, NKL2_START_ENTRIES }
    243  1.89.20.4     joerg #define NKPTPMAX_INITIALIZER	{ NKL1_MAX_ENTRIES, NKL2_MAX_ENTRIES }
    244  1.89.20.4     joerg #define NBPD_INITIALIZER	{ NBPD_L1, NBPD_L2 }
    245  1.89.20.4     joerg #define PDES_INITIALIZER	{ L2_BASE }
    246  1.89.20.4     joerg #define APDES_INITIALIZER	{ AL2_BASE }
    247        1.1       cgd 
    248  1.89.20.4     joerg #define PTP_LEVELS	2
    249       1.40   thorpej 
    250       1.40   thorpej /*
    251  1.89.20.4     joerg  * PG_AVAIL usage: we make use of the ignored bits of the PTE
    252       1.40   thorpej  */
    253       1.40   thorpej 
    254  1.89.20.4     joerg #define PG_W		PG_AVAIL1	/* "wired" mapping */
    255  1.89.20.4     joerg #define PG_PVLIST	PG_AVAIL2	/* mapping has entry on pvlist */
    256  1.89.20.4     joerg #define PG_X		PG_AVAIL3	/* executable mapping */
    257       1.47   thorpej 
    258       1.47   thorpej /*
    259  1.89.20.4     joerg  * Number of PTE's per cache line.  4 byte pte, 32-byte cache line
    260  1.89.20.4     joerg  * Used to avoid false sharing of cache lines.
    261       1.47   thorpej  */
    262  1.89.20.4     joerg #define NPTECL		8
    263       1.70      fvdl 
    264  1.89.20.5     joerg #define pmap_pa2pte(a)			(a)
    265  1.89.20.5     joerg #define pmap_pte2pa(a)			((a) & PG_FRAME)
    266  1.89.20.5     joerg #define pmap_pte_set(p, n)		do { *(p) = (n); } while (0)
    267  1.89.20.6     joerg #define pmap_pte_testset(p, n)		\
    268  1.89.20.6     joerg     atomic_swap_ulong((volatile unsigned long *)p, n)
    269  1.89.20.6     joerg #define pmap_pte_setbits(p, b)		\
    270  1.89.20.6     joerg     atomic_or_ulong((volatile unsigned long *)p, b)
    271  1.89.20.6     joerg #define pmap_pte_clearbits(p, b)	\
    272  1.89.20.6     joerg     atomic_and_ulong((volatile unsigned long *)p, ~(b))
    273  1.89.20.5     joerg #define pmap_pte_flush()		/* nothing */
    274       1.35       cgd 
    275  1.89.20.4     joerg #include <x86/pmap.h>
    276       1.73   thorpej 
    277  1.89.20.4     joerg struct trapframe;
    278        1.1       cgd 
    279  1.89.20.4     joerg int	pmap_exec_fixup(struct vm_map *, struct trapframe *, struct pcb *);
    280  1.89.20.4     joerg void	pmap_ldt_cleanup(struct lwp *);
    281  1.89.20.1  jmcneill 
    282       1.40   thorpej #endif	/* _I386_PMAP_H_ */
    283