Home | History | Annotate | Line # | Download | only in include
pmap.h revision 1.36
      1  1.36  thorpej /* $NetBSD: pmap.h,v 1.36 2000/08/26 03:27:47 thorpej Exp $ */
      2   1.1      cgd 
      3  1.11  thorpej /*-
      4  1.33  thorpej  * Copyright (c) 1998, 1999, 2000 The NetBSD Foundation, Inc.
      5  1.11  thorpej  * All rights reserved.
      6  1.11  thorpej  *
      7  1.11  thorpej  * This code is derived from software contributed to The NetBSD Foundation
      8  1.11  thorpej  * by Jason R. Thorpe of the Numerical Aerospace Simulation Facility,
      9  1.11  thorpej  * NASA Ames Research Center and by Chris G. Demetriou.
     10  1.11  thorpej  *
     11  1.11  thorpej  * Redistribution and use in source and binary forms, with or without
     12  1.11  thorpej  * modification, are permitted provided that the following conditions
     13  1.11  thorpej  * are met:
     14  1.11  thorpej  * 1. Redistributions of source code must retain the above copyright
     15  1.11  thorpej  *    notice, this list of conditions and the following disclaimer.
     16  1.11  thorpej  * 2. Redistributions in binary form must reproduce the above copyright
     17  1.11  thorpej  *    notice, this list of conditions and the following disclaimer in the
     18  1.11  thorpej  *    documentation and/or other materials provided with the distribution.
     19  1.11  thorpej  * 3. All advertising materials mentioning features or use of this software
     20  1.11  thorpej  *    must display the following acknowledgement:
     21  1.11  thorpej  *	This product includes software developed by the NetBSD
     22  1.11  thorpej  *	Foundation, Inc. and its contributors.
     23  1.11  thorpej  * 4. Neither the name of The NetBSD Foundation nor the names of its
     24  1.11  thorpej  *    contributors may be used to endorse or promote products derived
     25  1.11  thorpej  *    from this software without specific prior written permission.
     26  1.11  thorpej  *
     27  1.11  thorpej  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     28  1.11  thorpej  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     29  1.11  thorpej  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     30  1.11  thorpej  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     31  1.11  thorpej  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     32  1.11  thorpej  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     33  1.11  thorpej  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     34  1.11  thorpej  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     35  1.11  thorpej  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     36  1.11  thorpej  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     37  1.11  thorpej  * POSSIBILITY OF SUCH DAMAGE.
     38  1.11  thorpej  */
     39  1.11  thorpej 
     40  1.11  thorpej /*
     41  1.11  thorpej  * Copyright (c) 1987 Carnegie-Mellon University
     42  1.11  thorpej  * Copyright (c) 1991, 1993
     43  1.11  thorpej  *	The Regents of the University of California.  All rights reserved.
     44  1.11  thorpej  *
     45  1.11  thorpej  * This code is derived from software contributed to Berkeley by
     46  1.11  thorpej  * the Systems Programming Group of the University of Utah Computer
     47  1.11  thorpej  * Science Department.
     48  1.11  thorpej  *
     49  1.11  thorpej  * Redistribution and use in source and binary forms, with or without
     50  1.11  thorpej  * modification, are permitted provided that the following conditions
     51  1.11  thorpej  * are met:
     52  1.11  thorpej  * 1. Redistributions of source code must retain the above copyright
     53  1.11  thorpej  *    notice, this list of conditions and the following disclaimer.
     54  1.11  thorpej  * 2. Redistributions in binary form must reproduce the above copyright
     55  1.11  thorpej  *    notice, this list of conditions and the following disclaimer in the
     56  1.11  thorpej  *    documentation and/or other materials provided with the distribution.
     57  1.11  thorpej  * 3. All advertising materials mentioning features or use of this software
     58  1.11  thorpej  *    must display the following acknowledgement:
     59  1.11  thorpej  *	This product includes software developed by the University of
     60  1.11  thorpej  *	California, Berkeley and its contributors.
     61  1.11  thorpej  * 4. Neither the name of the University nor the names of its contributors
     62  1.11  thorpej  *    may be used to endorse or promote products derived from this software
     63  1.11  thorpej  *    without specific prior written permission.
     64  1.11  thorpej  *
     65  1.11  thorpej  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     66  1.11  thorpej  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     67  1.11  thorpej  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     68  1.11  thorpej  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     69  1.11  thorpej  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     70  1.11  thorpej  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     71  1.11  thorpej  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     72  1.11  thorpej  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     73  1.11  thorpej  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     74  1.11  thorpej  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     75  1.11  thorpej  * SUCH DAMAGE.
     76  1.11  thorpej  *
     77  1.11  thorpej  *	@(#)pmap.h	8.1 (Berkeley) 6/10/93
     78  1.11  thorpej  */
     79  1.11  thorpej 
     80  1.11  thorpej #ifndef	_PMAP_MACHINE_
     81  1.11  thorpej #define	_PMAP_MACHINE_
     82  1.11  thorpej 
     83  1.26  thorpej #if defined(_KERNEL) && !defined(_LKM)
     84  1.26  thorpej #include "opt_multiprocessor.h"
     85  1.26  thorpej #endif
     86  1.26  thorpej 
     87  1.20  thorpej #include <sys/lock.h>
     88  1.11  thorpej #include <sys/queue.h>
     89  1.20  thorpej 
     90  1.11  thorpej #include <machine/pte.h>
     91  1.11  thorpej 
     92  1.11  thorpej /*
     93  1.11  thorpej  * Machine-dependent virtual memory state.
     94  1.11  thorpej  *
     95  1.11  thorpej  * If we ever support processor numbers higher than 63, we'll have to
     96  1.11  thorpej  * rethink the CPU mask.
     97  1.11  thorpej  *
     98  1.24  thorpej  * Note pm_asn and pm_asngen are arrays allocated in pmap_create().
     99  1.24  thorpej  * Their size is based on the PCS count from the HWRPB, and indexed
    100  1.24  thorpej  * by processor ID (from `whami').
    101  1.24  thorpej  *
    102  1.24  thorpej  * The kernel pmap is a special case; it gets statically-allocated
    103  1.24  thorpej  * arrays which hold enough for ALPHA_MAXPROCS.
    104  1.11  thorpej  */
    105  1.11  thorpej struct pmap {
    106  1.30  thorpej 	TAILQ_ENTRY(pmap)	pm_list;	/* list of all pmaps */
    107  1.11  thorpej 	pt_entry_t		*pm_lev1map;	/* level 1 map */
    108  1.11  thorpej 	int			pm_count;	/* pmap reference count */
    109  1.20  thorpej 	struct simplelock	pm_slock;	/* lock on pmap */
    110  1.11  thorpej 	struct pmap_statistics	pm_stats;	/* pmap statistics */
    111  1.11  thorpej 	long			pm_nlev2;	/* level 2 pt page count */
    112  1.11  thorpej 	long			pm_nlev3;	/* level 3 pt page count */
    113  1.24  thorpej 	unsigned int		*pm_asn;	/* address space number */
    114  1.24  thorpej 	unsigned long		*pm_asngen;	/* ASN generation number */
    115  1.11  thorpej 	unsigned long		pm_cpus;	/* mask of CPUs using pmap */
    116  1.33  thorpej 	unsigned long		pm_needisync;	/* mask of CPUs needing isync */
    117  1.11  thorpej };
    118  1.11  thorpej 
    119  1.11  thorpej typedef struct pmap	*pmap_t;
    120  1.11  thorpej 
    121  1.11  thorpej #define	PMAP_ASN_RESERVED	0	/* reserved for Lev1map users */
    122  1.11  thorpej 
    123  1.11  thorpej extern struct pmap	kernel_pmap_store;
    124  1.11  thorpej 
    125  1.11  thorpej #define pmap_kernel()	(&kernel_pmap_store)
    126  1.11  thorpej 
    127  1.11  thorpej /*
    128  1.11  thorpej  * For each vm_page_t, there is a list of all currently valid virtual
    129  1.11  thorpej  * mappings of that page.  An entry is a pv_entry_t, the list is pv_table.
    130  1.11  thorpej  */
    131  1.11  thorpej typedef struct pv_entry {
    132  1.11  thorpej 	LIST_ENTRY(pv_entry) pv_list;	/* pv_entry list */
    133  1.11  thorpej 	struct pmap	*pv_pmap;	/* pmap where mapping lies */
    134  1.23  thorpej 	vaddr_t		pv_va;		/* virtual address for mapping */
    135  1.29  thorpej 	pt_entry_t	*pv_pte;	/* PTE that maps the VA */
    136  1.11  thorpej } *pv_entry_t;
    137  1.11  thorpej 
    138  1.11  thorpej /*
    139  1.11  thorpej  * The head of the list of pv_entry_t's, also contains page attributes.
    140  1.11  thorpej  */
    141  1.11  thorpej struct pv_head {
    142  1.11  thorpej 	LIST_HEAD(, pv_entry) pvh_list;		/* pv_entry list */
    143  1.20  thorpej 	struct simplelock pvh_slock;		/* lock on this head */
    144  1.11  thorpej 	int pvh_attrs;				/* page attributes */
    145  1.16  thorpej 	int pvh_usage;				/* page usage */
    146  1.19  thorpej 	int pvh_refcnt;				/* special use ref count */
    147  1.11  thorpej };
    148  1.11  thorpej 
    149  1.11  thorpej /* pvh_attrs */
    150  1.17  thorpej #define	PGA_MODIFIED		0x01		/* modified */
    151  1.17  thorpej #define	PGA_REFERENCED		0x02		/* referenced */
    152  1.16  thorpej 
    153  1.16  thorpej /* pvh_usage */
    154  1.16  thorpej #define	PGU_NORMAL		0		/* free or normal use */
    155  1.16  thorpej #define	PGU_PVENT		1		/* PV entries */
    156  1.16  thorpej #define	PGU_L1PT		2		/* level 1 page table */
    157  1.16  thorpej #define	PGU_L2PT		3		/* level 2 page table */
    158  1.16  thorpej #define	PGU_L3PT		4		/* level 3 page table */
    159  1.16  thorpej 
    160  1.16  thorpej #define	PGU_ISPTPAGE(pgu)	((pgu) >= PGU_L1PT)
    161  1.25  thorpej 
    162  1.25  thorpej #define	PGU_STRINGS							\
    163  1.25  thorpej {									\
    164  1.25  thorpej 	"normal",							\
    165  1.25  thorpej 	"pvent",							\
    166  1.25  thorpej 	"l1pt",								\
    167  1.25  thorpej 	"l2pt",								\
    168  1.25  thorpej 	"l3pt",								\
    169  1.25  thorpej }
    170  1.11  thorpej 
    171  1.11  thorpej #ifdef _KERNEL
    172  1.11  thorpej 
    173  1.12  thorpej #ifndef _LKM
    174  1.12  thorpej #include "opt_new_scc_driver.h"
    175  1.11  thorpej #include "opt_dec_3000_300.h"			/* XXX */
    176  1.11  thorpej #include "opt_dec_3000_500.h"			/* XXX */
    177  1.11  thorpej #include "opt_dec_kn8ae.h"			/* XXX */
    178  1.11  thorpej 
    179  1.12  thorpej #if defined(NEW_SCC_DRIVER)
    180  1.27  thorpej #if defined(DEC_KN8AE)
    181  1.12  thorpej #define	_PMAP_MAY_USE_PROM_CONSOLE
    182  1.12  thorpej #endif
    183  1.12  thorpej #else /* ! NEW_SCC_DRIVER */
    184  1.12  thorpej #if defined(DEC_3000_300)		\
    185  1.12  thorpej  || defined(DEC_3000_500)		\
    186  1.11  thorpej  || defined(DEC_KN8AE) 				/* XXX */
    187  1.11  thorpej #define _PMAP_MAY_USE_PROM_CONSOLE		/* XXX */
    188  1.11  thorpej #endif						/* XXX */
    189  1.12  thorpej #endif /* NEW_SCC_DRIVER */
    190  1.26  thorpej 
    191  1.26  thorpej #if defined(MULTIPROCESSOR)
    192  1.35  thorpej void	pmap_tlb_shootdown(pmap_t, vaddr_t, pt_entry_t);
    193  1.35  thorpej void	pmap_do_tlb_shootdown(void);
    194  1.36  thorpej void	pmap_tlb_shootdown_q_drain(u_long, boolean_t);
    195  1.36  thorpej #define	PMAP_TLB_SHOOTDOWN(pm, va, pte)					\
    196  1.36  thorpej 	pmap_tlb_shootdown((pm), (va), (pte))
    197  1.36  thorpej #else
    198  1.36  thorpej #define	PMAP_TLB_SHOOTDOWN(pm, va, pte)		/* nothing */
    199  1.26  thorpej #endif /* MULTIPROCESSOR */
    200  1.12  thorpej #endif /* _LKM */
    201  1.11  thorpej 
    202  1.11  thorpej #define	pmap_resident_count(pmap)	((pmap)->pm_stats.resident_count)
    203  1.11  thorpej #define	pmap_wired_count(pmap)		((pmap)->pm_stats.wired_count)
    204  1.11  thorpej 
    205  1.11  thorpej extern	pt_entry_t *VPT;		/* Virtual Page Table */
    206  1.11  thorpej 
    207  1.11  thorpej #define	PMAP_STEAL_MEMORY		/* enable pmap_steal_memory() */
    208  1.22  thorpej 
    209  1.22  thorpej /*
    210  1.22  thorpej  * Alternate mapping hooks for pool pages.  Avoids thrashing the TLB.
    211  1.22  thorpej  */
    212  1.22  thorpej #define	PMAP_MAP_POOLPAGE(pa)		ALPHA_PHYS_TO_K0SEG((pa))
    213  1.22  thorpej #define	PMAP_UNMAP_POOLPAGE(va)		ALPHA_K0SEG_TO_PHYS((va))
    214  1.11  thorpej 
    215  1.35  thorpej paddr_t vtophys(vaddr_t);
    216  1.11  thorpej 
    217  1.11  thorpej /* Machine-specific functions. */
    218  1.35  thorpej void	pmap_bootstrap(paddr_t ptaddr, u_int maxasn, u_long ncpuids);
    219  1.35  thorpej void	pmap_emulate_reference(struct proc *p, vaddr_t v,
    220  1.35  thorpej 		int user, int write);
    221  1.11  thorpej #ifdef _PMAP_MAY_USE_PROM_CONSOLE
    222  1.35  thorpej int	pmap_uses_prom_console(void);
    223   1.8      cgd #endif
    224  1.11  thorpej 
    225  1.11  thorpej #define	pmap_pte_pa(pte)	(PG_PFNUM(*(pte)) << PGSHIFT)
    226  1.11  thorpej #define	pmap_pte_prot(pte)	(*(pte) & PG_PROT)
    227  1.11  thorpej #define	pmap_pte_w(pte)		(*(pte) & PG_WIRED)
    228  1.11  thorpej #define	pmap_pte_v(pte)		(*(pte) & PG_V)
    229  1.11  thorpej #define	pmap_pte_pv(pte)	(*(pte) & PG_PVLIST)
    230  1.11  thorpej #define	pmap_pte_asm(pte)	(*(pte) & PG_ASM)
    231  1.21  thorpej #define	pmap_pte_exec(pte)	(*(pte) & PG_EXEC)
    232  1.11  thorpej 
    233  1.11  thorpej #define	pmap_pte_set_w(pte, v)						\
    234  1.11  thorpej do {									\
    235  1.11  thorpej 	if (v)								\
    236  1.11  thorpej 		*(pte) |= PG_WIRED;					\
    237  1.11  thorpej 	else								\
    238  1.11  thorpej 		*(pte) &= ~PG_WIRED;					\
    239  1.11  thorpej } while (0)
    240  1.11  thorpej 
    241  1.11  thorpej #define	pmap_pte_w_chg(pte, nw)	((nw) ^ pmap_pte_w(pte))
    242  1.11  thorpej 
    243  1.11  thorpej #define	pmap_pte_set_prot(pte, np)					\
    244  1.11  thorpej do {									\
    245  1.11  thorpej 	*(pte) &= ~PG_PROT;						\
    246  1.11  thorpej 	*(pte) |= (np);							\
    247  1.11  thorpej } while (0)
    248  1.11  thorpej 
    249  1.11  thorpej #define	pmap_pte_prot_chg(pte, np) ((np) ^ pmap_pte_prot(pte))
    250  1.11  thorpej 
    251  1.35  thorpej static __inline pt_entry_t *pmap_l2pte(pmap_t, vaddr_t, pt_entry_t *);
    252  1.35  thorpej static __inline pt_entry_t *pmap_l3pte(pmap_t, vaddr_t, pt_entry_t *);
    253  1.11  thorpej 
    254  1.11  thorpej #define	pmap_l1pte(pmap, v)						\
    255  1.23  thorpej 	(&(pmap)->pm_lev1map[l1pte_index((vaddr_t)(v))])
    256  1.11  thorpej 
    257  1.11  thorpej static __inline pt_entry_t *
    258  1.15  thorpej pmap_l2pte(pmap, v, l1pte)
    259  1.11  thorpej 	pmap_t pmap;
    260  1.23  thorpej 	vaddr_t v;
    261  1.15  thorpej 	pt_entry_t *l1pte;
    262  1.11  thorpej {
    263  1.15  thorpej 	pt_entry_t *lev2map;
    264  1.11  thorpej 
    265  1.15  thorpej 	if (l1pte == NULL) {
    266  1.15  thorpej 		l1pte = pmap_l1pte(pmap, v);
    267  1.15  thorpej 		if (pmap_pte_v(l1pte) == 0)
    268  1.15  thorpej 			return (NULL);
    269  1.15  thorpej 	}
    270  1.11  thorpej 
    271  1.11  thorpej 	lev2map = (pt_entry_t *)ALPHA_PHYS_TO_K0SEG(pmap_pte_pa(l1pte));
    272  1.11  thorpej 	return (&lev2map[l2pte_index(v)]);
    273  1.11  thorpej }
    274  1.11  thorpej 
    275  1.11  thorpej static __inline pt_entry_t *
    276  1.15  thorpej pmap_l3pte(pmap, v, l2pte)
    277  1.11  thorpej 	pmap_t pmap;
    278  1.23  thorpej 	vaddr_t v;
    279  1.15  thorpej 	pt_entry_t *l2pte;
    280  1.11  thorpej {
    281  1.15  thorpej 	pt_entry_t *l1pte, *lev2map, *lev3map;
    282  1.11  thorpej 
    283  1.15  thorpej 	if (l2pte == NULL) {
    284  1.15  thorpej 		l1pte = pmap_l1pte(pmap, v);
    285  1.15  thorpej 		if (pmap_pte_v(l1pte) == 0)
    286  1.15  thorpej 			return (NULL);
    287  1.15  thorpej 
    288  1.15  thorpej 		lev2map = (pt_entry_t *)ALPHA_PHYS_TO_K0SEG(pmap_pte_pa(l1pte));
    289  1.15  thorpej 		l2pte = &lev2map[l2pte_index(v)];
    290  1.15  thorpej 		if (pmap_pte_v(l2pte) == 0)
    291  1.15  thorpej 			return (NULL);
    292  1.15  thorpej 	}
    293  1.11  thorpej 
    294  1.11  thorpej 	lev3map = (pt_entry_t *)ALPHA_PHYS_TO_K0SEG(pmap_pte_pa(l2pte));
    295  1.11  thorpej 	return (&lev3map[l3pte_index(v)]);
    296  1.11  thorpej }
    297  1.31  thorpej 
    298  1.31  thorpej /*
    299  1.31  thorpej  * Macros for locking pmap structures.
    300  1.31  thorpej  *
    301  1.32  thorpej  * Note that we if we access the kernel pmap in interrupt context, it
    302  1.32  thorpej  * is only to update statistics.  Since stats are updated using atomic
    303  1.32  thorpej  * operations, locking the kernel pmap is not necessary.  Therefore,
    304  1.32  thorpej  * it is not necessary to block interrupts when locking pmap strucutres.
    305  1.31  thorpej  */
    306  1.32  thorpej #define	PMAP_LOCK(pmap)		simple_lock(&(pmap)->pm_slock)
    307  1.32  thorpej #define	PMAP_UNLOCK(pmap)	simple_unlock(&(pmap)->pm_slock)
    308  1.33  thorpej 
    309  1.33  thorpej /*
    310  1.33  thorpej  * Macro for processing deferred I-stream synchronization.
    311  1.33  thorpej  *
    312  1.33  thorpej  * The pmap module may defer syncing the user I-stream until the
    313  1.33  thorpej  * return to userspace, since the IMB PALcode op can be quite
    314  1.33  thorpej  * expensive.  Since user instructions won't be executed until
    315  1.33  thorpej  * the return to userspace, this can be deferred until userret().
    316  1.33  thorpej  */
    317  1.33  thorpej #define	PMAP_USERRET(pmap)						\
    318  1.33  thorpej do {									\
    319  1.33  thorpej 	u_long cpu_mask = (1UL << cpu_number());			\
    320  1.33  thorpej 									\
    321  1.33  thorpej 	if ((pmap)->pm_needisync & cpu_mask) {				\
    322  1.34  thorpej 		atomic_clearbits_ulong(&(pmap)->pm_needisync,		\
    323  1.33  thorpej 		    cpu_mask);						\
    324  1.33  thorpej 		alpha_pal_imb();					\
    325  1.33  thorpej 	}								\
    326  1.33  thorpej } while (0)
    327  1.11  thorpej 
    328  1.11  thorpej #endif /* _KERNEL */
    329  1.11  thorpej 
    330  1.11  thorpej #endif /* _PMAP_MACHINE_ */
    331