Home | History | Annotate | Line # | Download | only in include
pmap.h revision 1.51
      1  1.51      mrg /* $NetBSD: pmap.h,v 1.51 2001/05/30 12:28:38 mrg Exp $ */
      2   1.1      cgd 
      3  1.11  thorpej /*-
      4  1.43  thorpej  * Copyright (c) 1998, 1999, 2000, 2001 The NetBSD Foundation, Inc.
      5  1.11  thorpej  * All rights reserved.
      6  1.11  thorpej  *
      7  1.11  thorpej  * This code is derived from software contributed to The NetBSD Foundation
      8  1.11  thorpej  * by Jason R. Thorpe of the Numerical Aerospace Simulation Facility,
      9  1.11  thorpej  * NASA Ames Research Center and by Chris G. Demetriou.
     10  1.11  thorpej  *
     11  1.11  thorpej  * Redistribution and use in source and binary forms, with or without
     12  1.11  thorpej  * modification, are permitted provided that the following conditions
     13  1.11  thorpej  * are met:
     14  1.11  thorpej  * 1. Redistributions of source code must retain the above copyright
     15  1.11  thorpej  *    notice, this list of conditions and the following disclaimer.
     16  1.11  thorpej  * 2. Redistributions in binary form must reproduce the above copyright
     17  1.11  thorpej  *    notice, this list of conditions and the following disclaimer in the
     18  1.11  thorpej  *    documentation and/or other materials provided with the distribution.
     19  1.11  thorpej  * 3. All advertising materials mentioning features or use of this software
     20  1.11  thorpej  *    must display the following acknowledgement:
     21  1.11  thorpej  *	This product includes software developed by the NetBSD
     22  1.11  thorpej  *	Foundation, Inc. and its contributors.
     23  1.11  thorpej  * 4. Neither the name of The NetBSD Foundation nor the names of its
     24  1.11  thorpej  *    contributors may be used to endorse or promote products derived
     25  1.11  thorpej  *    from this software without specific prior written permission.
     26  1.11  thorpej  *
     27  1.11  thorpej  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     28  1.11  thorpej  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     29  1.11  thorpej  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     30  1.11  thorpej  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     31  1.11  thorpej  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     32  1.11  thorpej  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     33  1.11  thorpej  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     34  1.11  thorpej  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     35  1.11  thorpej  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     36  1.11  thorpej  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     37  1.11  thorpej  * POSSIBILITY OF SUCH DAMAGE.
     38  1.11  thorpej  */
     39  1.11  thorpej 
     40  1.11  thorpej /*
     41  1.11  thorpej  * Copyright (c) 1987 Carnegie-Mellon University
     42  1.11  thorpej  * Copyright (c) 1991, 1993
     43  1.11  thorpej  *	The Regents of the University of California.  All rights reserved.
     44  1.11  thorpej  *
     45  1.11  thorpej  * This code is derived from software contributed to Berkeley by
     46  1.11  thorpej  * the Systems Programming Group of the University of Utah Computer
     47  1.11  thorpej  * Science Department.
     48  1.11  thorpej  *
     49  1.11  thorpej  * Redistribution and use in source and binary forms, with or without
     50  1.11  thorpej  * modification, are permitted provided that the following conditions
     51  1.11  thorpej  * are met:
     52  1.11  thorpej  * 1. Redistributions of source code must retain the above copyright
     53  1.11  thorpej  *    notice, this list of conditions and the following disclaimer.
     54  1.11  thorpej  * 2. Redistributions in binary form must reproduce the above copyright
     55  1.11  thorpej  *    notice, this list of conditions and the following disclaimer in the
     56  1.11  thorpej  *    documentation and/or other materials provided with the distribution.
     57  1.11  thorpej  * 3. All advertising materials mentioning features or use of this software
     58  1.11  thorpej  *    must display the following acknowledgement:
     59  1.11  thorpej  *	This product includes software developed by the University of
     60  1.11  thorpej  *	California, Berkeley and its contributors.
     61  1.11  thorpej  * 4. Neither the name of the University nor the names of its contributors
     62  1.11  thorpej  *    may be used to endorse or promote products derived from this software
     63  1.11  thorpej  *    without specific prior written permission.
     64  1.11  thorpej  *
     65  1.11  thorpej  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     66  1.11  thorpej  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     67  1.11  thorpej  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     68  1.11  thorpej  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     69  1.11  thorpej  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     70  1.11  thorpej  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     71  1.11  thorpej  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     72  1.11  thorpej  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     73  1.11  thorpej  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     74  1.11  thorpej  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     75  1.11  thorpej  * SUCH DAMAGE.
     76  1.11  thorpej  *
     77  1.11  thorpej  *	@(#)pmap.h	8.1 (Berkeley) 6/10/93
     78  1.11  thorpej  */
     79  1.11  thorpej 
     80  1.11  thorpej #ifndef	_PMAP_MACHINE_
     81  1.11  thorpej #define	_PMAP_MACHINE_
     82  1.11  thorpej 
     83  1.51      mrg #if defined(_KERNEL_OPT)
     84  1.26  thorpej #include "opt_multiprocessor.h"
     85  1.26  thorpej #endif
     86  1.26  thorpej 
     87  1.20  thorpej #include <sys/lock.h>
     88  1.11  thorpej #include <sys/queue.h>
     89  1.20  thorpej 
     90  1.11  thorpej #include <machine/pte.h>
     91  1.11  thorpej 
     92  1.11  thorpej /*
     93  1.11  thorpej  * Machine-dependent virtual memory state.
     94  1.11  thorpej  *
     95  1.11  thorpej  * If we ever support processor numbers higher than 63, we'll have to
     96  1.11  thorpej  * rethink the CPU mask.
     97  1.11  thorpej  *
     98  1.24  thorpej  * Note pm_asn and pm_asngen are arrays allocated in pmap_create().
     99  1.24  thorpej  * Their size is based on the PCS count from the HWRPB, and indexed
    100  1.24  thorpej  * by processor ID (from `whami').
    101  1.24  thorpej  *
    102  1.24  thorpej  * The kernel pmap is a special case; it gets statically-allocated
    103  1.24  thorpej  * arrays which hold enough for ALPHA_MAXPROCS.
    104  1.11  thorpej  */
    105  1.43  thorpej struct pmap_asn_info {
    106  1.43  thorpej 	unsigned int		pma_asn;	/* address space number */
    107  1.43  thorpej 	unsigned long		pma_asngen;	/* ASN generation number */
    108  1.43  thorpej };
    109  1.43  thorpej 
    110  1.11  thorpej struct pmap {
    111  1.30  thorpej 	TAILQ_ENTRY(pmap)	pm_list;	/* list of all pmaps */
    112  1.11  thorpej 	pt_entry_t		*pm_lev1map;	/* level 1 map */
    113  1.11  thorpej 	int			pm_count;	/* pmap reference count */
    114  1.20  thorpej 	struct simplelock	pm_slock;	/* lock on pmap */
    115  1.11  thorpej 	struct pmap_statistics	pm_stats;	/* pmap statistics */
    116  1.11  thorpej 	unsigned long		pm_cpus;	/* mask of CPUs using pmap */
    117  1.33  thorpej 	unsigned long		pm_needisync;	/* mask of CPUs needing isync */
    118  1.43  thorpej 	struct pmap_asn_info	pm_asni[1];	/* ASN information */
    119  1.43  thorpej 			/*	variable length		*/
    120  1.11  thorpej };
    121  1.43  thorpej typedef struct pmap	*pmap_t;
    122  1.11  thorpej 
    123  1.43  thorpej /*
    124  1.43  thorpej  * Compute the sizeo of a pmap structure.  Subtract one because one
    125  1.43  thorpej  * ASN info structure is already included in the pmap structure itself.
    126  1.43  thorpej  */
    127  1.43  thorpej #define	PMAP_SIZEOF(x)							\
    128  1.43  thorpej 	(ALIGN(sizeof(struct pmap) +					\
    129  1.43  thorpej 	       (sizeof(struct pmap_asn_info) * ((x) - 1))))
    130  1.11  thorpej 
    131  1.11  thorpej #define	PMAP_ASN_RESERVED	0	/* reserved for Lev1map users */
    132  1.11  thorpej 
    133  1.43  thorpej extern u_long		kernel_pmap_store[];
    134  1.11  thorpej 
    135  1.11  thorpej /*
    136  1.50      chs  * For each struct vm_page, there is a list of all currently valid virtual
    137  1.11  thorpej  * mappings of that page.  An entry is a pv_entry_t, the list is pv_table.
    138  1.11  thorpej  */
    139  1.11  thorpej typedef struct pv_entry {
    140  1.48  thorpej 	struct pv_entry	*pv_next;	/* next pv_entry on list */
    141  1.11  thorpej 	struct pmap	*pv_pmap;	/* pmap where mapping lies */
    142  1.23  thorpej 	vaddr_t		pv_va;		/* virtual address for mapping */
    143  1.29  thorpej 	pt_entry_t	*pv_pte;	/* PTE that maps the VA */
    144  1.11  thorpej } *pv_entry_t;
    145  1.11  thorpej 
    146  1.11  thorpej /* pvh_attrs */
    147  1.17  thorpej #define	PGA_MODIFIED		0x01		/* modified */
    148  1.17  thorpej #define	PGA_REFERENCED		0x02		/* referenced */
    149  1.16  thorpej 
    150  1.16  thorpej /* pvh_usage */
    151  1.16  thorpej #define	PGU_NORMAL		0		/* free or normal use */
    152  1.16  thorpej #define	PGU_PVENT		1		/* PV entries */
    153  1.16  thorpej #define	PGU_L1PT		2		/* level 1 page table */
    154  1.16  thorpej #define	PGU_L2PT		3		/* level 2 page table */
    155  1.16  thorpej #define	PGU_L3PT		4		/* level 3 page table */
    156  1.16  thorpej 
    157  1.11  thorpej #ifdef _KERNEL
    158  1.11  thorpej 
    159  1.12  thorpej #ifndef _LKM
    160  1.12  thorpej #include "opt_new_scc_driver.h"
    161  1.11  thorpej #include "opt_dec_3000_300.h"			/* XXX */
    162  1.11  thorpej #include "opt_dec_3000_500.h"			/* XXX */
    163  1.11  thorpej #include "opt_dec_kn8ae.h"			/* XXX */
    164  1.11  thorpej 
    165  1.12  thorpej #if defined(NEW_SCC_DRIVER)
    166  1.27  thorpej #if defined(DEC_KN8AE)
    167  1.12  thorpej #define	_PMAP_MAY_USE_PROM_CONSOLE
    168  1.12  thorpej #endif
    169  1.12  thorpej #else /* ! NEW_SCC_DRIVER */
    170  1.12  thorpej #if defined(DEC_3000_300)		\
    171  1.12  thorpej  || defined(DEC_3000_500)		\
    172  1.11  thorpej  || defined(DEC_KN8AE) 				/* XXX */
    173  1.11  thorpej #define _PMAP_MAY_USE_PROM_CONSOLE		/* XXX */
    174  1.11  thorpej #endif						/* XXX */
    175  1.12  thorpej #endif /* NEW_SCC_DRIVER */
    176  1.26  thorpej 
    177  1.26  thorpej #if defined(MULTIPROCESSOR)
    178  1.38  thorpej struct cpu_info;
    179  1.38  thorpej struct trapframe;
    180  1.39  thorpej 
    181  1.39  thorpej void	pmap_do_reactivate(struct cpu_info *, struct trapframe *);
    182  1.38  thorpej 
    183  1.35  thorpej void	pmap_tlb_shootdown(pmap_t, vaddr_t, pt_entry_t);
    184  1.38  thorpej void	pmap_do_tlb_shootdown(struct cpu_info *, struct trapframe *);
    185  1.36  thorpej void	pmap_tlb_shootdown_q_drain(u_long, boolean_t);
    186  1.36  thorpej #define	PMAP_TLB_SHOOTDOWN(pm, va, pte)					\
    187  1.36  thorpej 	pmap_tlb_shootdown((pm), (va), (pte))
    188  1.36  thorpej #else
    189  1.36  thorpej #define	PMAP_TLB_SHOOTDOWN(pm, va, pte)		/* nothing */
    190  1.26  thorpej #endif /* MULTIPROCESSOR */
    191  1.12  thorpej #endif /* _LKM */
    192  1.46  thorpej 
    193  1.46  thorpej #define pmap_kernel()	((pmap_t) (&kernel_pmap_store[0]))
    194  1.11  thorpej 
    195  1.11  thorpej #define	pmap_resident_count(pmap)	((pmap)->pm_stats.resident_count)
    196  1.11  thorpej #define	pmap_wired_count(pmap)		((pmap)->pm_stats.wired_count)
    197  1.40  thorpej 
    198  1.49  thorpej #define	pmap_copy(dp, sp, da, l, sa)	/* nothing */
    199  1.42  thorpej #define	pmap_update()			/* nothing (yet) */
    200  1.46  thorpej 
    201  1.46  thorpej #define	pmap_is_referenced(pg)						\
    202  1.47  thorpej 	(((pg)->mdpage.pvh_attrs & PGA_REFERENCED) != 0)
    203  1.46  thorpej #define	pmap_is_modified(pg)						\
    204  1.47  thorpej 	(((pg)->mdpage.pvh_attrs & PGA_MODIFIED) != 0)
    205  1.11  thorpej 
    206  1.11  thorpej extern	pt_entry_t *VPT;		/* Virtual Page Table */
    207  1.11  thorpej 
    208  1.11  thorpej #define	PMAP_STEAL_MEMORY		/* enable pmap_steal_memory() */
    209  1.37  thorpej #define	PMAP_GROWKERNEL			/* enable pmap_growkernel() */
    210  1.22  thorpej 
    211  1.22  thorpej /*
    212  1.22  thorpej  * Alternate mapping hooks for pool pages.  Avoids thrashing the TLB.
    213  1.22  thorpej  */
    214  1.22  thorpej #define	PMAP_MAP_POOLPAGE(pa)		ALPHA_PHYS_TO_K0SEG((pa))
    215  1.22  thorpej #define	PMAP_UNMAP_POOLPAGE(va)		ALPHA_K0SEG_TO_PHYS((va))
    216  1.45  thorpej 
    217  1.45  thorpej boolean_t			pmap_pageidlezero(paddr_t);
    218  1.45  thorpej #define	PMAP_PAGEIDLEZERO(pa)	pmap_pageidlezero((pa))
    219  1.11  thorpej 
    220  1.35  thorpej paddr_t vtophys(vaddr_t);
    221  1.11  thorpej 
    222  1.11  thorpej /* Machine-specific functions. */
    223  1.35  thorpej void	pmap_bootstrap(paddr_t ptaddr, u_int maxasn, u_long ncpuids);
    224  1.35  thorpej void	pmap_emulate_reference(struct proc *p, vaddr_t v,
    225  1.35  thorpej 		int user, int write);
    226  1.11  thorpej #ifdef _PMAP_MAY_USE_PROM_CONSOLE
    227  1.35  thorpej int	pmap_uses_prom_console(void);
    228   1.8      cgd #endif
    229  1.11  thorpej 
    230  1.11  thorpej #define	pmap_pte_pa(pte)	(PG_PFNUM(*(pte)) << PGSHIFT)
    231  1.11  thorpej #define	pmap_pte_prot(pte)	(*(pte) & PG_PROT)
    232  1.11  thorpej #define	pmap_pte_w(pte)		(*(pte) & PG_WIRED)
    233  1.11  thorpej #define	pmap_pte_v(pte)		(*(pte) & PG_V)
    234  1.11  thorpej #define	pmap_pte_pv(pte)	(*(pte) & PG_PVLIST)
    235  1.11  thorpej #define	pmap_pte_asm(pte)	(*(pte) & PG_ASM)
    236  1.21  thorpej #define	pmap_pte_exec(pte)	(*(pte) & PG_EXEC)
    237  1.11  thorpej 
    238  1.11  thorpej #define	pmap_pte_set_w(pte, v)						\
    239  1.11  thorpej do {									\
    240  1.11  thorpej 	if (v)								\
    241  1.11  thorpej 		*(pte) |= PG_WIRED;					\
    242  1.11  thorpej 	else								\
    243  1.11  thorpej 		*(pte) &= ~PG_WIRED;					\
    244  1.11  thorpej } while (0)
    245  1.11  thorpej 
    246  1.11  thorpej #define	pmap_pte_w_chg(pte, nw)	((nw) ^ pmap_pte_w(pte))
    247  1.11  thorpej 
    248  1.11  thorpej #define	pmap_pte_set_prot(pte, np)					\
    249  1.11  thorpej do {									\
    250  1.11  thorpej 	*(pte) &= ~PG_PROT;						\
    251  1.11  thorpej 	*(pte) |= (np);							\
    252  1.11  thorpej } while (0)
    253  1.11  thorpej 
    254  1.11  thorpej #define	pmap_pte_prot_chg(pte, np) ((np) ^ pmap_pte_prot(pte))
    255  1.11  thorpej 
    256  1.35  thorpej static __inline pt_entry_t *pmap_l2pte(pmap_t, vaddr_t, pt_entry_t *);
    257  1.35  thorpej static __inline pt_entry_t *pmap_l3pte(pmap_t, vaddr_t, pt_entry_t *);
    258  1.11  thorpej 
    259  1.11  thorpej #define	pmap_l1pte(pmap, v)						\
    260  1.23  thorpej 	(&(pmap)->pm_lev1map[l1pte_index((vaddr_t)(v))])
    261  1.11  thorpej 
    262  1.11  thorpej static __inline pt_entry_t *
    263  1.15  thorpej pmap_l2pte(pmap, v, l1pte)
    264  1.11  thorpej 	pmap_t pmap;
    265  1.23  thorpej 	vaddr_t v;
    266  1.15  thorpej 	pt_entry_t *l1pte;
    267  1.11  thorpej {
    268  1.15  thorpej 	pt_entry_t *lev2map;
    269  1.11  thorpej 
    270  1.15  thorpej 	if (l1pte == NULL) {
    271  1.15  thorpej 		l1pte = pmap_l1pte(pmap, v);
    272  1.15  thorpej 		if (pmap_pte_v(l1pte) == 0)
    273  1.15  thorpej 			return (NULL);
    274  1.15  thorpej 	}
    275  1.11  thorpej 
    276  1.11  thorpej 	lev2map = (pt_entry_t *)ALPHA_PHYS_TO_K0SEG(pmap_pte_pa(l1pte));
    277  1.11  thorpej 	return (&lev2map[l2pte_index(v)]);
    278  1.11  thorpej }
    279  1.11  thorpej 
    280  1.11  thorpej static __inline pt_entry_t *
    281  1.15  thorpej pmap_l3pte(pmap, v, l2pte)
    282  1.11  thorpej 	pmap_t pmap;
    283  1.23  thorpej 	vaddr_t v;
    284  1.15  thorpej 	pt_entry_t *l2pte;
    285  1.11  thorpej {
    286  1.15  thorpej 	pt_entry_t *l1pte, *lev2map, *lev3map;
    287  1.11  thorpej 
    288  1.15  thorpej 	if (l2pte == NULL) {
    289  1.15  thorpej 		l1pte = pmap_l1pte(pmap, v);
    290  1.15  thorpej 		if (pmap_pte_v(l1pte) == 0)
    291  1.15  thorpej 			return (NULL);
    292  1.15  thorpej 
    293  1.15  thorpej 		lev2map = (pt_entry_t *)ALPHA_PHYS_TO_K0SEG(pmap_pte_pa(l1pte));
    294  1.15  thorpej 		l2pte = &lev2map[l2pte_index(v)];
    295  1.15  thorpej 		if (pmap_pte_v(l2pte) == 0)
    296  1.15  thorpej 			return (NULL);
    297  1.15  thorpej 	}
    298  1.11  thorpej 
    299  1.11  thorpej 	lev3map = (pt_entry_t *)ALPHA_PHYS_TO_K0SEG(pmap_pte_pa(l2pte));
    300  1.11  thorpej 	return (&lev3map[l3pte_index(v)]);
    301  1.11  thorpej }
    302  1.31  thorpej 
    303  1.31  thorpej /*
    304  1.31  thorpej  * Macros for locking pmap structures.
    305  1.31  thorpej  *
    306  1.32  thorpej  * Note that we if we access the kernel pmap in interrupt context, it
    307  1.32  thorpej  * is only to update statistics.  Since stats are updated using atomic
    308  1.32  thorpej  * operations, locking the kernel pmap is not necessary.  Therefore,
    309  1.32  thorpej  * it is not necessary to block interrupts when locking pmap strucutres.
    310  1.31  thorpej  */
    311  1.32  thorpej #define	PMAP_LOCK(pmap)		simple_lock(&(pmap)->pm_slock)
    312  1.32  thorpej #define	PMAP_UNLOCK(pmap)	simple_unlock(&(pmap)->pm_slock)
    313  1.33  thorpej 
    314  1.33  thorpej /*
    315  1.33  thorpej  * Macro for processing deferred I-stream synchronization.
    316  1.33  thorpej  *
    317  1.33  thorpej  * The pmap module may defer syncing the user I-stream until the
    318  1.33  thorpej  * return to userspace, since the IMB PALcode op can be quite
    319  1.33  thorpej  * expensive.  Since user instructions won't be executed until
    320  1.33  thorpej  * the return to userspace, this can be deferred until userret().
    321  1.33  thorpej  */
    322  1.33  thorpej #define	PMAP_USERRET(pmap)						\
    323  1.33  thorpej do {									\
    324  1.33  thorpej 	u_long cpu_mask = (1UL << cpu_number());			\
    325  1.33  thorpej 									\
    326  1.33  thorpej 	if ((pmap)->pm_needisync & cpu_mask) {				\
    327  1.34  thorpej 		atomic_clearbits_ulong(&(pmap)->pm_needisync,		\
    328  1.33  thorpej 		    cpu_mask);						\
    329  1.33  thorpej 		alpha_pal_imb();					\
    330  1.33  thorpej 	}								\
    331  1.33  thorpej } while (0)
    332  1.11  thorpej 
    333  1.11  thorpej #endif /* _KERNEL */
    334  1.11  thorpej 
    335  1.11  thorpej #endif /* _PMAP_MACHINE_ */
    336