pmap.h revision 1.54 1 1.54 chris /* $NetBSD: pmap.h,v 1.54 2001/09/10 21:19:09 chris Exp $ */
2 1.1 cgd
3 1.11 thorpej /*-
4 1.43 thorpej * Copyright (c) 1998, 1999, 2000, 2001 The NetBSD Foundation, Inc.
5 1.11 thorpej * All rights reserved.
6 1.11 thorpej *
7 1.11 thorpej * This code is derived from software contributed to The NetBSD Foundation
8 1.11 thorpej * by Jason R. Thorpe of the Numerical Aerospace Simulation Facility,
9 1.11 thorpej * NASA Ames Research Center and by Chris G. Demetriou.
10 1.11 thorpej *
11 1.11 thorpej * Redistribution and use in source and binary forms, with or without
12 1.11 thorpej * modification, are permitted provided that the following conditions
13 1.11 thorpej * are met:
14 1.11 thorpej * 1. Redistributions of source code must retain the above copyright
15 1.11 thorpej * notice, this list of conditions and the following disclaimer.
16 1.11 thorpej * 2. Redistributions in binary form must reproduce the above copyright
17 1.11 thorpej * notice, this list of conditions and the following disclaimer in the
18 1.11 thorpej * documentation and/or other materials provided with the distribution.
19 1.11 thorpej * 3. All advertising materials mentioning features or use of this software
20 1.11 thorpej * must display the following acknowledgement:
21 1.11 thorpej * This product includes software developed by the NetBSD
22 1.11 thorpej * Foundation, Inc. and its contributors.
23 1.11 thorpej * 4. Neither the name of The NetBSD Foundation nor the names of its
24 1.11 thorpej * contributors may be used to endorse or promote products derived
25 1.11 thorpej * from this software without specific prior written permission.
26 1.11 thorpej *
27 1.11 thorpej * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
28 1.11 thorpej * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
29 1.11 thorpej * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
30 1.11 thorpej * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
31 1.11 thorpej * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
32 1.11 thorpej * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
33 1.11 thorpej * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
34 1.11 thorpej * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
35 1.11 thorpej * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
36 1.11 thorpej * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
37 1.11 thorpej * POSSIBILITY OF SUCH DAMAGE.
38 1.11 thorpej */
39 1.11 thorpej
40 1.11 thorpej /*
41 1.11 thorpej * Copyright (c) 1987 Carnegie-Mellon University
42 1.11 thorpej * Copyright (c) 1991, 1993
43 1.11 thorpej * The Regents of the University of California. All rights reserved.
44 1.11 thorpej *
45 1.11 thorpej * This code is derived from software contributed to Berkeley by
46 1.11 thorpej * the Systems Programming Group of the University of Utah Computer
47 1.11 thorpej * Science Department.
48 1.11 thorpej *
49 1.11 thorpej * Redistribution and use in source and binary forms, with or without
50 1.11 thorpej * modification, are permitted provided that the following conditions
51 1.11 thorpej * are met:
52 1.11 thorpej * 1. Redistributions of source code must retain the above copyright
53 1.11 thorpej * notice, this list of conditions and the following disclaimer.
54 1.11 thorpej * 2. Redistributions in binary form must reproduce the above copyright
55 1.11 thorpej * notice, this list of conditions and the following disclaimer in the
56 1.11 thorpej * documentation and/or other materials provided with the distribution.
57 1.11 thorpej * 3. All advertising materials mentioning features or use of this software
58 1.11 thorpej * must display the following acknowledgement:
59 1.11 thorpej * This product includes software developed by the University of
60 1.11 thorpej * California, Berkeley and its contributors.
61 1.11 thorpej * 4. Neither the name of the University nor the names of its contributors
62 1.11 thorpej * may be used to endorse or promote products derived from this software
63 1.11 thorpej * without specific prior written permission.
64 1.11 thorpej *
65 1.11 thorpej * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
66 1.11 thorpej * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
67 1.11 thorpej * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
68 1.11 thorpej * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
69 1.11 thorpej * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
70 1.11 thorpej * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
71 1.11 thorpej * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
72 1.11 thorpej * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
73 1.11 thorpej * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
74 1.11 thorpej * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
75 1.11 thorpej * SUCH DAMAGE.
76 1.11 thorpej *
77 1.11 thorpej * @(#)pmap.h 8.1 (Berkeley) 6/10/93
78 1.11 thorpej */
79 1.11 thorpej
80 1.11 thorpej #ifndef _PMAP_MACHINE_
81 1.11 thorpej #define _PMAP_MACHINE_
82 1.11 thorpej
83 1.51 mrg #if defined(_KERNEL_OPT)
84 1.26 thorpej #include "opt_multiprocessor.h"
85 1.26 thorpej #endif
86 1.26 thorpej
87 1.20 thorpej #include <sys/lock.h>
88 1.11 thorpej #include <sys/queue.h>
89 1.20 thorpej
90 1.11 thorpej #include <machine/pte.h>
91 1.11 thorpej
92 1.11 thorpej /*
93 1.11 thorpej * Machine-dependent virtual memory state.
94 1.11 thorpej *
95 1.11 thorpej * If we ever support processor numbers higher than 63, we'll have to
96 1.11 thorpej * rethink the CPU mask.
97 1.11 thorpej *
98 1.24 thorpej * Note pm_asn and pm_asngen are arrays allocated in pmap_create().
99 1.24 thorpej * Their size is based on the PCS count from the HWRPB, and indexed
100 1.24 thorpej * by processor ID (from `whami').
101 1.24 thorpej *
102 1.24 thorpej * The kernel pmap is a special case; it gets statically-allocated
103 1.24 thorpej * arrays which hold enough for ALPHA_MAXPROCS.
104 1.11 thorpej */
105 1.43 thorpej struct pmap_asn_info {
106 1.43 thorpej unsigned int pma_asn; /* address space number */
107 1.43 thorpej unsigned long pma_asngen; /* ASN generation number */
108 1.43 thorpej };
109 1.43 thorpej
110 1.11 thorpej struct pmap {
111 1.30 thorpej TAILQ_ENTRY(pmap) pm_list; /* list of all pmaps */
112 1.11 thorpej pt_entry_t *pm_lev1map; /* level 1 map */
113 1.11 thorpej int pm_count; /* pmap reference count */
114 1.20 thorpej struct simplelock pm_slock; /* lock on pmap */
115 1.11 thorpej struct pmap_statistics pm_stats; /* pmap statistics */
116 1.11 thorpej unsigned long pm_cpus; /* mask of CPUs using pmap */
117 1.33 thorpej unsigned long pm_needisync; /* mask of CPUs needing isync */
118 1.43 thorpej struct pmap_asn_info pm_asni[1]; /* ASN information */
119 1.43 thorpej /* variable length */
120 1.11 thorpej };
121 1.43 thorpej typedef struct pmap *pmap_t;
122 1.11 thorpej
123 1.43 thorpej /*
124 1.43 thorpej * Compute the sizeo of a pmap structure. Subtract one because one
125 1.43 thorpej * ASN info structure is already included in the pmap structure itself.
126 1.43 thorpej */
127 1.43 thorpej #define PMAP_SIZEOF(x) \
128 1.43 thorpej (ALIGN(sizeof(struct pmap) + \
129 1.43 thorpej (sizeof(struct pmap_asn_info) * ((x) - 1))))
130 1.11 thorpej
131 1.11 thorpej #define PMAP_ASN_RESERVED 0 /* reserved for Lev1map users */
132 1.11 thorpej
133 1.43 thorpej extern u_long kernel_pmap_store[];
134 1.11 thorpej
135 1.11 thorpej /*
136 1.50 chs * For each struct vm_page, there is a list of all currently valid virtual
137 1.11 thorpej * mappings of that page. An entry is a pv_entry_t, the list is pv_table.
138 1.11 thorpej */
139 1.11 thorpej typedef struct pv_entry {
140 1.48 thorpej struct pv_entry *pv_next; /* next pv_entry on list */
141 1.11 thorpej struct pmap *pv_pmap; /* pmap where mapping lies */
142 1.23 thorpej vaddr_t pv_va; /* virtual address for mapping */
143 1.29 thorpej pt_entry_t *pv_pte; /* PTE that maps the VA */
144 1.11 thorpej } *pv_entry_t;
145 1.11 thorpej
146 1.11 thorpej /* pvh_attrs */
147 1.17 thorpej #define PGA_MODIFIED 0x01 /* modified */
148 1.17 thorpej #define PGA_REFERENCED 0x02 /* referenced */
149 1.16 thorpej
150 1.16 thorpej /* pvh_usage */
151 1.16 thorpej #define PGU_NORMAL 0 /* free or normal use */
152 1.16 thorpej #define PGU_PVENT 1 /* PV entries */
153 1.16 thorpej #define PGU_L1PT 2 /* level 1 page table */
154 1.16 thorpej #define PGU_L2PT 3 /* level 2 page table */
155 1.16 thorpej #define PGU_L3PT 4 /* level 3 page table */
156 1.16 thorpej
157 1.11 thorpej #ifdef _KERNEL
158 1.11 thorpej
159 1.12 thorpej #ifndef _LKM
160 1.12 thorpej #include "opt_new_scc_driver.h"
161 1.11 thorpej #include "opt_dec_3000_300.h" /* XXX */
162 1.11 thorpej #include "opt_dec_3000_500.h" /* XXX */
163 1.11 thorpej #include "opt_dec_kn8ae.h" /* XXX */
164 1.11 thorpej
165 1.12 thorpej #if defined(NEW_SCC_DRIVER)
166 1.27 thorpej #if defined(DEC_KN8AE)
167 1.12 thorpej #define _PMAP_MAY_USE_PROM_CONSOLE
168 1.12 thorpej #endif
169 1.12 thorpej #else /* ! NEW_SCC_DRIVER */
170 1.12 thorpej #if defined(DEC_3000_300) \
171 1.12 thorpej || defined(DEC_3000_500) \
172 1.11 thorpej || defined(DEC_KN8AE) /* XXX */
173 1.11 thorpej #define _PMAP_MAY_USE_PROM_CONSOLE /* XXX */
174 1.11 thorpej #endif /* XXX */
175 1.12 thorpej #endif /* NEW_SCC_DRIVER */
176 1.26 thorpej
177 1.26 thorpej #if defined(MULTIPROCESSOR)
178 1.38 thorpej struct cpu_info;
179 1.38 thorpej struct trapframe;
180 1.39 thorpej
181 1.39 thorpej void pmap_do_reactivate(struct cpu_info *, struct trapframe *);
182 1.38 thorpej
183 1.53 thorpej void pmap_tlb_shootdown(pmap_t, vaddr_t, pt_entry_t, u_long *);
184 1.53 thorpej void pmap_tlb_shootnow(u_long);
185 1.38 thorpej void pmap_do_tlb_shootdown(struct cpu_info *, struct trapframe *);
186 1.53 thorpej #define PMAP_TLB_SHOOTDOWN_CPUSET_DECL u_long shootset = 0;
187 1.36 thorpej #define PMAP_TLB_SHOOTDOWN(pm, va, pte) \
188 1.53 thorpej pmap_tlb_shootdown((pm), (va), (pte), &shootset)
189 1.53 thorpej #define PMAP_TLB_SHOOTNOW() \
190 1.53 thorpej pmap_tlb_shootnow(shootset)
191 1.36 thorpej #else
192 1.53 thorpej #define PMAP_TLB_SHOOTDOWN_CPUSET_DECL /* nothing */
193 1.36 thorpej #define PMAP_TLB_SHOOTDOWN(pm, va, pte) /* nothing */
194 1.53 thorpej #define PMAP_TLB_SHOOTNOW() /* nothing */
195 1.26 thorpej #endif /* MULTIPROCESSOR */
196 1.12 thorpej #endif /* _LKM */
197 1.46 thorpej
198 1.46 thorpej #define pmap_kernel() ((pmap_t) (&kernel_pmap_store[0]))
199 1.11 thorpej
200 1.11 thorpej #define pmap_resident_count(pmap) ((pmap)->pm_stats.resident_count)
201 1.11 thorpej #define pmap_wired_count(pmap) ((pmap)->pm_stats.wired_count)
202 1.40 thorpej
203 1.49 thorpej #define pmap_copy(dp, sp, da, l, sa) /* nothing */
204 1.54 chris #define pmap_update(pmap) /* nothing (yet) */
205 1.46 thorpej
206 1.46 thorpej #define pmap_is_referenced(pg) \
207 1.47 thorpej (((pg)->mdpage.pvh_attrs & PGA_REFERENCED) != 0)
208 1.46 thorpej #define pmap_is_modified(pg) \
209 1.47 thorpej (((pg)->mdpage.pvh_attrs & PGA_MODIFIED) != 0)
210 1.11 thorpej
211 1.11 thorpej extern pt_entry_t *VPT; /* Virtual Page Table */
212 1.11 thorpej
213 1.11 thorpej #define PMAP_STEAL_MEMORY /* enable pmap_steal_memory() */
214 1.37 thorpej #define PMAP_GROWKERNEL /* enable pmap_growkernel() */
215 1.22 thorpej
216 1.22 thorpej /*
217 1.22 thorpej * Alternate mapping hooks for pool pages. Avoids thrashing the TLB.
218 1.22 thorpej */
219 1.22 thorpej #define PMAP_MAP_POOLPAGE(pa) ALPHA_PHYS_TO_K0SEG((pa))
220 1.22 thorpej #define PMAP_UNMAP_POOLPAGE(va) ALPHA_K0SEG_TO_PHYS((va))
221 1.45 thorpej
222 1.45 thorpej boolean_t pmap_pageidlezero(paddr_t);
223 1.45 thorpej #define PMAP_PAGEIDLEZERO(pa) pmap_pageidlezero((pa))
224 1.11 thorpej
225 1.35 thorpej paddr_t vtophys(vaddr_t);
226 1.11 thorpej
227 1.11 thorpej /* Machine-specific functions. */
228 1.35 thorpej void pmap_bootstrap(paddr_t ptaddr, u_int maxasn, u_long ncpuids);
229 1.35 thorpej void pmap_emulate_reference(struct proc *p, vaddr_t v,
230 1.35 thorpej int user, int write);
231 1.11 thorpej #ifdef _PMAP_MAY_USE_PROM_CONSOLE
232 1.35 thorpej int pmap_uses_prom_console(void);
233 1.8 cgd #endif
234 1.11 thorpej
235 1.11 thorpej #define pmap_pte_pa(pte) (PG_PFNUM(*(pte)) << PGSHIFT)
236 1.11 thorpej #define pmap_pte_prot(pte) (*(pte) & PG_PROT)
237 1.11 thorpej #define pmap_pte_w(pte) (*(pte) & PG_WIRED)
238 1.11 thorpej #define pmap_pte_v(pte) (*(pte) & PG_V)
239 1.11 thorpej #define pmap_pte_pv(pte) (*(pte) & PG_PVLIST)
240 1.11 thorpej #define pmap_pte_asm(pte) (*(pte) & PG_ASM)
241 1.21 thorpej #define pmap_pte_exec(pte) (*(pte) & PG_EXEC)
242 1.11 thorpej
243 1.11 thorpej #define pmap_pte_set_w(pte, v) \
244 1.11 thorpej do { \
245 1.11 thorpej if (v) \
246 1.11 thorpej *(pte) |= PG_WIRED; \
247 1.11 thorpej else \
248 1.11 thorpej *(pte) &= ~PG_WIRED; \
249 1.11 thorpej } while (0)
250 1.11 thorpej
251 1.11 thorpej #define pmap_pte_w_chg(pte, nw) ((nw) ^ pmap_pte_w(pte))
252 1.11 thorpej
253 1.11 thorpej #define pmap_pte_set_prot(pte, np) \
254 1.11 thorpej do { \
255 1.11 thorpej *(pte) &= ~PG_PROT; \
256 1.11 thorpej *(pte) |= (np); \
257 1.11 thorpej } while (0)
258 1.11 thorpej
259 1.11 thorpej #define pmap_pte_prot_chg(pte, np) ((np) ^ pmap_pte_prot(pte))
260 1.11 thorpej
261 1.35 thorpej static __inline pt_entry_t *pmap_l2pte(pmap_t, vaddr_t, pt_entry_t *);
262 1.35 thorpej static __inline pt_entry_t *pmap_l3pte(pmap_t, vaddr_t, pt_entry_t *);
263 1.11 thorpej
264 1.11 thorpej #define pmap_l1pte(pmap, v) \
265 1.23 thorpej (&(pmap)->pm_lev1map[l1pte_index((vaddr_t)(v))])
266 1.11 thorpej
267 1.11 thorpej static __inline pt_entry_t *
268 1.15 thorpej pmap_l2pte(pmap, v, l1pte)
269 1.11 thorpej pmap_t pmap;
270 1.23 thorpej vaddr_t v;
271 1.15 thorpej pt_entry_t *l1pte;
272 1.11 thorpej {
273 1.15 thorpej pt_entry_t *lev2map;
274 1.11 thorpej
275 1.15 thorpej if (l1pte == NULL) {
276 1.15 thorpej l1pte = pmap_l1pte(pmap, v);
277 1.15 thorpej if (pmap_pte_v(l1pte) == 0)
278 1.15 thorpej return (NULL);
279 1.15 thorpej }
280 1.11 thorpej
281 1.11 thorpej lev2map = (pt_entry_t *)ALPHA_PHYS_TO_K0SEG(pmap_pte_pa(l1pte));
282 1.11 thorpej return (&lev2map[l2pte_index(v)]);
283 1.11 thorpej }
284 1.11 thorpej
285 1.11 thorpej static __inline pt_entry_t *
286 1.15 thorpej pmap_l3pte(pmap, v, l2pte)
287 1.11 thorpej pmap_t pmap;
288 1.23 thorpej vaddr_t v;
289 1.15 thorpej pt_entry_t *l2pte;
290 1.11 thorpej {
291 1.15 thorpej pt_entry_t *l1pte, *lev2map, *lev3map;
292 1.11 thorpej
293 1.15 thorpej if (l2pte == NULL) {
294 1.15 thorpej l1pte = pmap_l1pte(pmap, v);
295 1.15 thorpej if (pmap_pte_v(l1pte) == 0)
296 1.15 thorpej return (NULL);
297 1.15 thorpej
298 1.15 thorpej lev2map = (pt_entry_t *)ALPHA_PHYS_TO_K0SEG(pmap_pte_pa(l1pte));
299 1.15 thorpej l2pte = &lev2map[l2pte_index(v)];
300 1.15 thorpej if (pmap_pte_v(l2pte) == 0)
301 1.15 thorpej return (NULL);
302 1.15 thorpej }
303 1.11 thorpej
304 1.11 thorpej lev3map = (pt_entry_t *)ALPHA_PHYS_TO_K0SEG(pmap_pte_pa(l2pte));
305 1.11 thorpej return (&lev3map[l3pte_index(v)]);
306 1.11 thorpej }
307 1.31 thorpej
308 1.31 thorpej /*
309 1.31 thorpej * Macros for locking pmap structures.
310 1.31 thorpej *
311 1.32 thorpej * Note that we if we access the kernel pmap in interrupt context, it
312 1.32 thorpej * is only to update statistics. Since stats are updated using atomic
313 1.32 thorpej * operations, locking the kernel pmap is not necessary. Therefore,
314 1.32 thorpej * it is not necessary to block interrupts when locking pmap strucutres.
315 1.31 thorpej */
316 1.32 thorpej #define PMAP_LOCK(pmap) simple_lock(&(pmap)->pm_slock)
317 1.32 thorpej #define PMAP_UNLOCK(pmap) simple_unlock(&(pmap)->pm_slock)
318 1.33 thorpej
319 1.33 thorpej /*
320 1.33 thorpej * Macro for processing deferred I-stream synchronization.
321 1.33 thorpej *
322 1.33 thorpej * The pmap module may defer syncing the user I-stream until the
323 1.33 thorpej * return to userspace, since the IMB PALcode op can be quite
324 1.33 thorpej * expensive. Since user instructions won't be executed until
325 1.33 thorpej * the return to userspace, this can be deferred until userret().
326 1.33 thorpej */
327 1.33 thorpej #define PMAP_USERRET(pmap) \
328 1.33 thorpej do { \
329 1.33 thorpej u_long cpu_mask = (1UL << cpu_number()); \
330 1.33 thorpej \
331 1.33 thorpej if ((pmap)->pm_needisync & cpu_mask) { \
332 1.34 thorpej atomic_clearbits_ulong(&(pmap)->pm_needisync, \
333 1.33 thorpej cpu_mask); \
334 1.33 thorpej alpha_pal_imb(); \
335 1.33 thorpej } \
336 1.33 thorpej } while (0)
337 1.11 thorpej
338 1.11 thorpej #endif /* _KERNEL */
339 1.11 thorpej
340 1.11 thorpej #endif /* _PMAP_MACHINE_ */
341