vmpagemd.h revision 1.12 1 /* $NetBSD: vmpagemd.h,v 1.12 2019/07/12 10:39:12 skrll Exp $ */
2
3 /*-
4 * Copyright (c) 2011 The NetBSD Foundation, Inc.
5 * All rights reserved.
6 *
7 * This code is derived from software contributed to The NetBSD Foundation
8 * by Raytheon BBN Technologies Corp and Defense Advanced Research Projects
9 * Agency and which was developed by Matt Thomas of 3am Software Foundry.
10 *
11 * This material is based upon work supported by the Defense Advanced Research
12 * Projects Agency and Space and Naval Warfare Systems Center, Pacific, under
13 * Contract No. N66001-09-C-2073.
14 * Approved for Public Release, Distribution Unlimited
15 *
16 * Redistribution and use in source and binary forms, with or without
17 * modification, are permitted provided that the following conditions
18 * are met:
19 * 1. Redistributions of source code must retain the above copyright
20 * notice, this list of conditions and the following disclaimer.
21 * 2. Redistributions in binary form must reproduce the above copyright
22 * notice, this list of conditions and the following disclaimer in the
23 * documentation and/or other materials provided with the distribution.
24 *
25 * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
26 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
27 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
28 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
29 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
30 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
31 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
32 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
33 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
34 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
35 * POSSIBILITY OF SUCH DAMAGE.
36 */
37
38 #ifndef _UVM_PMAP_VMPAGEMD_H_
39 #define _UVM_PMAP_VMPAGEMD_H_
40
41 #ifdef _LOCORE
42 #error use assym.h instead
43 #endif
44
45 //#ifdef _MODULE
46 //#error this file should not be included by loadable kernel modules
47 //#endif
48
49 #ifdef _KERNEL_OPT
50 #include "opt_modular.h"
51 #include "opt_multiprocessor.h"
52 #endif
53
54 #include <sys/atomic.h>
55 #include <sys/mutex.h>
56
57 #define __HAVE_VM_PAGE_MD
58
59 typedef struct pv_entry {
60 struct pv_entry *pv_next;
61 struct pmap *pv_pmap;
62 vaddr_t pv_va;
63 #define PV_KENTER __BIT(0)
64 } *pv_entry_t;
65
66 #define PV_ISKENTER_P(pv) (((pv->pv_va) & PV_KENTER) != 0)
67
68 #ifndef _MODULE
69
70 #define VM_PAGEMD_REFERENCED __BIT(0) /* page has been referenced */
71 #define VM_PAGEMD_MODIFIED __BIT(1) /* page has been modified */
72 #define VM_PAGEMD_POOLPAGE __BIT(2) /* page is used as a poolpage */
73 #define VM_PAGEMD_EXECPAGE __BIT(3) /* page is exec mapped */
74 #ifdef PMAP_VIRTUAL_CACHE_ALIASES
75 #define VM_PAGEMD_UNCACHED __BIT(4) /* page is mapped uncached */
76 #endif
77
78 #ifdef PMAP_VIRTUAL_CACHE_ALIASES
79 #define VM_PAGEMD_CACHED_P(mdpg) (((mdpg)->mdpg_attrs & VM_PAGEMD_UNCACHED) == 0)
80 #define VM_PAGEMD_UNCACHED_P(mdpg) (((mdpg)->mdpg_attrs & VM_PAGEMD_UNCACHED) != 0)
81 #endif
82 #define VM_PAGEMD_MODIFIED_P(mdpg) (((mdpg)->mdpg_attrs & VM_PAGEMD_MODIFIED) != 0)
83 #define VM_PAGEMD_REFERENCED_P(mdpg) (((mdpg)->mdpg_attrs & VM_PAGEMD_REFERENCED) != 0)
84 #define VM_PAGEMD_POOLPAGE_P(mdpg) (((mdpg)->mdpg_attrs & VM_PAGEMD_POOLPAGE) != 0)
85 #define VM_PAGEMD_EXECPAGE_P(mdpg) (((mdpg)->mdpg_attrs & VM_PAGEMD_EXECPAGE) != 0)
86
87 #endif /* !_MODULE */
88
89 struct vm_page_md {
90 volatile unsigned long mdpg_attrs; /* page attributes */
91 struct pv_entry mdpg_first; /* pv_entry first */
92 #if defined(MULTIPROCESSOR) || defined(MODULAR) || defined(_MODULE)
93 kmutex_t *mdpg_lock; /* pv list lock */
94 #endif
95 };
96
97 #ifndef _MODULE
98 #if defined(MULTIPROCESSOR) || defined(MODULAR)
99 #define VM_PAGEMD_PVLIST_LOCK_INIT(mdpg) (mdpg)->mdpg_lock = NULL
100 #else
101 #define VM_PAGEMD_PVLIST_LOCK_INIT(mdpg) __nothing
102 #endif /* MULTIPROCESSOR || MODULAR */
103
104 #define VM_PAGEMD_PVLIST_LOCK(mdpg) pmap_pvlist_lock(mdpg, 1)
105 #define VM_PAGEMD_PVLIST_READLOCK(mdpg) pmap_pvlist_lock(mdpg, 0)
106 #define VM_PAGEMD_PVLIST_UNLOCK(mdpg) pmap_pvlist_unlock(mdpg)
107 #define VM_PAGEMD_PVLIST_LOCKED_P(mdpg) pmap_pvlist_locked_p(mdpg)
108 #define VM_PAGEMD_PVLIST_GEN(mdpg) ((mdpg)->mdpg_attrs >> 16)
109
110 #ifdef _KERNEL
111 #if defined(MULTIPROCESSOR) || defined(MODULAR)
112 kmutex_t *pmap_pvlist_lock_addr(struct vm_page_md *);
113 #else
114 extern kmutex_t pmap_pvlist_mutex;
115 static __inline kmutex_t *
116 pmap_pvlist_lock_addr(struct vm_page_md *mdpg)
117 {
118 return &pmap_pvlist_mutex;
119 }
120 #endif
121
122 static __inline uintptr_t
123 pmap_pvlist_lock(struct vm_page_md *mdpg, uintptr_t increment)
124 {
125 mutex_spin_enter(pmap_pvlist_lock_addr(mdpg));
126 const uintptr_t gen = VM_PAGEMD_PVLIST_GEN(mdpg);
127 mdpg->mdpg_attrs += increment << 16;
128 return gen;
129 }
130
131 static __inline uintptr_t
132 pmap_pvlist_unlock(struct vm_page_md *mdpg)
133 {
134 const uintptr_t gen = VM_PAGEMD_PVLIST_GEN(mdpg);
135 mutex_spin_exit(pmap_pvlist_lock_addr(mdpg));
136 return gen;
137 }
138
139 static __inline bool
140 pmap_pvlist_locked_p(struct vm_page_md *mdpg)
141 {
142 return mutex_owned(pmap_pvlist_lock_addr(mdpg));
143 }
144 #endif /* _KERNEL */
145
146 #define VM_MDPAGE_INIT(pg) \
147 do { \
148 (pg)->mdpage.mdpg_first.pv_next = NULL; \
149 (pg)->mdpage.mdpg_first.pv_pmap = NULL; \
150 (pg)->mdpage.mdpg_first.pv_va = (pg)->phys_addr; \
151 (pg)->mdpage.mdpg_attrs = 0; \
152 VM_PAGEMD_PVLIST_LOCK_INIT(&(pg)->mdpage); \
153 } while (/* CONSTCOND */ 0)
154
155 #endif /* _MODULE */
156
157 #endif /* _UVM_PMAP_VMPAGEMD_H_ */
158