kern_ras.c revision 1.30.2.1 1 1.30.2.1 wrstuden /* $NetBSD: kern_ras.c,v 1.30.2.1 2008/05/10 23:49:04 wrstuden Exp $ */
2 1.1 gmcgarry
3 1.1 gmcgarry /*-
4 1.21 ad * Copyright (c) 2002, 2006, 2007 The NetBSD Foundation, Inc.
5 1.1 gmcgarry * All rights reserved.
6 1.1 gmcgarry *
7 1.1 gmcgarry * This code is derived from software contributed to The NetBSD Foundation
8 1.21 ad * by Gregory McGarry, and by Andrew Doran.
9 1.1 gmcgarry *
10 1.1 gmcgarry * Redistribution and use in source and binary forms, with or without
11 1.1 gmcgarry * modification, are permitted provided that the following conditions
12 1.1 gmcgarry * are met:
13 1.1 gmcgarry * 1. Redistributions of source code must retain the above copyright
14 1.1 gmcgarry * notice, this list of conditions and the following disclaimer.
15 1.1 gmcgarry * 2. Redistributions in binary form must reproduce the above copyright
16 1.1 gmcgarry * notice, this list of conditions and the following disclaimer in the
17 1.1 gmcgarry * documentation and/or other materials provided with the distribution.
18 1.1 gmcgarry *
19 1.1 gmcgarry * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 1.1 gmcgarry * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 1.1 gmcgarry * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 1.1 gmcgarry * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 1.1 gmcgarry * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 1.1 gmcgarry * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 1.1 gmcgarry * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 1.1 gmcgarry * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 1.1 gmcgarry * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 1.1 gmcgarry * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 1.1 gmcgarry * POSSIBILITY OF SUCH DAMAGE.
30 1.1 gmcgarry */
31 1.1 gmcgarry
32 1.1 gmcgarry #include <sys/cdefs.h>
33 1.30.2.1 wrstuden __KERNEL_RCSID(0, "$NetBSD: kern_ras.c,v 1.30.2.1 2008/05/10 23:49:04 wrstuden Exp $");
34 1.1 gmcgarry
35 1.1 gmcgarry #include <sys/param.h>
36 1.1 gmcgarry #include <sys/systm.h>
37 1.21 ad #include <sys/kernel.h>
38 1.1 gmcgarry #include <sys/pool.h>
39 1.1 gmcgarry #include <sys/proc.h>
40 1.1 gmcgarry #include <sys/ras.h>
41 1.30.2.1 wrstuden #include <sys/sa.h>
42 1.30.2.1 wrstuden #include <sys/savar.h>
43 1.21 ad #include <sys/xcall.h>
44 1.1 gmcgarry #include <sys/syscallargs.h>
45 1.1 gmcgarry
46 1.1 gmcgarry #include <uvm/uvm_extern.h>
47 1.1 gmcgarry
48 1.13 thorpej POOL_INIT(ras_pool, sizeof(struct ras), 0, 0, 0, "raspl",
49 1.18 ad &pool_allocator_nointr, IPL_NONE);
50 1.13 thorpej
51 1.1 gmcgarry #define MAX_RAS_PER_PROC 16
52 1.1 gmcgarry
53 1.3 thorpej u_int ras_per_proc = MAX_RAS_PER_PROC;
54 1.1 gmcgarry
55 1.1 gmcgarry #ifdef DEBUG
56 1.1 gmcgarry int ras_debug = 0;
57 1.1 gmcgarry #define DPRINTF(x) if (ras_debug) printf x
58 1.1 gmcgarry #else
59 1.1 gmcgarry #define DPRINTF(x) /* nothing */
60 1.1 gmcgarry #endif
61 1.1 gmcgarry
62 1.1 gmcgarry /*
63 1.21 ad * Force all CPUs through cpu_switchto(), waiting until complete.
64 1.23 ad * Context switching will drain the write buffer on the calling
65 1.23 ad * CPU.
66 1.21 ad */
67 1.21 ad static void
68 1.21 ad ras_sync(void)
69 1.21 ad {
70 1.21 ad
71 1.21 ad /* No need to sync if exiting or single threaded. */
72 1.21 ad if (curproc->p_nlwps > 1 && ncpu > 1) {
73 1.21 ad #ifdef NO_SOFTWARE_PATENTS
74 1.21 ad uint64_t where;
75 1.21 ad where = xc_broadcast(0, (xcfunc_t)nullop, NULL, NULL);
76 1.21 ad xc_wait(where);
77 1.21 ad #else
78 1.23 ad /*
79 1.23 ad * Assumptions:
80 1.23 ad *
81 1.23 ad * o preemption is disabled by the thread in
82 1.23 ad * ras_lookup().
83 1.23 ad * o proc::p_raslist is only inspected with
84 1.23 ad * preemption disabled.
85 1.23 ad * o ras_lookup() plus loads reordered in advance
86 1.23 ad * will take no longer than 1/8s to complete.
87 1.23 ad */
88 1.23 ad const int delta = hz >> 3;
89 1.23 ad int target = hardclock_ticks + delta;
90 1.23 ad do {
91 1.23 ad kpause("ras", false, delta, NULL);
92 1.23 ad } while (hardclock_ticks < target);
93 1.21 ad #endif
94 1.21 ad }
95 1.21 ad }
96 1.21 ad
97 1.21 ad /*
98 1.1 gmcgarry * Check the specified address to see if it is within the
99 1.1 gmcgarry * sequence. If it is found, we return the restart address,
100 1.1 gmcgarry * otherwise we return -1. If we do perform a restart, we
101 1.1 gmcgarry * mark the sequence as hit.
102 1.21 ad *
103 1.21 ad * No locking required: we disable preemption and ras_sync()
104 1.21 ad * guarantees that individual entries are valid while we still
105 1.21 ad * have visibility of them.
106 1.1 gmcgarry */
107 1.17 christos void *
108 1.17 christos ras_lookup(struct proc *p, void *addr)
109 1.1 gmcgarry {
110 1.1 gmcgarry struct ras *rp;
111 1.17 christos void *startaddr;
112 1.29 ad lwp_t *l;
113 1.16 ad
114 1.17 christos startaddr = (void *)-1;
115 1.29 ad l = curlwp;
116 1.1 gmcgarry
117 1.29 ad KPREEMPT_DISABLE(l);
118 1.21 ad for (rp = p->p_raslist; rp != NULL; rp = rp->ras_next) {
119 1.1 gmcgarry if (addr > rp->ras_startaddr && addr < rp->ras_endaddr) {
120 1.16 ad startaddr = rp->ras_startaddr;
121 1.1 gmcgarry DPRINTF(("RAS hit: p=%p %p\n", p, addr));
122 1.16 ad break;
123 1.1 gmcgarry }
124 1.1 gmcgarry }
125 1.29 ad KPREEMPT_ENABLE(l);
126 1.1 gmcgarry
127 1.21 ad return startaddr;
128 1.1 gmcgarry }
129 1.1 gmcgarry
130 1.1 gmcgarry /*
131 1.1 gmcgarry * During a fork, we copy all of the sequences from parent p1 to
132 1.1 gmcgarry * the child p2.
133 1.21 ad *
134 1.21 ad * No locking required as the parent must be paused.
135 1.1 gmcgarry */
136 1.1 gmcgarry int
137 1.1 gmcgarry ras_fork(struct proc *p1, struct proc *p2)
138 1.1 gmcgarry {
139 1.1 gmcgarry struct ras *rp, *nrp;
140 1.9 yamt
141 1.21 ad for (rp = p1->p_raslist; rp != NULL; rp = rp->ras_next) {
142 1.7 pooka nrp = pool_get(&ras_pool, PR_WAITOK);
143 1.1 gmcgarry nrp->ras_startaddr = rp->ras_startaddr;
144 1.1 gmcgarry nrp->ras_endaddr = rp->ras_endaddr;
145 1.27 dsl nrp->ras_next = p2->p_raslist;
146 1.21 ad p2->p_raslist = nrp;
147 1.9 yamt }
148 1.9 yamt
149 1.22 ad DPRINTF(("ras_fork: p1=%p, p2=%p\n", p1, p2));
150 1.1 gmcgarry
151 1.21 ad return 0;
152 1.1 gmcgarry }
153 1.1 gmcgarry
154 1.1 gmcgarry /*
155 1.1 gmcgarry * Nuke all sequences for this process.
156 1.1 gmcgarry */
157 1.1 gmcgarry int
158 1.21 ad ras_purgeall(void)
159 1.1 gmcgarry {
160 1.21 ad struct ras *rp, *nrp;
161 1.21 ad proc_t *p;
162 1.21 ad
163 1.21 ad p = curproc;
164 1.1 gmcgarry
165 1.25 ad mutex_enter(&p->p_auxlock);
166 1.21 ad if ((rp = p->p_raslist) != NULL) {
167 1.21 ad p->p_raslist = NULL;
168 1.21 ad ras_sync();
169 1.21 ad for(; rp != NULL; rp = nrp) {
170 1.21 ad nrp = rp->ras_next;
171 1.21 ad pool_put(&ras_pool, rp);
172 1.21 ad }
173 1.1 gmcgarry }
174 1.25 ad mutex_exit(&p->p_auxlock);
175 1.1 gmcgarry
176 1.21 ad return 0;
177 1.1 gmcgarry }
178 1.1 gmcgarry
179 1.12 hannken #if defined(__HAVE_RAS)
180 1.12 hannken
181 1.1 gmcgarry /*
182 1.1 gmcgarry * Install the new sequence. If it already exists, return
183 1.1 gmcgarry * an error.
184 1.1 gmcgarry */
185 1.11 thorpej static int
186 1.21 ad ras_install(void *addr, size_t len)
187 1.1 gmcgarry {
188 1.1 gmcgarry struct ras *rp;
189 1.8 yamt struct ras *newrp;
190 1.21 ad void *endaddr;
191 1.21 ad int nras, error;
192 1.21 ad proc_t *p;
193 1.21 ad
194 1.21 ad endaddr = (char *)addr + len;
195 1.1 gmcgarry
196 1.17 christos if (addr < (void *)VM_MIN_ADDRESS ||
197 1.17 christos endaddr > (void *)VM_MAXUSER_ADDRESS)
198 1.1 gmcgarry return (EINVAL);
199 1.1 gmcgarry
200 1.1 gmcgarry if (len <= 0)
201 1.1 gmcgarry return (EINVAL);
202 1.1 gmcgarry
203 1.21 ad newrp = pool_get(&ras_pool, PR_WAITOK);
204 1.21 ad newrp->ras_startaddr = addr;
205 1.21 ad newrp->ras_endaddr = endaddr;
206 1.21 ad error = 0;
207 1.21 ad nras = 0;
208 1.21 ad p = curproc;
209 1.21 ad
210 1.25 ad mutex_enter(&p->p_auxlock);
211 1.21 ad for (rp = p->p_raslist; rp != NULL; rp = rp->ras_next) {
212 1.19 thorpej if (++nras >= ras_per_proc) {
213 1.21 ad error = EINVAL;
214 1.21 ad break;
215 1.1 gmcgarry }
216 1.19 thorpej if (addr < rp->ras_endaddr && endaddr > rp->ras_startaddr) {
217 1.21 ad error = EEXIST;
218 1.21 ad break;
219 1.19 thorpej }
220 1.1 gmcgarry }
221 1.21 ad if (rp == NULL) {
222 1.21 ad newrp->ras_next = p->p_raslist;
223 1.21 ad p->p_raslist = newrp;
224 1.21 ad ras_sync();
225 1.25 ad mutex_exit(&p->p_auxlock);
226 1.21 ad } else {
227 1.25 ad mutex_exit(&p->p_auxlock);
228 1.21 ad pool_put(&ras_pool, newrp);
229 1.8 yamt }
230 1.1 gmcgarry
231 1.21 ad return error;
232 1.1 gmcgarry }
233 1.1 gmcgarry
234 1.1 gmcgarry /*
235 1.1 gmcgarry * Nuke the specified sequence. Both address and len must
236 1.1 gmcgarry * match, otherwise we return an error.
237 1.1 gmcgarry */
238 1.11 thorpej static int
239 1.21 ad ras_purge(void *addr, size_t len)
240 1.1 gmcgarry {
241 1.21 ad struct ras *rp, **link;
242 1.21 ad void *endaddr;
243 1.21 ad proc_t *p;
244 1.21 ad
245 1.21 ad endaddr = (char *)addr + len;
246 1.21 ad p = curproc;
247 1.21 ad
248 1.25 ad mutex_enter(&p->p_auxlock);
249 1.21 ad link = &p->p_raslist;
250 1.21 ad for (rp = *link; rp != NULL; link = &rp->ras_next, rp = *link) {
251 1.21 ad if (addr == rp->ras_startaddr && endaddr == rp->ras_endaddr)
252 1.1 gmcgarry break;
253 1.1 gmcgarry }
254 1.16 ad if (rp != NULL) {
255 1.21 ad *link = rp->ras_next;
256 1.21 ad ras_sync();
257 1.25 ad mutex_exit(&p->p_auxlock);
258 1.16 ad pool_put(&ras_pool, rp);
259 1.21 ad return 0;
260 1.21 ad } else {
261 1.25 ad mutex_exit(&p->p_auxlock);
262 1.21 ad return ESRCH;
263 1.16 ad }
264 1.1 gmcgarry }
265 1.1 gmcgarry
266 1.12 hannken #endif /* defined(__HAVE_RAS) */
267 1.12 hannken
268 1.1 gmcgarry /*ARGSUSED*/
269 1.1 gmcgarry int
270 1.24 dsl sys_rasctl(struct lwp *l, const struct sys_rasctl_args *uap, register_t *retval)
271 1.1 gmcgarry {
272 1.1 gmcgarry
273 1.1 gmcgarry #if defined(__HAVE_RAS)
274 1.24 dsl /* {
275 1.17 christos syscallarg(void *) addr;
276 1.1 gmcgarry syscallarg(size_t) len;
277 1.1 gmcgarry syscallarg(int) op;
278 1.24 dsl } */
279 1.17 christos void *addr;
280 1.1 gmcgarry size_t len;
281 1.1 gmcgarry int op;
282 1.1 gmcgarry int error;
283 1.1 gmcgarry
284 1.1 gmcgarry /*
285 1.1 gmcgarry * first, extract syscall args from the uap.
286 1.1 gmcgarry */
287 1.1 gmcgarry
288 1.17 christos addr = (void *)SCARG(uap, addr);
289 1.1 gmcgarry len = (size_t)SCARG(uap, len);
290 1.1 gmcgarry op = SCARG(uap, op);
291 1.1 gmcgarry
292 1.2 thorpej DPRINTF(("sys_rasctl: p=%p addr=%p, len=%ld, op=0x%x\n",
293 1.21 ad curproc, addr, (long)len, op));
294 1.1 gmcgarry
295 1.1 gmcgarry switch (op) {
296 1.1 gmcgarry case RAS_INSTALL:
297 1.21 ad error = ras_install(addr, len);
298 1.1 gmcgarry break;
299 1.1 gmcgarry case RAS_PURGE:
300 1.21 ad error = ras_purge(addr, len);
301 1.1 gmcgarry break;
302 1.1 gmcgarry case RAS_PURGE_ALL:
303 1.21 ad error = ras_purgeall();
304 1.1 gmcgarry break;
305 1.1 gmcgarry default:
306 1.1 gmcgarry error = EINVAL;
307 1.1 gmcgarry break;
308 1.1 gmcgarry }
309 1.1 gmcgarry
310 1.1 gmcgarry return (error);
311 1.1 gmcgarry
312 1.1 gmcgarry #else
313 1.1 gmcgarry
314 1.1 gmcgarry return (EOPNOTSUPP);
315 1.1 gmcgarry
316 1.1 gmcgarry #endif
317 1.1 gmcgarry
318 1.1 gmcgarry }
319