kern_ras.c revision 1.30.2.2 1 1.30.2.2 wrstuden /* $NetBSD: kern_ras.c,v 1.30.2.2 2008/06/23 04:31:51 wrstuden Exp $ */
2 1.1 gmcgarry
3 1.1 gmcgarry /*-
4 1.30.2.2 wrstuden * Copyright (c) 2002, 2006, 2007, 2008 The NetBSD Foundation, Inc.
5 1.1 gmcgarry * All rights reserved.
6 1.1 gmcgarry *
7 1.1 gmcgarry * This code is derived from software contributed to The NetBSD Foundation
8 1.21 ad * by Gregory McGarry, and by Andrew Doran.
9 1.1 gmcgarry *
10 1.1 gmcgarry * Redistribution and use in source and binary forms, with or without
11 1.1 gmcgarry * modification, are permitted provided that the following conditions
12 1.1 gmcgarry * are met:
13 1.1 gmcgarry * 1. Redistributions of source code must retain the above copyright
14 1.1 gmcgarry * notice, this list of conditions and the following disclaimer.
15 1.1 gmcgarry * 2. Redistributions in binary form must reproduce the above copyright
16 1.1 gmcgarry * notice, this list of conditions and the following disclaimer in the
17 1.1 gmcgarry * documentation and/or other materials provided with the distribution.
18 1.1 gmcgarry *
19 1.1 gmcgarry * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 1.1 gmcgarry * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 1.1 gmcgarry * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 1.1 gmcgarry * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 1.1 gmcgarry * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 1.1 gmcgarry * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 1.1 gmcgarry * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 1.1 gmcgarry * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 1.1 gmcgarry * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 1.1 gmcgarry * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 1.1 gmcgarry * POSSIBILITY OF SUCH DAMAGE.
30 1.1 gmcgarry */
31 1.1 gmcgarry
32 1.1 gmcgarry #include <sys/cdefs.h>
33 1.30.2.2 wrstuden __KERNEL_RCSID(0, "$NetBSD: kern_ras.c,v 1.30.2.2 2008/06/23 04:31:51 wrstuden Exp $");
34 1.1 gmcgarry
35 1.1 gmcgarry #include <sys/param.h>
36 1.1 gmcgarry #include <sys/systm.h>
37 1.21 ad #include <sys/kernel.h>
38 1.30.2.2 wrstuden #include <sys/kmem.h>
39 1.1 gmcgarry #include <sys/proc.h>
40 1.1 gmcgarry #include <sys/ras.h>
41 1.30.2.1 wrstuden #include <sys/sa.h>
42 1.30.2.1 wrstuden #include <sys/savar.h>
43 1.21 ad #include <sys/xcall.h>
44 1.1 gmcgarry #include <sys/syscallargs.h>
45 1.1 gmcgarry
46 1.1 gmcgarry #include <uvm/uvm_extern.h>
47 1.1 gmcgarry
48 1.1 gmcgarry #define MAX_RAS_PER_PROC 16
49 1.1 gmcgarry
50 1.3 thorpej u_int ras_per_proc = MAX_RAS_PER_PROC;
51 1.1 gmcgarry
52 1.1 gmcgarry #ifdef DEBUG
53 1.1 gmcgarry int ras_debug = 0;
54 1.1 gmcgarry #define DPRINTF(x) if (ras_debug) printf x
55 1.1 gmcgarry #else
56 1.1 gmcgarry #define DPRINTF(x) /* nothing */
57 1.1 gmcgarry #endif
58 1.1 gmcgarry
59 1.1 gmcgarry /*
60 1.21 ad * Force all CPUs through cpu_switchto(), waiting until complete.
61 1.23 ad * Context switching will drain the write buffer on the calling
62 1.23 ad * CPU.
63 1.21 ad */
64 1.21 ad static void
65 1.21 ad ras_sync(void)
66 1.21 ad {
67 1.21 ad
68 1.21 ad /* No need to sync if exiting or single threaded. */
69 1.21 ad if (curproc->p_nlwps > 1 && ncpu > 1) {
70 1.21 ad #ifdef NO_SOFTWARE_PATENTS
71 1.21 ad uint64_t where;
72 1.21 ad where = xc_broadcast(0, (xcfunc_t)nullop, NULL, NULL);
73 1.21 ad xc_wait(where);
74 1.21 ad #else
75 1.23 ad /*
76 1.23 ad * Assumptions:
77 1.23 ad *
78 1.23 ad * o preemption is disabled by the thread in
79 1.23 ad * ras_lookup().
80 1.23 ad * o proc::p_raslist is only inspected with
81 1.23 ad * preemption disabled.
82 1.23 ad * o ras_lookup() plus loads reordered in advance
83 1.23 ad * will take no longer than 1/8s to complete.
84 1.23 ad */
85 1.23 ad const int delta = hz >> 3;
86 1.23 ad int target = hardclock_ticks + delta;
87 1.23 ad do {
88 1.23 ad kpause("ras", false, delta, NULL);
89 1.23 ad } while (hardclock_ticks < target);
90 1.21 ad #endif
91 1.21 ad }
92 1.21 ad }
93 1.21 ad
94 1.21 ad /*
95 1.1 gmcgarry * Check the specified address to see if it is within the
96 1.1 gmcgarry * sequence. If it is found, we return the restart address,
97 1.1 gmcgarry * otherwise we return -1. If we do perform a restart, we
98 1.1 gmcgarry * mark the sequence as hit.
99 1.21 ad *
100 1.21 ad * No locking required: we disable preemption and ras_sync()
101 1.21 ad * guarantees that individual entries are valid while we still
102 1.21 ad * have visibility of them.
103 1.1 gmcgarry */
104 1.17 christos void *
105 1.17 christos ras_lookup(struct proc *p, void *addr)
106 1.1 gmcgarry {
107 1.1 gmcgarry struct ras *rp;
108 1.17 christos void *startaddr;
109 1.29 ad lwp_t *l;
110 1.16 ad
111 1.17 christos startaddr = (void *)-1;
112 1.29 ad l = curlwp;
113 1.1 gmcgarry
114 1.29 ad KPREEMPT_DISABLE(l);
115 1.21 ad for (rp = p->p_raslist; rp != NULL; rp = rp->ras_next) {
116 1.1 gmcgarry if (addr > rp->ras_startaddr && addr < rp->ras_endaddr) {
117 1.16 ad startaddr = rp->ras_startaddr;
118 1.1 gmcgarry DPRINTF(("RAS hit: p=%p %p\n", p, addr));
119 1.16 ad break;
120 1.1 gmcgarry }
121 1.1 gmcgarry }
122 1.29 ad KPREEMPT_ENABLE(l);
123 1.1 gmcgarry
124 1.21 ad return startaddr;
125 1.1 gmcgarry }
126 1.1 gmcgarry
127 1.1 gmcgarry /*
128 1.1 gmcgarry * During a fork, we copy all of the sequences from parent p1 to
129 1.1 gmcgarry * the child p2.
130 1.21 ad *
131 1.21 ad * No locking required as the parent must be paused.
132 1.1 gmcgarry */
133 1.1 gmcgarry int
134 1.1 gmcgarry ras_fork(struct proc *p1, struct proc *p2)
135 1.1 gmcgarry {
136 1.1 gmcgarry struct ras *rp, *nrp;
137 1.9 yamt
138 1.21 ad for (rp = p1->p_raslist; rp != NULL; rp = rp->ras_next) {
139 1.30.2.2 wrstuden nrp = kmem_alloc(sizeof(*nrp), KM_SLEEP);
140 1.1 gmcgarry nrp->ras_startaddr = rp->ras_startaddr;
141 1.1 gmcgarry nrp->ras_endaddr = rp->ras_endaddr;
142 1.27 dsl nrp->ras_next = p2->p_raslist;
143 1.21 ad p2->p_raslist = nrp;
144 1.9 yamt }
145 1.9 yamt
146 1.22 ad DPRINTF(("ras_fork: p1=%p, p2=%p\n", p1, p2));
147 1.1 gmcgarry
148 1.21 ad return 0;
149 1.1 gmcgarry }
150 1.1 gmcgarry
151 1.1 gmcgarry /*
152 1.1 gmcgarry * Nuke all sequences for this process.
153 1.1 gmcgarry */
154 1.1 gmcgarry int
155 1.21 ad ras_purgeall(void)
156 1.1 gmcgarry {
157 1.21 ad struct ras *rp, *nrp;
158 1.21 ad proc_t *p;
159 1.21 ad
160 1.21 ad p = curproc;
161 1.1 gmcgarry
162 1.30.2.2 wrstuden if (p->p_raslist == NULL)
163 1.30.2.2 wrstuden return 0;
164 1.30.2.2 wrstuden
165 1.25 ad mutex_enter(&p->p_auxlock);
166 1.21 ad if ((rp = p->p_raslist) != NULL) {
167 1.21 ad p->p_raslist = NULL;
168 1.21 ad ras_sync();
169 1.21 ad for(; rp != NULL; rp = nrp) {
170 1.21 ad nrp = rp->ras_next;
171 1.30.2.2 wrstuden kmem_free(rp, sizeof(*rp));
172 1.21 ad }
173 1.1 gmcgarry }
174 1.25 ad mutex_exit(&p->p_auxlock);
175 1.1 gmcgarry
176 1.21 ad return 0;
177 1.1 gmcgarry }
178 1.1 gmcgarry
179 1.12 hannken #if defined(__HAVE_RAS)
180 1.12 hannken
181 1.1 gmcgarry /*
182 1.1 gmcgarry * Install the new sequence. If it already exists, return
183 1.1 gmcgarry * an error.
184 1.1 gmcgarry */
185 1.11 thorpej static int
186 1.21 ad ras_install(void *addr, size_t len)
187 1.1 gmcgarry {
188 1.1 gmcgarry struct ras *rp;
189 1.8 yamt struct ras *newrp;
190 1.21 ad void *endaddr;
191 1.21 ad int nras, error;
192 1.21 ad proc_t *p;
193 1.21 ad
194 1.21 ad endaddr = (char *)addr + len;
195 1.1 gmcgarry
196 1.17 christos if (addr < (void *)VM_MIN_ADDRESS ||
197 1.17 christos endaddr > (void *)VM_MAXUSER_ADDRESS)
198 1.1 gmcgarry return (EINVAL);
199 1.1 gmcgarry
200 1.1 gmcgarry if (len <= 0)
201 1.1 gmcgarry return (EINVAL);
202 1.1 gmcgarry
203 1.30.2.2 wrstuden newrp = kmem_alloc(sizeof(*newrp), KM_SLEEP);
204 1.21 ad newrp->ras_startaddr = addr;
205 1.21 ad newrp->ras_endaddr = endaddr;
206 1.21 ad error = 0;
207 1.21 ad nras = 0;
208 1.21 ad p = curproc;
209 1.21 ad
210 1.25 ad mutex_enter(&p->p_auxlock);
211 1.21 ad for (rp = p->p_raslist; rp != NULL; rp = rp->ras_next) {
212 1.19 thorpej if (++nras >= ras_per_proc) {
213 1.21 ad error = EINVAL;
214 1.21 ad break;
215 1.1 gmcgarry }
216 1.19 thorpej if (addr < rp->ras_endaddr && endaddr > rp->ras_startaddr) {
217 1.21 ad error = EEXIST;
218 1.21 ad break;
219 1.19 thorpej }
220 1.1 gmcgarry }
221 1.21 ad if (rp == NULL) {
222 1.21 ad newrp->ras_next = p->p_raslist;
223 1.21 ad p->p_raslist = newrp;
224 1.21 ad ras_sync();
225 1.25 ad mutex_exit(&p->p_auxlock);
226 1.21 ad } else {
227 1.25 ad mutex_exit(&p->p_auxlock);
228 1.30.2.2 wrstuden kmem_free(newrp, sizeof(*newrp));
229 1.8 yamt }
230 1.1 gmcgarry
231 1.21 ad return error;
232 1.1 gmcgarry }
233 1.1 gmcgarry
234 1.1 gmcgarry /*
235 1.1 gmcgarry * Nuke the specified sequence. Both address and len must
236 1.1 gmcgarry * match, otherwise we return an error.
237 1.1 gmcgarry */
238 1.11 thorpej static int
239 1.21 ad ras_purge(void *addr, size_t len)
240 1.1 gmcgarry {
241 1.21 ad struct ras *rp, **link;
242 1.21 ad void *endaddr;
243 1.21 ad proc_t *p;
244 1.21 ad
245 1.21 ad endaddr = (char *)addr + len;
246 1.21 ad p = curproc;
247 1.21 ad
248 1.25 ad mutex_enter(&p->p_auxlock);
249 1.21 ad link = &p->p_raslist;
250 1.21 ad for (rp = *link; rp != NULL; link = &rp->ras_next, rp = *link) {
251 1.21 ad if (addr == rp->ras_startaddr && endaddr == rp->ras_endaddr)
252 1.1 gmcgarry break;
253 1.1 gmcgarry }
254 1.16 ad if (rp != NULL) {
255 1.21 ad *link = rp->ras_next;
256 1.21 ad ras_sync();
257 1.25 ad mutex_exit(&p->p_auxlock);
258 1.30.2.2 wrstuden kmem_free(rp, sizeof(*rp));
259 1.21 ad return 0;
260 1.21 ad } else {
261 1.25 ad mutex_exit(&p->p_auxlock);
262 1.21 ad return ESRCH;
263 1.16 ad }
264 1.1 gmcgarry }
265 1.1 gmcgarry
266 1.12 hannken #endif /* defined(__HAVE_RAS) */
267 1.12 hannken
268 1.1 gmcgarry /*ARGSUSED*/
269 1.1 gmcgarry int
270 1.24 dsl sys_rasctl(struct lwp *l, const struct sys_rasctl_args *uap, register_t *retval)
271 1.1 gmcgarry {
272 1.1 gmcgarry
273 1.1 gmcgarry #if defined(__HAVE_RAS)
274 1.24 dsl /* {
275 1.17 christos syscallarg(void *) addr;
276 1.1 gmcgarry syscallarg(size_t) len;
277 1.1 gmcgarry syscallarg(int) op;
278 1.24 dsl } */
279 1.17 christos void *addr;
280 1.1 gmcgarry size_t len;
281 1.1 gmcgarry int op;
282 1.1 gmcgarry int error;
283 1.1 gmcgarry
284 1.1 gmcgarry /*
285 1.1 gmcgarry * first, extract syscall args from the uap.
286 1.1 gmcgarry */
287 1.1 gmcgarry
288 1.17 christos addr = (void *)SCARG(uap, addr);
289 1.1 gmcgarry len = (size_t)SCARG(uap, len);
290 1.1 gmcgarry op = SCARG(uap, op);
291 1.1 gmcgarry
292 1.2 thorpej DPRINTF(("sys_rasctl: p=%p addr=%p, len=%ld, op=0x%x\n",
293 1.21 ad curproc, addr, (long)len, op));
294 1.1 gmcgarry
295 1.1 gmcgarry switch (op) {
296 1.1 gmcgarry case RAS_INSTALL:
297 1.21 ad error = ras_install(addr, len);
298 1.1 gmcgarry break;
299 1.1 gmcgarry case RAS_PURGE:
300 1.21 ad error = ras_purge(addr, len);
301 1.1 gmcgarry break;
302 1.1 gmcgarry case RAS_PURGE_ALL:
303 1.21 ad error = ras_purgeall();
304 1.1 gmcgarry break;
305 1.1 gmcgarry default:
306 1.1 gmcgarry error = EINVAL;
307 1.1 gmcgarry break;
308 1.1 gmcgarry }
309 1.1 gmcgarry
310 1.1 gmcgarry return (error);
311 1.1 gmcgarry
312 1.1 gmcgarry #else
313 1.1 gmcgarry
314 1.1 gmcgarry return (EOPNOTSUPP);
315 1.1 gmcgarry
316 1.1 gmcgarry #endif
317 1.1 gmcgarry
318 1.1 gmcgarry }
319