1 1.42 riastrad /* $NetBSD: kern_ras.c,v 1.42 2022/08/08 22:31:45 riastradh Exp $ */ 2 1.1 gmcgarry 3 1.1 gmcgarry /*- 4 1.31 ad * Copyright (c) 2002, 2006, 2007, 2008 The NetBSD Foundation, Inc. 5 1.1 gmcgarry * All rights reserved. 6 1.1 gmcgarry * 7 1.1 gmcgarry * This code is derived from software contributed to The NetBSD Foundation 8 1.21 ad * by Gregory McGarry, and by Andrew Doran. 9 1.1 gmcgarry * 10 1.1 gmcgarry * Redistribution and use in source and binary forms, with or without 11 1.1 gmcgarry * modification, are permitted provided that the following conditions 12 1.1 gmcgarry * are met: 13 1.1 gmcgarry * 1. Redistributions of source code must retain the above copyright 14 1.1 gmcgarry * notice, this list of conditions and the following disclaimer. 15 1.1 gmcgarry * 2. Redistributions in binary form must reproduce the above copyright 16 1.1 gmcgarry * notice, this list of conditions and the following disclaimer in the 17 1.1 gmcgarry * documentation and/or other materials provided with the distribution. 18 1.1 gmcgarry * 19 1.1 gmcgarry * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS 20 1.1 gmcgarry * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED 21 1.1 gmcgarry * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 22 1.1 gmcgarry * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS 23 1.1 gmcgarry * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 24 1.1 gmcgarry * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 25 1.1 gmcgarry * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 1.1 gmcgarry * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 27 1.1 gmcgarry * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 28 1.1 gmcgarry * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 29 1.1 gmcgarry * POSSIBILITY OF SUCH DAMAGE. 30 1.1 gmcgarry */ 31 1.1 gmcgarry 32 1.1 gmcgarry #include <sys/cdefs.h> 33 1.42 riastrad __KERNEL_RCSID(0, "$NetBSD: kern_ras.c,v 1.42 2022/08/08 22:31:45 riastradh Exp $"); 34 1.1 gmcgarry 35 1.1 gmcgarry #include <sys/param.h> 36 1.1 gmcgarry #include <sys/systm.h> 37 1.21 ad #include <sys/kernel.h> 38 1.31 ad #include <sys/kmem.h> 39 1.1 gmcgarry #include <sys/proc.h> 40 1.1 gmcgarry #include <sys/ras.h> 41 1.21 ad #include <sys/xcall.h> 42 1.1 gmcgarry #include <sys/syscallargs.h> 43 1.1 gmcgarry 44 1.1 gmcgarry #include <uvm/uvm_extern.h> 45 1.1 gmcgarry 46 1.1 gmcgarry #define MAX_RAS_PER_PROC 16 47 1.1 gmcgarry 48 1.3 thorpej u_int ras_per_proc = MAX_RAS_PER_PROC; 49 1.1 gmcgarry 50 1.1 gmcgarry #ifdef DEBUG 51 1.1 gmcgarry int ras_debug = 0; 52 1.1 gmcgarry #define DPRINTF(x) if (ras_debug) printf x 53 1.1 gmcgarry #else 54 1.1 gmcgarry #define DPRINTF(x) /* nothing */ 55 1.1 gmcgarry #endif 56 1.1 gmcgarry 57 1.1 gmcgarry /* 58 1.21 ad * Force all CPUs through cpu_switchto(), waiting until complete. 59 1.23 ad * Context switching will drain the write buffer on the calling 60 1.23 ad * CPU. 61 1.21 ad */ 62 1.21 ad static void 63 1.21 ad ras_sync(void) 64 1.21 ad { 65 1.21 ad 66 1.21 ad /* No need to sync if exiting or single threaded. */ 67 1.21 ad if (curproc->p_nlwps > 1 && ncpu > 1) { 68 1.39 uwe xc_barrier(0); 69 1.21 ad } 70 1.21 ad } 71 1.21 ad 72 1.21 ad /* 73 1.1 gmcgarry * Check the specified address to see if it is within the 74 1.1 gmcgarry * sequence. If it is found, we return the restart address, 75 1.1 gmcgarry * otherwise we return -1. If we do perform a restart, we 76 1.1 gmcgarry * mark the sequence as hit. 77 1.21 ad * 78 1.21 ad * No locking required: we disable preemption and ras_sync() 79 1.21 ad * guarantees that individual entries are valid while we still 80 1.21 ad * have visibility of them. 81 1.1 gmcgarry */ 82 1.17 christos void * 83 1.17 christos ras_lookup(struct proc *p, void *addr) 84 1.1 gmcgarry { 85 1.1 gmcgarry struct ras *rp; 86 1.17 christos void *startaddr; 87 1.29 ad lwp_t *l; 88 1.16 ad 89 1.17 christos startaddr = (void *)-1; 90 1.29 ad l = curlwp; 91 1.1 gmcgarry 92 1.29 ad KPREEMPT_DISABLE(l); 93 1.21 ad for (rp = p->p_raslist; rp != NULL; rp = rp->ras_next) { 94 1.1 gmcgarry if (addr > rp->ras_startaddr && addr < rp->ras_endaddr) { 95 1.16 ad startaddr = rp->ras_startaddr; 96 1.1 gmcgarry DPRINTF(("RAS hit: p=%p %p\n", p, addr)); 97 1.16 ad break; 98 1.1 gmcgarry } 99 1.1 gmcgarry } 100 1.29 ad KPREEMPT_ENABLE(l); 101 1.1 gmcgarry 102 1.21 ad return startaddr; 103 1.1 gmcgarry } 104 1.1 gmcgarry 105 1.1 gmcgarry /* 106 1.1 gmcgarry * During a fork, we copy all of the sequences from parent p1 to 107 1.1 gmcgarry * the child p2. 108 1.21 ad * 109 1.21 ad * No locking required as the parent must be paused. 110 1.1 gmcgarry */ 111 1.1 gmcgarry int 112 1.1 gmcgarry ras_fork(struct proc *p1, struct proc *p2) 113 1.1 gmcgarry { 114 1.1 gmcgarry struct ras *rp, *nrp; 115 1.9 yamt 116 1.21 ad for (rp = p1->p_raslist; rp != NULL; rp = rp->ras_next) { 117 1.31 ad nrp = kmem_alloc(sizeof(*nrp), KM_SLEEP); 118 1.1 gmcgarry nrp->ras_startaddr = rp->ras_startaddr; 119 1.1 gmcgarry nrp->ras_endaddr = rp->ras_endaddr; 120 1.27 dsl nrp->ras_next = p2->p_raslist; 121 1.21 ad p2->p_raslist = nrp; 122 1.9 yamt } 123 1.9 yamt 124 1.22 ad DPRINTF(("ras_fork: p1=%p, p2=%p\n", p1, p2)); 125 1.1 gmcgarry 126 1.21 ad return 0; 127 1.1 gmcgarry } 128 1.1 gmcgarry 129 1.1 gmcgarry /* 130 1.1 gmcgarry * Nuke all sequences for this process. 131 1.1 gmcgarry */ 132 1.1 gmcgarry int 133 1.21 ad ras_purgeall(void) 134 1.1 gmcgarry { 135 1.21 ad struct ras *rp, *nrp; 136 1.21 ad proc_t *p; 137 1.21 ad 138 1.21 ad p = curproc; 139 1.1 gmcgarry 140 1.32 ad if (p->p_raslist == NULL) 141 1.33 ad return 0; 142 1.32 ad 143 1.25 ad mutex_enter(&p->p_auxlock); 144 1.21 ad if ((rp = p->p_raslist) != NULL) { 145 1.21 ad p->p_raslist = NULL; 146 1.21 ad ras_sync(); 147 1.21 ad for(; rp != NULL; rp = nrp) { 148 1.21 ad nrp = rp->ras_next; 149 1.31 ad kmem_free(rp, sizeof(*rp)); 150 1.21 ad } 151 1.1 gmcgarry } 152 1.25 ad mutex_exit(&p->p_auxlock); 153 1.1 gmcgarry 154 1.21 ad return 0; 155 1.1 gmcgarry } 156 1.1 gmcgarry 157 1.12 hannken #if defined(__HAVE_RAS) 158 1.12 hannken 159 1.1 gmcgarry /* 160 1.1 gmcgarry * Install the new sequence. If it already exists, return 161 1.1 gmcgarry * an error. 162 1.1 gmcgarry */ 163 1.11 thorpej static int 164 1.21 ad ras_install(void *addr, size_t len) 165 1.1 gmcgarry { 166 1.1 gmcgarry struct ras *rp; 167 1.8 yamt struct ras *newrp; 168 1.21 ad void *endaddr; 169 1.21 ad int nras, error; 170 1.21 ad proc_t *p; 171 1.21 ad 172 1.37 maxv if (len == 0) 173 1.37 maxv return EINVAL; 174 1.37 maxv 175 1.41 riastrad if ((uintptr_t)addr < VM_MIN_ADDRESS || 176 1.41 riastrad (uintptr_t)addr > VM_MAXUSER_ADDRESS) 177 1.37 maxv return EINVAL; 178 1.41 riastrad if (len > VM_MAXUSER_ADDRESS - (uintptr_t)addr) 179 1.38 maxv return EINVAL; 180 1.41 riastrad endaddr = (char *)addr + len; 181 1.1 gmcgarry 182 1.31 ad newrp = kmem_alloc(sizeof(*newrp), KM_SLEEP); 183 1.21 ad newrp->ras_startaddr = addr; 184 1.21 ad newrp->ras_endaddr = endaddr; 185 1.21 ad error = 0; 186 1.21 ad nras = 0; 187 1.21 ad p = curproc; 188 1.21 ad 189 1.25 ad mutex_enter(&p->p_auxlock); 190 1.21 ad for (rp = p->p_raslist; rp != NULL; rp = rp->ras_next) { 191 1.19 thorpej if (++nras >= ras_per_proc) { 192 1.21 ad error = EINVAL; 193 1.21 ad break; 194 1.1 gmcgarry } 195 1.19 thorpej if (addr < rp->ras_endaddr && endaddr > rp->ras_startaddr) { 196 1.21 ad error = EEXIST; 197 1.21 ad break; 198 1.19 thorpej } 199 1.1 gmcgarry } 200 1.21 ad if (rp == NULL) { 201 1.21 ad newrp->ras_next = p->p_raslist; 202 1.21 ad p->p_raslist = newrp; 203 1.21 ad ras_sync(); 204 1.25 ad mutex_exit(&p->p_auxlock); 205 1.21 ad } else { 206 1.25 ad mutex_exit(&p->p_auxlock); 207 1.31 ad kmem_free(newrp, sizeof(*newrp)); 208 1.8 yamt } 209 1.1 gmcgarry 210 1.21 ad return error; 211 1.1 gmcgarry } 212 1.1 gmcgarry 213 1.1 gmcgarry /* 214 1.1 gmcgarry * Nuke the specified sequence. Both address and len must 215 1.1 gmcgarry * match, otherwise we return an error. 216 1.1 gmcgarry */ 217 1.11 thorpej static int 218 1.21 ad ras_purge(void *addr, size_t len) 219 1.1 gmcgarry { 220 1.21 ad struct ras *rp, **link; 221 1.21 ad proc_t *p; 222 1.21 ad 223 1.21 ad p = curproc; 224 1.21 ad 225 1.25 ad mutex_enter(&p->p_auxlock); 226 1.21 ad link = &p->p_raslist; 227 1.21 ad for (rp = *link; rp != NULL; link = &rp->ras_next, rp = *link) { 228 1.42 riastrad if (addr == rp->ras_startaddr && 229 1.42 riastrad (char *)rp->ras_endaddr - (char *)rp->ras_startaddr == len) 230 1.1 gmcgarry break; 231 1.1 gmcgarry } 232 1.16 ad if (rp != NULL) { 233 1.21 ad *link = rp->ras_next; 234 1.21 ad ras_sync(); 235 1.25 ad mutex_exit(&p->p_auxlock); 236 1.31 ad kmem_free(rp, sizeof(*rp)); 237 1.21 ad return 0; 238 1.21 ad } else { 239 1.25 ad mutex_exit(&p->p_auxlock); 240 1.21 ad return ESRCH; 241 1.16 ad } 242 1.1 gmcgarry } 243 1.1 gmcgarry 244 1.12 hannken #endif /* defined(__HAVE_RAS) */ 245 1.12 hannken 246 1.1 gmcgarry /*ARGSUSED*/ 247 1.1 gmcgarry int 248 1.24 dsl sys_rasctl(struct lwp *l, const struct sys_rasctl_args *uap, register_t *retval) 249 1.1 gmcgarry { 250 1.1 gmcgarry #if defined(__HAVE_RAS) 251 1.24 dsl /* { 252 1.17 christos syscallarg(void *) addr; 253 1.1 gmcgarry syscallarg(size_t) len; 254 1.1 gmcgarry syscallarg(int) op; 255 1.24 dsl } */ 256 1.17 christos void *addr; 257 1.1 gmcgarry size_t len; 258 1.1 gmcgarry int op; 259 1.1 gmcgarry int error; 260 1.1 gmcgarry 261 1.1 gmcgarry /* 262 1.1 gmcgarry * first, extract syscall args from the uap. 263 1.1 gmcgarry */ 264 1.1 gmcgarry 265 1.17 christos addr = (void *)SCARG(uap, addr); 266 1.1 gmcgarry len = (size_t)SCARG(uap, len); 267 1.1 gmcgarry op = SCARG(uap, op); 268 1.1 gmcgarry 269 1.2 thorpej DPRINTF(("sys_rasctl: p=%p addr=%p, len=%ld, op=0x%x\n", 270 1.21 ad curproc, addr, (long)len, op)); 271 1.1 gmcgarry 272 1.1 gmcgarry switch (op) { 273 1.1 gmcgarry case RAS_INSTALL: 274 1.21 ad error = ras_install(addr, len); 275 1.1 gmcgarry break; 276 1.1 gmcgarry case RAS_PURGE: 277 1.21 ad error = ras_purge(addr, len); 278 1.1 gmcgarry break; 279 1.1 gmcgarry case RAS_PURGE_ALL: 280 1.21 ad error = ras_purgeall(); 281 1.1 gmcgarry break; 282 1.1 gmcgarry default: 283 1.1 gmcgarry error = EINVAL; 284 1.1 gmcgarry break; 285 1.1 gmcgarry } 286 1.1 gmcgarry 287 1.1 gmcgarry return (error); 288 1.1 gmcgarry #else 289 1.1 gmcgarry return (EOPNOTSUPP); 290 1.1 gmcgarry #endif 291 1.1 gmcgarry } 292