Home | History | Annotate | Line # | Download | only in kern
kern_ras.c revision 1.30.2.1
      1  1.30.2.1  wrstuden /*	$NetBSD: kern_ras.c,v 1.30.2.1 2008/05/10 23:49:04 wrstuden Exp $	*/
      2       1.1  gmcgarry 
      3       1.1  gmcgarry /*-
      4      1.21        ad  * Copyright (c) 2002, 2006, 2007 The NetBSD Foundation, Inc.
      5       1.1  gmcgarry  * All rights reserved.
      6       1.1  gmcgarry  *
      7       1.1  gmcgarry  * This code is derived from software contributed to The NetBSD Foundation
      8      1.21        ad  * by Gregory McGarry, and by Andrew Doran.
      9       1.1  gmcgarry  *
     10       1.1  gmcgarry  * Redistribution and use in source and binary forms, with or without
     11       1.1  gmcgarry  * modification, are permitted provided that the following conditions
     12       1.1  gmcgarry  * are met:
     13       1.1  gmcgarry  * 1. Redistributions of source code must retain the above copyright
     14       1.1  gmcgarry  *    notice, this list of conditions and the following disclaimer.
     15       1.1  gmcgarry  * 2. Redistributions in binary form must reproduce the above copyright
     16       1.1  gmcgarry  *    notice, this list of conditions and the following disclaimer in the
     17       1.1  gmcgarry  *    documentation and/or other materials provided with the distribution.
     18       1.1  gmcgarry  *
     19       1.1  gmcgarry  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20       1.1  gmcgarry  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21       1.1  gmcgarry  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22       1.1  gmcgarry  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23       1.1  gmcgarry  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24       1.1  gmcgarry  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25       1.1  gmcgarry  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26       1.1  gmcgarry  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27       1.1  gmcgarry  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28       1.1  gmcgarry  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29       1.1  gmcgarry  * POSSIBILITY OF SUCH DAMAGE.
     30       1.1  gmcgarry  */
     31       1.1  gmcgarry 
     32       1.1  gmcgarry #include <sys/cdefs.h>
     33  1.30.2.1  wrstuden __KERNEL_RCSID(0, "$NetBSD: kern_ras.c,v 1.30.2.1 2008/05/10 23:49:04 wrstuden Exp $");
     34       1.1  gmcgarry 
     35       1.1  gmcgarry #include <sys/param.h>
     36       1.1  gmcgarry #include <sys/systm.h>
     37      1.21        ad #include <sys/kernel.h>
     38       1.1  gmcgarry #include <sys/pool.h>
     39       1.1  gmcgarry #include <sys/proc.h>
     40       1.1  gmcgarry #include <sys/ras.h>
     41  1.30.2.1  wrstuden #include <sys/sa.h>
     42  1.30.2.1  wrstuden #include <sys/savar.h>
     43      1.21        ad #include <sys/xcall.h>
     44       1.1  gmcgarry #include <sys/syscallargs.h>
     45       1.1  gmcgarry 
     46       1.1  gmcgarry #include <uvm/uvm_extern.h>
     47       1.1  gmcgarry 
     48      1.13   thorpej POOL_INIT(ras_pool, sizeof(struct ras), 0, 0, 0, "raspl",
     49      1.18        ad     &pool_allocator_nointr, IPL_NONE);
     50      1.13   thorpej 
     51       1.1  gmcgarry #define MAX_RAS_PER_PROC	16
     52       1.1  gmcgarry 
     53       1.3   thorpej u_int ras_per_proc = MAX_RAS_PER_PROC;
     54       1.1  gmcgarry 
     55       1.1  gmcgarry #ifdef DEBUG
     56       1.1  gmcgarry int ras_debug = 0;
     57       1.1  gmcgarry #define DPRINTF(x)	if (ras_debug) printf x
     58       1.1  gmcgarry #else
     59       1.1  gmcgarry #define DPRINTF(x)	/* nothing */
     60       1.1  gmcgarry #endif
     61       1.1  gmcgarry 
     62       1.1  gmcgarry /*
     63      1.21        ad  * Force all CPUs through cpu_switchto(), waiting until complete.
     64      1.23        ad  * Context switching will drain the write buffer on the calling
     65      1.23        ad  * CPU.
     66      1.21        ad  */
     67      1.21        ad static void
     68      1.21        ad ras_sync(void)
     69      1.21        ad {
     70      1.21        ad 
     71      1.21        ad 	/* No need to sync if exiting or single threaded. */
     72      1.21        ad 	if (curproc->p_nlwps > 1 && ncpu > 1) {
     73      1.21        ad #ifdef NO_SOFTWARE_PATENTS
     74      1.21        ad 		uint64_t where;
     75      1.21        ad 		where = xc_broadcast(0, (xcfunc_t)nullop, NULL, NULL);
     76      1.21        ad 		xc_wait(where);
     77      1.21        ad #else
     78      1.23        ad 		/*
     79      1.23        ad 		 * Assumptions:
     80      1.23        ad 		 *
     81      1.23        ad 		 * o preemption is disabled by the thread in
     82      1.23        ad 		 *   ras_lookup().
     83      1.23        ad 		 * o proc::p_raslist is only inspected with
     84      1.23        ad 		 *   preemption disabled.
     85      1.23        ad 		 * o ras_lookup() plus loads reordered in advance
     86      1.23        ad 		 *   will take no longer than 1/8s to complete.
     87      1.23        ad 		 */
     88      1.23        ad 		const int delta = hz >> 3;
     89      1.23        ad 		int target = hardclock_ticks + delta;
     90      1.23        ad 		do {
     91      1.23        ad 			kpause("ras", false, delta, NULL);
     92      1.23        ad 		} while (hardclock_ticks < target);
     93      1.21        ad #endif
     94      1.21        ad 	}
     95      1.21        ad }
     96      1.21        ad 
     97      1.21        ad /*
     98       1.1  gmcgarry  * Check the specified address to see if it is within the
     99       1.1  gmcgarry  * sequence.  If it is found, we return the restart address,
    100       1.1  gmcgarry  * otherwise we return -1.  If we do perform a restart, we
    101       1.1  gmcgarry  * mark the sequence as hit.
    102      1.21        ad  *
    103      1.21        ad  * No locking required: we disable preemption and ras_sync()
    104      1.21        ad  * guarantees that individual entries are valid while we still
    105      1.21        ad  * have visibility of them.
    106       1.1  gmcgarry  */
    107      1.17  christos void *
    108      1.17  christos ras_lookup(struct proc *p, void *addr)
    109       1.1  gmcgarry {
    110       1.1  gmcgarry 	struct ras *rp;
    111      1.17  christos 	void *startaddr;
    112      1.29        ad 	lwp_t *l;
    113      1.16        ad 
    114      1.17  christos 	startaddr = (void *)-1;
    115      1.29        ad 	l = curlwp;
    116       1.1  gmcgarry 
    117      1.29        ad 	KPREEMPT_DISABLE(l);
    118      1.21        ad 	for (rp = p->p_raslist; rp != NULL; rp = rp->ras_next) {
    119       1.1  gmcgarry 		if (addr > rp->ras_startaddr && addr < rp->ras_endaddr) {
    120      1.16        ad 			startaddr = rp->ras_startaddr;
    121       1.1  gmcgarry 			DPRINTF(("RAS hit: p=%p %p\n", p, addr));
    122      1.16        ad 			break;
    123       1.1  gmcgarry 		}
    124       1.1  gmcgarry 	}
    125      1.29        ad 	KPREEMPT_ENABLE(l);
    126       1.1  gmcgarry 
    127      1.21        ad 	return startaddr;
    128       1.1  gmcgarry }
    129       1.1  gmcgarry 
    130       1.1  gmcgarry /*
    131       1.1  gmcgarry  * During a fork, we copy all of the sequences from parent p1 to
    132       1.1  gmcgarry  * the child p2.
    133      1.21        ad  *
    134      1.21        ad  * No locking required as the parent must be paused.
    135       1.1  gmcgarry  */
    136       1.1  gmcgarry int
    137       1.1  gmcgarry ras_fork(struct proc *p1, struct proc *p2)
    138       1.1  gmcgarry {
    139       1.1  gmcgarry 	struct ras *rp, *nrp;
    140       1.9      yamt 
    141      1.21        ad 	for (rp = p1->p_raslist; rp != NULL; rp = rp->ras_next) {
    142       1.7     pooka 		nrp = pool_get(&ras_pool, PR_WAITOK);
    143       1.1  gmcgarry 		nrp->ras_startaddr = rp->ras_startaddr;
    144       1.1  gmcgarry 		nrp->ras_endaddr = rp->ras_endaddr;
    145      1.27       dsl 		nrp->ras_next = p2->p_raslist;
    146      1.21        ad 		p2->p_raslist = nrp;
    147       1.9      yamt 	}
    148       1.9      yamt 
    149      1.22        ad 	DPRINTF(("ras_fork: p1=%p, p2=%p\n", p1, p2));
    150       1.1  gmcgarry 
    151      1.21        ad 	return 0;
    152       1.1  gmcgarry }
    153       1.1  gmcgarry 
    154       1.1  gmcgarry /*
    155       1.1  gmcgarry  * Nuke all sequences for this process.
    156       1.1  gmcgarry  */
    157       1.1  gmcgarry int
    158      1.21        ad ras_purgeall(void)
    159       1.1  gmcgarry {
    160      1.21        ad 	struct ras *rp, *nrp;
    161      1.21        ad 	proc_t *p;
    162      1.21        ad 
    163      1.21        ad 	p = curproc;
    164       1.1  gmcgarry 
    165      1.25        ad 	mutex_enter(&p->p_auxlock);
    166      1.21        ad 	if ((rp = p->p_raslist) != NULL) {
    167      1.21        ad 		p->p_raslist = NULL;
    168      1.21        ad 		ras_sync();
    169      1.21        ad 		for(; rp != NULL; rp = nrp) {
    170      1.21        ad 			nrp = rp->ras_next;
    171      1.21        ad 			pool_put(&ras_pool, rp);
    172      1.21        ad 		}
    173       1.1  gmcgarry 	}
    174      1.25        ad 	mutex_exit(&p->p_auxlock);
    175       1.1  gmcgarry 
    176      1.21        ad 	return 0;
    177       1.1  gmcgarry }
    178       1.1  gmcgarry 
    179      1.12   hannken #if defined(__HAVE_RAS)
    180      1.12   hannken 
    181       1.1  gmcgarry /*
    182       1.1  gmcgarry  * Install the new sequence.  If it already exists, return
    183       1.1  gmcgarry  * an error.
    184       1.1  gmcgarry  */
    185      1.11   thorpej static int
    186      1.21        ad ras_install(void *addr, size_t len)
    187       1.1  gmcgarry {
    188       1.1  gmcgarry 	struct ras *rp;
    189       1.8      yamt 	struct ras *newrp;
    190      1.21        ad 	void *endaddr;
    191      1.21        ad 	int nras, error;
    192      1.21        ad 	proc_t *p;
    193      1.21        ad 
    194      1.21        ad 	endaddr = (char *)addr + len;
    195       1.1  gmcgarry 
    196      1.17  christos 	if (addr < (void *)VM_MIN_ADDRESS ||
    197      1.17  christos 	    endaddr > (void *)VM_MAXUSER_ADDRESS)
    198       1.1  gmcgarry 		return (EINVAL);
    199       1.1  gmcgarry 
    200       1.1  gmcgarry 	if (len <= 0)
    201       1.1  gmcgarry 		return (EINVAL);
    202       1.1  gmcgarry 
    203      1.21        ad 	newrp = pool_get(&ras_pool, PR_WAITOK);
    204      1.21        ad 	newrp->ras_startaddr = addr;
    205      1.21        ad 	newrp->ras_endaddr = endaddr;
    206      1.21        ad 	error = 0;
    207      1.21        ad 	nras = 0;
    208      1.21        ad 	p = curproc;
    209      1.21        ad 
    210      1.25        ad 	mutex_enter(&p->p_auxlock);
    211      1.21        ad 	for (rp = p->p_raslist; rp != NULL; rp = rp->ras_next) {
    212      1.19   thorpej 		if (++nras >= ras_per_proc) {
    213      1.21        ad 			error = EINVAL;
    214      1.21        ad 			break;
    215       1.1  gmcgarry 		}
    216      1.19   thorpej 		if (addr < rp->ras_endaddr && endaddr > rp->ras_startaddr) {
    217      1.21        ad 			error = EEXIST;
    218      1.21        ad 			break;
    219      1.19   thorpej 		}
    220       1.1  gmcgarry 	}
    221      1.21        ad 	if (rp == NULL) {
    222      1.21        ad 		newrp->ras_next = p->p_raslist;
    223      1.21        ad 		p->p_raslist = newrp;
    224      1.21        ad 		ras_sync();
    225      1.25        ad 	 	mutex_exit(&p->p_auxlock);
    226      1.21        ad 	} else {
    227      1.25        ad 	 	mutex_exit(&p->p_auxlock);
    228      1.21        ad  		pool_put(&ras_pool, newrp);
    229       1.8      yamt 	}
    230       1.1  gmcgarry 
    231      1.21        ad 	return error;
    232       1.1  gmcgarry }
    233       1.1  gmcgarry 
    234       1.1  gmcgarry /*
    235       1.1  gmcgarry  * Nuke the specified sequence.  Both address and len must
    236       1.1  gmcgarry  * match, otherwise we return an error.
    237       1.1  gmcgarry  */
    238      1.11   thorpej static int
    239      1.21        ad ras_purge(void *addr, size_t len)
    240       1.1  gmcgarry {
    241      1.21        ad 	struct ras *rp, **link;
    242      1.21        ad 	void *endaddr;
    243      1.21        ad 	proc_t *p;
    244      1.21        ad 
    245      1.21        ad 	endaddr = (char *)addr + len;
    246      1.21        ad 	p = curproc;
    247      1.21        ad 
    248      1.25        ad 	mutex_enter(&p->p_auxlock);
    249      1.21        ad 	link = &p->p_raslist;
    250      1.21        ad 	for (rp = *link; rp != NULL; link = &rp->ras_next, rp = *link) {
    251      1.21        ad 		if (addr == rp->ras_startaddr && endaddr == rp->ras_endaddr)
    252       1.1  gmcgarry 			break;
    253       1.1  gmcgarry 	}
    254      1.16        ad 	if (rp != NULL) {
    255      1.21        ad 		*link = rp->ras_next;
    256      1.21        ad 		ras_sync();
    257      1.25        ad 		mutex_exit(&p->p_auxlock);
    258      1.16        ad 		pool_put(&ras_pool, rp);
    259      1.21        ad 		return 0;
    260      1.21        ad 	} else {
    261      1.25        ad 		mutex_exit(&p->p_auxlock);
    262      1.21        ad 		return ESRCH;
    263      1.16        ad 	}
    264       1.1  gmcgarry }
    265       1.1  gmcgarry 
    266      1.12   hannken #endif /* defined(__HAVE_RAS) */
    267      1.12   hannken 
    268       1.1  gmcgarry /*ARGSUSED*/
    269       1.1  gmcgarry int
    270      1.24       dsl sys_rasctl(struct lwp *l, const struct sys_rasctl_args *uap, register_t *retval)
    271       1.1  gmcgarry {
    272       1.1  gmcgarry 
    273       1.1  gmcgarry #if defined(__HAVE_RAS)
    274      1.24       dsl 	/* {
    275      1.17  christos 		syscallarg(void *) addr;
    276       1.1  gmcgarry 		syscallarg(size_t) len;
    277       1.1  gmcgarry 		syscallarg(int) op;
    278      1.24       dsl 	} */
    279      1.17  christos 	void *addr;
    280       1.1  gmcgarry 	size_t len;
    281       1.1  gmcgarry 	int op;
    282       1.1  gmcgarry 	int error;
    283       1.1  gmcgarry 
    284       1.1  gmcgarry 	/*
    285       1.1  gmcgarry 	 * first, extract syscall args from the uap.
    286       1.1  gmcgarry 	 */
    287       1.1  gmcgarry 
    288      1.17  christos 	addr = (void *)SCARG(uap, addr);
    289       1.1  gmcgarry 	len = (size_t)SCARG(uap, len);
    290       1.1  gmcgarry 	op = SCARG(uap, op);
    291       1.1  gmcgarry 
    292       1.2   thorpej 	DPRINTF(("sys_rasctl: p=%p addr=%p, len=%ld, op=0x%x\n",
    293      1.21        ad 	    curproc, addr, (long)len, op));
    294       1.1  gmcgarry 
    295       1.1  gmcgarry 	switch (op) {
    296       1.1  gmcgarry 	case RAS_INSTALL:
    297      1.21        ad 		error = ras_install(addr, len);
    298       1.1  gmcgarry 		break;
    299       1.1  gmcgarry 	case RAS_PURGE:
    300      1.21        ad 		error = ras_purge(addr, len);
    301       1.1  gmcgarry 		break;
    302       1.1  gmcgarry 	case RAS_PURGE_ALL:
    303      1.21        ad 		error = ras_purgeall();
    304       1.1  gmcgarry 		break;
    305       1.1  gmcgarry 	default:
    306       1.1  gmcgarry 		error = EINVAL;
    307       1.1  gmcgarry 		break;
    308       1.1  gmcgarry 	}
    309       1.1  gmcgarry 
    310       1.1  gmcgarry 	return (error);
    311       1.1  gmcgarry 
    312       1.1  gmcgarry #else
    313       1.1  gmcgarry 
    314       1.1  gmcgarry 	return (EOPNOTSUPP);
    315       1.1  gmcgarry 
    316       1.1  gmcgarry #endif
    317       1.1  gmcgarry 
    318       1.1  gmcgarry }
    319