Home | History | Annotate | Line # | Download | only in kern
kern_ras.c revision 1.23.2.1
      1  1.23.2.1       mjf /*	$NetBSD: kern_ras.c,v 1.23.2.1 2008/02/18 21:06:46 mjf Exp $	*/
      2       1.1  gmcgarry 
      3       1.1  gmcgarry /*-
      4      1.21        ad  * Copyright (c) 2002, 2006, 2007 The NetBSD Foundation, Inc.
      5       1.1  gmcgarry  * All rights reserved.
      6       1.1  gmcgarry  *
      7       1.1  gmcgarry  * This code is derived from software contributed to The NetBSD Foundation
      8      1.21        ad  * by Gregory McGarry, and by Andrew Doran.
      9       1.1  gmcgarry  *
     10       1.1  gmcgarry  * Redistribution and use in source and binary forms, with or without
     11       1.1  gmcgarry  * modification, are permitted provided that the following conditions
     12       1.1  gmcgarry  * are met:
     13       1.1  gmcgarry  * 1. Redistributions of source code must retain the above copyright
     14       1.1  gmcgarry  *    notice, this list of conditions and the following disclaimer.
     15       1.1  gmcgarry  * 2. Redistributions in binary form must reproduce the above copyright
     16       1.1  gmcgarry  *    notice, this list of conditions and the following disclaimer in the
     17       1.1  gmcgarry  *    documentation and/or other materials provided with the distribution.
     18       1.1  gmcgarry  * 3. All advertising materials mentioning features or use of this software
     19       1.1  gmcgarry  *    must display the following acknowledgement:
     20       1.1  gmcgarry  *        This product includes software developed by the NetBSD
     21       1.1  gmcgarry  *        Foundation, Inc. and its contributors.
     22       1.1  gmcgarry  * 4. Neither the name of The NetBSD Foundation nor the names of its
     23       1.1  gmcgarry  *    contributors may be used to endorse or promote products derived
     24       1.1  gmcgarry  *    from this software without specific prior written permission.
     25       1.1  gmcgarry  *
     26       1.1  gmcgarry  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     27       1.1  gmcgarry  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     28       1.1  gmcgarry  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     29       1.1  gmcgarry  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     30       1.1  gmcgarry  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     31       1.1  gmcgarry  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     32       1.1  gmcgarry  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     33       1.1  gmcgarry  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     34       1.1  gmcgarry  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     35       1.1  gmcgarry  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     36       1.1  gmcgarry  * POSSIBILITY OF SUCH DAMAGE.
     37       1.1  gmcgarry  */
     38       1.1  gmcgarry 
     39       1.1  gmcgarry #include <sys/cdefs.h>
     40  1.23.2.1       mjf __KERNEL_RCSID(0, "$NetBSD: kern_ras.c,v 1.23.2.1 2008/02/18 21:06:46 mjf Exp $");
     41       1.1  gmcgarry 
     42       1.1  gmcgarry #include <sys/param.h>
     43       1.1  gmcgarry #include <sys/systm.h>
     44      1.21        ad #include <sys/kernel.h>
     45       1.1  gmcgarry #include <sys/pool.h>
     46       1.1  gmcgarry #include <sys/proc.h>
     47       1.1  gmcgarry #include <sys/ras.h>
     48      1.21        ad #include <sys/xcall.h>
     49       1.1  gmcgarry #include <sys/syscallargs.h>
     50       1.1  gmcgarry 
     51       1.1  gmcgarry #include <uvm/uvm_extern.h>
     52       1.1  gmcgarry 
     53      1.13   thorpej POOL_INIT(ras_pool, sizeof(struct ras), 0, 0, 0, "raspl",
     54      1.18        ad     &pool_allocator_nointr, IPL_NONE);
     55      1.13   thorpej 
     56       1.1  gmcgarry #define MAX_RAS_PER_PROC	16
     57       1.1  gmcgarry 
     58       1.3   thorpej u_int ras_per_proc = MAX_RAS_PER_PROC;
     59       1.1  gmcgarry 
     60       1.1  gmcgarry #ifdef DEBUG
     61       1.1  gmcgarry int ras_debug = 0;
     62       1.1  gmcgarry #define DPRINTF(x)	if (ras_debug) printf x
     63       1.1  gmcgarry #else
     64       1.1  gmcgarry #define DPRINTF(x)	/* nothing */
     65       1.1  gmcgarry #endif
     66       1.1  gmcgarry 
     67       1.1  gmcgarry /*
     68      1.21        ad  * Force all CPUs through cpu_switchto(), waiting until complete.
     69      1.23        ad  * Context switching will drain the write buffer on the calling
     70      1.23        ad  * CPU.
     71      1.21        ad  */
     72      1.21        ad static void
     73      1.21        ad ras_sync(void)
     74      1.21        ad {
     75      1.21        ad 
     76      1.21        ad 	/* No need to sync if exiting or single threaded. */
     77      1.21        ad 	if (curproc->p_nlwps > 1 && ncpu > 1) {
     78      1.21        ad #ifdef NO_SOFTWARE_PATENTS
     79      1.21        ad 		uint64_t where;
     80      1.21        ad 		where = xc_broadcast(0, (xcfunc_t)nullop, NULL, NULL);
     81      1.21        ad 		xc_wait(where);
     82      1.21        ad #else
     83      1.23        ad 		/*
     84      1.23        ad 		 * Assumptions:
     85      1.23        ad 		 *
     86      1.23        ad 		 * o preemption is disabled by the thread in
     87      1.23        ad 		 *   ras_lookup().
     88      1.23        ad 		 * o proc::p_raslist is only inspected with
     89      1.23        ad 		 *   preemption disabled.
     90      1.23        ad 		 * o ras_lookup() plus loads reordered in advance
     91      1.23        ad 		 *   will take no longer than 1/8s to complete.
     92      1.23        ad 		 */
     93      1.23        ad 		const int delta = hz >> 3;
     94      1.23        ad 		int target = hardclock_ticks + delta;
     95      1.23        ad 		do {
     96      1.23        ad 			kpause("ras", false, delta, NULL);
     97      1.23        ad 		} while (hardclock_ticks < target);
     98      1.21        ad #endif
     99      1.21        ad 	}
    100      1.21        ad }
    101      1.21        ad 
    102      1.21        ad /*
    103       1.1  gmcgarry  * Check the specified address to see if it is within the
    104       1.1  gmcgarry  * sequence.  If it is found, we return the restart address,
    105       1.1  gmcgarry  * otherwise we return -1.  If we do perform a restart, we
    106       1.1  gmcgarry  * mark the sequence as hit.
    107      1.21        ad  *
    108      1.21        ad  * No locking required: we disable preemption and ras_sync()
    109      1.21        ad  * guarantees that individual entries are valid while we still
    110      1.21        ad  * have visibility of them.
    111       1.1  gmcgarry  */
    112      1.17  christos void *
    113      1.17  christos ras_lookup(struct proc *p, void *addr)
    114       1.1  gmcgarry {
    115       1.1  gmcgarry 	struct ras *rp;
    116      1.17  christos 	void *startaddr;
    117      1.16        ad 
    118      1.17  christos 	startaddr = (void *)-1;
    119       1.1  gmcgarry 
    120      1.21        ad 	crit_enter();
    121      1.21        ad 	for (rp = p->p_raslist; rp != NULL; rp = rp->ras_next) {
    122       1.1  gmcgarry 		if (addr > rp->ras_startaddr && addr < rp->ras_endaddr) {
    123      1.16        ad 			startaddr = rp->ras_startaddr;
    124       1.1  gmcgarry 			DPRINTF(("RAS hit: p=%p %p\n", p, addr));
    125      1.16        ad 			break;
    126       1.1  gmcgarry 		}
    127       1.1  gmcgarry 	}
    128      1.21        ad 	crit_exit();
    129       1.1  gmcgarry 
    130      1.21        ad 	return startaddr;
    131       1.1  gmcgarry }
    132       1.1  gmcgarry 
    133       1.1  gmcgarry /*
    134       1.1  gmcgarry  * During a fork, we copy all of the sequences from parent p1 to
    135       1.1  gmcgarry  * the child p2.
    136      1.21        ad  *
    137      1.21        ad  * No locking required as the parent must be paused.
    138       1.1  gmcgarry  */
    139       1.1  gmcgarry int
    140       1.1  gmcgarry ras_fork(struct proc *p1, struct proc *p2)
    141       1.1  gmcgarry {
    142       1.1  gmcgarry 	struct ras *rp, *nrp;
    143       1.9      yamt 
    144      1.21        ad 	for (rp = p1->p_raslist; rp != NULL; rp = rp->ras_next) {
    145       1.7     pooka 		nrp = pool_get(&ras_pool, PR_WAITOK);
    146       1.1  gmcgarry 		nrp->ras_startaddr = rp->ras_startaddr;
    147       1.1  gmcgarry 		nrp->ras_endaddr = rp->ras_endaddr;
    148  1.23.2.1       mjf 		nrp->ras_next = p2->p_raslist;
    149      1.21        ad 		p2->p_raslist = nrp;
    150       1.9      yamt 	}
    151       1.9      yamt 
    152      1.22        ad 	DPRINTF(("ras_fork: p1=%p, p2=%p\n", p1, p2));
    153       1.1  gmcgarry 
    154      1.21        ad 	return 0;
    155       1.1  gmcgarry }
    156       1.1  gmcgarry 
    157       1.1  gmcgarry /*
    158       1.1  gmcgarry  * Nuke all sequences for this process.
    159       1.1  gmcgarry  */
    160       1.1  gmcgarry int
    161      1.21        ad ras_purgeall(void)
    162       1.1  gmcgarry {
    163      1.21        ad 	struct ras *rp, *nrp;
    164      1.21        ad 	proc_t *p;
    165      1.21        ad 
    166      1.21        ad 	p = curproc;
    167       1.1  gmcgarry 
    168  1.23.2.1       mjf 	mutex_enter(&p->p_auxlock);
    169      1.21        ad 	if ((rp = p->p_raslist) != NULL) {
    170      1.21        ad 		p->p_raslist = NULL;
    171      1.21        ad 		ras_sync();
    172      1.21        ad 		for(; rp != NULL; rp = nrp) {
    173      1.21        ad 			nrp = rp->ras_next;
    174      1.21        ad 			pool_put(&ras_pool, rp);
    175      1.21        ad 		}
    176       1.1  gmcgarry 	}
    177  1.23.2.1       mjf 	mutex_exit(&p->p_auxlock);
    178       1.1  gmcgarry 
    179      1.21        ad 	return 0;
    180       1.1  gmcgarry }
    181       1.1  gmcgarry 
    182      1.12   hannken #if defined(__HAVE_RAS)
    183      1.12   hannken 
    184       1.1  gmcgarry /*
    185       1.1  gmcgarry  * Install the new sequence.  If it already exists, return
    186       1.1  gmcgarry  * an error.
    187       1.1  gmcgarry  */
    188      1.11   thorpej static int
    189      1.21        ad ras_install(void *addr, size_t len)
    190       1.1  gmcgarry {
    191       1.1  gmcgarry 	struct ras *rp;
    192       1.8      yamt 	struct ras *newrp;
    193      1.21        ad 	void *endaddr;
    194      1.21        ad 	int nras, error;
    195      1.21        ad 	proc_t *p;
    196      1.21        ad 
    197      1.21        ad 	endaddr = (char *)addr + len;
    198       1.1  gmcgarry 
    199      1.17  christos 	if (addr < (void *)VM_MIN_ADDRESS ||
    200      1.17  christos 	    endaddr > (void *)VM_MAXUSER_ADDRESS)
    201       1.1  gmcgarry 		return (EINVAL);
    202       1.1  gmcgarry 
    203       1.1  gmcgarry 	if (len <= 0)
    204       1.1  gmcgarry 		return (EINVAL);
    205       1.1  gmcgarry 
    206      1.21        ad 	newrp = pool_get(&ras_pool, PR_WAITOK);
    207      1.21        ad 	newrp->ras_startaddr = addr;
    208      1.21        ad 	newrp->ras_endaddr = endaddr;
    209      1.21        ad 	error = 0;
    210      1.21        ad 	nras = 0;
    211      1.21        ad 	p = curproc;
    212      1.21        ad 
    213  1.23.2.1       mjf 	mutex_enter(&p->p_auxlock);
    214      1.21        ad 	for (rp = p->p_raslist; rp != NULL; rp = rp->ras_next) {
    215      1.19   thorpej 		if (++nras >= ras_per_proc) {
    216      1.21        ad 			error = EINVAL;
    217      1.21        ad 			break;
    218       1.1  gmcgarry 		}
    219      1.19   thorpej 		if (addr < rp->ras_endaddr && endaddr > rp->ras_startaddr) {
    220      1.21        ad 			error = EEXIST;
    221      1.21        ad 			break;
    222      1.19   thorpej 		}
    223       1.1  gmcgarry 	}
    224      1.21        ad 	if (rp == NULL) {
    225      1.21        ad 		newrp->ras_next = p->p_raslist;
    226      1.21        ad 		p->p_raslist = newrp;
    227      1.21        ad 		ras_sync();
    228  1.23.2.1       mjf 	 	mutex_exit(&p->p_auxlock);
    229      1.21        ad 	} else {
    230  1.23.2.1       mjf 	 	mutex_exit(&p->p_auxlock);
    231      1.21        ad  		pool_put(&ras_pool, newrp);
    232       1.8      yamt 	}
    233       1.1  gmcgarry 
    234      1.21        ad 	return error;
    235       1.1  gmcgarry }
    236       1.1  gmcgarry 
    237       1.1  gmcgarry /*
    238       1.1  gmcgarry  * Nuke the specified sequence.  Both address and len must
    239       1.1  gmcgarry  * match, otherwise we return an error.
    240       1.1  gmcgarry  */
    241      1.11   thorpej static int
    242      1.21        ad ras_purge(void *addr, size_t len)
    243       1.1  gmcgarry {
    244      1.21        ad 	struct ras *rp, **link;
    245      1.21        ad 	void *endaddr;
    246      1.21        ad 	proc_t *p;
    247      1.21        ad 
    248      1.21        ad 	endaddr = (char *)addr + len;
    249      1.21        ad 	p = curproc;
    250      1.21        ad 
    251  1.23.2.1       mjf 	mutex_enter(&p->p_auxlock);
    252      1.21        ad 	link = &p->p_raslist;
    253      1.21        ad 	for (rp = *link; rp != NULL; link = &rp->ras_next, rp = *link) {
    254      1.21        ad 		if (addr == rp->ras_startaddr && endaddr == rp->ras_endaddr)
    255       1.1  gmcgarry 			break;
    256       1.1  gmcgarry 	}
    257      1.16        ad 	if (rp != NULL) {
    258      1.21        ad 		*link = rp->ras_next;
    259      1.21        ad 		ras_sync();
    260  1.23.2.1       mjf 		mutex_exit(&p->p_auxlock);
    261      1.16        ad 		pool_put(&ras_pool, rp);
    262      1.21        ad 		return 0;
    263      1.21        ad 	} else {
    264  1.23.2.1       mjf 		mutex_exit(&p->p_auxlock);
    265      1.21        ad 		return ESRCH;
    266      1.16        ad 	}
    267       1.1  gmcgarry }
    268       1.1  gmcgarry 
    269      1.12   hannken #endif /* defined(__HAVE_RAS) */
    270      1.12   hannken 
    271       1.1  gmcgarry /*ARGSUSED*/
    272       1.1  gmcgarry int
    273      1.15      yamt sys_rasctl(struct lwp *l, void *v, register_t *retval)
    274       1.1  gmcgarry {
    275       1.1  gmcgarry 
    276       1.1  gmcgarry #if defined(__HAVE_RAS)
    277       1.1  gmcgarry 
    278       1.1  gmcgarry 	struct sys_rasctl_args /* {
    279      1.17  christos 		syscallarg(void *) addr;
    280       1.1  gmcgarry 		syscallarg(size_t) len;
    281       1.1  gmcgarry 		syscallarg(int) op;
    282       1.1  gmcgarry 	} */ *uap = v;
    283      1.17  christos 	void *addr;
    284       1.1  gmcgarry 	size_t len;
    285       1.1  gmcgarry 	int op;
    286       1.1  gmcgarry 	int error;
    287       1.1  gmcgarry 
    288       1.1  gmcgarry 	/*
    289       1.1  gmcgarry 	 * first, extract syscall args from the uap.
    290       1.1  gmcgarry 	 */
    291       1.1  gmcgarry 
    292      1.17  christos 	addr = (void *)SCARG(uap, addr);
    293       1.1  gmcgarry 	len = (size_t)SCARG(uap, len);
    294       1.1  gmcgarry 	op = SCARG(uap, op);
    295       1.1  gmcgarry 
    296       1.2   thorpej 	DPRINTF(("sys_rasctl: p=%p addr=%p, len=%ld, op=0x%x\n",
    297      1.21        ad 	    curproc, addr, (long)len, op));
    298       1.1  gmcgarry 
    299       1.1  gmcgarry 	switch (op) {
    300       1.1  gmcgarry 	case RAS_INSTALL:
    301      1.21        ad 		error = ras_install(addr, len);
    302       1.1  gmcgarry 		break;
    303       1.1  gmcgarry 	case RAS_PURGE:
    304      1.21        ad 		error = ras_purge(addr, len);
    305       1.1  gmcgarry 		break;
    306       1.1  gmcgarry 	case RAS_PURGE_ALL:
    307      1.21        ad 		error = ras_purgeall();
    308       1.1  gmcgarry 		break;
    309       1.1  gmcgarry 	default:
    310       1.1  gmcgarry 		error = EINVAL;
    311       1.1  gmcgarry 		break;
    312       1.1  gmcgarry 	}
    313       1.1  gmcgarry 
    314       1.1  gmcgarry 	return (error);
    315       1.1  gmcgarry 
    316       1.1  gmcgarry #else
    317       1.1  gmcgarry 
    318       1.1  gmcgarry 	return (EOPNOTSUPP);
    319       1.1  gmcgarry 
    320       1.1  gmcgarry #endif
    321       1.1  gmcgarry 
    322       1.1  gmcgarry }
    323