Home | History | Annotate | Line # | Download | only in kern
kern_ras.c revision 1.42
      1  1.42  riastrad /*	$NetBSD: kern_ras.c,v 1.42 2022/08/08 22:31:45 riastradh Exp $	*/
      2   1.1  gmcgarry 
      3   1.1  gmcgarry /*-
      4  1.31        ad  * Copyright (c) 2002, 2006, 2007, 2008 The NetBSD Foundation, Inc.
      5   1.1  gmcgarry  * All rights reserved.
      6   1.1  gmcgarry  *
      7   1.1  gmcgarry  * This code is derived from software contributed to The NetBSD Foundation
      8  1.21        ad  * by Gregory McGarry, and by Andrew Doran.
      9   1.1  gmcgarry  *
     10   1.1  gmcgarry  * Redistribution and use in source and binary forms, with or without
     11   1.1  gmcgarry  * modification, are permitted provided that the following conditions
     12   1.1  gmcgarry  * are met:
     13   1.1  gmcgarry  * 1. Redistributions of source code must retain the above copyright
     14   1.1  gmcgarry  *    notice, this list of conditions and the following disclaimer.
     15   1.1  gmcgarry  * 2. Redistributions in binary form must reproduce the above copyright
     16   1.1  gmcgarry  *    notice, this list of conditions and the following disclaimer in the
     17   1.1  gmcgarry  *    documentation and/or other materials provided with the distribution.
     18   1.1  gmcgarry  *
     19   1.1  gmcgarry  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20   1.1  gmcgarry  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21   1.1  gmcgarry  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22   1.1  gmcgarry  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23   1.1  gmcgarry  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24   1.1  gmcgarry  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25   1.1  gmcgarry  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26   1.1  gmcgarry  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27   1.1  gmcgarry  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28   1.1  gmcgarry  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29   1.1  gmcgarry  * POSSIBILITY OF SUCH DAMAGE.
     30   1.1  gmcgarry  */
     31   1.1  gmcgarry 
     32   1.1  gmcgarry #include <sys/cdefs.h>
     33  1.42  riastrad __KERNEL_RCSID(0, "$NetBSD: kern_ras.c,v 1.42 2022/08/08 22:31:45 riastradh Exp $");
     34   1.1  gmcgarry 
     35   1.1  gmcgarry #include <sys/param.h>
     36   1.1  gmcgarry #include <sys/systm.h>
     37  1.21        ad #include <sys/kernel.h>
     38  1.31        ad #include <sys/kmem.h>
     39   1.1  gmcgarry #include <sys/proc.h>
     40   1.1  gmcgarry #include <sys/ras.h>
     41  1.21        ad #include <sys/xcall.h>
     42   1.1  gmcgarry #include <sys/syscallargs.h>
     43   1.1  gmcgarry 
     44   1.1  gmcgarry #include <uvm/uvm_extern.h>
     45   1.1  gmcgarry 
     46   1.1  gmcgarry #define MAX_RAS_PER_PROC	16
     47   1.1  gmcgarry 
     48   1.3   thorpej u_int ras_per_proc = MAX_RAS_PER_PROC;
     49   1.1  gmcgarry 
     50   1.1  gmcgarry #ifdef DEBUG
     51   1.1  gmcgarry int ras_debug = 0;
     52   1.1  gmcgarry #define DPRINTF(x)	if (ras_debug) printf x
     53   1.1  gmcgarry #else
     54   1.1  gmcgarry #define DPRINTF(x)	/* nothing */
     55   1.1  gmcgarry #endif
     56   1.1  gmcgarry 
     57   1.1  gmcgarry /*
     58  1.21        ad  * Force all CPUs through cpu_switchto(), waiting until complete.
     59  1.23        ad  * Context switching will drain the write buffer on the calling
     60  1.23        ad  * CPU.
     61  1.21        ad  */
     62  1.21        ad static void
     63  1.21        ad ras_sync(void)
     64  1.21        ad {
     65  1.21        ad 
     66  1.21        ad 	/* No need to sync if exiting or single threaded. */
     67  1.21        ad 	if (curproc->p_nlwps > 1 && ncpu > 1) {
     68  1.39       uwe 		xc_barrier(0);
     69  1.21        ad 	}
     70  1.21        ad }
     71  1.21        ad 
     72  1.21        ad /*
     73   1.1  gmcgarry  * Check the specified address to see if it is within the
     74   1.1  gmcgarry  * sequence.  If it is found, we return the restart address,
     75   1.1  gmcgarry  * otherwise we return -1.  If we do perform a restart, we
     76   1.1  gmcgarry  * mark the sequence as hit.
     77  1.21        ad  *
     78  1.21        ad  * No locking required: we disable preemption and ras_sync()
     79  1.21        ad  * guarantees that individual entries are valid while we still
     80  1.21        ad  * have visibility of them.
     81   1.1  gmcgarry  */
     82  1.17  christos void *
     83  1.17  christos ras_lookup(struct proc *p, void *addr)
     84   1.1  gmcgarry {
     85   1.1  gmcgarry 	struct ras *rp;
     86  1.17  christos 	void *startaddr;
     87  1.29        ad 	lwp_t *l;
     88  1.16        ad 
     89  1.17  christos 	startaddr = (void *)-1;
     90  1.29        ad 	l = curlwp;
     91   1.1  gmcgarry 
     92  1.29        ad 	KPREEMPT_DISABLE(l);
     93  1.21        ad 	for (rp = p->p_raslist; rp != NULL; rp = rp->ras_next) {
     94   1.1  gmcgarry 		if (addr > rp->ras_startaddr && addr < rp->ras_endaddr) {
     95  1.16        ad 			startaddr = rp->ras_startaddr;
     96   1.1  gmcgarry 			DPRINTF(("RAS hit: p=%p %p\n", p, addr));
     97  1.16        ad 			break;
     98   1.1  gmcgarry 		}
     99   1.1  gmcgarry 	}
    100  1.29        ad 	KPREEMPT_ENABLE(l);
    101   1.1  gmcgarry 
    102  1.21        ad 	return startaddr;
    103   1.1  gmcgarry }
    104   1.1  gmcgarry 
    105   1.1  gmcgarry /*
    106   1.1  gmcgarry  * During a fork, we copy all of the sequences from parent p1 to
    107   1.1  gmcgarry  * the child p2.
    108  1.21        ad  *
    109  1.21        ad  * No locking required as the parent must be paused.
    110   1.1  gmcgarry  */
    111   1.1  gmcgarry int
    112   1.1  gmcgarry ras_fork(struct proc *p1, struct proc *p2)
    113   1.1  gmcgarry {
    114   1.1  gmcgarry 	struct ras *rp, *nrp;
    115   1.9      yamt 
    116  1.21        ad 	for (rp = p1->p_raslist; rp != NULL; rp = rp->ras_next) {
    117  1.31        ad 		nrp = kmem_alloc(sizeof(*nrp), KM_SLEEP);
    118   1.1  gmcgarry 		nrp->ras_startaddr = rp->ras_startaddr;
    119   1.1  gmcgarry 		nrp->ras_endaddr = rp->ras_endaddr;
    120  1.27       dsl 		nrp->ras_next = p2->p_raslist;
    121  1.21        ad 		p2->p_raslist = nrp;
    122   1.9      yamt 	}
    123   1.9      yamt 
    124  1.22        ad 	DPRINTF(("ras_fork: p1=%p, p2=%p\n", p1, p2));
    125   1.1  gmcgarry 
    126  1.21        ad 	return 0;
    127   1.1  gmcgarry }
    128   1.1  gmcgarry 
    129   1.1  gmcgarry /*
    130   1.1  gmcgarry  * Nuke all sequences for this process.
    131   1.1  gmcgarry  */
    132   1.1  gmcgarry int
    133  1.21        ad ras_purgeall(void)
    134   1.1  gmcgarry {
    135  1.21        ad 	struct ras *rp, *nrp;
    136  1.21        ad 	proc_t *p;
    137  1.21        ad 
    138  1.21        ad 	p = curproc;
    139   1.1  gmcgarry 
    140  1.32        ad 	if (p->p_raslist == NULL)
    141  1.33        ad 		return 0;
    142  1.32        ad 
    143  1.25        ad 	mutex_enter(&p->p_auxlock);
    144  1.21        ad 	if ((rp = p->p_raslist) != NULL) {
    145  1.21        ad 		p->p_raslist = NULL;
    146  1.21        ad 		ras_sync();
    147  1.21        ad 		for(; rp != NULL; rp = nrp) {
    148  1.21        ad 			nrp = rp->ras_next;
    149  1.31        ad 			kmem_free(rp, sizeof(*rp));
    150  1.21        ad 		}
    151   1.1  gmcgarry 	}
    152  1.25        ad 	mutex_exit(&p->p_auxlock);
    153   1.1  gmcgarry 
    154  1.21        ad 	return 0;
    155   1.1  gmcgarry }
    156   1.1  gmcgarry 
    157  1.12   hannken #if defined(__HAVE_RAS)
    158  1.12   hannken 
    159   1.1  gmcgarry /*
    160   1.1  gmcgarry  * Install the new sequence.  If it already exists, return
    161   1.1  gmcgarry  * an error.
    162   1.1  gmcgarry  */
    163  1.11   thorpej static int
    164  1.21        ad ras_install(void *addr, size_t len)
    165   1.1  gmcgarry {
    166   1.1  gmcgarry 	struct ras *rp;
    167   1.8      yamt 	struct ras *newrp;
    168  1.21        ad 	void *endaddr;
    169  1.21        ad 	int nras, error;
    170  1.21        ad 	proc_t *p;
    171  1.21        ad 
    172  1.37      maxv 	if (len == 0)
    173  1.37      maxv 		return EINVAL;
    174  1.37      maxv 
    175  1.41  riastrad 	if ((uintptr_t)addr < VM_MIN_ADDRESS ||
    176  1.41  riastrad 	    (uintptr_t)addr > VM_MAXUSER_ADDRESS)
    177  1.37      maxv 		return EINVAL;
    178  1.41  riastrad 	if (len > VM_MAXUSER_ADDRESS - (uintptr_t)addr)
    179  1.38      maxv 		return EINVAL;
    180  1.41  riastrad 	endaddr = (char *)addr + len;
    181   1.1  gmcgarry 
    182  1.31        ad 	newrp = kmem_alloc(sizeof(*newrp), KM_SLEEP);
    183  1.21        ad 	newrp->ras_startaddr = addr;
    184  1.21        ad 	newrp->ras_endaddr = endaddr;
    185  1.21        ad 	error = 0;
    186  1.21        ad 	nras = 0;
    187  1.21        ad 	p = curproc;
    188  1.21        ad 
    189  1.25        ad 	mutex_enter(&p->p_auxlock);
    190  1.21        ad 	for (rp = p->p_raslist; rp != NULL; rp = rp->ras_next) {
    191  1.19   thorpej 		if (++nras >= ras_per_proc) {
    192  1.21        ad 			error = EINVAL;
    193  1.21        ad 			break;
    194   1.1  gmcgarry 		}
    195  1.19   thorpej 		if (addr < rp->ras_endaddr && endaddr > rp->ras_startaddr) {
    196  1.21        ad 			error = EEXIST;
    197  1.21        ad 			break;
    198  1.19   thorpej 		}
    199   1.1  gmcgarry 	}
    200  1.21        ad 	if (rp == NULL) {
    201  1.21        ad 		newrp->ras_next = p->p_raslist;
    202  1.21        ad 		p->p_raslist = newrp;
    203  1.21        ad 		ras_sync();
    204  1.25        ad 	 	mutex_exit(&p->p_auxlock);
    205  1.21        ad 	} else {
    206  1.25        ad 	 	mutex_exit(&p->p_auxlock);
    207  1.31        ad  		kmem_free(newrp, sizeof(*newrp));
    208   1.8      yamt 	}
    209   1.1  gmcgarry 
    210  1.21        ad 	return error;
    211   1.1  gmcgarry }
    212   1.1  gmcgarry 
    213   1.1  gmcgarry /*
    214   1.1  gmcgarry  * Nuke the specified sequence.  Both address and len must
    215   1.1  gmcgarry  * match, otherwise we return an error.
    216   1.1  gmcgarry  */
    217  1.11   thorpej static int
    218  1.21        ad ras_purge(void *addr, size_t len)
    219   1.1  gmcgarry {
    220  1.21        ad 	struct ras *rp, **link;
    221  1.21        ad 	proc_t *p;
    222  1.21        ad 
    223  1.21        ad 	p = curproc;
    224  1.21        ad 
    225  1.25        ad 	mutex_enter(&p->p_auxlock);
    226  1.21        ad 	link = &p->p_raslist;
    227  1.21        ad 	for (rp = *link; rp != NULL; link = &rp->ras_next, rp = *link) {
    228  1.42  riastrad 		if (addr == rp->ras_startaddr &&
    229  1.42  riastrad 		    (char *)rp->ras_endaddr - (char *)rp->ras_startaddr == len)
    230   1.1  gmcgarry 			break;
    231   1.1  gmcgarry 	}
    232  1.16        ad 	if (rp != NULL) {
    233  1.21        ad 		*link = rp->ras_next;
    234  1.21        ad 		ras_sync();
    235  1.25        ad 		mutex_exit(&p->p_auxlock);
    236  1.31        ad 		kmem_free(rp, sizeof(*rp));
    237  1.21        ad 		return 0;
    238  1.21        ad 	} else {
    239  1.25        ad 		mutex_exit(&p->p_auxlock);
    240  1.21        ad 		return ESRCH;
    241  1.16        ad 	}
    242   1.1  gmcgarry }
    243   1.1  gmcgarry 
    244  1.12   hannken #endif /* defined(__HAVE_RAS) */
    245  1.12   hannken 
    246   1.1  gmcgarry /*ARGSUSED*/
    247   1.1  gmcgarry int
    248  1.24       dsl sys_rasctl(struct lwp *l, const struct sys_rasctl_args *uap, register_t *retval)
    249   1.1  gmcgarry {
    250   1.1  gmcgarry #if defined(__HAVE_RAS)
    251  1.24       dsl 	/* {
    252  1.17  christos 		syscallarg(void *) addr;
    253   1.1  gmcgarry 		syscallarg(size_t) len;
    254   1.1  gmcgarry 		syscallarg(int) op;
    255  1.24       dsl 	} */
    256  1.17  christos 	void *addr;
    257   1.1  gmcgarry 	size_t len;
    258   1.1  gmcgarry 	int op;
    259   1.1  gmcgarry 	int error;
    260   1.1  gmcgarry 
    261   1.1  gmcgarry 	/*
    262   1.1  gmcgarry 	 * first, extract syscall args from the uap.
    263   1.1  gmcgarry 	 */
    264   1.1  gmcgarry 
    265  1.17  christos 	addr = (void *)SCARG(uap, addr);
    266   1.1  gmcgarry 	len = (size_t)SCARG(uap, len);
    267   1.1  gmcgarry 	op = SCARG(uap, op);
    268   1.1  gmcgarry 
    269   1.2   thorpej 	DPRINTF(("sys_rasctl: p=%p addr=%p, len=%ld, op=0x%x\n",
    270  1.21        ad 	    curproc, addr, (long)len, op));
    271   1.1  gmcgarry 
    272   1.1  gmcgarry 	switch (op) {
    273   1.1  gmcgarry 	case RAS_INSTALL:
    274  1.21        ad 		error = ras_install(addr, len);
    275   1.1  gmcgarry 		break;
    276   1.1  gmcgarry 	case RAS_PURGE:
    277  1.21        ad 		error = ras_purge(addr, len);
    278   1.1  gmcgarry 		break;
    279   1.1  gmcgarry 	case RAS_PURGE_ALL:
    280  1.21        ad 		error = ras_purgeall();
    281   1.1  gmcgarry 		break;
    282   1.1  gmcgarry 	default:
    283   1.1  gmcgarry 		error = EINVAL;
    284   1.1  gmcgarry 		break;
    285   1.1  gmcgarry 	}
    286   1.1  gmcgarry 
    287   1.1  gmcgarry 	return (error);
    288   1.1  gmcgarry #else
    289   1.1  gmcgarry 	return (EOPNOTSUPP);
    290   1.1  gmcgarry #endif
    291   1.1  gmcgarry }
    292