Home | History | Annotate | Line # | Download | only in kern
kern_cpu.c revision 1.9
      1  1.9     ad /*	$NetBSD: kern_cpu.c,v 1.9 2007/10/15 14:12:55 ad Exp $	*/
      2  1.3     ad 
      3  1.3     ad /*-
      4  1.3     ad  * Copyright (c) 2007 The NetBSD Foundation, Inc.
      5  1.3     ad  * All rights reserved.
      6  1.3     ad  *
      7  1.3     ad  * This code is derived from software contributed to The NetBSD Foundation
      8  1.3     ad  * by Andrew Doran.
      9  1.3     ad  *
     10  1.3     ad  * Redistribution and use in source and binary forms, with or without
     11  1.3     ad  * modification, are permitted provided that the following conditions
     12  1.3     ad  * are met:
     13  1.3     ad  * 1. Redistributions of source code must retain the above copyright
     14  1.3     ad  *    notice, this list of conditions and the following disclaimer.
     15  1.3     ad  * 2. Redistributions in binary form must reproduce the above copyright
     16  1.3     ad  *    notice, this list of conditions and the following disclaimer in the
     17  1.3     ad  *    documentation and/or other materials provided with the distribution.
     18  1.3     ad  * 3. All advertising materials mentioning features or use of this software
     19  1.3     ad  *    must display the following acknowledgement:
     20  1.3     ad  *        This product includes software developed by the NetBSD
     21  1.3     ad  *        Foundation, Inc. and its contributors.
     22  1.3     ad  * 4. Neither the name of The NetBSD Foundation nor the names of its
     23  1.3     ad  *    contributors may be used to endorse or promote products derived
     24  1.3     ad  *    from this software without specific prior written permission.
     25  1.3     ad  *
     26  1.3     ad  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     27  1.3     ad  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     28  1.3     ad  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     29  1.3     ad  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     30  1.3     ad  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     31  1.3     ad  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     32  1.3     ad  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     33  1.3     ad  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     34  1.3     ad  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     35  1.3     ad  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     36  1.3     ad  * POSSIBILITY OF SUCH DAMAGE.
     37  1.3     ad  */
     38  1.2   yamt 
     39  1.2   yamt /*-
     40  1.2   yamt  * Copyright (c)2007 YAMAMOTO Takashi,
     41  1.2   yamt  * All rights reserved.
     42  1.2   yamt  *
     43  1.2   yamt  * Redistribution and use in source and binary forms, with or without
     44  1.2   yamt  * modification, are permitted provided that the following conditions
     45  1.2   yamt  * are met:
     46  1.2   yamt  * 1. Redistributions of source code must retain the above copyright
     47  1.2   yamt  *    notice, this list of conditions and the following disclaimer.
     48  1.2   yamt  * 2. Redistributions in binary form must reproduce the above copyright
     49  1.2   yamt  *    notice, this list of conditions and the following disclaimer in the
     50  1.2   yamt  *    documentation and/or other materials provided with the distribution.
     51  1.2   yamt  *
     52  1.2   yamt  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
     53  1.2   yamt  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     54  1.2   yamt  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     55  1.2   yamt  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
     56  1.2   yamt  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     57  1.2   yamt  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     58  1.2   yamt  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     59  1.2   yamt  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     60  1.2   yamt  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     61  1.2   yamt  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     62  1.2   yamt  * SUCH DAMAGE.
     63  1.2   yamt  */
     64  1.2   yamt 
     65  1.2   yamt #include <sys/cdefs.h>
     66  1.2   yamt 
     67  1.9     ad __KERNEL_RCSID(0, "$NetBSD: kern_cpu.c,v 1.9 2007/10/15 14:12:55 ad Exp $");
     68  1.2   yamt 
     69  1.2   yamt #include <sys/param.h>
     70  1.2   yamt #include <sys/systm.h>
     71  1.2   yamt #include <sys/idle.h>
     72  1.2   yamt #include <sys/sched.h>
     73  1.8     ad #include <sys/intr.h>
     74  1.3     ad #include <sys/conf.h>
     75  1.3     ad #include <sys/cpu.h>
     76  1.3     ad #include <sys/cpuio.h>
     77  1.3     ad #include <sys/proc.h>
     78  1.3     ad #include <sys/kernel.h>
     79  1.3     ad #include <sys/kauth.h>
     80  1.7     ad #include <sys/xcall.h>
     81  1.7     ad #include <sys/pool.h>
     82  1.3     ad 
     83  1.6     ad #include <uvm/uvm_extern.h>
     84  1.6     ad 
     85  1.3     ad void	cpuctlattach(int);
     86  1.3     ad 
     87  1.7     ad static void	cpu_xc_online(struct schedstate_percpu *);
     88  1.7     ad static void	cpu_xc_offline(struct schedstate_percpu *);
     89  1.7     ad 
     90  1.3     ad dev_type_ioctl(cpuctl_ioctl);
     91  1.3     ad 
     92  1.3     ad const struct cdevsw cpuctl_cdevsw = {
     93  1.3     ad 	nullopen, nullclose, nullread, nullwrite, cpuctl_ioctl,
     94  1.3     ad 	nullstop, notty, nopoll, nommap, nokqfilter,
     95  1.3     ad 	D_OTHER | D_MPSAFE
     96  1.3     ad };
     97  1.7     ad 
     98  1.3     ad kmutex_t cpu_lock;
     99  1.9     ad int	ncpu;
    100  1.9     ad int	ncpuonline;
    101  1.2   yamt 
    102  1.2   yamt int
    103  1.2   yamt mi_cpu_attach(struct cpu_info *ci)
    104  1.2   yamt {
    105  1.2   yamt 	struct schedstate_percpu *spc = &ci->ci_schedstate;
    106  1.2   yamt 	int error;
    107  1.2   yamt 
    108  1.5  rmind 	ci->ci_index = ncpu;
    109  1.5  rmind 
    110  1.2   yamt 	mutex_init(&spc->spc_lwplock, MUTEX_SPIN, IPL_SCHED);
    111  1.2   yamt 	sched_cpuattach(ci);
    112  1.6     ad 	uvm_cpu_attach(ci);
    113  1.2   yamt 
    114  1.2   yamt 	error = create_idle_lwp(ci);
    115  1.2   yamt 	if (error != 0) {
    116  1.2   yamt 		/* XXX revert sched_cpuattach */
    117  1.2   yamt 		return error;
    118  1.2   yamt 	}
    119  1.2   yamt 
    120  1.8     ad 	softint_init(ci);
    121  1.7     ad 	xc_init_cpu(ci);
    122  1.7     ad 	TAILQ_INIT(&ci->ci_data.cpu_biodone);
    123  1.2   yamt 	ncpu++;
    124  1.9     ad 	ncpuonline++;
    125  1.2   yamt 
    126  1.2   yamt 	return 0;
    127  1.2   yamt }
    128  1.3     ad 
    129  1.3     ad void
    130  1.3     ad cpuctlattach(int dummy)
    131  1.3     ad {
    132  1.3     ad 
    133  1.3     ad }
    134  1.3     ad 
    135  1.3     ad int
    136  1.3     ad cpuctl_ioctl(dev_t dev, u_long cmd, void *data, int flag, lwp_t *l)
    137  1.3     ad {
    138  1.3     ad 	CPU_INFO_ITERATOR cii;
    139  1.3     ad 	cpustate_t *cs;
    140  1.3     ad 	struct cpu_info *ci;
    141  1.3     ad 	int error, i;
    142  1.3     ad 	u_int id;
    143  1.3     ad 
    144  1.3     ad 	error = 0;
    145  1.3     ad 
    146  1.3     ad 	mutex_enter(&cpu_lock);
    147  1.3     ad 	switch (cmd) {
    148  1.3     ad 	case IOC_CPU_SETSTATE:
    149  1.3     ad 		error = kauth_authorize_generic(l->l_cred,
    150  1.3     ad 		    KAUTH_GENERIC_ISSUSER, NULL);
    151  1.3     ad 		if (error != 0)
    152  1.3     ad 			break;
    153  1.3     ad 		cs = data;
    154  1.3     ad 		if ((ci = cpu_lookup(cs->cs_id)) == NULL) {
    155  1.3     ad 			error = ESRCH;
    156  1.3     ad 			break;
    157  1.3     ad 		}
    158  1.3     ad 		if (!cs->cs_intr) {
    159  1.3     ad 			error = EOPNOTSUPP;
    160  1.3     ad 			break;
    161  1.3     ad 		}
    162  1.3     ad 		error = cpu_setonline(ci, cs->cs_online);
    163  1.3     ad 		break;
    164  1.3     ad 
    165  1.3     ad 	case IOC_CPU_GETSTATE:
    166  1.3     ad 		cs = data;
    167  1.3     ad 		id = cs->cs_id;
    168  1.3     ad 		memset(cs, sizeof(*cs), 0);
    169  1.3     ad 		cs->cs_id = id;
    170  1.3     ad 		if ((ci = cpu_lookup(id)) == NULL) {
    171  1.3     ad 			error = ESRCH;
    172  1.3     ad 			break;
    173  1.3     ad 		}
    174  1.3     ad 		if ((ci->ci_schedstate.spc_flags & SPCF_OFFLINE) != 0)
    175  1.3     ad 			cs->cs_online = false;
    176  1.3     ad 		else
    177  1.3     ad 			cs->cs_online = true;
    178  1.3     ad 		cs->cs_intr = true;
    179  1.3     ad 		cs->cs_lastmod = ci->ci_schedstate.spc_lastmod;
    180  1.3     ad 		break;
    181  1.3     ad 
    182  1.3     ad 	case IOC_CPU_MAPID:
    183  1.3     ad 		i = 0;
    184  1.3     ad 		for (CPU_INFO_FOREACH(cii, ci)) {
    185  1.3     ad 			if (i++ == *(int *)data)
    186  1.3     ad 				break;
    187  1.3     ad 		}
    188  1.3     ad 		if (ci == NULL)
    189  1.3     ad 			error = ESRCH;
    190  1.3     ad 		else
    191  1.3     ad 			*(int *)data = ci->ci_cpuid;
    192  1.3     ad 		break;
    193  1.3     ad 
    194  1.3     ad 	case IOC_CPU_GETCOUNT:
    195  1.3     ad 		*(int *)data = ncpu;
    196  1.3     ad 		break;
    197  1.3     ad 
    198  1.3     ad 	default:
    199  1.3     ad 		error = ENOTTY;
    200  1.3     ad 		break;
    201  1.3     ad 	}
    202  1.3     ad 	mutex_exit(&cpu_lock);
    203  1.3     ad 
    204  1.3     ad 	return error;
    205  1.3     ad }
    206  1.3     ad 
    207  1.3     ad struct cpu_info *
    208  1.3     ad cpu_lookup(cpuid_t id)
    209  1.3     ad {
    210  1.3     ad 	CPU_INFO_ITERATOR cii;
    211  1.3     ad 	struct cpu_info *ci;
    212  1.3     ad 
    213  1.3     ad 	for (CPU_INFO_FOREACH(cii, ci)) {
    214  1.3     ad 		if (ci->ci_cpuid == id)
    215  1.3     ad 			return ci;
    216  1.3     ad 	}
    217  1.3     ad 
    218  1.3     ad 	return NULL;
    219  1.3     ad }
    220  1.3     ad 
    221  1.7     ad static void
    222  1.7     ad cpu_xc_offline(struct schedstate_percpu *spc)
    223  1.7     ad {
    224  1.7     ad 	int s;
    225  1.7     ad 
    226  1.7     ad 	s = splsched();
    227  1.7     ad 	spc->spc_flags |= SPCF_OFFLINE;
    228  1.7     ad 	splx(s);
    229  1.7     ad }
    230  1.7     ad 
    231  1.7     ad static void
    232  1.7     ad cpu_xc_online(struct schedstate_percpu *spc)
    233  1.7     ad {
    234  1.7     ad 	int s;
    235  1.7     ad 
    236  1.7     ad 	s = splsched();
    237  1.7     ad 	spc->spc_flags &= ~SPCF_OFFLINE;
    238  1.7     ad 	splx(s);
    239  1.7     ad }
    240  1.7     ad 
    241  1.3     ad int
    242  1.3     ad cpu_setonline(struct cpu_info *ci, bool online)
    243  1.3     ad {
    244  1.3     ad 	struct schedstate_percpu *spc;
    245  1.3     ad 	CPU_INFO_ITERATOR cii;
    246  1.3     ad 	struct cpu_info *ci2;
    247  1.7     ad 	uint64_t where;
    248  1.7     ad 	xcfunc_t func;
    249  1.3     ad 	int nonline;
    250  1.3     ad 
    251  1.3     ad 	spc = &ci->ci_schedstate;
    252  1.3     ad 
    253  1.3     ad 	KASSERT(mutex_owned(&cpu_lock));
    254  1.3     ad 
    255  1.3     ad 	if (online) {
    256  1.3     ad 		if ((spc->spc_flags & SPCF_OFFLINE) == 0)
    257  1.3     ad 			return 0;
    258  1.7     ad 		func = (xcfunc_t)cpu_xc_online;
    259  1.9     ad 		ncpuonline++;
    260  1.3     ad 	} else {
    261  1.3     ad 		if ((spc->spc_flags & SPCF_OFFLINE) != 0)
    262  1.3     ad 			return 0;
    263  1.3     ad 		nonline = 0;
    264  1.3     ad 		for (CPU_INFO_FOREACH(cii, ci2)) {
    265  1.3     ad 			nonline += ((ci2->ci_schedstate.spc_flags &
    266  1.3     ad 			    SPCF_OFFLINE) == 0);
    267  1.3     ad 		}
    268  1.3     ad 		if (nonline == 1)
    269  1.3     ad 			return EBUSY;
    270  1.7     ad 		func = (xcfunc_t)cpu_xc_offline;
    271  1.9     ad 		ncpuonline--;
    272  1.3     ad 	}
    273  1.3     ad 
    274  1.7     ad 	where = xc_unicast(0, func, &ci->ci_schedstate, NULL, ci);
    275  1.7     ad 	xc_wait(where);
    276  1.7     ad 	spc->spc_lastmod = time_second;
    277  1.7     ad 
    278  1.3     ad 	return 0;
    279  1.3     ad }
    280