Home | History | Annotate | Line # | Download | only in kern
kern_cpu.c revision 1.6.4.3
      1  1.6.4.3  yamt /*	$NetBSD: kern_cpu.c,v 1.6.4.3 2007/10/27 11:35:21 yamt Exp $	*/
      2  1.6.4.2  yamt 
      3  1.6.4.2  yamt /*-
      4  1.6.4.2  yamt  * Copyright (c) 2007 The NetBSD Foundation, Inc.
      5  1.6.4.2  yamt  * All rights reserved.
      6  1.6.4.2  yamt  *
      7  1.6.4.2  yamt  * This code is derived from software contributed to The NetBSD Foundation
      8  1.6.4.2  yamt  * by Andrew Doran.
      9  1.6.4.2  yamt  *
     10  1.6.4.2  yamt  * Redistribution and use in source and binary forms, with or without
     11  1.6.4.2  yamt  * modification, are permitted provided that the following conditions
     12  1.6.4.2  yamt  * are met:
     13  1.6.4.2  yamt  * 1. Redistributions of source code must retain the above copyright
     14  1.6.4.2  yamt  *    notice, this list of conditions and the following disclaimer.
     15  1.6.4.2  yamt  * 2. Redistributions in binary form must reproduce the above copyright
     16  1.6.4.2  yamt  *    notice, this list of conditions and the following disclaimer in the
     17  1.6.4.2  yamt  *    documentation and/or other materials provided with the distribution.
     18  1.6.4.2  yamt  * 3. All advertising materials mentioning features or use of this software
     19  1.6.4.2  yamt  *    must display the following acknowledgement:
     20  1.6.4.2  yamt  *        This product includes software developed by the NetBSD
     21  1.6.4.2  yamt  *        Foundation, Inc. and its contributors.
     22  1.6.4.2  yamt  * 4. Neither the name of The NetBSD Foundation nor the names of its
     23  1.6.4.2  yamt  *    contributors may be used to endorse or promote products derived
     24  1.6.4.2  yamt  *    from this software without specific prior written permission.
     25  1.6.4.2  yamt  *
     26  1.6.4.2  yamt  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     27  1.6.4.2  yamt  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     28  1.6.4.2  yamt  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     29  1.6.4.2  yamt  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     30  1.6.4.2  yamt  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     31  1.6.4.2  yamt  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     32  1.6.4.2  yamt  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     33  1.6.4.2  yamt  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     34  1.6.4.2  yamt  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     35  1.6.4.2  yamt  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     36  1.6.4.2  yamt  * POSSIBILITY OF SUCH DAMAGE.
     37  1.6.4.2  yamt  */
     38  1.6.4.2  yamt 
     39  1.6.4.2  yamt /*-
     40  1.6.4.2  yamt  * Copyright (c)2007 YAMAMOTO Takashi,
     41  1.6.4.2  yamt  * All rights reserved.
     42  1.6.4.2  yamt  *
     43  1.6.4.2  yamt  * Redistribution and use in source and binary forms, with or without
     44  1.6.4.2  yamt  * modification, are permitted provided that the following conditions
     45  1.6.4.2  yamt  * are met:
     46  1.6.4.2  yamt  * 1. Redistributions of source code must retain the above copyright
     47  1.6.4.2  yamt  *    notice, this list of conditions and the following disclaimer.
     48  1.6.4.2  yamt  * 2. Redistributions in binary form must reproduce the above copyright
     49  1.6.4.2  yamt  *    notice, this list of conditions and the following disclaimer in the
     50  1.6.4.2  yamt  *    documentation and/or other materials provided with the distribution.
     51  1.6.4.2  yamt  *
     52  1.6.4.2  yamt  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
     53  1.6.4.2  yamt  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     54  1.6.4.2  yamt  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     55  1.6.4.2  yamt  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
     56  1.6.4.2  yamt  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     57  1.6.4.2  yamt  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     58  1.6.4.2  yamt  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     59  1.6.4.2  yamt  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     60  1.6.4.2  yamt  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     61  1.6.4.2  yamt  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     62  1.6.4.2  yamt  * SUCH DAMAGE.
     63  1.6.4.2  yamt  */
     64  1.6.4.2  yamt 
     65  1.6.4.2  yamt #include <sys/cdefs.h>
     66  1.6.4.2  yamt 
     67  1.6.4.3  yamt __KERNEL_RCSID(0, "$NetBSD: kern_cpu.c,v 1.6.4.3 2007/10/27 11:35:21 yamt Exp $");
     68  1.6.4.2  yamt 
     69  1.6.4.2  yamt #include <sys/param.h>
     70  1.6.4.2  yamt #include <sys/systm.h>
     71  1.6.4.2  yamt #include <sys/idle.h>
     72  1.6.4.2  yamt #include <sys/sched.h>
     73  1.6.4.3  yamt #include <sys/intr.h>
     74  1.6.4.2  yamt #include <sys/conf.h>
     75  1.6.4.2  yamt #include <sys/cpu.h>
     76  1.6.4.2  yamt #include <sys/cpuio.h>
     77  1.6.4.2  yamt #include <sys/proc.h>
     78  1.6.4.2  yamt #include <sys/kernel.h>
     79  1.6.4.2  yamt #include <sys/kauth.h>
     80  1.6.4.3  yamt #include <sys/xcall.h>
     81  1.6.4.3  yamt #include <sys/pool.h>
     82  1.6.4.2  yamt 
     83  1.6.4.2  yamt #include <uvm/uvm_extern.h>
     84  1.6.4.2  yamt 
     85  1.6.4.2  yamt void	cpuctlattach(int);
     86  1.6.4.2  yamt 
     87  1.6.4.3  yamt static void	cpu_xc_online(struct schedstate_percpu *);
     88  1.6.4.3  yamt static void	cpu_xc_offline(struct schedstate_percpu *);
     89  1.6.4.3  yamt 
     90  1.6.4.2  yamt dev_type_ioctl(cpuctl_ioctl);
     91  1.6.4.2  yamt 
     92  1.6.4.2  yamt const struct cdevsw cpuctl_cdevsw = {
     93  1.6.4.2  yamt 	nullopen, nullclose, nullread, nullwrite, cpuctl_ioctl,
     94  1.6.4.2  yamt 	nullstop, notty, nopoll, nommap, nokqfilter,
     95  1.6.4.2  yamt 	D_OTHER | D_MPSAFE
     96  1.6.4.2  yamt };
     97  1.6.4.3  yamt 
     98  1.6.4.2  yamt kmutex_t cpu_lock;
     99  1.6.4.3  yamt int	ncpu;
    100  1.6.4.3  yamt int	ncpuonline;
    101  1.6.4.2  yamt 
    102  1.6.4.2  yamt int
    103  1.6.4.2  yamt mi_cpu_attach(struct cpu_info *ci)
    104  1.6.4.2  yamt {
    105  1.6.4.2  yamt 	struct schedstate_percpu *spc = &ci->ci_schedstate;
    106  1.6.4.2  yamt 	int error;
    107  1.6.4.2  yamt 
    108  1.6.4.2  yamt 	ci->ci_index = ncpu;
    109  1.6.4.2  yamt 
    110  1.6.4.2  yamt 	mutex_init(&spc->spc_lwplock, MUTEX_SPIN, IPL_SCHED);
    111  1.6.4.2  yamt 	sched_cpuattach(ci);
    112  1.6.4.2  yamt 	uvm_cpu_attach(ci);
    113  1.6.4.2  yamt 
    114  1.6.4.2  yamt 	error = create_idle_lwp(ci);
    115  1.6.4.2  yamt 	if (error != 0) {
    116  1.6.4.2  yamt 		/* XXX revert sched_cpuattach */
    117  1.6.4.2  yamt 		return error;
    118  1.6.4.2  yamt 	}
    119  1.6.4.2  yamt 
    120  1.6.4.3  yamt 	softint_init(ci);
    121  1.6.4.3  yamt 	xc_init_cpu(ci);
    122  1.6.4.3  yamt 	TAILQ_INIT(&ci->ci_data.cpu_biodone);
    123  1.6.4.2  yamt 	ncpu++;
    124  1.6.4.3  yamt 	ncpuonline++;
    125  1.6.4.2  yamt 
    126  1.6.4.2  yamt 	return 0;
    127  1.6.4.2  yamt }
    128  1.6.4.2  yamt 
    129  1.6.4.2  yamt void
    130  1.6.4.2  yamt cpuctlattach(int dummy)
    131  1.6.4.2  yamt {
    132  1.6.4.2  yamt 
    133  1.6.4.2  yamt }
    134  1.6.4.2  yamt 
    135  1.6.4.2  yamt int
    136  1.6.4.2  yamt cpuctl_ioctl(dev_t dev, u_long cmd, void *data, int flag, lwp_t *l)
    137  1.6.4.2  yamt {
    138  1.6.4.2  yamt 	CPU_INFO_ITERATOR cii;
    139  1.6.4.2  yamt 	cpustate_t *cs;
    140  1.6.4.2  yamt 	struct cpu_info *ci;
    141  1.6.4.2  yamt 	int error, i;
    142  1.6.4.2  yamt 	u_int id;
    143  1.6.4.2  yamt 
    144  1.6.4.2  yamt 	error = 0;
    145  1.6.4.2  yamt 
    146  1.6.4.2  yamt 	mutex_enter(&cpu_lock);
    147  1.6.4.2  yamt 	switch (cmd) {
    148  1.6.4.2  yamt 	case IOC_CPU_SETSTATE:
    149  1.6.4.2  yamt 		error = kauth_authorize_generic(l->l_cred,
    150  1.6.4.2  yamt 		    KAUTH_GENERIC_ISSUSER, NULL);
    151  1.6.4.2  yamt 		if (error != 0)
    152  1.6.4.2  yamt 			break;
    153  1.6.4.2  yamt 		cs = data;
    154  1.6.4.2  yamt 		if ((ci = cpu_lookup(cs->cs_id)) == NULL) {
    155  1.6.4.2  yamt 			error = ESRCH;
    156  1.6.4.2  yamt 			break;
    157  1.6.4.2  yamt 		}
    158  1.6.4.2  yamt 		if (!cs->cs_intr) {
    159  1.6.4.2  yamt 			error = EOPNOTSUPP;
    160  1.6.4.2  yamt 			break;
    161  1.6.4.2  yamt 		}
    162  1.6.4.2  yamt 		error = cpu_setonline(ci, cs->cs_online);
    163  1.6.4.2  yamt 		break;
    164  1.6.4.2  yamt 
    165  1.6.4.2  yamt 	case IOC_CPU_GETSTATE:
    166  1.6.4.2  yamt 		cs = data;
    167  1.6.4.2  yamt 		id = cs->cs_id;
    168  1.6.4.3  yamt 		memset(cs, 0, sizeof(*cs));
    169  1.6.4.2  yamt 		cs->cs_id = id;
    170  1.6.4.2  yamt 		if ((ci = cpu_lookup(id)) == NULL) {
    171  1.6.4.2  yamt 			error = ESRCH;
    172  1.6.4.2  yamt 			break;
    173  1.6.4.2  yamt 		}
    174  1.6.4.2  yamt 		if ((ci->ci_schedstate.spc_flags & SPCF_OFFLINE) != 0)
    175  1.6.4.2  yamt 			cs->cs_online = false;
    176  1.6.4.2  yamt 		else
    177  1.6.4.2  yamt 			cs->cs_online = true;
    178  1.6.4.2  yamt 		cs->cs_intr = true;
    179  1.6.4.2  yamt 		cs->cs_lastmod = ci->ci_schedstate.spc_lastmod;
    180  1.6.4.2  yamt 		break;
    181  1.6.4.2  yamt 
    182  1.6.4.2  yamt 	case IOC_CPU_MAPID:
    183  1.6.4.2  yamt 		i = 0;
    184  1.6.4.2  yamt 		for (CPU_INFO_FOREACH(cii, ci)) {
    185  1.6.4.2  yamt 			if (i++ == *(int *)data)
    186  1.6.4.2  yamt 				break;
    187  1.6.4.2  yamt 		}
    188  1.6.4.2  yamt 		if (ci == NULL)
    189  1.6.4.2  yamt 			error = ESRCH;
    190  1.6.4.2  yamt 		else
    191  1.6.4.2  yamt 			*(int *)data = ci->ci_cpuid;
    192  1.6.4.2  yamt 		break;
    193  1.6.4.2  yamt 
    194  1.6.4.2  yamt 	case IOC_CPU_GETCOUNT:
    195  1.6.4.2  yamt 		*(int *)data = ncpu;
    196  1.6.4.2  yamt 		break;
    197  1.6.4.2  yamt 
    198  1.6.4.2  yamt 	default:
    199  1.6.4.2  yamt 		error = ENOTTY;
    200  1.6.4.2  yamt 		break;
    201  1.6.4.2  yamt 	}
    202  1.6.4.2  yamt 	mutex_exit(&cpu_lock);
    203  1.6.4.2  yamt 
    204  1.6.4.2  yamt 	return error;
    205  1.6.4.2  yamt }
    206  1.6.4.2  yamt 
    207  1.6.4.2  yamt struct cpu_info *
    208  1.6.4.2  yamt cpu_lookup(cpuid_t id)
    209  1.6.4.2  yamt {
    210  1.6.4.2  yamt 	CPU_INFO_ITERATOR cii;
    211  1.6.4.2  yamt 	struct cpu_info *ci;
    212  1.6.4.2  yamt 
    213  1.6.4.2  yamt 	for (CPU_INFO_FOREACH(cii, ci)) {
    214  1.6.4.2  yamt 		if (ci->ci_cpuid == id)
    215  1.6.4.2  yamt 			return ci;
    216  1.6.4.2  yamt 	}
    217  1.6.4.2  yamt 
    218  1.6.4.2  yamt 	return NULL;
    219  1.6.4.2  yamt }
    220  1.6.4.2  yamt 
    221  1.6.4.3  yamt static void
    222  1.6.4.3  yamt cpu_xc_offline(struct schedstate_percpu *spc)
    223  1.6.4.3  yamt {
    224  1.6.4.3  yamt 	int s;
    225  1.6.4.3  yamt 
    226  1.6.4.3  yamt 	s = splsched();
    227  1.6.4.3  yamt 	spc->spc_flags |= SPCF_OFFLINE;
    228  1.6.4.3  yamt 	splx(s);
    229  1.6.4.3  yamt }
    230  1.6.4.3  yamt 
    231  1.6.4.3  yamt static void
    232  1.6.4.3  yamt cpu_xc_online(struct schedstate_percpu *spc)
    233  1.6.4.3  yamt {
    234  1.6.4.3  yamt 	int s;
    235  1.6.4.3  yamt 
    236  1.6.4.3  yamt 	s = splsched();
    237  1.6.4.3  yamt 	spc->spc_flags &= ~SPCF_OFFLINE;
    238  1.6.4.3  yamt 	splx(s);
    239  1.6.4.3  yamt }
    240  1.6.4.3  yamt 
    241  1.6.4.2  yamt int
    242  1.6.4.2  yamt cpu_setonline(struct cpu_info *ci, bool online)
    243  1.6.4.2  yamt {
    244  1.6.4.2  yamt 	struct schedstate_percpu *spc;
    245  1.6.4.2  yamt 	CPU_INFO_ITERATOR cii;
    246  1.6.4.2  yamt 	struct cpu_info *ci2;
    247  1.6.4.3  yamt 	uint64_t where;
    248  1.6.4.3  yamt 	xcfunc_t func;
    249  1.6.4.2  yamt 	int nonline;
    250  1.6.4.2  yamt 
    251  1.6.4.2  yamt 	spc = &ci->ci_schedstate;
    252  1.6.4.2  yamt 
    253  1.6.4.2  yamt 	KASSERT(mutex_owned(&cpu_lock));
    254  1.6.4.2  yamt 
    255  1.6.4.2  yamt 	if (online) {
    256  1.6.4.2  yamt 		if ((spc->spc_flags & SPCF_OFFLINE) == 0)
    257  1.6.4.2  yamt 			return 0;
    258  1.6.4.3  yamt 		func = (xcfunc_t)cpu_xc_online;
    259  1.6.4.3  yamt 		ncpuonline++;
    260  1.6.4.2  yamt 	} else {
    261  1.6.4.2  yamt 		if ((spc->spc_flags & SPCF_OFFLINE) != 0)
    262  1.6.4.2  yamt 			return 0;
    263  1.6.4.2  yamt 		nonline = 0;
    264  1.6.4.2  yamt 		for (CPU_INFO_FOREACH(cii, ci2)) {
    265  1.6.4.2  yamt 			nonline += ((ci2->ci_schedstate.spc_flags &
    266  1.6.4.2  yamt 			    SPCF_OFFLINE) == 0);
    267  1.6.4.2  yamt 		}
    268  1.6.4.2  yamt 		if (nonline == 1)
    269  1.6.4.2  yamt 			return EBUSY;
    270  1.6.4.3  yamt 		func = (xcfunc_t)cpu_xc_offline;
    271  1.6.4.3  yamt 		ncpuonline--;
    272  1.6.4.2  yamt 	}
    273  1.6.4.2  yamt 
    274  1.6.4.3  yamt 	where = xc_unicast(0, func, &ci->ci_schedstate, NULL, ci);
    275  1.6.4.3  yamt 	xc_wait(where);
    276  1.6.4.3  yamt 	spc->spc_lastmod = time_second;
    277  1.6.4.3  yamt 
    278  1.6.4.2  yamt 	return 0;
    279  1.6.4.2  yamt }
    280