Home | History | Annotate | Line # | Download | only in dkwedge
dk.c revision 1.2.2.5
      1  1.2.2.5  skrll /*	$NetBSD: dk.c,v 1.2.2.5 2005/11/10 14:03:54 skrll Exp $	*/
      2  1.2.2.2  skrll 
      3  1.2.2.2  skrll /*-
      4  1.2.2.2  skrll  * Copyright (c) 2004 The NetBSD Foundation, Inc.
      5  1.2.2.2  skrll  * All rights reserved.
      6  1.2.2.2  skrll  *
      7  1.2.2.2  skrll  * This code is derived from software contributed to The NetBSD Foundation
      8  1.2.2.2  skrll  * by Jason R. Thorpe.
      9  1.2.2.2  skrll  *
     10  1.2.2.2  skrll  * Redistribution and use in source and binary forms, with or without
     11  1.2.2.2  skrll  * modification, are permitted provided that the following conditions
     12  1.2.2.2  skrll  * are met:
     13  1.2.2.2  skrll  * 1. Redistributions of source code must retain the above copyright
     14  1.2.2.2  skrll  *    notice, this list of conditions and the following disclaimer.
     15  1.2.2.2  skrll  * 2. Redistributions in binary form must reproduce the above copyright
     16  1.2.2.2  skrll  *    notice, this list of conditions and the following disclaimer in the
     17  1.2.2.2  skrll  *    documentation and/or other materials provided with the distribution.
     18  1.2.2.2  skrll  * 3. All advertising materials mentioning features or use of this software
     19  1.2.2.2  skrll  *    must display the following acknowledgement:
     20  1.2.2.2  skrll  *	This product includes software developed by the NetBSD
     21  1.2.2.2  skrll  *	Foundation, Inc. and its contributors.
     22  1.2.2.2  skrll  * 4. Neither the name of The NetBSD Foundation nor the names of its
     23  1.2.2.2  skrll  *    contributors may be used to endorse or promote products derived
     24  1.2.2.2  skrll  *    from this software without specific prior written permission.
     25  1.2.2.2  skrll  *
     26  1.2.2.2  skrll  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     27  1.2.2.2  skrll  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     28  1.2.2.2  skrll  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     29  1.2.2.2  skrll  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     30  1.2.2.2  skrll  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     31  1.2.2.2  skrll  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     32  1.2.2.2  skrll  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     33  1.2.2.2  skrll  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     34  1.2.2.2  skrll  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     35  1.2.2.2  skrll  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     36  1.2.2.2  skrll  * POSSIBILITY OF SUCH DAMAGE.
     37  1.2.2.2  skrll  */
     38  1.2.2.2  skrll 
     39  1.2.2.2  skrll #include <sys/cdefs.h>
     40  1.2.2.5  skrll __KERNEL_RCSID(0, "$NetBSD: dk.c,v 1.2.2.5 2005/11/10 14:03:54 skrll Exp $");
     41  1.2.2.2  skrll 
     42  1.2.2.2  skrll #include "opt_dkwedge.h"
     43  1.2.2.2  skrll 
     44  1.2.2.2  skrll #include <sys/param.h>
     45  1.2.2.2  skrll #include <sys/systm.h>
     46  1.2.2.2  skrll #include <sys/proc.h>
     47  1.2.2.2  skrll #include <sys/errno.h>
     48  1.2.2.2  skrll #include <sys/pool.h>
     49  1.2.2.2  skrll #include <sys/ioctl.h>
     50  1.2.2.2  skrll #include <sys/disklabel.h>
     51  1.2.2.2  skrll #include <sys/disk.h>
     52  1.2.2.2  skrll #include <sys/fcntl.h>
     53  1.2.2.3  skrll #include <sys/buf.h>
     54  1.2.2.3  skrll #include <sys/bufq.h>
     55  1.2.2.2  skrll #include <sys/vnode.h>
     56  1.2.2.3  skrll #include <sys/stat.h>
     57  1.2.2.2  skrll #include <sys/conf.h>
     58  1.2.2.2  skrll #include <sys/callout.h>
     59  1.2.2.2  skrll #include <sys/kernel.h>
     60  1.2.2.2  skrll #include <sys/lock.h>
     61  1.2.2.2  skrll #include <sys/malloc.h>
     62  1.2.2.2  skrll #include <sys/device.h>
     63  1.2.2.2  skrll 
     64  1.2.2.2  skrll #include <miscfs/specfs/specdev.h>
     65  1.2.2.2  skrll 
     66  1.2.2.2  skrll MALLOC_DEFINE(M_DKWEDGE, "dkwedge", "Disk wedge structures");
     67  1.2.2.2  skrll 
     68  1.2.2.2  skrll typedef enum {
     69  1.2.2.2  skrll 	DKW_STATE_LARVAL	= 0,
     70  1.2.2.2  skrll 	DKW_STATE_RUNNING	= 1,
     71  1.2.2.2  skrll 	DKW_STATE_DYING		= 2,
     72  1.2.2.2  skrll 	DKW_STATE_DEAD		= 666
     73  1.2.2.2  skrll } dkwedge_state_t;
     74  1.2.2.2  skrll 
     75  1.2.2.2  skrll struct dkwedge_softc {
     76  1.2.2.2  skrll 	struct device	*sc_dev;	/* pointer to our pseudo-device */
     77  1.2.2.2  skrll 	struct cfdata	sc_cfdata;	/* our cfdata structure */
     78  1.2.2.2  skrll 	uint8_t		sc_wname[128];	/* wedge name (Unicode, UTF-8) */
     79  1.2.2.2  skrll 
     80  1.2.2.2  skrll 	dkwedge_state_t sc_state;	/* state this wedge is in */
     81  1.2.2.2  skrll 
     82  1.2.2.2  skrll 	struct disk	*sc_parent;	/* parent disk */
     83  1.2.2.2  skrll 	daddr_t		sc_offset;	/* LBA offset of wedge in parent */
     84  1.2.2.2  skrll 	uint64_t	sc_size;	/* size of wedge in blocks */
     85  1.2.2.2  skrll 	char		sc_ptype[32];	/* partition type */
     86  1.2.2.2  skrll 	dev_t		sc_pdev;	/* cached parent's dev_t */
     87  1.2.2.2  skrll 					/* link on parent's wedge list */
     88  1.2.2.2  skrll 	LIST_ENTRY(dkwedge_softc) sc_plink;
     89  1.2.2.2  skrll 
     90  1.2.2.2  skrll 	struct disk	sc_dk;		/* our own disk structure */
     91  1.2.2.5  skrll 	struct bufq_state *sc_bufq;	/* buffer queue */
     92  1.2.2.2  skrll 	struct callout	sc_restart_ch;	/* callout to restart I/O */
     93  1.2.2.2  skrll 
     94  1.2.2.2  skrll 	u_int		sc_iopend;	/* I/Os pending */
     95  1.2.2.2  skrll 	int		sc_flags;	/* flags (splbio) */
     96  1.2.2.2  skrll };
     97  1.2.2.2  skrll 
     98  1.2.2.2  skrll #define	DK_F_WAIT_DRAIN		0x0001	/* waiting for I/O to drain */
     99  1.2.2.2  skrll 
    100  1.2.2.2  skrll static void	dkstart(struct dkwedge_softc *);
    101  1.2.2.2  skrll static void	dkiodone(struct buf *);
    102  1.2.2.2  skrll static void	dkrestart(void *);
    103  1.2.2.2  skrll 
    104  1.2.2.2  skrll static dev_type_open(dkopen);
    105  1.2.2.2  skrll static dev_type_close(dkclose);
    106  1.2.2.2  skrll static dev_type_read(dkread);
    107  1.2.2.2  skrll static dev_type_write(dkwrite);
    108  1.2.2.2  skrll static dev_type_ioctl(dkioctl);
    109  1.2.2.2  skrll static dev_type_strategy(dkstrategy);
    110  1.2.2.2  skrll static dev_type_dump(dkdump);
    111  1.2.2.2  skrll static dev_type_size(dksize);
    112  1.2.2.2  skrll 
    113  1.2.2.2  skrll const struct bdevsw dk_bdevsw = {
    114  1.2.2.2  skrll 	dkopen, dkclose, dkstrategy, dkioctl, dkdump, dksize, D_DISK
    115  1.2.2.2  skrll };
    116  1.2.2.2  skrll 
    117  1.2.2.2  skrll const struct cdevsw dk_cdevsw = {
    118  1.2.2.2  skrll 	dkopen, dkclose, dkread, dkwrite, dkioctl,
    119  1.2.2.2  skrll 	    nostop, notty, nopoll, nommap, nokqfilter, D_DISK
    120  1.2.2.2  skrll };
    121  1.2.2.2  skrll 
    122  1.2.2.2  skrll static struct dkwedge_softc **dkwedges;
    123  1.2.2.2  skrll static u_int ndkwedges;
    124  1.2.2.2  skrll static struct lock dkwedges_lock = LOCK_INITIALIZER(PRIBIO, "dkwgs", 0, 0);
    125  1.2.2.2  skrll 
    126  1.2.2.2  skrll static LIST_HEAD(, dkwedge_discovery_method) dkwedge_discovery_methods;
    127  1.2.2.2  skrll static int dkwedge_discovery_methods_initialized;
    128  1.2.2.2  skrll static struct lock dkwedge_discovery_methods_lock =
    129  1.2.2.2  skrll     LOCK_INITIALIZER(PRIBIO, "dkddm", 0, 0);
    130  1.2.2.2  skrll 
    131  1.2.2.2  skrll /*
    132  1.2.2.2  skrll  * dkwedge_match:
    133  1.2.2.2  skrll  *
    134  1.2.2.2  skrll  *	Autoconfiguration match function for pseudo-device glue.
    135  1.2.2.2  skrll  */
    136  1.2.2.2  skrll static int
    137  1.2.2.2  skrll dkwedge_match(struct device *parent, struct cfdata *match, void *aux)
    138  1.2.2.2  skrll {
    139  1.2.2.2  skrll 
    140  1.2.2.2  skrll 	/* Pseudo-device; always present. */
    141  1.2.2.2  skrll 	return (1);
    142  1.2.2.2  skrll }
    143  1.2.2.2  skrll 
    144  1.2.2.2  skrll /*
    145  1.2.2.2  skrll  * dkwedge_attach:
    146  1.2.2.2  skrll  *
    147  1.2.2.2  skrll  *	Autoconfiguration attach function for pseudo-device glue.
    148  1.2.2.2  skrll  */
    149  1.2.2.2  skrll static void
    150  1.2.2.2  skrll dkwedge_attach(struct device *parent, struct device *self, void *aux)
    151  1.2.2.2  skrll {
    152  1.2.2.2  skrll 
    153  1.2.2.2  skrll 	/* Nothing to do. */
    154  1.2.2.2  skrll }
    155  1.2.2.2  skrll 
    156  1.2.2.2  skrll /*
    157  1.2.2.2  skrll  * dkwedge_detach:
    158  1.2.2.2  skrll  *
    159  1.2.2.2  skrll  *	Autoconfiguration detach function for pseudo-device glue.
    160  1.2.2.2  skrll  */
    161  1.2.2.2  skrll static int
    162  1.2.2.2  skrll dkwedge_detach(struct device *self, int flags)
    163  1.2.2.2  skrll {
    164  1.2.2.2  skrll 
    165  1.2.2.2  skrll 	/* Always succeeds. */
    166  1.2.2.2  skrll 	return (0);
    167  1.2.2.2  skrll }
    168  1.2.2.2  skrll 
    169  1.2.2.2  skrll CFDRIVER_DECL(dk, DV_DISK, NULL);
    170  1.2.2.2  skrll CFATTACH_DECL(dk, sizeof(struct device),
    171  1.2.2.2  skrll 	      dkwedge_match, dkwedge_attach, dkwedge_detach, NULL);
    172  1.2.2.2  skrll 
    173  1.2.2.2  skrll static int dkwedge_cfglue_initialized;
    174  1.2.2.2  skrll static struct simplelock dkwedge_cfglue_initialized_slock =
    175  1.2.2.2  skrll     SIMPLELOCK_INITIALIZER;
    176  1.2.2.2  skrll 
    177  1.2.2.2  skrll static void
    178  1.2.2.2  skrll dkwedge_cfglue_init(void)
    179  1.2.2.2  skrll {
    180  1.2.2.2  skrll 
    181  1.2.2.2  skrll 	simple_lock(&dkwedge_cfglue_initialized_slock);
    182  1.2.2.2  skrll 	if (dkwedge_cfglue_initialized == 0) {
    183  1.2.2.2  skrll 		if (config_cfdriver_attach(&dk_cd) != 0)
    184  1.2.2.2  skrll 			panic("dkwedge: unable to attach cfdriver");
    185  1.2.2.2  skrll 		if (config_cfattach_attach(dk_cd.cd_name, &dk_ca) != 0)
    186  1.2.2.2  skrll 			panic("dkwedge: unable to attach cfattach");
    187  1.2.2.2  skrll 
    188  1.2.2.2  skrll 		dkwedge_cfglue_initialized = 1;
    189  1.2.2.2  skrll 	}
    190  1.2.2.2  skrll 	simple_unlock(&dkwedge_cfglue_initialized_slock);
    191  1.2.2.2  skrll }
    192  1.2.2.2  skrll 
    193  1.2.2.2  skrll /*
    194  1.2.2.2  skrll  * dkwedge_wait_drain:
    195  1.2.2.2  skrll  *
    196  1.2.2.2  skrll  *	Wait for I/O on the wedge to drain.
    197  1.2.2.2  skrll  *	NOTE: Must be called at splbio()!
    198  1.2.2.2  skrll  */
    199  1.2.2.2  skrll static void
    200  1.2.2.2  skrll dkwedge_wait_drain(struct dkwedge_softc *sc)
    201  1.2.2.2  skrll {
    202  1.2.2.2  skrll 
    203  1.2.2.2  skrll 	while (sc->sc_iopend != 0) {
    204  1.2.2.2  skrll 		sc->sc_flags |= DK_F_WAIT_DRAIN;
    205  1.2.2.2  skrll 		(void) tsleep(&sc->sc_iopend, PRIBIO, "dkdrn", 0);
    206  1.2.2.2  skrll 	}
    207  1.2.2.2  skrll }
    208  1.2.2.2  skrll 
    209  1.2.2.2  skrll /*
    210  1.2.2.2  skrll  * dkwedge_compute_pdev:
    211  1.2.2.2  skrll  *
    212  1.2.2.2  skrll  *	Compute the parent disk's dev_t.
    213  1.2.2.2  skrll  */
    214  1.2.2.2  skrll static int
    215  1.2.2.2  skrll dkwedge_compute_pdev(const char *pname, dev_t *pdevp)
    216  1.2.2.2  skrll {
    217  1.2.2.2  skrll 	const char *name, *cp;
    218  1.2.2.2  skrll 	int punit, pmaj;
    219  1.2.2.2  skrll 	char devname[16];
    220  1.2.2.2  skrll 
    221  1.2.2.2  skrll 	name = pname;
    222  1.2.2.2  skrll 	if ((pmaj = devsw_name2blk(name, devname, sizeof(devname))) == -1)
    223  1.2.2.2  skrll 		return (ENODEV);
    224  1.2.2.4  skrll 
    225  1.2.2.2  skrll 	name += strlen(devname);
    226  1.2.2.2  skrll 	for (cp = name, punit = 0; *cp >= '0' && *cp <= '9'; cp++)
    227  1.2.2.2  skrll 		punit = (punit * 10) + (*cp - '0');
    228  1.2.2.2  skrll 	if (cp == name) {
    229  1.2.2.2  skrll 		/* Invalid parent disk name. */
    230  1.2.2.2  skrll 		return (ENODEV);
    231  1.2.2.2  skrll 	}
    232  1.2.2.2  skrll 
    233  1.2.2.2  skrll 	*pdevp = MAKEDISKDEV(pmaj, punit, RAW_PART);
    234  1.2.2.2  skrll 
    235  1.2.2.2  skrll 	return (0);
    236  1.2.2.2  skrll }
    237  1.2.2.2  skrll 
    238  1.2.2.2  skrll /*
    239  1.2.2.2  skrll  * dkwedge_array_expand:
    240  1.2.2.2  skrll  *
    241  1.2.2.2  skrll  *	Expand the dkwedges array.
    242  1.2.2.2  skrll  */
    243  1.2.2.2  skrll static void
    244  1.2.2.2  skrll dkwedge_array_expand(void)
    245  1.2.2.2  skrll {
    246  1.2.2.2  skrll 	int newcnt = ndkwedges + 16;
    247  1.2.2.2  skrll 	struct dkwedge_softc **newarray, **oldarray;
    248  1.2.2.2  skrll 
    249  1.2.2.2  skrll 	newarray = malloc(newcnt * sizeof(*newarray), M_DKWEDGE,
    250  1.2.2.2  skrll 	    M_WAITOK|M_ZERO);
    251  1.2.2.2  skrll 	if ((oldarray = dkwedges) != NULL)
    252  1.2.2.2  skrll 		memcpy(newarray, dkwedges, ndkwedges * sizeof(*newarray));
    253  1.2.2.2  skrll 	dkwedges = newarray;
    254  1.2.2.2  skrll 	ndkwedges = newcnt;
    255  1.2.2.2  skrll 	if (oldarray != NULL)
    256  1.2.2.2  skrll 		free(oldarray, M_DKWEDGE);
    257  1.2.2.2  skrll }
    258  1.2.2.2  skrll 
    259  1.2.2.2  skrll /*
    260  1.2.2.2  skrll  * dkwedge_add:		[exported function]
    261  1.2.2.2  skrll  *
    262  1.2.2.2  skrll  *	Add a disk wedge based on the provided information.
    263  1.2.2.2  skrll  *
    264  1.2.2.2  skrll  *	The incoming dkw_devname[] is ignored, instead being
    265  1.2.2.2  skrll  *	filled in and returned to the caller.
    266  1.2.2.2  skrll  */
    267  1.2.2.2  skrll int
    268  1.2.2.2  skrll dkwedge_add(struct dkwedge_info *dkw)
    269  1.2.2.2  skrll {
    270  1.2.2.2  skrll 	struct dkwedge_softc *sc, *lsc;
    271  1.2.2.2  skrll 	struct disk *pdk;
    272  1.2.2.2  skrll 	u_int unit;
    273  1.2.2.2  skrll 	int error;
    274  1.2.2.2  skrll 	dev_t pdev;
    275  1.2.2.2  skrll 
    276  1.2.2.2  skrll 	if (dkwedge_cfglue_initialized == 0)
    277  1.2.2.2  skrll 		dkwedge_cfglue_init();
    278  1.2.2.2  skrll 
    279  1.2.2.2  skrll 	dkw->dkw_parent[sizeof(dkw->dkw_parent) - 1] = '\0';
    280  1.2.2.2  skrll 	pdk = disk_find(dkw->dkw_parent);
    281  1.2.2.2  skrll 	if (pdk == NULL)
    282  1.2.2.2  skrll 		return (ENODEV);
    283  1.2.2.2  skrll 
    284  1.2.2.2  skrll 	error = dkwedge_compute_pdev(pdk->dk_name, &pdev);
    285  1.2.2.2  skrll 	if (error)
    286  1.2.2.2  skrll 		return (error);
    287  1.2.2.2  skrll 
    288  1.2.2.2  skrll 	if (dkw->dkw_offset < 0)
    289  1.2.2.2  skrll 		return (EINVAL);
    290  1.2.2.2  skrll 
    291  1.2.2.2  skrll 	sc = malloc(sizeof(*sc), M_DKWEDGE, M_WAITOK|M_ZERO);
    292  1.2.2.2  skrll 	sc->sc_state = DKW_STATE_LARVAL;
    293  1.2.2.2  skrll 	sc->sc_parent = pdk;
    294  1.2.2.2  skrll 	sc->sc_pdev = pdev;
    295  1.2.2.2  skrll 	sc->sc_offset = dkw->dkw_offset;
    296  1.2.2.2  skrll 	sc->sc_size = dkw->dkw_size;
    297  1.2.2.2  skrll 
    298  1.2.2.2  skrll 	memcpy(sc->sc_wname, dkw->dkw_wname, sizeof(sc->sc_wname));
    299  1.2.2.2  skrll 	sc->sc_wname[sizeof(sc->sc_wname) - 1] = '\0';
    300  1.2.2.2  skrll 
    301  1.2.2.2  skrll 	memcpy(sc->sc_ptype, dkw->dkw_ptype, sizeof(sc->sc_ptype));
    302  1.2.2.2  skrll 	sc->sc_ptype[sizeof(sc->sc_ptype) - 1] = '\0';
    303  1.2.2.2  skrll 
    304  1.2.2.5  skrll 	bufq_alloc(&sc->sc_bufq, "fcfs", 0);
    305  1.2.2.2  skrll 
    306  1.2.2.2  skrll 	callout_init(&sc->sc_restart_ch);
    307  1.2.2.2  skrll 	callout_setfunc(&sc->sc_restart_ch, dkrestart, sc);
    308  1.2.2.2  skrll 
    309  1.2.2.2  skrll 	/*
    310  1.2.2.2  skrll 	 * Wedge will be added; increment the wedge count for the parent.
    311  1.2.2.2  skrll 	 * Only allow this to happend if RAW_PART is the only thing open.
    312  1.2.2.2  skrll 	 */
    313  1.2.2.2  skrll 	(void) lockmgr(&pdk->dk_openlock, LK_EXCLUSIVE, NULL);
    314  1.2.2.2  skrll 	if (pdk->dk_openmask & ~(1 << RAW_PART))
    315  1.2.2.2  skrll 		error = EBUSY;
    316  1.2.2.2  skrll 	else {
    317  1.2.2.2  skrll 		/* Check for wedge overlap. */
    318  1.2.2.2  skrll 		LIST_FOREACH(lsc, &pdk->dk_wedges, sc_plink) {
    319  1.2.2.2  skrll 			daddr_t lastblk = sc->sc_offset + sc->sc_size - 1;
    320  1.2.2.2  skrll 			daddr_t llastblk = lsc->sc_offset + lsc->sc_size - 1;
    321  1.2.2.2  skrll 
    322  1.2.2.2  skrll 			if (sc->sc_offset >= lsc->sc_offset &&
    323  1.2.2.2  skrll 			    sc->sc_offset <= llastblk) {
    324  1.2.2.2  skrll 				/* Overlaps the tail of the exsiting wedge. */
    325  1.2.2.2  skrll 				break;
    326  1.2.2.2  skrll 			}
    327  1.2.2.2  skrll 			if (lastblk >= lsc->sc_offset &&
    328  1.2.2.2  skrll 			    lastblk <= llastblk) {
    329  1.2.2.2  skrll 				/* Overlaps the head of the existing wedge. */
    330  1.2.2.2  skrll 			    	break;
    331  1.2.2.2  skrll 			}
    332  1.2.2.2  skrll 		}
    333  1.2.2.2  skrll 		if (lsc != NULL)
    334  1.2.2.2  skrll 			error = EINVAL;
    335  1.2.2.2  skrll 		else {
    336  1.2.2.2  skrll 			pdk->dk_nwedges++;
    337  1.2.2.2  skrll 			LIST_INSERT_HEAD(&pdk->dk_wedges, sc, sc_plink);
    338  1.2.2.2  skrll 		}
    339  1.2.2.2  skrll 	}
    340  1.2.2.2  skrll 	(void) lockmgr(&pdk->dk_openlock, LK_RELEASE, NULL);
    341  1.2.2.2  skrll 	if (error) {
    342  1.2.2.5  skrll 		bufq_free(sc->sc_bufq);
    343  1.2.2.2  skrll 		free(sc, M_DKWEDGE);
    344  1.2.2.2  skrll 		return (error);
    345  1.2.2.2  skrll 	}
    346  1.2.2.2  skrll 
    347  1.2.2.2  skrll 	/* Fill in our cfdata for the pseudo-device glue. */
    348  1.2.2.2  skrll 	sc->sc_cfdata.cf_name = dk_cd.cd_name;
    349  1.2.2.2  skrll 	sc->sc_cfdata.cf_atname = dk_ca.ca_name;
    350  1.2.2.2  skrll 	/* sc->sc_cfdata.cf_unit set below */
    351  1.2.2.5  skrll 	sc->sc_cfdata.cf_fstate = FSTATE_STAR;
    352  1.2.2.2  skrll 
    353  1.2.2.2  skrll 	/* Insert the larval wedge into the array. */
    354  1.2.2.2  skrll 	(void) lockmgr(&dkwedges_lock, LK_EXCLUSIVE, NULL);
    355  1.2.2.2  skrll 	for (error = 0;;) {
    356  1.2.2.2  skrll 		struct dkwedge_softc **scpp;
    357  1.2.2.2  skrll 
    358  1.2.2.2  skrll 		/*
    359  1.2.2.2  skrll 		 * Check for a duplicate wname while searching for
    360  1.2.2.2  skrll 		 * a slot.
    361  1.2.2.2  skrll 		 */
    362  1.2.2.2  skrll 		for (scpp = NULL, unit = 0; unit < ndkwedges; unit++) {
    363  1.2.2.2  skrll 			if (dkwedges[unit] == NULL) {
    364  1.2.2.2  skrll 				if (scpp == NULL) {
    365  1.2.2.2  skrll 					scpp = &dkwedges[unit];
    366  1.2.2.2  skrll 					sc->sc_cfdata.cf_unit = unit;
    367  1.2.2.2  skrll 				}
    368  1.2.2.2  skrll 			} else {
    369  1.2.2.2  skrll 				/* XXX Unicode. */
    370  1.2.2.2  skrll 				if (strcmp(dkwedges[unit]->sc_wname,
    371  1.2.2.2  skrll 					   sc->sc_wname) == 0) {
    372  1.2.2.2  skrll 					error = EEXIST;
    373  1.2.2.2  skrll 					break;
    374  1.2.2.2  skrll 				}
    375  1.2.2.2  skrll 			}
    376  1.2.2.2  skrll 		}
    377  1.2.2.2  skrll 		if (error)
    378  1.2.2.2  skrll 			break;
    379  1.2.2.2  skrll 		KASSERT(unit == ndkwedges);
    380  1.2.2.2  skrll 		if (scpp == NULL)
    381  1.2.2.2  skrll 			dkwedge_array_expand();
    382  1.2.2.2  skrll 		else {
    383  1.2.2.2  skrll 			KASSERT(scpp == &dkwedges[sc->sc_cfdata.cf_unit]);
    384  1.2.2.2  skrll 			*scpp = sc;
    385  1.2.2.2  skrll 			break;
    386  1.2.2.2  skrll 		}
    387  1.2.2.2  skrll 	}
    388  1.2.2.2  skrll 	(void) lockmgr(&dkwedges_lock, LK_RELEASE, NULL);
    389  1.2.2.2  skrll 	if (error) {
    390  1.2.2.2  skrll 		(void) lockmgr(&pdk->dk_openlock, LK_EXCLUSIVE, NULL);
    391  1.2.2.2  skrll 		pdk->dk_nwedges--;
    392  1.2.2.2  skrll 		LIST_REMOVE(sc, sc_plink);
    393  1.2.2.2  skrll 		(void) lockmgr(&pdk->dk_openlock, LK_RELEASE, NULL);
    394  1.2.2.2  skrll 
    395  1.2.2.5  skrll 		bufq_free(sc->sc_bufq);
    396  1.2.2.2  skrll 		free(sc, M_DKWEDGE);
    397  1.2.2.2  skrll 		return (error);
    398  1.2.2.2  skrll 	}
    399  1.2.2.2  skrll 
    400  1.2.2.2  skrll 	/*
    401  1.2.2.2  skrll 	 * Now that we know the unit #, attach a pseudo-device for
    402  1.2.2.2  skrll 	 * this wedge instance.  This will provide us with the
    403  1.2.2.2  skrll 	 * "struct device" necessary for glue to other parts of the
    404  1.2.2.2  skrll 	 * system.
    405  1.2.2.2  skrll 	 *
    406  1.2.2.2  skrll 	 * This should never fail, unless we're almost totally out of
    407  1.2.2.2  skrll 	 * memory.
    408  1.2.2.2  skrll 	 */
    409  1.2.2.2  skrll 	if ((sc->sc_dev = config_attach_pseudo(&sc->sc_cfdata)) == NULL) {
    410  1.2.2.2  skrll 		aprint_error("%s%u: unable to attach pseudo-device\n",
    411  1.2.2.2  skrll 		    sc->sc_cfdata.cf_name, sc->sc_cfdata.cf_unit);
    412  1.2.2.2  skrll 
    413  1.2.2.2  skrll 		(void) lockmgr(&dkwedges_lock, LK_EXCLUSIVE, NULL);
    414  1.2.2.2  skrll 		dkwedges[sc->sc_cfdata.cf_unit] = NULL;
    415  1.2.2.2  skrll 		(void) lockmgr(&dkwedges_lock, LK_RELEASE, NULL);
    416  1.2.2.2  skrll 
    417  1.2.2.2  skrll 		(void) lockmgr(&pdk->dk_openlock, LK_EXCLUSIVE, NULL);
    418  1.2.2.2  skrll 		pdk->dk_nwedges--;
    419  1.2.2.2  skrll 		LIST_REMOVE(sc, sc_plink);
    420  1.2.2.2  skrll 		(void) lockmgr(&pdk->dk_openlock, LK_RELEASE, NULL);
    421  1.2.2.2  skrll 
    422  1.2.2.5  skrll 		bufq_free(sc->sc_bufq);
    423  1.2.2.2  skrll 		free(sc, M_DKWEDGE);
    424  1.2.2.2  skrll 		return (ENOMEM);
    425  1.2.2.2  skrll 	}
    426  1.2.2.2  skrll 	sc->sc_dk.dk_name = sc->sc_dev->dv_xname;
    427  1.2.2.2  skrll 
    428  1.2.2.2  skrll 	/* Return the devname to the caller. */
    429  1.2.2.2  skrll 	strcpy(dkw->dkw_devname, sc->sc_dev->dv_xname);
    430  1.2.2.2  skrll 
    431  1.2.2.2  skrll 	/*
    432  1.2.2.2  skrll 	 * XXX Really ought to make the disk_attach() and the changing
    433  1.2.2.2  skrll 	 * of state to RUNNING atomic.
    434  1.2.2.2  skrll 	 */
    435  1.2.2.2  skrll 
    436  1.2.2.2  skrll 	disk_attach(&sc->sc_dk);
    437  1.2.2.2  skrll 
    438  1.2.2.2  skrll 	/* Disk wedge is ready for use! */
    439  1.2.2.2  skrll 	sc->sc_state = DKW_STATE_RUNNING;
    440  1.2.2.2  skrll 
    441  1.2.2.2  skrll 	/* Announce our arrival. */
    442  1.2.2.2  skrll 	aprint_normal("%s at %s: %s\n", sc->sc_dev->dv_xname, pdk->dk_name,
    443  1.2.2.2  skrll 	    sc->sc_wname);	/* XXX Unicode */
    444  1.2.2.2  skrll 	aprint_normal("%s: %"PRIu64" blocks at %"PRId64", type: %s\n",
    445  1.2.2.2  skrll 	    sc->sc_dev->dv_xname, sc->sc_size, sc->sc_offset, sc->sc_ptype);
    446  1.2.2.2  skrll 
    447  1.2.2.2  skrll 	return (0);
    448  1.2.2.2  skrll }
    449  1.2.2.2  skrll 
    450  1.2.2.2  skrll /*
    451  1.2.2.2  skrll  * dkwedge_del:		[exported function]
    452  1.2.2.2  skrll  *
    453  1.2.2.2  skrll  *	Delete a disk wedge based on the provided information.
    454  1.2.2.2  skrll  *	NOTE: We look up the wedge based on the wedge devname,
    455  1.2.2.2  skrll  *	not wname.
    456  1.2.2.2  skrll  */
    457  1.2.2.2  skrll int
    458  1.2.2.2  skrll dkwedge_del(struct dkwedge_info *dkw)
    459  1.2.2.2  skrll {
    460  1.2.2.2  skrll 	struct dkwedge_softc *sc = NULL;
    461  1.2.2.2  skrll 	u_int unit;
    462  1.2.2.2  skrll 	int bmaj, cmaj, i, mn, s;
    463  1.2.2.2  skrll 
    464  1.2.2.2  skrll 	/* Find our softc. */
    465  1.2.2.2  skrll 	dkw->dkw_devname[sizeof(dkw->dkw_devname) - 1] = '\0';
    466  1.2.2.2  skrll 	(void) lockmgr(&dkwedges_lock, LK_EXCLUSIVE, NULL);
    467  1.2.2.2  skrll 	for (unit = 0; unit < ndkwedges; unit++) {
    468  1.2.2.2  skrll 		if ((sc = dkwedges[unit]) != NULL &&
    469  1.2.2.2  skrll 		    strcmp(sc->sc_dev->dv_xname, dkw->dkw_devname) == 0 &&
    470  1.2.2.2  skrll 		    strcmp(sc->sc_parent->dk_name, dkw->dkw_parent) == 0) {
    471  1.2.2.2  skrll 			/* Mark the wedge as dying. */
    472  1.2.2.2  skrll 			sc->sc_state = DKW_STATE_DYING;
    473  1.2.2.2  skrll 			break;
    474  1.2.2.2  skrll 		}
    475  1.2.2.2  skrll 	}
    476  1.2.2.2  skrll 	(void) lockmgr(&dkwedges_lock, LK_RELEASE, NULL);
    477  1.2.2.2  skrll 	if (unit == ndkwedges)
    478  1.2.2.2  skrll 		return (ESRCH);
    479  1.2.2.2  skrll 
    480  1.2.2.2  skrll 	KASSERT(sc != NULL);
    481  1.2.2.2  skrll 
    482  1.2.2.2  skrll 	/* Locate the wedge major numbers. */
    483  1.2.2.2  skrll 	bmaj = bdevsw_lookup_major(&dk_bdevsw);
    484  1.2.2.2  skrll 	cmaj = cdevsw_lookup_major(&dk_cdevsw);
    485  1.2.2.2  skrll 
    486  1.2.2.2  skrll 	/* Kill any pending restart. */
    487  1.2.2.2  skrll 	callout_stop(&sc->sc_restart_ch);
    488  1.2.2.2  skrll 
    489  1.2.2.2  skrll 	/*
    490  1.2.2.2  skrll 	 * dkstart() will kill any queued buffers now that the
    491  1.2.2.2  skrll 	 * state of the wedge is not RUNNING.  Once we've done
    492  1.2.2.2  skrll 	 * that, wait for any other pending I/O to complete.
    493  1.2.2.2  skrll 	 */
    494  1.2.2.2  skrll 	s = splbio();
    495  1.2.2.2  skrll 	dkstart(sc);
    496  1.2.2.2  skrll 	dkwedge_wait_drain(sc);
    497  1.2.2.2  skrll 	splx(s);
    498  1.2.2.2  skrll 
    499  1.2.2.2  skrll 	/* Nuke the vnodes for any open instances. */
    500  1.2.2.2  skrll 	for (i = 0; i < MAXPARTITIONS; i++) {
    501  1.2.2.2  skrll 		mn = DISKMINOR(unit, i);
    502  1.2.2.2  skrll 		vdevgone(bmaj, mn, mn, VBLK);
    503  1.2.2.2  skrll 		vdevgone(cmaj, mn, mn, VCHR);
    504  1.2.2.2  skrll 	}
    505  1.2.2.2  skrll 
    506  1.2.2.2  skrll 	/* Clean up the parent. */
    507  1.2.2.3  skrll 	(void) lockmgr(&sc->sc_dk.dk_openlock, LK_EXCLUSIVE, NULL);
    508  1.2.2.2  skrll 	(void) lockmgr(&sc->sc_parent->dk_rawlock, LK_EXCLUSIVE, NULL);
    509  1.2.2.3  skrll 	if (sc->sc_dk.dk_openmask) {
    510  1.2.2.2  skrll 		if (sc->sc_parent->dk_rawopens-- == 1) {
    511  1.2.2.2  skrll 			KASSERT(sc->sc_parent->dk_rawvp != NULL);
    512  1.2.2.2  skrll 			(void) vn_close(sc->sc_parent->dk_rawvp, FREAD | FWRITE,
    513  1.2.2.2  skrll 					NOCRED, curlwp);
    514  1.2.2.2  skrll 			sc->sc_parent->dk_rawvp = NULL;
    515  1.2.2.2  skrll 		}
    516  1.2.2.3  skrll 		sc->sc_dk.dk_openmask = 0;
    517  1.2.2.2  skrll 	}
    518  1.2.2.2  skrll 	(void) lockmgr(&sc->sc_parent->dk_rawlock, LK_RELEASE, NULL);
    519  1.2.2.3  skrll 	(void) lockmgr(&sc->sc_dk.dk_openlock, LK_RELEASE, NULL);
    520  1.2.2.2  skrll 
    521  1.2.2.2  skrll 	/* Announce our departure. */
    522  1.2.2.2  skrll 	aprint_normal("%s at %s (%s) deleted\n", sc->sc_dev->dv_xname,
    523  1.2.2.2  skrll 	    sc->sc_parent->dk_name,
    524  1.2.2.2  skrll 	    sc->sc_wname);	/* XXX Unicode */
    525  1.2.2.2  skrll 
    526  1.2.2.2  skrll 	/* Delete our pseudo-device. */
    527  1.2.2.2  skrll 	(void) config_detach(sc->sc_dev, DETACH_FORCE | DETACH_QUIET);
    528  1.2.2.2  skrll 
    529  1.2.2.2  skrll 	(void) lockmgr(&sc->sc_parent->dk_openlock, LK_EXCLUSIVE, NULL);
    530  1.2.2.2  skrll 	sc->sc_parent->dk_nwedges--;
    531  1.2.2.2  skrll 	LIST_REMOVE(sc, sc_plink);
    532  1.2.2.2  skrll 	(void) lockmgr(&sc->sc_parent->dk_openlock, LK_RELEASE, NULL);
    533  1.2.2.2  skrll 
    534  1.2.2.2  skrll 	/* Delete our buffer queue. */
    535  1.2.2.5  skrll 	bufq_free(sc->sc_bufq);
    536  1.2.2.2  skrll 
    537  1.2.2.2  skrll 	/* Detach from the disk list. */
    538  1.2.2.2  skrll 	disk_detach(&sc->sc_dk);
    539  1.2.2.2  skrll 
    540  1.2.2.2  skrll 	/* Poof. */
    541  1.2.2.2  skrll 	(void) lockmgr(&dkwedges_lock, LK_EXCLUSIVE, NULL);
    542  1.2.2.2  skrll 	dkwedges[unit] = NULL;
    543  1.2.2.2  skrll 	sc->sc_state = DKW_STATE_DEAD;
    544  1.2.2.2  skrll 	(void) lockmgr(&dkwedges_lock, LK_RELEASE, NULL);
    545  1.2.2.2  skrll 
    546  1.2.2.2  skrll 	free(sc, M_DKWEDGE);
    547  1.2.2.2  skrll 
    548  1.2.2.2  skrll 	return (0);
    549  1.2.2.2  skrll }
    550  1.2.2.2  skrll 
    551  1.2.2.2  skrll /*
    552  1.2.2.2  skrll  * dkwedge_delall:	[exported function]
    553  1.2.2.2  skrll  *
    554  1.2.2.2  skrll  *	Delete all of the wedges on the specified disk.  Used when
    555  1.2.2.2  skrll  *	a disk is being detached.
    556  1.2.2.2  skrll  */
    557  1.2.2.2  skrll void
    558  1.2.2.2  skrll dkwedge_delall(struct disk *pdk)
    559  1.2.2.2  skrll {
    560  1.2.2.2  skrll 	struct dkwedge_info dkw;
    561  1.2.2.2  skrll 	struct dkwedge_softc *sc;
    562  1.2.2.2  skrll 
    563  1.2.2.2  skrll 	for (;;) {
    564  1.2.2.2  skrll 		(void) lockmgr(&pdk->dk_openlock, LK_EXCLUSIVE, NULL);
    565  1.2.2.2  skrll 		if ((sc = LIST_FIRST(&pdk->dk_wedges)) == NULL) {
    566  1.2.2.2  skrll 			KASSERT(pdk->dk_nwedges == 0);
    567  1.2.2.2  skrll 			(void) lockmgr(&pdk->dk_openlock, LK_RELEASE, NULL);
    568  1.2.2.2  skrll 			return;
    569  1.2.2.2  skrll 		}
    570  1.2.2.2  skrll 		strcpy(dkw.dkw_parent, pdk->dk_name);
    571  1.2.2.2  skrll 		strcpy(dkw.dkw_devname, sc->sc_dev->dv_xname);
    572  1.2.2.2  skrll 		(void) lockmgr(&pdk->dk_openlock, LK_RELEASE, NULL);
    573  1.2.2.2  skrll 		(void) dkwedge_del(&dkw);
    574  1.2.2.2  skrll 	}
    575  1.2.2.2  skrll }
    576  1.2.2.2  skrll 
    577  1.2.2.2  skrll /*
    578  1.2.2.2  skrll  * dkwedge_list:	[exported function]
    579  1.2.2.2  skrll  *
    580  1.2.2.2  skrll  *	List all of the wedges on a particular disk.
    581  1.2.2.2  skrll  *	If p == NULL, the buffer is in kernel space.  Otherwise, it is
    582  1.2.2.2  skrll  *	in user space of the specified process.
    583  1.2.2.2  skrll  */
    584  1.2.2.2  skrll int
    585  1.2.2.2  skrll dkwedge_list(struct disk *pdk, struct dkwedge_list *dkwl, struct lwp *l)
    586  1.2.2.2  skrll {
    587  1.2.2.2  skrll 	struct uio uio;
    588  1.2.2.2  skrll 	struct iovec iov;
    589  1.2.2.2  skrll 	struct dkwedge_softc *sc;
    590  1.2.2.2  skrll 	struct dkwedge_info dkw;
    591  1.2.2.2  skrll 	int error = 0;
    592  1.2.2.2  skrll 
    593  1.2.2.2  skrll 	iov.iov_base = dkwl->dkwl_buf;
    594  1.2.2.2  skrll 	iov.iov_len = dkwl->dkwl_bufsize;
    595  1.2.2.2  skrll 
    596  1.2.2.2  skrll 	uio.uio_iov = &iov;
    597  1.2.2.2  skrll 	uio.uio_iovcnt = 1;
    598  1.2.2.2  skrll 	uio.uio_offset = 0;
    599  1.2.2.2  skrll 	uio.uio_resid = dkwl->dkwl_bufsize;
    600  1.2.2.2  skrll 	uio.uio_segflg = l != NULL ? UIO_USERSPACE : UIO_SYSSPACE;
    601  1.2.2.2  skrll 	uio.uio_rw = UIO_READ;
    602  1.2.2.2  skrll 	uio.uio_lwp = l;
    603  1.2.2.2  skrll 
    604  1.2.2.2  skrll 	dkwl->dkwl_ncopied = 0;
    605  1.2.2.2  skrll 
    606  1.2.2.2  skrll 	(void) lockmgr(&pdk->dk_openlock, LK_EXCLUSIVE, NULL);
    607  1.2.2.2  skrll 	LIST_FOREACH(sc, &pdk->dk_wedges, sc_plink) {
    608  1.2.2.2  skrll 		if (uio.uio_resid < sizeof(dkw))
    609  1.2.2.2  skrll 			break;
    610  1.2.2.2  skrll 
    611  1.2.2.2  skrll 		if (sc->sc_state != DKW_STATE_RUNNING)
    612  1.2.2.2  skrll 			continue;
    613  1.2.2.2  skrll 
    614  1.2.2.2  skrll 		strcpy(dkw.dkw_devname, sc->sc_dev->dv_xname);
    615  1.2.2.2  skrll 		memcpy(dkw.dkw_wname, sc->sc_wname, sizeof(dkw.dkw_wname));
    616  1.2.2.2  skrll 		dkw.dkw_wname[sizeof(dkw.dkw_wname) - 1] = '\0';
    617  1.2.2.2  skrll 		strcpy(dkw.dkw_parent, sc->sc_parent->dk_name);
    618  1.2.2.2  skrll 		dkw.dkw_offset = sc->sc_offset;
    619  1.2.2.2  skrll 		dkw.dkw_size = sc->sc_size;
    620  1.2.2.2  skrll 		strcpy(dkw.dkw_ptype, sc->sc_ptype);
    621  1.2.2.2  skrll 
    622  1.2.2.2  skrll 		error = uiomove(&dkw, sizeof(dkw), &uio);
    623  1.2.2.2  skrll 		if (error)
    624  1.2.2.2  skrll 			break;
    625  1.2.2.2  skrll 		dkwl->dkwl_ncopied++;
    626  1.2.2.2  skrll 	}
    627  1.2.2.2  skrll 	dkwl->dkwl_nwedges = pdk->dk_nwedges;
    628  1.2.2.2  skrll 	(void) lockmgr(&pdk->dk_openlock, LK_RELEASE, NULL);
    629  1.2.2.2  skrll 
    630  1.2.2.2  skrll 	return (error);
    631  1.2.2.2  skrll }
    632  1.2.2.2  skrll 
    633  1.2.2.2  skrll /*
    634  1.2.2.3  skrll  * dkwedge_set_bootwedge
    635  1.2.2.3  skrll  *
    636  1.2.2.3  skrll  *	Set the booted_wedge global based on the specified parent name
    637  1.2.2.3  skrll  *	and offset/length.
    638  1.2.2.3  skrll  */
    639  1.2.2.3  skrll void
    640  1.2.2.3  skrll dkwedge_set_bootwedge(struct device *parent, daddr_t startblk, uint64_t nblks)
    641  1.2.2.3  skrll {
    642  1.2.2.3  skrll 	struct dkwedge_softc *sc;
    643  1.2.2.3  skrll 	int i;
    644  1.2.2.3  skrll 
    645  1.2.2.3  skrll 	(void) lockmgr(&dkwedges_lock, LK_EXCLUSIVE, NULL);
    646  1.2.2.3  skrll 	for (i = 0; i < ndkwedges; i++) {
    647  1.2.2.3  skrll 		if ((sc = dkwedges[i]) == NULL)
    648  1.2.2.3  skrll 			continue;
    649  1.2.2.3  skrll 		if (strcmp(sc->sc_parent->dk_name, parent->dv_xname) == 0 &&
    650  1.2.2.3  skrll 		    sc->sc_offset == startblk &&
    651  1.2.2.3  skrll 		    sc->sc_size == nblks) {
    652  1.2.2.3  skrll 			if (booted_wedge) {
    653  1.2.2.3  skrll 				printf("WARNING: double match for boot wedge "
    654  1.2.2.3  skrll 				    "(%s, %s)\n",
    655  1.2.2.3  skrll 				    booted_wedge->dv_xname,
    656  1.2.2.3  skrll 				    sc->sc_dev->dv_xname);
    657  1.2.2.3  skrll 				continue;
    658  1.2.2.3  skrll 			}
    659  1.2.2.3  skrll 			booted_device = parent;
    660  1.2.2.3  skrll 			booted_wedge = sc->sc_dev;
    661  1.2.2.3  skrll 			booted_partition = 0;
    662  1.2.2.3  skrll 		}
    663  1.2.2.3  skrll 	}
    664  1.2.2.3  skrll 	/*
    665  1.2.2.3  skrll 	 * XXX What if we don't find one?  Should we create a special
    666  1.2.2.3  skrll 	 * XXX root wedge?
    667  1.2.2.3  skrll 	 */
    668  1.2.2.3  skrll 	(void) lockmgr(&dkwedges_lock, LK_RELEASE, NULL);
    669  1.2.2.3  skrll }
    670  1.2.2.3  skrll 
    671  1.2.2.3  skrll /*
    672  1.2.2.2  skrll  * We need a dummy objet to stuff into the dkwedge discovery method link
    673  1.2.2.2  skrll  * set to ensure that there is always at least one object in the set.
    674  1.2.2.2  skrll  */
    675  1.2.2.2  skrll static struct dkwedge_discovery_method dummy_discovery_method;
    676  1.2.2.2  skrll __link_set_add_bss(dkwedge_methods, dummy_discovery_method);
    677  1.2.2.2  skrll 
    678  1.2.2.2  skrll /*
    679  1.2.2.2  skrll  * dkwedge_discover_init:
    680  1.2.2.2  skrll  *
    681  1.2.2.2  skrll  *	Initialize the disk wedge discovery method list.
    682  1.2.2.2  skrll  */
    683  1.2.2.2  skrll static void
    684  1.2.2.2  skrll dkwedge_discover_init(void)
    685  1.2.2.2  skrll {
    686  1.2.2.2  skrll 	__link_set_decl(dkwedge_methods, struct dkwedge_discovery_method);
    687  1.2.2.2  skrll 	struct dkwedge_discovery_method * const *ddmp;
    688  1.2.2.2  skrll 	struct dkwedge_discovery_method *lddm, *ddm;
    689  1.2.2.2  skrll 
    690  1.2.2.2  skrll 	(void) lockmgr(&dkwedge_discovery_methods_lock, LK_EXCLUSIVE, NULL);
    691  1.2.2.2  skrll 
    692  1.2.2.2  skrll 	if (dkwedge_discovery_methods_initialized) {
    693  1.2.2.2  skrll 		(void) lockmgr(&dkwedge_discovery_methods_lock, LK_RELEASE,
    694  1.2.2.2  skrll 			       NULL);
    695  1.2.2.2  skrll 		return;
    696  1.2.2.2  skrll 	}
    697  1.2.2.2  skrll 
    698  1.2.2.2  skrll 	LIST_INIT(&dkwedge_discovery_methods);
    699  1.2.2.2  skrll 
    700  1.2.2.2  skrll 	__link_set_foreach(ddmp, dkwedge_methods) {
    701  1.2.2.2  skrll 		ddm = *ddmp;
    702  1.2.2.2  skrll 		if (ddm == &dummy_discovery_method)
    703  1.2.2.2  skrll 			continue;
    704  1.2.2.2  skrll 		if (LIST_EMPTY(&dkwedge_discovery_methods)) {
    705  1.2.2.2  skrll 			LIST_INSERT_HEAD(&dkwedge_discovery_methods,
    706  1.2.2.2  skrll 					 ddm, ddm_list);
    707  1.2.2.2  skrll 			continue;
    708  1.2.2.2  skrll 		}
    709  1.2.2.2  skrll 		LIST_FOREACH(lddm, &dkwedge_discovery_methods, ddm_list) {
    710  1.2.2.2  skrll 			if (ddm->ddm_priority == lddm->ddm_priority) {
    711  1.2.2.2  skrll 				aprint_error("dk-method-%s: method \"%s\" "
    712  1.2.2.2  skrll 				    "already exists at priority %d\n",
    713  1.2.2.2  skrll 				    ddm->ddm_name, lddm->ddm_name,
    714  1.2.2.2  skrll 				    lddm->ddm_priority);
    715  1.2.2.2  skrll 				/* Not inserted. */
    716  1.2.2.2  skrll 				break;
    717  1.2.2.2  skrll 			}
    718  1.2.2.2  skrll 			if (ddm->ddm_priority < lddm->ddm_priority) {
    719  1.2.2.2  skrll 				/* Higher priority; insert before. */
    720  1.2.2.2  skrll 				LIST_INSERT_BEFORE(lddm, ddm, ddm_list);
    721  1.2.2.2  skrll 				break;
    722  1.2.2.2  skrll 			}
    723  1.2.2.2  skrll 			if (LIST_NEXT(lddm, ddm_list) == NULL) {
    724  1.2.2.2  skrll 				/* Last one; insert after. */
    725  1.2.2.2  skrll 				KASSERT(lddm->ddm_priority < ddm->ddm_priority);
    726  1.2.2.2  skrll 				LIST_INSERT_AFTER(lddm, ddm, ddm_list);
    727  1.2.2.2  skrll 				break;
    728  1.2.2.2  skrll 			}
    729  1.2.2.2  skrll 		}
    730  1.2.2.2  skrll 	}
    731  1.2.2.2  skrll 
    732  1.2.2.2  skrll 	dkwedge_discovery_methods_initialized = 1;
    733  1.2.2.2  skrll 
    734  1.2.2.2  skrll 	(void) lockmgr(&dkwedge_discovery_methods_lock, LK_RELEASE, NULL);
    735  1.2.2.2  skrll }
    736  1.2.2.2  skrll 
    737  1.2.2.2  skrll #ifdef DKWEDGE_AUTODISCOVER
    738  1.2.2.2  skrll int	dkwedge_autodiscover = 1;
    739  1.2.2.2  skrll #else
    740  1.2.2.2  skrll int	dkwedge_autodiscover = 0;
    741  1.2.2.2  skrll #endif
    742  1.2.2.2  skrll 
    743  1.2.2.2  skrll /*
    744  1.2.2.2  skrll  * dkwedge_discover:	[exported function]
    745  1.2.2.2  skrll  *
    746  1.2.2.2  skrll  *	Discover the wedges on a newly attached disk.
    747  1.2.2.2  skrll  */
    748  1.2.2.2  skrll void
    749  1.2.2.2  skrll dkwedge_discover(struct disk *pdk)
    750  1.2.2.2  skrll {
    751  1.2.2.2  skrll 	struct dkwedge_discovery_method *ddm;
    752  1.2.2.2  skrll 	struct vnode *vp;
    753  1.2.2.2  skrll 	int error;
    754  1.2.2.2  skrll 	dev_t pdev;
    755  1.2.2.2  skrll 
    756  1.2.2.2  skrll 	/*
    757  1.2.2.2  skrll 	 * Require people playing with wedges to enable this explicitly.
    758  1.2.2.2  skrll 	 */
    759  1.2.2.2  skrll 	if (dkwedge_autodiscover == 0)
    760  1.2.2.2  skrll 		return;
    761  1.2.2.2  skrll 
    762  1.2.2.2  skrll 	if (dkwedge_discovery_methods_initialized == 0)
    763  1.2.2.2  skrll 		dkwedge_discover_init();
    764  1.2.2.2  skrll 
    765  1.2.2.2  skrll 	(void) lockmgr(&dkwedge_discovery_methods_lock, LK_SHARED, NULL);
    766  1.2.2.2  skrll 
    767  1.2.2.2  skrll 	error = dkwedge_compute_pdev(pdk->dk_name, &pdev);
    768  1.2.2.2  skrll 	if (error) {
    769  1.2.2.2  skrll 		aprint_error("%s: unable to compute pdev, error = %d\n",
    770  1.2.2.2  skrll 		    pdk->dk_name, error);
    771  1.2.2.2  skrll 		goto out;
    772  1.2.2.2  skrll 	}
    773  1.2.2.2  skrll 
    774  1.2.2.2  skrll 	error = bdevvp(pdev, &vp);
    775  1.2.2.2  skrll 	if (error) {
    776  1.2.2.2  skrll 		aprint_error("%s: unable to find vnode for pdev, error = %d\n",
    777  1.2.2.2  skrll 		    pdk->dk_name, error);
    778  1.2.2.2  skrll 		goto out;
    779  1.2.2.2  skrll 	}
    780  1.2.2.2  skrll 
    781  1.2.2.2  skrll 	error = vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
    782  1.2.2.2  skrll 	if (error) {
    783  1.2.2.2  skrll 		aprint_error("%s: unable to lock vnode for pdev, error = %d\n",
    784  1.2.2.2  skrll 		    pdk->dk_name, error);
    785  1.2.2.2  skrll 		vrele(vp);
    786  1.2.2.2  skrll 		goto out;
    787  1.2.2.2  skrll 	}
    788  1.2.2.2  skrll 
    789  1.2.2.2  skrll 	error = VOP_OPEN(vp, FREAD | FWRITE, NOCRED, 0);
    790  1.2.2.2  skrll 	if (error) {
    791  1.2.2.2  skrll 		aprint_error("%s: unable to open device, error = %d\n",
    792  1.2.2.2  skrll 		    pdk->dk_name, error);
    793  1.2.2.2  skrll 		vput(vp);
    794  1.2.2.2  skrll 		goto out;
    795  1.2.2.2  skrll 	}
    796  1.2.2.2  skrll 	/* VOP_OPEN() doesn't do this for us. */
    797  1.2.2.2  skrll 	vp->v_writecount++;
    798  1.2.2.2  skrll 	VOP_UNLOCK(vp, 0);
    799  1.2.2.2  skrll 
    800  1.2.2.2  skrll 	/*
    801  1.2.2.2  skrll 	 * For each supported partition map type, look to see if
    802  1.2.2.2  skrll 	 * this map type exists.  If so, parse it and add the
    803  1.2.2.2  skrll 	 * corresponding wedges.
    804  1.2.2.2  skrll 	 */
    805  1.2.2.2  skrll 	LIST_FOREACH(ddm, &dkwedge_discovery_methods, ddm_list) {
    806  1.2.2.2  skrll 		error = (*ddm->ddm_discover)(pdk, vp);
    807  1.2.2.2  skrll 		if (error == 0) {
    808  1.2.2.2  skrll 			/* Successfully created wedges; we're done. */
    809  1.2.2.2  skrll 			break;
    810  1.2.2.2  skrll 		}
    811  1.2.2.2  skrll 	}
    812  1.2.2.2  skrll 
    813  1.2.2.2  skrll 	error = vn_close(vp, FREAD | FWRITE, NOCRED, curlwp);
    814  1.2.2.2  skrll 	if (error) {
    815  1.2.2.2  skrll 		aprint_error("%s: unable to close device, error = %d\n",
    816  1.2.2.2  skrll 		    pdk->dk_name, error);
    817  1.2.2.2  skrll 		/* We'll just assume the vnode has been cleaned up. */
    818  1.2.2.2  skrll 	}
    819  1.2.2.2  skrll  out:
    820  1.2.2.2  skrll 	(void) lockmgr(&dkwedge_discovery_methods_lock, LK_RELEASE, NULL);
    821  1.2.2.2  skrll }
    822  1.2.2.2  skrll 
    823  1.2.2.2  skrll /*
    824  1.2.2.2  skrll  * dkwedge_read:
    825  1.2.2.2  skrll  *
    826  1.2.2.2  skrll  *	Read the some data from the specified disk, used for
    827  1.2.2.2  skrll  *	partition discovery.
    828  1.2.2.2  skrll  */
    829  1.2.2.2  skrll int
    830  1.2.2.5  skrll dkwedge_read(struct disk *pdk, struct vnode *vp, daddr_t blkno, void *tbuf,
    831  1.2.2.2  skrll     size_t len)
    832  1.2.2.2  skrll {
    833  1.2.2.2  skrll 	struct buf b;
    834  1.2.2.2  skrll 
    835  1.2.2.2  skrll 	BUF_INIT(&b);
    836  1.2.2.2  skrll 
    837  1.2.2.2  skrll 	b.b_vp = vp;
    838  1.2.2.2  skrll 	b.b_dev = vp->v_rdev;
    839  1.2.2.2  skrll 	b.b_blkno = blkno;
    840  1.2.2.2  skrll 	b.b_bcount = b.b_resid = len;
    841  1.2.2.2  skrll 	b.b_flags = B_READ;
    842  1.2.2.2  skrll 	b.b_proc = curproc;
    843  1.2.2.5  skrll 	b.b_data = tbuf;
    844  1.2.2.2  skrll 
    845  1.2.2.2  skrll 	VOP_STRATEGY(vp, &b);
    846  1.2.2.2  skrll 	return (biowait(&b));
    847  1.2.2.2  skrll }
    848  1.2.2.2  skrll 
    849  1.2.2.2  skrll /*
    850  1.2.2.2  skrll  * dkwedge_lookup:
    851  1.2.2.2  skrll  *
    852  1.2.2.2  skrll  *	Look up a dkwedge_softc based on the provided dev_t.
    853  1.2.2.2  skrll  */
    854  1.2.2.2  skrll static struct dkwedge_softc *
    855  1.2.2.2  skrll dkwedge_lookup(dev_t dev)
    856  1.2.2.2  skrll {
    857  1.2.2.3  skrll 	int unit = minor(dev);
    858  1.2.2.2  skrll 
    859  1.2.2.2  skrll 	if (unit >= ndkwedges)
    860  1.2.2.2  skrll 		return (NULL);
    861  1.2.2.2  skrll 
    862  1.2.2.2  skrll 	KASSERT(dkwedges != NULL);
    863  1.2.2.2  skrll 
    864  1.2.2.2  skrll 	return (dkwedges[unit]);
    865  1.2.2.2  skrll }
    866  1.2.2.2  skrll 
    867  1.2.2.2  skrll /*
    868  1.2.2.2  skrll  * dkopen:		[devsw entry point]
    869  1.2.2.2  skrll  *
    870  1.2.2.2  skrll  *	Open a wedge.
    871  1.2.2.2  skrll  */
    872  1.2.2.2  skrll static int
    873  1.2.2.2  skrll dkopen(dev_t dev, int flags, int fmt, struct lwp *l)
    874  1.2.2.2  skrll {
    875  1.2.2.2  skrll 	struct dkwedge_softc *sc = dkwedge_lookup(dev);
    876  1.2.2.2  skrll 	struct vnode *vp;
    877  1.2.2.2  skrll 	int error;
    878  1.2.2.2  skrll 
    879  1.2.2.2  skrll 	if (sc == NULL)
    880  1.2.2.2  skrll 		return (ENODEV);
    881  1.2.2.2  skrll 
    882  1.2.2.2  skrll 	if (sc->sc_state != DKW_STATE_RUNNING)
    883  1.2.2.2  skrll 		return (ENXIO);
    884  1.2.2.2  skrll 
    885  1.2.2.2  skrll 	/*
    886  1.2.2.2  skrll 	 * We go through a complicated little dance to only open the parent
    887  1.2.2.2  skrll 	 * vnode once per wedge, no matter how many times the wedge is
    888  1.2.2.2  skrll 	 * opened.  The reason?  We see one dkopen() per open call, but
    889  1.2.2.2  skrll 	 * only dkclose() on the last close.
    890  1.2.2.2  skrll 	 */
    891  1.2.2.3  skrll 	(void) lockmgr(&sc->sc_dk.dk_openlock, LK_EXCLUSIVE, NULL);
    892  1.2.2.2  skrll 	(void) lockmgr(&sc->sc_parent->dk_rawlock, LK_EXCLUSIVE, NULL);
    893  1.2.2.3  skrll 	if (sc->sc_dk.dk_openmask == 0) {
    894  1.2.2.2  skrll 		if (sc->sc_parent->dk_rawopens++ == 0) {
    895  1.2.2.2  skrll 			KASSERT(sc->sc_parent->dk_rawvp == NULL);
    896  1.2.2.2  skrll 			error = bdevvp(sc->sc_pdev, &vp);
    897  1.2.2.2  skrll 			if (error)
    898  1.2.2.2  skrll 				goto popen_fail;
    899  1.2.2.2  skrll 			error = vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
    900  1.2.2.2  skrll 			if (error) {
    901  1.2.2.2  skrll 				vrele(vp);
    902  1.2.2.2  skrll 				goto popen_fail;
    903  1.2.2.2  skrll 			}
    904  1.2.2.2  skrll 			error = VOP_OPEN(vp, FREAD | FWRITE, NOCRED, 0);
    905  1.2.2.2  skrll 			if (error) {
    906  1.2.2.2  skrll 				vput(vp);
    907  1.2.2.2  skrll 				goto popen_fail;
    908  1.2.2.2  skrll 			}
    909  1.2.2.2  skrll 			/* VOP_OPEN() doesn't do this for us. */
    910  1.2.2.2  skrll 			vp->v_writecount++;
    911  1.2.2.2  skrll 			VOP_UNLOCK(vp, 0);
    912  1.2.2.2  skrll 			sc->sc_parent->dk_rawvp = vp;
    913  1.2.2.2  skrll 		}
    914  1.2.2.3  skrll 		if (fmt == S_IFCHR)
    915  1.2.2.3  skrll 			sc->sc_dk.dk_copenmask |= 1;
    916  1.2.2.3  skrll 		else
    917  1.2.2.3  skrll 			sc->sc_dk.dk_bopenmask |= 1;
    918  1.2.2.3  skrll 		sc->sc_dk.dk_openmask =
    919  1.2.2.3  skrll 		    sc->sc_dk.dk_copenmask | sc->sc_dk.dk_bopenmask;
    920  1.2.2.2  skrll 	}
    921  1.2.2.2  skrll 	(void) lockmgr(&sc->sc_parent->dk_rawlock, LK_RELEASE, NULL);
    922  1.2.2.3  skrll 	(void) lockmgr(&sc->sc_dk.dk_openlock, LK_RELEASE, NULL);
    923  1.2.2.2  skrll 
    924  1.2.2.2  skrll 	return (0);
    925  1.2.2.2  skrll 
    926  1.2.2.2  skrll  popen_fail:
    927  1.2.2.2  skrll 	(void) lockmgr(&sc->sc_parent->dk_rawlock, LK_RELEASE, NULL);
    928  1.2.2.2  skrll 	return (error);
    929  1.2.2.2  skrll }
    930  1.2.2.2  skrll 
    931  1.2.2.2  skrll /*
    932  1.2.2.2  skrll  * dkclose:		[devsw entry point]
    933  1.2.2.2  skrll  *
    934  1.2.2.2  skrll  *	Close a wedge.
    935  1.2.2.2  skrll  */
    936  1.2.2.2  skrll static int
    937  1.2.2.2  skrll dkclose(dev_t dev, int flags, int fmt, struct lwp *l)
    938  1.2.2.2  skrll {
    939  1.2.2.2  skrll 	struct dkwedge_softc *sc = dkwedge_lookup(dev);
    940  1.2.2.2  skrll 	int error = 0;
    941  1.2.2.2  skrll 
    942  1.2.2.3  skrll 	KASSERT(sc->sc_dk.dk_openmask != 0);
    943  1.2.2.2  skrll 
    944  1.2.2.3  skrll 	(void) lockmgr(&sc->sc_dk.dk_openlock, LK_EXCLUSIVE, NULL);
    945  1.2.2.2  skrll 	(void) lockmgr(&sc->sc_parent->dk_rawlock, LK_EXCLUSIVE, NULL);
    946  1.2.2.2  skrll 
    947  1.2.2.3  skrll 	if (fmt == S_IFCHR)
    948  1.2.2.3  skrll 		sc->sc_dk.dk_copenmask &= ~1;
    949  1.2.2.3  skrll 	else
    950  1.2.2.3  skrll 		sc->sc_dk.dk_bopenmask &= ~1;
    951  1.2.2.3  skrll 	sc->sc_dk.dk_openmask =
    952  1.2.2.3  skrll 	    sc->sc_dk.dk_copenmask | sc->sc_dk.dk_bopenmask;
    953  1.2.2.3  skrll 
    954  1.2.2.3  skrll 	if (sc->sc_dk.dk_openmask == 0) {
    955  1.2.2.3  skrll 		if (sc->sc_parent->dk_rawopens-- == 1) {
    956  1.2.2.3  skrll 			KASSERT(sc->sc_parent->dk_rawvp != NULL);
    957  1.2.2.3  skrll 			error = vn_close(sc->sc_parent->dk_rawvp,
    958  1.2.2.3  skrll 					 FREAD | FWRITE, NOCRED, l);
    959  1.2.2.3  skrll 			sc->sc_parent->dk_rawvp = NULL;
    960  1.2.2.3  skrll 		}
    961  1.2.2.2  skrll 	}
    962  1.2.2.2  skrll 
    963  1.2.2.2  skrll 	(void) lockmgr(&sc->sc_parent->dk_rawlock, LK_RELEASE, NULL);
    964  1.2.2.3  skrll 	(void) lockmgr(&sc->sc_dk.dk_openlock, LK_RELEASE, NULL);
    965  1.2.2.2  skrll 
    966  1.2.2.2  skrll 	return (error);
    967  1.2.2.2  skrll }
    968  1.2.2.2  skrll 
    969  1.2.2.2  skrll /*
    970  1.2.2.2  skrll  * dkstragegy:		[devsw entry point]
    971  1.2.2.2  skrll  *
    972  1.2.2.2  skrll  *	Perform I/O based on the wedge I/O strategy.
    973  1.2.2.2  skrll  */
    974  1.2.2.2  skrll static void
    975  1.2.2.2  skrll dkstrategy(struct buf *bp)
    976  1.2.2.2  skrll {
    977  1.2.2.2  skrll 	struct dkwedge_softc *sc = dkwedge_lookup(bp->b_dev);
    978  1.2.2.2  skrll 	int s;
    979  1.2.2.2  skrll 
    980  1.2.2.2  skrll 	if (sc->sc_state != DKW_STATE_RUNNING) {
    981  1.2.2.2  skrll 		bp->b_error = ENXIO;
    982  1.2.2.2  skrll 		bp->b_flags |= B_ERROR;
    983  1.2.2.2  skrll 		goto done;
    984  1.2.2.2  skrll 	}
    985  1.2.2.2  skrll 
    986  1.2.2.2  skrll 	/* If it's an empty transfer, wake up the top half now. */
    987  1.2.2.2  skrll 	if (bp->b_bcount == 0)
    988  1.2.2.2  skrll 		goto done;
    989  1.2.2.2  skrll 
    990  1.2.2.2  skrll 	/* Make sure it's in-range. */
    991  1.2.2.2  skrll 	if (bounds_check_with_mediasize(bp, DEV_BSIZE, sc->sc_size) <= 0)
    992  1.2.2.2  skrll 		goto done;
    993  1.2.2.2  skrll 
    994  1.2.2.2  skrll 	/* Translate it to the parent's raw LBA. */
    995  1.2.2.2  skrll 	bp->b_rawblkno = bp->b_blkno + sc->sc_offset;
    996  1.2.2.2  skrll 
    997  1.2.2.2  skrll 	/* Place it in the queue and start I/O on the unit. */
    998  1.2.2.2  skrll 	s = splbio();
    999  1.2.2.2  skrll 	sc->sc_iopend++;
   1000  1.2.2.5  skrll 	BUFQ_PUT(sc->sc_bufq, bp);
   1001  1.2.2.2  skrll 	dkstart(sc);
   1002  1.2.2.2  skrll 	splx(s);
   1003  1.2.2.2  skrll 	return;
   1004  1.2.2.2  skrll 
   1005  1.2.2.2  skrll  done:
   1006  1.2.2.2  skrll 	bp->b_resid = bp->b_bcount;
   1007  1.2.2.2  skrll 	biodone(bp);
   1008  1.2.2.2  skrll }
   1009  1.2.2.2  skrll 
   1010  1.2.2.2  skrll /*
   1011  1.2.2.2  skrll  * dkstart:
   1012  1.2.2.2  skrll  *
   1013  1.2.2.2  skrll  *	Start I/O that has been enqueued on the wedge.
   1014  1.2.2.2  skrll  *	NOTE: Must be called at splbio()!
   1015  1.2.2.2  skrll  */
   1016  1.2.2.2  skrll static void
   1017  1.2.2.2  skrll dkstart(struct dkwedge_softc *sc)
   1018  1.2.2.2  skrll {
   1019  1.2.2.2  skrll 	struct buf *bp, *nbp;
   1020  1.2.2.2  skrll 
   1021  1.2.2.2  skrll 	/* Do as much work as has been enqueued. */
   1022  1.2.2.5  skrll 	while ((bp = BUFQ_PEEK(sc->sc_bufq)) != NULL) {
   1023  1.2.2.2  skrll 		if (sc->sc_state != DKW_STATE_RUNNING) {
   1024  1.2.2.5  skrll 			(void) BUFQ_GET(sc->sc_bufq);
   1025  1.2.2.2  skrll 			if (sc->sc_iopend-- == 1 &&
   1026  1.2.2.2  skrll 			    (sc->sc_flags & DK_F_WAIT_DRAIN) != 0) {
   1027  1.2.2.2  skrll 				sc->sc_flags &= ~DK_F_WAIT_DRAIN;
   1028  1.2.2.2  skrll 				wakeup(&sc->sc_iopend);
   1029  1.2.2.2  skrll 			}
   1030  1.2.2.2  skrll 			bp->b_error = ENXIO;
   1031  1.2.2.2  skrll 			bp->b_flags |= B_ERROR;
   1032  1.2.2.2  skrll 			bp->b_resid = bp->b_bcount;
   1033  1.2.2.2  skrll 			biodone(bp);
   1034  1.2.2.2  skrll 		}
   1035  1.2.2.2  skrll 
   1036  1.2.2.2  skrll 		/* Instrumentation. */
   1037  1.2.2.2  skrll 		disk_busy(&sc->sc_dk);
   1038  1.2.2.4  skrll 
   1039  1.2.2.2  skrll 		nbp = pool_get(&bufpool, PR_NOWAIT);
   1040  1.2.2.2  skrll 		if (nbp == NULL) {
   1041  1.2.2.2  skrll 			/*
   1042  1.2.2.2  skrll 			 * No resources to run this request; leave the
   1043  1.2.2.2  skrll 			 * buffer queued up, and schedule a timer to
   1044  1.2.2.2  skrll 			 * restart the queue in 1/2 a second.
   1045  1.2.2.2  skrll 			 */
   1046  1.2.2.2  skrll 			disk_unbusy(&sc->sc_dk, 0, bp->b_flags & B_READ);
   1047  1.2.2.2  skrll 			callout_schedule(&sc->sc_restart_ch, hz / 2);
   1048  1.2.2.2  skrll 			return;
   1049  1.2.2.2  skrll 		}
   1050  1.2.2.2  skrll 
   1051  1.2.2.5  skrll 		(void) BUFQ_GET(sc->sc_bufq);
   1052  1.2.2.2  skrll 
   1053  1.2.2.2  skrll 		BUF_INIT(nbp);
   1054  1.2.2.2  skrll 		nbp->b_data = bp->b_data;
   1055  1.2.2.2  skrll 		nbp->b_flags = bp->b_flags | B_CALL;
   1056  1.2.2.2  skrll 		nbp->b_iodone = dkiodone;
   1057  1.2.2.2  skrll 		nbp->b_proc = bp->b_proc;
   1058  1.2.2.2  skrll 		nbp->b_blkno = bp->b_rawblkno;
   1059  1.2.2.2  skrll 		nbp->b_dev = sc->sc_parent->dk_rawvp->v_rdev;
   1060  1.2.2.2  skrll 		nbp->b_vp = sc->sc_parent->dk_rawvp;
   1061  1.2.2.2  skrll 		nbp->b_bcount = bp->b_bcount;
   1062  1.2.2.2  skrll 		nbp->b_private = bp;
   1063  1.2.2.2  skrll 		BIO_COPYPRIO(nbp, bp);
   1064  1.2.2.2  skrll 
   1065  1.2.2.2  skrll 		if ((nbp->b_flags & B_READ) == 0)
   1066  1.2.2.2  skrll 			V_INCR_NUMOUTPUT(nbp->b_vp);
   1067  1.2.2.2  skrll 		VOP_STRATEGY(nbp->b_vp, nbp);
   1068  1.2.2.2  skrll 	}
   1069  1.2.2.2  skrll }
   1070  1.2.2.2  skrll 
   1071  1.2.2.2  skrll /*
   1072  1.2.2.2  skrll  * dkiodone:
   1073  1.2.2.2  skrll  *
   1074  1.2.2.2  skrll  *	I/O to a wedge has completed; alert the top half.
   1075  1.2.2.2  skrll  *	NOTE: Must be called at splbio()!
   1076  1.2.2.2  skrll  */
   1077  1.2.2.2  skrll static void
   1078  1.2.2.2  skrll dkiodone(struct buf *bp)
   1079  1.2.2.2  skrll {
   1080  1.2.2.2  skrll 	struct buf *obp = bp->b_private;
   1081  1.2.2.2  skrll 	struct dkwedge_softc *sc = dkwedge_lookup(obp->b_dev);
   1082  1.2.2.2  skrll 
   1083  1.2.2.2  skrll 	if (bp->b_flags & B_ERROR) {
   1084  1.2.2.2  skrll 		obp->b_flags |= B_ERROR;
   1085  1.2.2.2  skrll 		obp->b_error = bp->b_error;
   1086  1.2.2.2  skrll 	}
   1087  1.2.2.2  skrll 	obp->b_resid = bp->b_resid;
   1088  1.2.2.2  skrll 	pool_put(&bufpool, bp);
   1089  1.2.2.2  skrll 
   1090  1.2.2.2  skrll 	if (sc->sc_iopend-- == 1 && (sc->sc_flags & DK_F_WAIT_DRAIN) != 0) {
   1091  1.2.2.2  skrll 		sc->sc_flags &= ~DK_F_WAIT_DRAIN;
   1092  1.2.2.2  skrll 		wakeup(&sc->sc_iopend);
   1093  1.2.2.2  skrll 	}
   1094  1.2.2.2  skrll 
   1095  1.2.2.2  skrll 	disk_unbusy(&sc->sc_dk, obp->b_bcount - obp->b_resid,
   1096  1.2.2.2  skrll 	    obp->b_flags & B_READ);
   1097  1.2.2.2  skrll 
   1098  1.2.2.2  skrll 	biodone(obp);
   1099  1.2.2.2  skrll 
   1100  1.2.2.2  skrll 	/* Kick the queue in case there is more work we can do. */
   1101  1.2.2.2  skrll 	dkstart(sc);
   1102  1.2.2.2  skrll }
   1103  1.2.2.2  skrll 
   1104  1.2.2.2  skrll /*
   1105  1.2.2.2  skrll  * dkrestart:
   1106  1.2.2.2  skrll  *
   1107  1.2.2.2  skrll  *	Restart the work queue after it was stalled due to
   1108  1.2.2.2  skrll  *	a resource shortage.  Invoked via a callout.
   1109  1.2.2.2  skrll  */
   1110  1.2.2.2  skrll static void
   1111  1.2.2.2  skrll dkrestart(void *v)
   1112  1.2.2.2  skrll {
   1113  1.2.2.2  skrll 	struct dkwedge_softc *sc = v;
   1114  1.2.2.2  skrll 	int s;
   1115  1.2.2.2  skrll 
   1116  1.2.2.2  skrll 	s = splbio();
   1117  1.2.2.2  skrll 	dkstart(sc);
   1118  1.2.2.2  skrll 	splx(s);
   1119  1.2.2.2  skrll }
   1120  1.2.2.2  skrll 
   1121  1.2.2.2  skrll /*
   1122  1.2.2.2  skrll  * dkread:		[devsw entry point]
   1123  1.2.2.2  skrll  *
   1124  1.2.2.2  skrll  *	Read from a wedge.
   1125  1.2.2.2  skrll  */
   1126  1.2.2.2  skrll static int
   1127  1.2.2.2  skrll dkread(dev_t dev, struct uio *uio, int flags)
   1128  1.2.2.2  skrll {
   1129  1.2.2.2  skrll 	struct dkwedge_softc *sc = dkwedge_lookup(dev);
   1130  1.2.2.2  skrll 
   1131  1.2.2.2  skrll 	if (sc->sc_state != DKW_STATE_RUNNING)
   1132  1.2.2.2  skrll 		return (ENXIO);
   1133  1.2.2.4  skrll 
   1134  1.2.2.2  skrll 	return (physio(dkstrategy, NULL, dev, B_READ,
   1135  1.2.2.2  skrll 		       sc->sc_parent->dk_driver->d_minphys, uio));
   1136  1.2.2.2  skrll }
   1137  1.2.2.2  skrll 
   1138  1.2.2.2  skrll /*
   1139  1.2.2.2  skrll  * dkwrite:		[devsw entry point]
   1140  1.2.2.2  skrll  *
   1141  1.2.2.2  skrll  *	Write to a wedge.
   1142  1.2.2.2  skrll  */
   1143  1.2.2.2  skrll static int
   1144  1.2.2.2  skrll dkwrite(dev_t dev, struct uio *uio, int flags)
   1145  1.2.2.2  skrll {
   1146  1.2.2.2  skrll 	struct dkwedge_softc *sc = dkwedge_lookup(dev);
   1147  1.2.2.2  skrll 
   1148  1.2.2.2  skrll 	if (sc->sc_state != DKW_STATE_RUNNING)
   1149  1.2.2.2  skrll 		return (ENXIO);
   1150  1.2.2.4  skrll 
   1151  1.2.2.2  skrll 	return (physio(dkstrategy, NULL, dev, B_WRITE,
   1152  1.2.2.2  skrll 		       sc->sc_parent->dk_driver->d_minphys, uio));
   1153  1.2.2.2  skrll }
   1154  1.2.2.2  skrll 
   1155  1.2.2.2  skrll /*
   1156  1.2.2.2  skrll  * dkioctl:		[devsw entry point]
   1157  1.2.2.2  skrll  *
   1158  1.2.2.2  skrll  *	Perform an ioctl request on a wedge.
   1159  1.2.2.2  skrll  */
   1160  1.2.2.2  skrll static int
   1161  1.2.2.2  skrll dkioctl(dev_t dev, u_long cmd, caddr_t data, int flag, struct lwp *l)
   1162  1.2.2.2  skrll {
   1163  1.2.2.2  skrll 	struct dkwedge_softc *sc = dkwedge_lookup(dev);
   1164  1.2.2.2  skrll 	int error = 0;
   1165  1.2.2.2  skrll 
   1166  1.2.2.2  skrll 	if (sc->sc_state != DKW_STATE_RUNNING)
   1167  1.2.2.2  skrll 		return (ENXIO);
   1168  1.2.2.2  skrll 
   1169  1.2.2.2  skrll 	switch (cmd) {
   1170  1.2.2.3  skrll 	case DIOCCACHESYNC:
   1171  1.2.2.3  skrll 		/*
   1172  1.2.2.3  skrll 		 * XXX Do we really need to care about having a writable
   1173  1.2.2.3  skrll 		 * file descriptor here?
   1174  1.2.2.3  skrll 		 */
   1175  1.2.2.3  skrll 		if ((flag & FWRITE) == 0)
   1176  1.2.2.3  skrll 			error = EBADF;
   1177  1.2.2.3  skrll 		else
   1178  1.2.2.3  skrll 			error = VOP_IOCTL(sc->sc_parent->dk_rawvp,
   1179  1.2.2.3  skrll 					  cmd, data, flag,
   1180  1.2.2.3  skrll 					  l != NULL ? l->l_proc->p_ucred : NOCRED, l);
   1181  1.2.2.3  skrll 		break;
   1182  1.2.2.2  skrll 	case DIOCGWEDGEINFO:
   1183  1.2.2.2  skrll 	    {
   1184  1.2.2.2  skrll 	    	struct dkwedge_info *dkw = (void *) data;
   1185  1.2.2.2  skrll 
   1186  1.2.2.2  skrll 		strcpy(dkw->dkw_devname, sc->sc_dev->dv_xname);
   1187  1.2.2.2  skrll 	    	memcpy(dkw->dkw_wname, sc->sc_wname, sizeof(dkw->dkw_wname));
   1188  1.2.2.2  skrll 		dkw->dkw_wname[sizeof(dkw->dkw_wname) - 1] = '\0';
   1189  1.2.2.2  skrll 		strcpy(dkw->dkw_parent, sc->sc_parent->dk_name);
   1190  1.2.2.2  skrll 		dkw->dkw_offset = sc->sc_offset;
   1191  1.2.2.2  skrll 		dkw->dkw_size = sc->sc_size;
   1192  1.2.2.2  skrll 		strcpy(dkw->dkw_ptype, sc->sc_ptype);
   1193  1.2.2.2  skrll 
   1194  1.2.2.2  skrll 		break;
   1195  1.2.2.2  skrll 	    }
   1196  1.2.2.2  skrll 
   1197  1.2.2.2  skrll 	default:
   1198  1.2.2.2  skrll 		error = ENOTTY;
   1199  1.2.2.2  skrll 	}
   1200  1.2.2.2  skrll 
   1201  1.2.2.2  skrll 	return (error);
   1202  1.2.2.2  skrll }
   1203  1.2.2.2  skrll 
   1204  1.2.2.2  skrll /*
   1205  1.2.2.2  skrll  * dksize:		[devsw entry point]
   1206  1.2.2.2  skrll  *
   1207  1.2.2.2  skrll  *	Query the size of a wedge for the purpose of performing a dump
   1208  1.2.2.2  skrll  *	or for swapping to.
   1209  1.2.2.2  skrll  */
   1210  1.2.2.2  skrll static int
   1211  1.2.2.2  skrll dksize(dev_t dev)
   1212  1.2.2.2  skrll {
   1213  1.2.2.2  skrll 
   1214  1.2.2.2  skrll 	/* XXX */
   1215  1.2.2.2  skrll 	return (-1);
   1216  1.2.2.2  skrll }
   1217  1.2.2.2  skrll 
   1218  1.2.2.2  skrll /*
   1219  1.2.2.2  skrll  * dkdump:		[devsw entry point]
   1220  1.2.2.2  skrll  *
   1221  1.2.2.2  skrll  *	Perform a crash dump to a wedge.
   1222  1.2.2.2  skrll  */
   1223  1.2.2.2  skrll static int
   1224  1.2.2.2  skrll dkdump(dev_t dev, daddr_t blkno, caddr_t va, size_t size)
   1225  1.2.2.2  skrll {
   1226  1.2.2.2  skrll 
   1227  1.2.2.2  skrll 	/* XXX */
   1228  1.2.2.2  skrll 	return (ENXIO);
   1229  1.2.2.2  skrll }
   1230