Home | History | Annotate | Line # | Download | only in scsipi
scsipi_base.c revision 1.38.4.4
      1  1.38.4.4   nathanw /*	$NetBSD: scsipi_base.c,v 1.38.4.4 2001/10/08 20:11:28 nathanw Exp $	*/
      2       1.2    bouyer 
      3       1.8   mycroft /*-
      4  1.38.4.1   nathanw  * Copyright (c) 1998, 1999, 2000 The NetBSD Foundation, Inc.
      5       1.8   mycroft  * All rights reserved.
      6       1.8   mycroft  *
      7       1.8   mycroft  * This code is derived from software contributed to The NetBSD Foundation
      8  1.38.4.1   nathanw  * by Charles M. Hannum; by Jason R. Thorpe of the Numerical Aerospace
      9  1.38.4.1   nathanw  * Simulation Facility, NASA Ames Research Center.
     10       1.2    bouyer  *
     11       1.2    bouyer  * Redistribution and use in source and binary forms, with or without
     12       1.2    bouyer  * modification, are permitted provided that the following conditions
     13       1.2    bouyer  * are met:
     14       1.2    bouyer  * 1. Redistributions of source code must retain the above copyright
     15       1.2    bouyer  *    notice, this list of conditions and the following disclaimer.
     16       1.2    bouyer  * 2. Redistributions in binary form must reproduce the above copyright
     17       1.2    bouyer  *    notice, this list of conditions and the following disclaimer in the
     18       1.2    bouyer  *    documentation and/or other materials provided with the distribution.
     19       1.2    bouyer  * 3. All advertising materials mentioning features or use of this software
     20       1.2    bouyer  *    must display the following acknowledgement:
     21       1.8   mycroft  *        This product includes software developed by the NetBSD
     22       1.8   mycroft  *        Foundation, Inc. and its contributors.
     23       1.8   mycroft  * 4. Neither the name of The NetBSD Foundation nor the names of its
     24       1.8   mycroft  *    contributors may be used to endorse or promote products derived
     25       1.8   mycroft  *    from this software without specific prior written permission.
     26       1.2    bouyer  *
     27       1.8   mycroft  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     28       1.8   mycroft  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     29       1.8   mycroft  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     30       1.8   mycroft  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     31       1.8   mycroft  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     32       1.8   mycroft  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     33       1.8   mycroft  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     34       1.8   mycroft  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     35       1.8   mycroft  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     36       1.8   mycroft  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     37       1.8   mycroft  * POSSIBILITY OF SUCH DAMAGE.
     38       1.2    bouyer  */
     39       1.2    bouyer 
     40      1.13    bouyer #include "opt_scsi.h"
     41      1.13    bouyer 
     42       1.2    bouyer #include <sys/types.h>
     43       1.2    bouyer #include <sys/param.h>
     44       1.2    bouyer #include <sys/systm.h>
     45       1.2    bouyer #include <sys/kernel.h>
     46       1.2    bouyer #include <sys/buf.h>
     47       1.2    bouyer #include <sys/uio.h>
     48       1.2    bouyer #include <sys/malloc.h>
     49       1.6   thorpej #include <sys/pool.h>
     50       1.2    bouyer #include <sys/errno.h>
     51       1.2    bouyer #include <sys/device.h>
     52       1.2    bouyer #include <sys/proc.h>
     53  1.38.4.1   nathanw #include <sys/kthread.h>
     54       1.2    bouyer 
     55       1.2    bouyer #include <dev/scsipi/scsipi_all.h>
     56       1.2    bouyer #include <dev/scsipi/scsipi_disk.h>
     57       1.2    bouyer #include <dev/scsipi/scsipiconf.h>
     58       1.2    bouyer #include <dev/scsipi/scsipi_base.h>
     59       1.2    bouyer 
     60  1.38.4.1   nathanw #include <dev/scsipi/scsi_all.h>
     61  1.38.4.1   nathanw #include <dev/scsipi/scsi_message.h>
     62  1.38.4.1   nathanw 
     63  1.38.4.1   nathanw int	scsipi_complete __P((struct scsipi_xfer *));
     64  1.38.4.1   nathanw void	scsipi_request_sense __P((struct scsipi_xfer *));
     65  1.38.4.1   nathanw int	scsipi_enqueue __P((struct scsipi_xfer *));
     66  1.38.4.1   nathanw void	scsipi_run_queue __P((struct scsipi_channel *chan));
     67  1.38.4.1   nathanw 
     68  1.38.4.1   nathanw void	scsipi_completion_thread __P((void *));
     69  1.38.4.1   nathanw 
     70  1.38.4.1   nathanw void	scsipi_get_tag __P((struct scsipi_xfer *));
     71  1.38.4.1   nathanw void	scsipi_put_tag __P((struct scsipi_xfer *));
     72  1.38.4.1   nathanw 
     73  1.38.4.1   nathanw int	scsipi_get_resource __P((struct scsipi_channel *));
     74  1.38.4.1   nathanw void	scsipi_put_resource __P((struct scsipi_channel *));
     75  1.38.4.1   nathanw __inline int scsipi_grow_resources __P((struct scsipi_channel *));
     76  1.38.4.1   nathanw 
     77  1.38.4.1   nathanw void	scsipi_async_event_max_openings __P((struct scsipi_channel *,
     78  1.38.4.1   nathanw 	    struct scsipi_max_openings *));
     79  1.38.4.1   nathanw void	scsipi_async_event_xfer_mode __P((struct scsipi_channel *,
     80  1.38.4.1   nathanw 	    struct scsipi_xfer_mode *));
     81  1.38.4.1   nathanw void	scsipi_async_event_channel_reset __P((struct scsipi_channel *));
     82       1.6   thorpej 
     83  1.38.4.1   nathanw struct pool scsipi_xfer_pool;
     84       1.2    bouyer 
     85       1.2    bouyer /*
     86  1.38.4.1   nathanw  * scsipi_init:
     87  1.38.4.1   nathanw  *
     88  1.38.4.1   nathanw  *	Called when a scsibus or atapibus is attached to the system
     89  1.38.4.1   nathanw  *	to initialize shared data structures.
     90       1.6   thorpej  */
     91       1.6   thorpej void
     92       1.6   thorpej scsipi_init()
     93       1.6   thorpej {
     94       1.6   thorpej 	static int scsipi_init_done;
     95       1.6   thorpej 
     96       1.6   thorpej 	if (scsipi_init_done)
     97       1.6   thorpej 		return;
     98       1.6   thorpej 	scsipi_init_done = 1;
     99       1.6   thorpej 
    100       1.6   thorpej 	/* Initialize the scsipi_xfer pool. */
    101       1.6   thorpej 	pool_init(&scsipi_xfer_pool, sizeof(struct scsipi_xfer), 0,
    102       1.6   thorpej 	    0, 0, "scxspl", 0, NULL, NULL, M_DEVBUF);
    103       1.6   thorpej }
    104       1.6   thorpej 
    105       1.6   thorpej /*
    106  1.38.4.1   nathanw  * scsipi_channel_init:
    107  1.38.4.1   nathanw  *
    108  1.38.4.1   nathanw  *	Initialize a scsipi_channel when it is attached.
    109  1.38.4.1   nathanw  */
    110  1.38.4.1   nathanw int
    111  1.38.4.1   nathanw scsipi_channel_init(chan)
    112  1.38.4.1   nathanw 	struct scsipi_channel *chan;
    113  1.38.4.1   nathanw {
    114  1.38.4.1   nathanw 	size_t nbytes;
    115  1.38.4.1   nathanw 	int i;
    116  1.38.4.1   nathanw 
    117  1.38.4.1   nathanw 	/* Initialize shared data. */
    118  1.38.4.1   nathanw 	scsipi_init();
    119  1.38.4.1   nathanw 
    120  1.38.4.1   nathanw 	/* Initialize the queues. */
    121  1.38.4.1   nathanw 	TAILQ_INIT(&chan->chan_queue);
    122  1.38.4.1   nathanw 	TAILQ_INIT(&chan->chan_complete);
    123  1.38.4.1   nathanw 
    124  1.38.4.1   nathanw 	nbytes = chan->chan_ntargets * sizeof(struct scsipi_periph **);
    125  1.38.4.1   nathanw 	chan->chan_periphs = malloc(nbytes, M_DEVBUF, M_NOWAIT);
    126  1.38.4.1   nathanw 	if (chan->chan_periphs == NULL)
    127  1.38.4.1   nathanw 		return (ENOMEM);
    128  1.38.4.1   nathanw 
    129  1.38.4.1   nathanw 
    130  1.38.4.1   nathanw 	nbytes = chan->chan_nluns * sizeof(struct scsipi_periph *);
    131  1.38.4.1   nathanw 	for (i = 0; i < chan->chan_ntargets; i++) {
    132  1.38.4.1   nathanw 		chan->chan_periphs[i] = malloc(nbytes, M_DEVBUF, M_NOWAIT);
    133  1.38.4.1   nathanw 		if (chan->chan_periphs[i] == NULL) {
    134  1.38.4.1   nathanw 			while (--i >= 0) {
    135  1.38.4.1   nathanw 				free(chan->chan_periphs[i], M_DEVBUF);
    136  1.38.4.1   nathanw 			}
    137  1.38.4.1   nathanw 			return (ENOMEM);
    138  1.38.4.1   nathanw 		}
    139  1.38.4.1   nathanw 		memset(chan->chan_periphs[i], 0, nbytes);
    140  1.38.4.1   nathanw 	}
    141  1.38.4.1   nathanw 
    142  1.38.4.1   nathanw 	/*
    143  1.38.4.1   nathanw 	 * Create the asynchronous completion thread.
    144  1.38.4.1   nathanw 	 */
    145  1.38.4.1   nathanw 	kthread_create(scsipi_create_completion_thread, chan);
    146  1.38.4.1   nathanw 	return (0);
    147  1.38.4.1   nathanw }
    148  1.38.4.1   nathanw 
    149  1.38.4.1   nathanw /*
    150  1.38.4.1   nathanw  * scsipi_channel_shutdown:
    151  1.38.4.1   nathanw  *
    152  1.38.4.1   nathanw  *	Shutdown a scsipi_channel.
    153  1.38.4.1   nathanw  */
    154  1.38.4.1   nathanw void
    155  1.38.4.1   nathanw scsipi_channel_shutdown(chan)
    156  1.38.4.1   nathanw 	struct scsipi_channel *chan;
    157  1.38.4.1   nathanw {
    158  1.38.4.1   nathanw 
    159  1.38.4.1   nathanw 	/*
    160  1.38.4.1   nathanw 	 * Shut down the completion thread.
    161  1.38.4.1   nathanw 	 */
    162  1.38.4.1   nathanw 	chan->chan_flags |= SCSIPI_CHAN_SHUTDOWN;
    163  1.38.4.1   nathanw 	wakeup(&chan->chan_complete);
    164  1.38.4.1   nathanw 
    165  1.38.4.1   nathanw 	/*
    166  1.38.4.1   nathanw 	 * Now wait for the thread to exit.
    167  1.38.4.1   nathanw 	 */
    168  1.38.4.1   nathanw 	while (chan->chan_thread != NULL)
    169  1.38.4.1   nathanw 		(void) tsleep(&chan->chan_thread, PRIBIO, "scshut", 0);
    170  1.38.4.1   nathanw }
    171  1.38.4.1   nathanw 
    172  1.38.4.1   nathanw /*
    173  1.38.4.1   nathanw  * scsipi_insert_periph:
    174  1.38.4.1   nathanw  *
    175  1.38.4.1   nathanw  *	Insert a periph into the channel.
    176  1.38.4.1   nathanw  */
    177  1.38.4.1   nathanw void
    178  1.38.4.1   nathanw scsipi_insert_periph(chan, periph)
    179  1.38.4.1   nathanw 	struct scsipi_channel *chan;
    180  1.38.4.1   nathanw 	struct scsipi_periph *periph;
    181  1.38.4.1   nathanw {
    182  1.38.4.1   nathanw 	int s;
    183  1.38.4.1   nathanw 
    184  1.38.4.1   nathanw 	s = splbio();
    185  1.38.4.1   nathanw 	chan->chan_periphs[periph->periph_target][periph->periph_lun] = periph;
    186  1.38.4.1   nathanw 	splx(s);
    187  1.38.4.1   nathanw }
    188  1.38.4.1   nathanw 
    189  1.38.4.1   nathanw /*
    190  1.38.4.1   nathanw  * scsipi_remove_periph:
    191  1.38.4.1   nathanw  *
    192  1.38.4.1   nathanw  *	Remove a periph from the channel.
    193  1.38.4.1   nathanw  */
    194  1.38.4.1   nathanw void
    195  1.38.4.1   nathanw scsipi_remove_periph(chan, periph)
    196  1.38.4.1   nathanw 	struct scsipi_channel *chan;
    197  1.38.4.1   nathanw 	struct scsipi_periph *periph;
    198  1.38.4.1   nathanw {
    199  1.38.4.1   nathanw 	int s;
    200  1.38.4.1   nathanw 
    201  1.38.4.1   nathanw 	s = splbio();
    202  1.38.4.1   nathanw 	chan->chan_periphs[periph->periph_target][periph->periph_lun] = NULL;
    203  1.38.4.1   nathanw 	splx(s);
    204  1.38.4.1   nathanw }
    205  1.38.4.1   nathanw 
    206  1.38.4.1   nathanw /*
    207  1.38.4.1   nathanw  * scsipi_lookup_periph:
    208  1.38.4.1   nathanw  *
    209  1.38.4.1   nathanw  *	Lookup a periph on the specified channel.
    210  1.38.4.1   nathanw  */
    211  1.38.4.1   nathanw struct scsipi_periph *
    212  1.38.4.1   nathanw scsipi_lookup_periph(chan, target, lun)
    213  1.38.4.1   nathanw 	struct scsipi_channel *chan;
    214  1.38.4.1   nathanw 	int target, lun;
    215  1.38.4.1   nathanw {
    216  1.38.4.1   nathanw 	struct scsipi_periph *periph;
    217  1.38.4.1   nathanw 	int s;
    218  1.38.4.1   nathanw 
    219  1.38.4.1   nathanw 	if (target >= chan->chan_ntargets ||
    220  1.38.4.1   nathanw 	    lun >= chan->chan_nluns)
    221  1.38.4.1   nathanw 		return (NULL);
    222  1.38.4.1   nathanw 
    223  1.38.4.1   nathanw 	s = splbio();
    224  1.38.4.1   nathanw 	periph = chan->chan_periphs[target][lun];
    225  1.38.4.1   nathanw 	splx(s);
    226  1.38.4.1   nathanw 
    227  1.38.4.1   nathanw 	return (periph);
    228  1.38.4.1   nathanw }
    229  1.38.4.1   nathanw 
    230  1.38.4.1   nathanw /*
    231  1.38.4.1   nathanw  * scsipi_get_resource:
    232  1.38.4.1   nathanw  *
    233  1.38.4.1   nathanw  *	Allocate a single xfer `resource' from the channel.
    234  1.38.4.1   nathanw  *
    235  1.38.4.1   nathanw  *	NOTE: Must be called at splbio().
    236  1.38.4.1   nathanw  */
    237  1.38.4.1   nathanw int
    238  1.38.4.1   nathanw scsipi_get_resource(chan)
    239  1.38.4.1   nathanw 	struct scsipi_channel *chan;
    240  1.38.4.1   nathanw {
    241  1.38.4.1   nathanw 	struct scsipi_adapter *adapt = chan->chan_adapter;
    242  1.38.4.1   nathanw 
    243  1.38.4.1   nathanw 	if (chan->chan_flags & SCSIPI_CHAN_OPENINGS) {
    244  1.38.4.1   nathanw 		if (chan->chan_openings > 0) {
    245  1.38.4.1   nathanw 			chan->chan_openings--;
    246  1.38.4.1   nathanw 			return (1);
    247  1.38.4.1   nathanw 		}
    248  1.38.4.1   nathanw 		return (0);
    249  1.38.4.1   nathanw 	}
    250  1.38.4.1   nathanw 
    251  1.38.4.1   nathanw 	if (adapt->adapt_openings > 0) {
    252  1.38.4.1   nathanw 		adapt->adapt_openings--;
    253  1.38.4.1   nathanw 		return (1);
    254  1.38.4.1   nathanw 	}
    255  1.38.4.1   nathanw 	return (0);
    256  1.38.4.1   nathanw }
    257  1.38.4.1   nathanw 
    258  1.38.4.1   nathanw /*
    259  1.38.4.1   nathanw  * scsipi_grow_resources:
    260  1.38.4.1   nathanw  *
    261  1.38.4.1   nathanw  *	Attempt to grow resources for a channel.  If this succeeds,
    262  1.38.4.1   nathanw  *	we allocate one for our caller.
    263  1.38.4.1   nathanw  *
    264  1.38.4.1   nathanw  *	NOTE: Must be called at splbio().
    265  1.38.4.1   nathanw  */
    266  1.38.4.1   nathanw __inline int
    267  1.38.4.1   nathanw scsipi_grow_resources(chan)
    268  1.38.4.1   nathanw 	struct scsipi_channel *chan;
    269  1.38.4.1   nathanw {
    270  1.38.4.1   nathanw 
    271  1.38.4.1   nathanw 	if (chan->chan_flags & SCSIPI_CHAN_CANGROW) {
    272  1.38.4.1   nathanw 		scsipi_adapter_request(chan, ADAPTER_REQ_GROW_RESOURCES, NULL);
    273  1.38.4.1   nathanw 		return (scsipi_get_resource(chan));
    274  1.38.4.1   nathanw 	}
    275  1.38.4.1   nathanw 
    276  1.38.4.1   nathanw 	return (0);
    277  1.38.4.1   nathanw }
    278  1.38.4.1   nathanw 
    279  1.38.4.1   nathanw /*
    280  1.38.4.1   nathanw  * scsipi_put_resource:
    281  1.38.4.1   nathanw  *
    282  1.38.4.1   nathanw  *	Free a single xfer `resource' to the channel.
    283  1.38.4.1   nathanw  *
    284  1.38.4.1   nathanw  *	NOTE: Must be called at splbio().
    285  1.38.4.1   nathanw  */
    286  1.38.4.1   nathanw void
    287  1.38.4.1   nathanw scsipi_put_resource(chan)
    288  1.38.4.1   nathanw 	struct scsipi_channel *chan;
    289  1.38.4.1   nathanw {
    290  1.38.4.1   nathanw 	struct scsipi_adapter *adapt = chan->chan_adapter;
    291  1.38.4.1   nathanw 
    292  1.38.4.1   nathanw 	if (chan->chan_flags & SCSIPI_CHAN_OPENINGS)
    293  1.38.4.1   nathanw 		chan->chan_openings++;
    294  1.38.4.1   nathanw 	else
    295  1.38.4.1   nathanw 		adapt->adapt_openings++;
    296  1.38.4.1   nathanw }
    297  1.38.4.1   nathanw 
    298  1.38.4.1   nathanw /*
    299  1.38.4.1   nathanw  * scsipi_get_tag:
    300  1.38.4.1   nathanw  *
    301  1.38.4.1   nathanw  *	Get a tag ID for the specified xfer.
    302  1.38.4.1   nathanw  *
    303  1.38.4.1   nathanw  *	NOTE: Must be called at splbio().
    304  1.38.4.1   nathanw  */
    305  1.38.4.1   nathanw void
    306  1.38.4.1   nathanw scsipi_get_tag(xs)
    307  1.38.4.1   nathanw 	struct scsipi_xfer *xs;
    308  1.38.4.1   nathanw {
    309  1.38.4.1   nathanw 	struct scsipi_periph *periph = xs->xs_periph;
    310  1.38.4.1   nathanw 	int word, bit, tag;
    311  1.38.4.1   nathanw 
    312  1.38.4.1   nathanw 	for (word = 0; word < PERIPH_NTAGWORDS; word++) {
    313  1.38.4.1   nathanw 		bit = ffs(periph->periph_freetags[word]);
    314  1.38.4.1   nathanw 		if (bit != 0)
    315  1.38.4.1   nathanw 			break;
    316  1.38.4.1   nathanw 	}
    317  1.38.4.1   nathanw #ifdef DIAGNOSTIC
    318  1.38.4.1   nathanw 	if (word == PERIPH_NTAGWORDS) {
    319  1.38.4.1   nathanw 		scsipi_printaddr(periph);
    320  1.38.4.1   nathanw 		printf("no free tags\n");
    321  1.38.4.1   nathanw 		panic("scsipi_get_tag");
    322  1.38.4.1   nathanw 	}
    323  1.38.4.1   nathanw #endif
    324  1.38.4.1   nathanw 
    325  1.38.4.1   nathanw 	bit -= 1;
    326  1.38.4.1   nathanw 	periph->periph_freetags[word] &= ~(1 << bit);
    327  1.38.4.1   nathanw 	tag = (word << 5) | bit;
    328  1.38.4.1   nathanw 
    329  1.38.4.1   nathanw 	/* XXX Should eventually disallow this completely. */
    330  1.38.4.1   nathanw 	if (tag >= periph->periph_openings) {
    331  1.38.4.1   nathanw 		scsipi_printaddr(periph);
    332  1.38.4.1   nathanw 		printf("WARNING: tag %d greater than available openings %d\n",
    333  1.38.4.1   nathanw 		    tag, periph->periph_openings);
    334  1.38.4.1   nathanw 	}
    335  1.38.4.1   nathanw 
    336  1.38.4.1   nathanw 	xs->xs_tag_id = tag;
    337  1.38.4.1   nathanw }
    338  1.38.4.1   nathanw 
    339  1.38.4.1   nathanw /*
    340  1.38.4.1   nathanw  * scsipi_put_tag:
    341  1.38.4.1   nathanw  *
    342  1.38.4.1   nathanw  *	Put the tag ID for the specified xfer back into the pool.
    343  1.38.4.1   nathanw  *
    344  1.38.4.1   nathanw  *	NOTE: Must be called at splbio().
    345       1.2    bouyer  */
    346  1.38.4.1   nathanw void
    347  1.38.4.1   nathanw scsipi_put_tag(xs)
    348  1.38.4.1   nathanw 	struct scsipi_xfer *xs;
    349  1.38.4.1   nathanw {
    350  1.38.4.1   nathanw 	struct scsipi_periph *periph = xs->xs_periph;
    351  1.38.4.1   nathanw 	int word, bit;
    352  1.38.4.1   nathanw 
    353  1.38.4.1   nathanw 	word = xs->xs_tag_id >> 5;
    354  1.38.4.1   nathanw 	bit = xs->xs_tag_id & 0x1f;
    355  1.38.4.1   nathanw 
    356  1.38.4.1   nathanw 	periph->periph_freetags[word] |= (1 << bit);
    357  1.38.4.1   nathanw }
    358       1.2    bouyer 
    359  1.38.4.1   nathanw /*
    360  1.38.4.1   nathanw  * scsipi_get_xs:
    361  1.38.4.1   nathanw  *
    362  1.38.4.1   nathanw  *	Allocate an xfer descriptor and associate it with the
    363  1.38.4.1   nathanw  *	specified peripherial.  If the peripherial has no more
    364  1.38.4.1   nathanw  *	available command openings, we either block waiting for
    365  1.38.4.1   nathanw  *	one to become available, or fail.
    366  1.38.4.1   nathanw  */
    367       1.2    bouyer struct scsipi_xfer *
    368  1.38.4.1   nathanw scsipi_get_xs(periph, flags)
    369  1.38.4.1   nathanw 	struct scsipi_periph *periph;
    370  1.38.4.1   nathanw 	int flags;
    371       1.2    bouyer {
    372       1.2    bouyer 	struct scsipi_xfer *xs;
    373       1.2    bouyer 	int s;
    374       1.2    bouyer 
    375  1.38.4.1   nathanw 	SC_DEBUG(periph, SCSIPI_DB3, ("scsipi_get_xs\n"));
    376       1.6   thorpej 
    377      1.24   thorpej 	/*
    378      1.24   thorpej 	 * If we're cold, make sure we poll.
    379      1.24   thorpej 	 */
    380      1.24   thorpej 	if (cold)
    381      1.24   thorpej 		flags |= XS_CTL_NOSLEEP | XS_CTL_POLL;
    382      1.24   thorpej 
    383  1.38.4.1   nathanw #ifdef DIAGNOSTIC
    384  1.38.4.1   nathanw 	/*
    385  1.38.4.1   nathanw 	 * URGENT commands can never be ASYNC.
    386  1.38.4.1   nathanw 	 */
    387  1.38.4.1   nathanw 	if ((flags & (XS_CTL_URGENT|XS_CTL_ASYNC)) ==
    388  1.38.4.1   nathanw 	    (XS_CTL_URGENT|XS_CTL_ASYNC)) {
    389  1.38.4.1   nathanw 		scsipi_printaddr(periph);
    390  1.38.4.1   nathanw 		printf("URGENT and ASYNC\n");
    391  1.38.4.1   nathanw 		panic("scsipi_get_xs");
    392  1.38.4.1   nathanw 	}
    393  1.38.4.1   nathanw #endif
    394  1.38.4.1   nathanw 
    395       1.2    bouyer 	s = splbio();
    396  1.38.4.1   nathanw 	/*
    397  1.38.4.1   nathanw 	 * Wait for a command opening to become available.  Rules:
    398  1.38.4.1   nathanw 	 *
    399  1.38.4.1   nathanw 	 *	- All xfers must wait for an available opening.
    400  1.38.4.1   nathanw 	 *	  Exception: URGENT xfers can proceed when
    401  1.38.4.1   nathanw 	 *	  active == openings, because we use the opening
    402  1.38.4.1   nathanw 	 *	  of the command we're recovering for.
    403  1.38.4.1   nathanw 	 *	- if the periph has sense pending, only URGENT & REQSENSE
    404  1.38.4.1   nathanw 	 *	  xfers may proceed.
    405  1.38.4.1   nathanw 	 *
    406  1.38.4.1   nathanw 	 *	- If the periph is recovering, only URGENT xfers may
    407  1.38.4.1   nathanw 	 *	  proceed.
    408  1.38.4.1   nathanw 	 *
    409  1.38.4.1   nathanw 	 *	- If the periph is currently executing a recovery
    410  1.38.4.1   nathanw 	 *	  command, URGENT commands must block, because only
    411  1.38.4.1   nathanw 	 *	  one recovery command can execute at a time.
    412  1.38.4.1   nathanw 	 */
    413  1.38.4.1   nathanw 	for (;;) {
    414  1.38.4.1   nathanw 		if (flags & XS_CTL_URGENT) {
    415  1.38.4.1   nathanw 			if (periph->periph_active > periph->periph_openings)
    416  1.38.4.1   nathanw 				goto wait_for_opening;
    417  1.38.4.1   nathanw 			if (periph->periph_flags & PERIPH_SENSE) {
    418  1.38.4.1   nathanw 				if ((flags & XS_CTL_REQSENSE) == 0)
    419  1.38.4.1   nathanw 					goto wait_for_opening;
    420  1.38.4.1   nathanw 			} else {
    421  1.38.4.1   nathanw 				if ((periph->periph_flags &
    422  1.38.4.1   nathanw 				    PERIPH_RECOVERY_ACTIVE) != 0)
    423  1.38.4.1   nathanw 					goto wait_for_opening;
    424  1.38.4.1   nathanw 				periph->periph_flags |= PERIPH_RECOVERY_ACTIVE;
    425  1.38.4.1   nathanw 			}
    426  1.38.4.1   nathanw 			break;
    427  1.38.4.1   nathanw 		}
    428  1.38.4.1   nathanw 		if (periph->periph_active >= periph->periph_openings ||
    429  1.38.4.1   nathanw 		    (periph->periph_flags & PERIPH_RECOVERING) != 0)
    430  1.38.4.1   nathanw 			goto wait_for_opening;
    431  1.38.4.1   nathanw 		periph->periph_active++;
    432  1.38.4.1   nathanw 		break;
    433  1.38.4.1   nathanw 
    434  1.38.4.1   nathanw  wait_for_opening:
    435  1.38.4.1   nathanw 		if (flags & XS_CTL_NOSLEEP) {
    436       1.2    bouyer 			splx(s);
    437  1.38.4.1   nathanw 			return (NULL);
    438       1.2    bouyer 		}
    439  1.38.4.1   nathanw 		SC_DEBUG(periph, SCSIPI_DB3, ("sleeping\n"));
    440  1.38.4.1   nathanw 		periph->periph_flags |= PERIPH_WAITING;
    441  1.38.4.1   nathanw 		(void) tsleep(periph, PRIBIO, "getxs", 0);
    442       1.2    bouyer 	}
    443  1.38.4.1   nathanw 	SC_DEBUG(periph, SCSIPI_DB3, ("calling pool_get\n"));
    444       1.6   thorpej 	xs = pool_get(&scsipi_xfer_pool,
    445      1.24   thorpej 	    ((flags & XS_CTL_NOSLEEP) != 0 ? PR_NOWAIT : PR_WAITOK));
    446  1.38.4.1   nathanw 	if (xs == NULL) {
    447  1.38.4.1   nathanw 		if (flags & XS_CTL_URGENT) {
    448  1.38.4.1   nathanw 			if ((flags & XS_CTL_REQSENSE) == 0)
    449  1.38.4.1   nathanw 				periph->periph_flags &= ~PERIPH_RECOVERY_ACTIVE;
    450  1.38.4.1   nathanw 		} else
    451  1.38.4.1   nathanw 			periph->periph_active--;
    452  1.38.4.1   nathanw 		scsipi_printaddr(periph);
    453  1.38.4.1   nathanw 		printf("unable to allocate %sscsipi_xfer\n",
    454  1.38.4.1   nathanw 		    (flags & XS_CTL_URGENT) ? "URGENT " : "");
    455       1.2    bouyer 	}
    456       1.6   thorpej 	splx(s);
    457       1.2    bouyer 
    458  1.38.4.1   nathanw 	SC_DEBUG(periph, SCSIPI_DB3, ("returning\n"));
    459       1.6   thorpej 
    460       1.7    scottr 	if (xs != NULL) {
    461      1.30   thorpej 		callout_init(&xs->xs_callout);
    462  1.38.4.1   nathanw 		memset(xs, 0, sizeof(*xs));
    463  1.38.4.1   nathanw 		xs->xs_periph = periph;
    464      1.24   thorpej 		xs->xs_control = flags;
    465      1.37      fvdl 		xs->xs_status = 0;
    466  1.38.4.1   nathanw 		s = splbio();
    467  1.38.4.1   nathanw 		TAILQ_INSERT_TAIL(&periph->periph_xferq, xs, device_q);
    468  1.38.4.1   nathanw 		splx(s);
    469       1.7    scottr 	}
    470       1.3     enami 	return (xs);
    471       1.2    bouyer }
    472       1.2    bouyer 
    473       1.2    bouyer /*
    474  1.38.4.1   nathanw  * scsipi_put_xs:
    475  1.38.4.1   nathanw  *
    476  1.38.4.1   nathanw  *	Release an xfer descriptor, decreasing the outstanding command
    477  1.38.4.1   nathanw  *	count for the peripherial.  If there is a thread waiting for
    478  1.38.4.1   nathanw  *	an opening, wake it up.  If not, kick any queued I/O the
    479  1.38.4.1   nathanw  *	peripherial may have.
    480       1.6   thorpej  *
    481  1.38.4.1   nathanw  *	NOTE: Must be called at splbio().
    482       1.2    bouyer  */
    483       1.3     enami void
    484  1.38.4.1   nathanw scsipi_put_xs(xs)
    485       1.2    bouyer 	struct scsipi_xfer *xs;
    486       1.2    bouyer {
    487  1.38.4.1   nathanw 	struct scsipi_periph *periph = xs->xs_periph;
    488  1.38.4.1   nathanw 	int flags = xs->xs_control;
    489       1.2    bouyer 
    490  1.38.4.1   nathanw 	SC_DEBUG(periph, SCSIPI_DB3, ("scsipi_free_xs\n"));
    491  1.38.4.1   nathanw 
    492  1.38.4.1   nathanw 	TAILQ_REMOVE(&periph->periph_xferq, xs, device_q);
    493       1.6   thorpej 	pool_put(&scsipi_xfer_pool, xs);
    494       1.2    bouyer 
    495  1.38.4.1   nathanw #ifdef DIAGNOSTIC
    496  1.38.4.1   nathanw 	if ((periph->periph_flags & PERIPH_RECOVERY_ACTIVE) != 0 &&
    497  1.38.4.1   nathanw 	    periph->periph_active == 0) {
    498  1.38.4.1   nathanw 		scsipi_printaddr(periph);
    499  1.38.4.1   nathanw 		printf("recovery without a command to recovery for\n");
    500  1.38.4.1   nathanw 		panic("scsipi_put_xs");
    501  1.38.4.1   nathanw 	}
    502  1.38.4.1   nathanw #endif
    503  1.38.4.1   nathanw 
    504  1.38.4.1   nathanw 	if (flags & XS_CTL_URGENT) {
    505  1.38.4.1   nathanw 		if ((flags & XS_CTL_REQSENSE) == 0)
    506  1.38.4.1   nathanw 			periph->periph_flags &= ~PERIPH_RECOVERY_ACTIVE;
    507  1.38.4.1   nathanw 	} else
    508  1.38.4.1   nathanw 		periph->periph_active--;
    509  1.38.4.1   nathanw 	if (periph->periph_active == 0 &&
    510  1.38.4.1   nathanw 	    (periph->periph_flags & PERIPH_WAITDRAIN) != 0) {
    511  1.38.4.1   nathanw 		periph->periph_flags &= ~PERIPH_WAITDRAIN;
    512  1.38.4.1   nathanw 		wakeup(&periph->periph_active);
    513  1.38.4.1   nathanw 	}
    514  1.38.4.1   nathanw 
    515  1.38.4.1   nathanw 	if (periph->periph_flags & PERIPH_WAITING) {
    516  1.38.4.1   nathanw 		periph->periph_flags &= ~PERIPH_WAITING;
    517  1.38.4.1   nathanw 		wakeup(periph);
    518       1.2    bouyer 	} else {
    519  1.38.4.1   nathanw 		if (periph->periph_switch->psw_start != NULL) {
    520  1.38.4.1   nathanw 			SC_DEBUG(periph, SCSIPI_DB2,
    521       1.3     enami 			    ("calling private start()\n"));
    522  1.38.4.1   nathanw 			(*periph->periph_switch->psw_start)(periph);
    523       1.2    bouyer 		}
    524       1.2    bouyer 	}
    525      1.15   thorpej }
    526      1.15   thorpej 
    527      1.15   thorpej /*
    528  1.38.4.1   nathanw  * scsipi_channel_freeze:
    529  1.38.4.1   nathanw  *
    530  1.38.4.1   nathanw  *	Freeze a channel's xfer queue.
    531  1.38.4.1   nathanw  */
    532  1.38.4.1   nathanw void
    533  1.38.4.1   nathanw scsipi_channel_freeze(chan, count)
    534  1.38.4.1   nathanw 	struct scsipi_channel *chan;
    535  1.38.4.1   nathanw 	int count;
    536  1.38.4.1   nathanw {
    537  1.38.4.1   nathanw 	int s;
    538  1.38.4.1   nathanw 
    539  1.38.4.1   nathanw 	s = splbio();
    540  1.38.4.1   nathanw 	chan->chan_qfreeze += count;
    541  1.38.4.1   nathanw 	splx(s);
    542  1.38.4.1   nathanw }
    543  1.38.4.1   nathanw 
    544  1.38.4.1   nathanw /*
    545  1.38.4.1   nathanw  * scsipi_channel_thaw:
    546  1.38.4.1   nathanw  *
    547  1.38.4.1   nathanw  *	Thaw a channel's xfer queue.
    548  1.38.4.1   nathanw  */
    549  1.38.4.1   nathanw void
    550  1.38.4.1   nathanw scsipi_channel_thaw(chan, count)
    551  1.38.4.1   nathanw 	struct scsipi_channel *chan;
    552  1.38.4.1   nathanw 	int count;
    553  1.38.4.1   nathanw {
    554  1.38.4.1   nathanw 	int s;
    555  1.38.4.1   nathanw 
    556  1.38.4.1   nathanw 	s = splbio();
    557  1.38.4.1   nathanw 	chan->chan_qfreeze -= count;
    558  1.38.4.1   nathanw 	/*
    559  1.38.4.1   nathanw 	 * Don't let the freeze count go negative.
    560  1.38.4.1   nathanw 	 *
    561  1.38.4.1   nathanw 	 * Presumably the adapter driver could keep track of this,
    562  1.38.4.1   nathanw 	 * but it might just be easier to do this here so as to allow
    563  1.38.4.1   nathanw 	 * multiple callers, including those outside the adapter driver.
    564  1.38.4.1   nathanw 	 */
    565  1.38.4.1   nathanw 	if (chan->chan_qfreeze < 0) {
    566  1.38.4.1   nathanw 		chan->chan_qfreeze = 0;
    567  1.38.4.1   nathanw 	}
    568  1.38.4.1   nathanw 	splx(s);
    569  1.38.4.1   nathanw 	/*
    570  1.38.4.1   nathanw 	 * Kick the channel's queue here.  Note, we may be running in
    571  1.38.4.1   nathanw 	 * interrupt context (softclock or HBA's interrupt), so the adapter
    572  1.38.4.1   nathanw 	 * driver had better not sleep.
    573  1.38.4.1   nathanw 	 */
    574  1.38.4.1   nathanw 	if (chan->chan_qfreeze == 0)
    575  1.38.4.1   nathanw 		scsipi_run_queue(chan);
    576  1.38.4.1   nathanw }
    577  1.38.4.1   nathanw 
    578  1.38.4.1   nathanw /*
    579  1.38.4.1   nathanw  * scsipi_channel_timed_thaw:
    580  1.38.4.1   nathanw  *
    581  1.38.4.1   nathanw  *	Thaw a channel after some time has expired. This will also
    582  1.38.4.1   nathanw  * 	run the channel's queue if the freeze count has reached 0.
    583  1.38.4.1   nathanw  */
    584  1.38.4.1   nathanw void
    585  1.38.4.1   nathanw scsipi_channel_timed_thaw(arg)
    586  1.38.4.1   nathanw 	void *arg;
    587  1.38.4.1   nathanw {
    588  1.38.4.1   nathanw 	struct scsipi_channel *chan = arg;
    589  1.38.4.1   nathanw 
    590  1.38.4.1   nathanw 	scsipi_channel_thaw(chan, 1);
    591  1.38.4.1   nathanw }
    592  1.38.4.1   nathanw 
    593  1.38.4.1   nathanw /*
    594  1.38.4.1   nathanw  * scsipi_periph_freeze:
    595  1.38.4.1   nathanw  *
    596  1.38.4.1   nathanw  *	Freeze a device's xfer queue.
    597  1.38.4.1   nathanw  */
    598  1.38.4.1   nathanw void
    599  1.38.4.1   nathanw scsipi_periph_freeze(periph, count)
    600  1.38.4.1   nathanw 	struct scsipi_periph *periph;
    601  1.38.4.1   nathanw 	int count;
    602  1.38.4.1   nathanw {
    603  1.38.4.1   nathanw 	int s;
    604  1.38.4.1   nathanw 
    605  1.38.4.1   nathanw 	s = splbio();
    606  1.38.4.1   nathanw 	periph->periph_qfreeze += count;
    607  1.38.4.1   nathanw 	splx(s);
    608  1.38.4.1   nathanw }
    609  1.38.4.1   nathanw 
    610  1.38.4.1   nathanw /*
    611  1.38.4.1   nathanw  * scsipi_periph_thaw:
    612  1.38.4.1   nathanw  *
    613  1.38.4.1   nathanw  *	Thaw a device's xfer queue.
    614  1.38.4.1   nathanw  */
    615  1.38.4.1   nathanw void
    616  1.38.4.1   nathanw scsipi_periph_thaw(periph, count)
    617  1.38.4.1   nathanw 	struct scsipi_periph *periph;
    618  1.38.4.1   nathanw 	int count;
    619  1.38.4.1   nathanw {
    620  1.38.4.1   nathanw 	int s;
    621  1.38.4.1   nathanw 
    622  1.38.4.1   nathanw 	s = splbio();
    623  1.38.4.1   nathanw 	periph->periph_qfreeze -= count;
    624  1.38.4.4   nathanw #ifdef DIAGNOSTIC
    625  1.38.4.4   nathanw 	if (periph->periph_qfreeze < 0) {
    626  1.38.4.4   nathanw 		static const char pc[] = "periph freeze count < 0";
    627  1.38.4.4   nathanw 		scsipi_printaddr(periph);
    628  1.38.4.4   nathanw 		printf("%s\n", pc);
    629  1.38.4.4   nathanw 		panic(pc);
    630  1.38.4.4   nathanw 	}
    631  1.38.4.4   nathanw #endif
    632  1.38.4.1   nathanw 	if (periph->periph_qfreeze == 0 &&
    633  1.38.4.1   nathanw 	    (periph->periph_flags & PERIPH_WAITING) != 0)
    634  1.38.4.1   nathanw 		wakeup(periph);
    635  1.38.4.1   nathanw 	splx(s);
    636  1.38.4.1   nathanw }
    637  1.38.4.1   nathanw 
    638  1.38.4.1   nathanw /*
    639  1.38.4.1   nathanw  * scsipi_periph_timed_thaw:
    640  1.38.4.1   nathanw  *
    641  1.38.4.1   nathanw  *	Thaw a device after some time has expired.
    642  1.38.4.1   nathanw  */
    643  1.38.4.1   nathanw void
    644  1.38.4.1   nathanw scsipi_periph_timed_thaw(arg)
    645  1.38.4.1   nathanw 	void *arg;
    646  1.38.4.1   nathanw {
    647  1.38.4.4   nathanw 	int s;
    648  1.38.4.1   nathanw 	struct scsipi_periph *periph = arg;
    649  1.38.4.1   nathanw 
    650  1.38.4.1   nathanw 	callout_stop(&periph->periph_callout);
    651  1.38.4.1   nathanw 
    652  1.38.4.4   nathanw 	s = splbio();
    653  1.38.4.4   nathanw 	scsipi_periph_thaw(periph, 1);
    654  1.38.4.4   nathanw 	if ((periph->periph_channel->chan_flags & SCSIPI_CHAN_TACTIVE) == 0) {
    655  1.38.4.4   nathanw 		/*
    656  1.38.4.4   nathanw 		 * Kick the channel's queue here.  Note, we're running in
    657  1.38.4.4   nathanw 		 * interrupt context (softclock), so the adapter driver
    658  1.38.4.4   nathanw 		 * had better not sleep.
    659  1.38.4.4   nathanw 		 */
    660  1.38.4.4   nathanw 		scsipi_run_queue(periph->periph_channel);
    661  1.38.4.4   nathanw 	} else {
    662  1.38.4.4   nathanw 		/*
    663  1.38.4.4   nathanw 		 * Tell the completion thread to kick the channel's queue here.
    664  1.38.4.4   nathanw 		 */
    665  1.38.4.4   nathanw 		periph->periph_channel->chan_flags |= SCSIPI_CHAN_KICK;
    666  1.38.4.4   nathanw 		wakeup(&periph->periph_channel->chan_complete);
    667  1.38.4.4   nathanw 	}
    668  1.38.4.4   nathanw 	splx(s);
    669  1.38.4.1   nathanw }
    670  1.38.4.1   nathanw 
    671  1.38.4.1   nathanw /*
    672  1.38.4.1   nathanw  * scsipi_wait_drain:
    673  1.38.4.1   nathanw  *
    674  1.38.4.1   nathanw  *	Wait for a periph's pending xfers to drain.
    675      1.15   thorpej  */
    676      1.15   thorpej void
    677  1.38.4.1   nathanw scsipi_wait_drain(periph)
    678  1.38.4.1   nathanw 	struct scsipi_periph *periph;
    679      1.15   thorpej {
    680      1.15   thorpej 	int s;
    681      1.15   thorpej 
    682      1.15   thorpej 	s = splbio();
    683  1.38.4.1   nathanw 	while (periph->periph_active != 0) {
    684  1.38.4.1   nathanw 		periph->periph_flags |= PERIPH_WAITDRAIN;
    685  1.38.4.1   nathanw 		(void) tsleep(&periph->periph_active, PRIBIO, "sxdrn", 0);
    686      1.15   thorpej 	}
    687      1.15   thorpej 	splx(s);
    688      1.23   thorpej }
    689      1.23   thorpej 
    690      1.23   thorpej /*
    691  1.38.4.1   nathanw  * scsipi_kill_pending:
    692      1.23   thorpej  *
    693  1.38.4.1   nathanw  *	Kill off all pending xfers for a periph.
    694  1.38.4.1   nathanw  *
    695  1.38.4.1   nathanw  *	NOTE: Must be called at splbio().
    696      1.23   thorpej  */
    697      1.23   thorpej void
    698  1.38.4.1   nathanw scsipi_kill_pending(periph)
    699  1.38.4.1   nathanw 	struct scsipi_periph *periph;
    700      1.23   thorpej {
    701      1.23   thorpej 
    702  1.38.4.1   nathanw 	(*periph->periph_channel->chan_bustype->bustype_kill_pending)(periph);
    703  1.38.4.1   nathanw #ifdef DIAGNOSTIC
    704  1.38.4.1   nathanw 	if (TAILQ_FIRST(&periph->periph_xferq) != NULL)
    705  1.38.4.1   nathanw 		panic("scsipi_kill_pending");
    706  1.38.4.1   nathanw #endif
    707  1.38.4.1   nathanw 	scsipi_wait_drain(periph);
    708       1.2    bouyer }
    709       1.2    bouyer 
    710       1.2    bouyer /*
    711  1.38.4.1   nathanw  * scsipi_interpret_sense:
    712  1.38.4.1   nathanw  *
    713  1.38.4.1   nathanw  *	Look at the returned sense and act on the error, determining
    714  1.38.4.1   nathanw  *	the unix error number to pass back.  (0 = report no error)
    715      1.13    bouyer  *
    716  1.38.4.1   nathanw  *	NOTE: If we return ERESTART, we are expected to haved
    717  1.38.4.1   nathanw  *	thawed the device!
    718  1.38.4.1   nathanw  *
    719  1.38.4.1   nathanw  *	THIS IS THE DEFAULT ERROR HANDLER FOR SCSI DEVICES.
    720      1.13    bouyer  */
    721      1.13    bouyer int
    722      1.13    bouyer scsipi_interpret_sense(xs)
    723      1.13    bouyer 	struct scsipi_xfer *xs;
    724      1.13    bouyer {
    725      1.13    bouyer 	struct scsipi_sense_data *sense;
    726  1.38.4.1   nathanw 	struct scsipi_periph *periph = xs->xs_periph;
    727      1.13    bouyer 	u_int8_t key;
    728      1.13    bouyer 	u_int32_t info;
    729      1.13    bouyer 	int error;
    730      1.13    bouyer #ifndef	SCSIVERBOSE
    731      1.13    bouyer 	static char *error_mes[] = {
    732      1.13    bouyer 		"soft error (corrected)",
    733      1.13    bouyer 		"not ready", "medium error",
    734      1.13    bouyer 		"non-media hardware failure", "illegal request",
    735      1.13    bouyer 		"unit attention", "readonly device",
    736      1.13    bouyer 		"no data found", "vendor unique",
    737      1.13    bouyer 		"copy aborted", "command aborted",
    738      1.13    bouyer 		"search returned equal", "volume overflow",
    739      1.13    bouyer 		"verify miscompare", "unknown error key"
    740      1.13    bouyer 	};
    741      1.13    bouyer #endif
    742      1.13    bouyer 
    743      1.13    bouyer 	sense = &xs->sense.scsi_sense;
    744  1.38.4.1   nathanw #ifdef SCSIPI_DEBUG
    745  1.38.4.1   nathanw 	if (periph->periph_flags & SCSIPI_DB1) {
    746      1.13    bouyer 		int count;
    747  1.38.4.1   nathanw 		scsipi_printaddr(periph);
    748  1.38.4.1   nathanw 		printf(" sense debug information:\n");
    749  1.38.4.1   nathanw 		printf("\tcode 0x%x valid 0x%x\n",
    750      1.13    bouyer 			sense->error_code & SSD_ERRCODE,
    751      1.13    bouyer 			sense->error_code & SSD_ERRCODE_VALID ? 1 : 0);
    752  1.38.4.1   nathanw 		printf("\tseg 0x%x key 0x%x ili 0x%x eom 0x%x fmark 0x%x\n",
    753      1.13    bouyer 			sense->segment,
    754      1.13    bouyer 			sense->flags & SSD_KEY,
    755      1.13    bouyer 			sense->flags & SSD_ILI ? 1 : 0,
    756      1.13    bouyer 			sense->flags & SSD_EOM ? 1 : 0,
    757      1.13    bouyer 			sense->flags & SSD_FILEMARK ? 1 : 0);
    758  1.38.4.1   nathanw 		printf("\ninfo: 0x%x 0x%x 0x%x 0x%x followed by %d "
    759  1.38.4.1   nathanw 			"extra bytes\n",
    760      1.13    bouyer 			sense->info[0],
    761      1.13    bouyer 			sense->info[1],
    762      1.13    bouyer 			sense->info[2],
    763      1.13    bouyer 			sense->info[3],
    764      1.13    bouyer 			sense->extra_len);
    765  1.38.4.1   nathanw 		printf("\textra: ");
    766      1.13    bouyer 		for (count = 0; count < ADD_BYTES_LIM(sense); count++)
    767      1.13    bouyer 			printf("0x%x ", sense->cmd_spec_info[count]);
    768      1.13    bouyer 		printf("\n");
    769      1.13    bouyer 	}
    770  1.38.4.1   nathanw #endif
    771  1.38.4.1   nathanw 
    772      1.13    bouyer 	/*
    773  1.38.4.1   nathanw 	 * If the periph has it's own error handler, call it first.
    774      1.13    bouyer 	 * If it returns a legit error value, return that, otherwise
    775      1.13    bouyer 	 * it wants us to continue with normal error processing.
    776      1.13    bouyer 	 */
    777  1.38.4.1   nathanw 	if (periph->periph_switch->psw_error != NULL) {
    778  1.38.4.1   nathanw 		SC_DEBUG(periph, SCSIPI_DB2,
    779      1.13    bouyer 		    ("calling private err_handler()\n"));
    780  1.38.4.1   nathanw 		error = (*periph->periph_switch->psw_error)(xs);
    781  1.38.4.1   nathanw 		if (error != EJUSTRETURN)
    782  1.38.4.1   nathanw 			return (error);
    783      1.13    bouyer 	}
    784      1.13    bouyer 	/* otherwise use the default */
    785      1.13    bouyer 	switch (sense->error_code & SSD_ERRCODE) {
    786      1.13    bouyer 		/*
    787      1.13    bouyer 		 * If it's code 70, use the extended stuff and
    788      1.13    bouyer 		 * interpret the key
    789      1.13    bouyer 		 */
    790      1.13    bouyer 	case 0x71:		/* delayed error */
    791  1.38.4.1   nathanw 		scsipi_printaddr(periph);
    792      1.13    bouyer 		key = sense->flags & SSD_KEY;
    793      1.13    bouyer 		printf(" DEFERRED ERROR, key = 0x%x\n", key);
    794      1.13    bouyer 		/* FALLTHROUGH */
    795      1.13    bouyer 	case 0x70:
    796      1.13    bouyer 		if ((sense->error_code & SSD_ERRCODE_VALID) != 0)
    797      1.13    bouyer 			info = _4btol(sense->info);
    798      1.13    bouyer 		else
    799      1.13    bouyer 			info = 0;
    800      1.13    bouyer 		key = sense->flags & SSD_KEY;
    801      1.13    bouyer 
    802      1.13    bouyer 		switch (key) {
    803      1.13    bouyer 		case SKEY_NO_SENSE:
    804      1.13    bouyer 		case SKEY_RECOVERED_ERROR:
    805      1.13    bouyer 			if (xs->resid == xs->datalen && xs->datalen) {
    806      1.13    bouyer 				/*
    807      1.13    bouyer 				 * Why is this here?
    808      1.13    bouyer 				 */
    809      1.13    bouyer 				xs->resid = 0;	/* not short read */
    810      1.13    bouyer 			}
    811      1.13    bouyer 		case SKEY_EQUAL:
    812      1.13    bouyer 			error = 0;
    813      1.13    bouyer 			break;
    814      1.13    bouyer 		case SKEY_NOT_READY:
    815  1.38.4.1   nathanw 			if ((periph->periph_flags & PERIPH_REMOVABLE) != 0)
    816  1.38.4.1   nathanw 				periph->periph_flags &= ~PERIPH_MEDIA_LOADED;
    817      1.24   thorpej 			if ((xs->xs_control & XS_CTL_IGNORE_NOT_READY) != 0)
    818      1.13    bouyer 				return (0);
    819  1.38.4.2   nathanw 			if (sense->add_sense_code == 0x3A) {
    820      1.19    bouyer 				error = ENODEV; /* Medium not present */
    821  1.38.4.2   nathanw 				if (xs->xs_control & XS_CTL_SILENT_NODEV)
    822  1.38.4.2   nathanw 					return (error);
    823  1.38.4.2   nathanw 			} else
    824      1.19    bouyer 				error = EIO;
    825      1.24   thorpej 			if ((xs->xs_control & XS_CTL_SILENT) != 0)
    826      1.19    bouyer 				return (error);
    827      1.13    bouyer 			break;
    828      1.13    bouyer 		case SKEY_ILLEGAL_REQUEST:
    829      1.24   thorpej 			if ((xs->xs_control &
    830      1.24   thorpej 			     XS_CTL_IGNORE_ILLEGAL_REQUEST) != 0)
    831      1.13    bouyer 				return (0);
    832      1.24   thorpej 			/*
    833      1.24   thorpej 			 * Handle the case where a device reports
    834      1.24   thorpej 			 * Logical Unit Not Supported during discovery.
    835      1.24   thorpej 			 */
    836      1.24   thorpej 			if ((xs->xs_control & XS_CTL_DISCOVERY) != 0 &&
    837      1.24   thorpej 			    sense->add_sense_code == 0x25 &&
    838      1.24   thorpej 			    sense->add_sense_code_qual == 0x00)
    839      1.24   thorpej 				return (EINVAL);
    840      1.24   thorpej 			if ((xs->xs_control & XS_CTL_SILENT) != 0)
    841      1.13    bouyer 				return (EIO);
    842      1.13    bouyer 			error = EINVAL;
    843      1.13    bouyer 			break;
    844      1.13    bouyer 		case SKEY_UNIT_ATTENTION:
    845      1.20    bouyer 			if (sense->add_sense_code == 0x29 &&
    846  1.38.4.1   nathanw 			    sense->add_sense_code_qual == 0x00) {
    847  1.38.4.1   nathanw 				/* device or bus reset */
    848  1.38.4.1   nathanw 				return (ERESTART);
    849  1.38.4.1   nathanw 			}
    850  1.38.4.1   nathanw 			if ((periph->periph_flags & PERIPH_REMOVABLE) != 0)
    851  1.38.4.1   nathanw 				periph->periph_flags &= ~PERIPH_MEDIA_LOADED;
    852      1.24   thorpej 			if ((xs->xs_control &
    853      1.24   thorpej 			     XS_CTL_IGNORE_MEDIA_CHANGE) != 0 ||
    854      1.13    bouyer 				/* XXX Should reupload any transient state. */
    855  1.38.4.1   nathanw 				(periph->periph_flags &
    856  1.38.4.1   nathanw 				 PERIPH_REMOVABLE) == 0) {
    857      1.13    bouyer 				return (ERESTART);
    858  1.38.4.1   nathanw 			}
    859      1.24   thorpej 			if ((xs->xs_control & XS_CTL_SILENT) != 0)
    860      1.13    bouyer 				return (EIO);
    861      1.13    bouyer 			error = EIO;
    862      1.13    bouyer 			break;
    863      1.13    bouyer 		case SKEY_WRITE_PROTECT:
    864      1.13    bouyer 			error = EROFS;
    865      1.13    bouyer 			break;
    866      1.13    bouyer 		case SKEY_BLANK_CHECK:
    867      1.13    bouyer 			error = 0;
    868      1.13    bouyer 			break;
    869      1.13    bouyer 		case SKEY_ABORTED_COMMAND:
    870      1.13    bouyer 			error = ERESTART;
    871      1.13    bouyer 			break;
    872      1.13    bouyer 		case SKEY_VOLUME_OVERFLOW:
    873      1.13    bouyer 			error = ENOSPC;
    874      1.13    bouyer 			break;
    875      1.13    bouyer 		default:
    876      1.13    bouyer 			error = EIO;
    877      1.13    bouyer 			break;
    878      1.13    bouyer 		}
    879      1.13    bouyer 
    880      1.13    bouyer #ifdef SCSIVERBOSE
    881      1.32  augustss 		if (key && (xs->xs_control & XS_CTL_SILENT) == 0)
    882      1.13    bouyer 			scsipi_print_sense(xs, 0);
    883      1.13    bouyer #else
    884      1.13    bouyer 		if (key) {
    885  1.38.4.1   nathanw 			scsipi_printaddr(periph);
    886      1.13    bouyer 			printf("%s", error_mes[key - 1]);
    887      1.13    bouyer 			if ((sense->error_code & SSD_ERRCODE_VALID) != 0) {
    888      1.13    bouyer 				switch (key) {
    889      1.13    bouyer 				case SKEY_NOT_READY:
    890      1.13    bouyer 				case SKEY_ILLEGAL_REQUEST:
    891      1.13    bouyer 				case SKEY_UNIT_ATTENTION:
    892      1.13    bouyer 				case SKEY_WRITE_PROTECT:
    893      1.13    bouyer 					break;
    894      1.13    bouyer 				case SKEY_BLANK_CHECK:
    895      1.13    bouyer 					printf(", requested size: %d (decimal)",
    896      1.13    bouyer 					    info);
    897      1.13    bouyer 					break;
    898      1.13    bouyer 				case SKEY_ABORTED_COMMAND:
    899  1.38.4.1   nathanw 					if (xs->xs_retries)
    900      1.13    bouyer 						printf(", retrying");
    901      1.13    bouyer 					printf(", cmd 0x%x, info 0x%x",
    902      1.13    bouyer 					    xs->cmd->opcode, info);
    903      1.13    bouyer 					break;
    904      1.13    bouyer 				default:
    905      1.13    bouyer 					printf(", info = %d (decimal)", info);
    906      1.13    bouyer 				}
    907      1.13    bouyer 			}
    908      1.13    bouyer 			if (sense->extra_len != 0) {
    909      1.13    bouyer 				int n;
    910      1.13    bouyer 				printf(", data =");
    911      1.13    bouyer 				for (n = 0; n < sense->extra_len; n++)
    912      1.13    bouyer 					printf(" %02x",
    913      1.13    bouyer 					    sense->cmd_spec_info[n]);
    914      1.13    bouyer 			}
    915      1.13    bouyer 			printf("\n");
    916      1.13    bouyer 		}
    917      1.13    bouyer #endif
    918      1.13    bouyer 		return (error);
    919      1.13    bouyer 
    920      1.13    bouyer 	/*
    921      1.13    bouyer 	 * Not code 70, just report it
    922      1.13    bouyer 	 */
    923      1.13    bouyer 	default:
    924  1.38.4.1   nathanw #if    defined(SCSIDEBUG) || defined(DEBUG)
    925      1.28    mjacob 	{
    926      1.28    mjacob 		static char *uc = "undecodable sense error";
    927      1.28    mjacob 		int i;
    928      1.28    mjacob 		u_int8_t *cptr = (u_int8_t *) sense;
    929  1.38.4.1   nathanw 		scsipi_printaddr(periph);
    930      1.28    mjacob 		if (xs->cmd == &xs->cmdstore) {
    931      1.28    mjacob 			printf("%s for opcode 0x%x, data=",
    932      1.28    mjacob 			    uc, xs->cmdstore.opcode);
    933      1.28    mjacob 		} else {
    934      1.28    mjacob 			printf("%s, data=", uc);
    935      1.28    mjacob 		}
    936      1.28    mjacob 		for (i = 0; i < sizeof (sense); i++)
    937      1.28    mjacob 			printf(" 0x%02x", *(cptr++) & 0xff);
    938      1.28    mjacob 		printf("\n");
    939      1.28    mjacob 	}
    940      1.28    mjacob #else
    941  1.38.4.1   nathanw 		scsipi_printaddr(periph);
    942      1.17    mjacob 		printf("Sense Error Code 0x%x",
    943      1.17    mjacob 			sense->error_code & SSD_ERRCODE);
    944      1.13    bouyer 		if ((sense->error_code & SSD_ERRCODE_VALID) != 0) {
    945      1.13    bouyer 			struct scsipi_sense_data_unextended *usense =
    946      1.13    bouyer 			    (struct scsipi_sense_data_unextended *)sense;
    947      1.13    bouyer 			printf(" at block no. %d (decimal)",
    948      1.13    bouyer 			    _3btol(usense->block));
    949      1.13    bouyer 		}
    950      1.13    bouyer 		printf("\n");
    951      1.28    mjacob #endif
    952      1.13    bouyer 		return (EIO);
    953      1.13    bouyer 	}
    954      1.13    bouyer }
    955      1.13    bouyer 
    956      1.13    bouyer /*
    957  1.38.4.1   nathanw  * scsipi_size:
    958  1.38.4.1   nathanw  *
    959  1.38.4.1   nathanw  *	Find out from the device what its capacity is.
    960       1.2    bouyer  */
    961       1.2    bouyer u_long
    962  1.38.4.1   nathanw scsipi_size(periph, flags)
    963  1.38.4.1   nathanw 	struct scsipi_periph *periph;
    964       1.2    bouyer 	int flags;
    965       1.2    bouyer {
    966       1.2    bouyer 	struct scsipi_read_cap_data rdcap;
    967       1.2    bouyer 	struct scsipi_read_capacity scsipi_cmd;
    968       1.2    bouyer 
    969  1.38.4.2   nathanw 	memset(&scsipi_cmd, 0, sizeof(scsipi_cmd));
    970       1.2    bouyer 	scsipi_cmd.opcode = READ_CAPACITY;
    971       1.2    bouyer 
    972       1.2    bouyer 	/*
    973       1.2    bouyer 	 * If the command works, interpret the result as a 4 byte
    974       1.2    bouyer 	 * number of blocks
    975       1.2    bouyer 	 */
    976  1.38.4.1   nathanw 	if (scsipi_command(periph, (struct scsipi_generic *)&scsipi_cmd,
    977       1.3     enami 	    sizeof(scsipi_cmd), (u_char *)&rdcap, sizeof(rdcap),
    978      1.38     enami 	    SCSIPIRETRIES, 20000, NULL,
    979      1.38     enami 	    flags | XS_CTL_DATA_IN | XS_CTL_DATA_ONSTACK) != 0) {
    980  1.38.4.1   nathanw 		scsipi_printaddr(periph);
    981       1.2    bouyer 		printf("could not get size\n");
    982       1.3     enami 		return (0);
    983       1.2    bouyer 	}
    984       1.2    bouyer 
    985       1.3     enami 	return (_4btol(rdcap.addr) + 1);
    986       1.2    bouyer }
    987       1.2    bouyer 
    988       1.2    bouyer /*
    989  1.38.4.1   nathanw  * scsipi_test_unit_ready:
    990  1.38.4.1   nathanw  *
    991  1.38.4.1   nathanw  *	Issue a `test unit ready' request.
    992       1.2    bouyer  */
    993       1.3     enami int
    994  1.38.4.1   nathanw scsipi_test_unit_ready(periph, flags)
    995  1.38.4.1   nathanw 	struct scsipi_periph *periph;
    996       1.2    bouyer 	int flags;
    997       1.2    bouyer {
    998       1.2    bouyer 	struct scsipi_test_unit_ready scsipi_cmd;
    999       1.2    bouyer 
   1000       1.2    bouyer 	/* some ATAPI drives don't support TEST_UNIT_READY. Sigh */
   1001  1.38.4.1   nathanw 	if (periph->periph_quirks & PQUIRK_NOTUR)
   1002       1.3     enami 		return (0);
   1003       1.2    bouyer 
   1004  1.38.4.2   nathanw 	memset(&scsipi_cmd, 0, sizeof(scsipi_cmd));
   1005       1.2    bouyer 	scsipi_cmd.opcode = TEST_UNIT_READY;
   1006       1.2    bouyer 
   1007  1.38.4.1   nathanw 	return (scsipi_command(periph,
   1008       1.3     enami 	    (struct scsipi_generic *)&scsipi_cmd, sizeof(scsipi_cmd),
   1009      1.29    bouyer 	    0, 0, SCSIPIRETRIES, 10000, NULL, flags));
   1010       1.2    bouyer }
   1011       1.2    bouyer 
   1012       1.2    bouyer /*
   1013  1.38.4.1   nathanw  * scsipi_inquire:
   1014  1.38.4.1   nathanw  *
   1015  1.38.4.1   nathanw  *	Ask the device about itself.
   1016       1.2    bouyer  */
   1017       1.3     enami int
   1018  1.38.4.1   nathanw scsipi_inquire(periph, inqbuf, flags)
   1019  1.38.4.1   nathanw 	struct scsipi_periph *periph;
   1020       1.2    bouyer 	struct scsipi_inquiry_data *inqbuf;
   1021       1.2    bouyer 	int flags;
   1022       1.2    bouyer {
   1023       1.2    bouyer 	struct scsipi_inquiry scsipi_cmd;
   1024       1.2    bouyer 
   1025  1.38.4.2   nathanw 	memset(&scsipi_cmd, 0, sizeof(scsipi_cmd));
   1026       1.2    bouyer 	scsipi_cmd.opcode = INQUIRY;
   1027       1.2    bouyer 	scsipi_cmd.length = sizeof(struct scsipi_inquiry_data);
   1028       1.2    bouyer 
   1029  1.38.4.1   nathanw 	return (scsipi_command(periph,
   1030       1.3     enami 	    (struct scsipi_generic *) &scsipi_cmd, sizeof(scsipi_cmd),
   1031       1.3     enami 	    (u_char *) inqbuf, sizeof(struct scsipi_inquiry_data),
   1032      1.29    bouyer 	    SCSIPIRETRIES, 10000, NULL, XS_CTL_DATA_IN | flags));
   1033       1.2    bouyer }
   1034       1.2    bouyer 
   1035       1.2    bouyer /*
   1036  1.38.4.1   nathanw  * scsipi_prevent:
   1037  1.38.4.1   nathanw  *
   1038  1.38.4.1   nathanw  *	Prevent or allow the user to remove the media
   1039       1.2    bouyer  */
   1040       1.3     enami int
   1041  1.38.4.1   nathanw scsipi_prevent(periph, type, flags)
   1042  1.38.4.1   nathanw 	struct scsipi_periph *periph;
   1043       1.2    bouyer 	int type, flags;
   1044       1.2    bouyer {
   1045       1.2    bouyer 	struct scsipi_prevent scsipi_cmd;
   1046       1.2    bouyer 
   1047  1.38.4.1   nathanw 	if (periph->periph_quirks & PQUIRK_NODOORLOCK)
   1048       1.3     enami 		return (0);
   1049       1.2    bouyer 
   1050  1.38.4.2   nathanw 	memset(&scsipi_cmd, 0, sizeof(scsipi_cmd));
   1051       1.2    bouyer 	scsipi_cmd.opcode = PREVENT_ALLOW;
   1052       1.2    bouyer 	scsipi_cmd.how = type;
   1053  1.38.4.1   nathanw 
   1054  1.38.4.1   nathanw 	return (scsipi_command(periph,
   1055       1.3     enami 	    (struct scsipi_generic *) &scsipi_cmd, sizeof(scsipi_cmd),
   1056      1.29    bouyer 	    0, 0, SCSIPIRETRIES, 5000, NULL, flags));
   1057       1.2    bouyer }
   1058       1.2    bouyer 
   1059       1.2    bouyer /*
   1060  1.38.4.1   nathanw  * scsipi_start:
   1061  1.38.4.1   nathanw  *
   1062  1.38.4.1   nathanw  *	Send a START UNIT.
   1063       1.2    bouyer  */
   1064       1.3     enami int
   1065  1.38.4.1   nathanw scsipi_start(periph, type, flags)
   1066  1.38.4.1   nathanw 	struct scsipi_periph *periph;
   1067       1.2    bouyer 	int type, flags;
   1068       1.2    bouyer {
   1069       1.2    bouyer 	struct scsipi_start_stop scsipi_cmd;
   1070      1.18    bouyer 
   1071  1.38.4.1   nathanw 	if (periph->periph_quirks & PQUIRK_NOSTARTUNIT)
   1072      1.18    bouyer 		return 0;
   1073       1.2    bouyer 
   1074  1.38.4.2   nathanw 	memset(&scsipi_cmd, 0, sizeof(scsipi_cmd));
   1075       1.2    bouyer 	scsipi_cmd.opcode = START_STOP;
   1076       1.2    bouyer 	scsipi_cmd.byte2 = 0x00;
   1077       1.2    bouyer 	scsipi_cmd.how = type;
   1078  1.38.4.1   nathanw 
   1079  1.38.4.1   nathanw 	return (scsipi_command(periph,
   1080       1.3     enami 	    (struct scsipi_generic *) &scsipi_cmd, sizeof(scsipi_cmd),
   1081      1.29    bouyer 	    0, 0, SCSIPIRETRIES, (type & SSS_START) ? 60000 : 10000,
   1082      1.29    bouyer 	    NULL, flags));
   1083       1.2    bouyer }
   1084       1.2    bouyer 
   1085       1.2    bouyer /*
   1086  1.38.4.1   nathanw  * scsipi_mode_sense, scsipi_mode_sense_big:
   1087  1.38.4.1   nathanw  *	get a sense page from a device
   1088       1.2    bouyer  */
   1089       1.2    bouyer 
   1090  1.38.4.1   nathanw int
   1091  1.38.4.1   nathanw scsipi_mode_sense(periph, byte2, page, data, len, flags, retries, timeout)
   1092  1.38.4.1   nathanw 	struct scsipi_periph *periph;
   1093  1.38.4.1   nathanw 	int byte2, page, len, flags, retries, timeout;
   1094  1.38.4.1   nathanw 	struct scsipi_mode_header *data;
   1095  1.38.4.1   nathanw {
   1096  1.38.4.1   nathanw 	struct scsipi_mode_sense scsipi_cmd;
   1097  1.38.4.1   nathanw 	int error;
   1098  1.38.4.1   nathanw 
   1099  1.38.4.2   nathanw 	memset(&scsipi_cmd, 0, sizeof(scsipi_cmd));
   1100  1.38.4.1   nathanw 	scsipi_cmd.opcode = MODE_SENSE;
   1101  1.38.4.1   nathanw 	scsipi_cmd.byte2 = byte2;
   1102  1.38.4.1   nathanw 	scsipi_cmd.page = page;
   1103  1.38.4.1   nathanw 	if (scsipi_periph_bustype(periph) == SCSIPI_BUSTYPE_ATAPI)
   1104  1.38.4.1   nathanw 		_lto2b(len, scsipi_cmd.u_len.atapi.length);
   1105  1.38.4.1   nathanw 	else
   1106  1.38.4.1   nathanw 		scsipi_cmd.u_len.scsi.length = len & 0xff;
   1107  1.38.4.1   nathanw 	error = scsipi_command(periph, (struct scsipi_generic *)&scsipi_cmd,
   1108  1.38.4.1   nathanw 	    sizeof(scsipi_cmd), (void *)data, len, retries, timeout, NULL,
   1109  1.38.4.1   nathanw 	    flags | XS_CTL_DATA_IN);
   1110  1.38.4.1   nathanw 	SC_DEBUG(periph, SCSIPI_DB2,
   1111  1.38.4.1   nathanw 	    ("scsipi_mode_sense: error=%d\n", error));
   1112  1.38.4.1   nathanw 	return (error);
   1113  1.38.4.1   nathanw }
   1114  1.38.4.1   nathanw 
   1115  1.38.4.1   nathanw int
   1116  1.38.4.1   nathanw scsipi_mode_sense_big(periph, byte2, page, data, len, flags, retries, timeout)
   1117  1.38.4.1   nathanw 	struct scsipi_periph *periph;
   1118  1.38.4.1   nathanw 	int byte2, page, len, flags, retries, timeout;
   1119  1.38.4.1   nathanw 	struct scsipi_mode_header_big *data;
   1120  1.38.4.1   nathanw {
   1121  1.38.4.1   nathanw 	struct scsipi_mode_sense_big scsipi_cmd;
   1122  1.38.4.1   nathanw 	int error;
   1123  1.38.4.1   nathanw 
   1124  1.38.4.2   nathanw 	memset(&scsipi_cmd, 0, sizeof(scsipi_cmd));
   1125  1.38.4.1   nathanw 	scsipi_cmd.opcode = MODE_SENSE_BIG;
   1126  1.38.4.1   nathanw 	scsipi_cmd.byte2 = byte2;
   1127  1.38.4.1   nathanw 	scsipi_cmd.page = page;
   1128  1.38.4.1   nathanw 	_lto2b(len, scsipi_cmd.length);
   1129  1.38.4.1   nathanw 	error = scsipi_command(periph, (struct scsipi_generic *)&scsipi_cmd,
   1130  1.38.4.1   nathanw 	    sizeof(scsipi_cmd), (void *)data, len, retries, timeout, NULL,
   1131  1.38.4.1   nathanw 	    flags | XS_CTL_DATA_IN);
   1132  1.38.4.1   nathanw 	SC_DEBUG(periph, SCSIPI_DB2,
   1133  1.38.4.1   nathanw 	    ("scsipi_mode_sense_big: error=%d\n", error));
   1134  1.38.4.1   nathanw 	return (error);
   1135  1.38.4.1   nathanw }
   1136  1.38.4.1   nathanw 
   1137  1.38.4.1   nathanw int
   1138  1.38.4.1   nathanw scsipi_mode_select(periph, byte2, data, len, flags, retries, timeout)
   1139  1.38.4.1   nathanw 	struct scsipi_periph *periph;
   1140  1.38.4.1   nathanw 	int byte2, len, flags, retries, timeout;
   1141  1.38.4.1   nathanw 	struct scsipi_mode_header *data;
   1142  1.38.4.1   nathanw {
   1143  1.38.4.1   nathanw 	struct scsipi_mode_select scsipi_cmd;
   1144  1.38.4.1   nathanw 	int error;
   1145  1.38.4.1   nathanw 
   1146  1.38.4.2   nathanw 	memset(&scsipi_cmd, 0, sizeof(scsipi_cmd));
   1147  1.38.4.1   nathanw 	scsipi_cmd.opcode = MODE_SELECT;
   1148  1.38.4.1   nathanw 	scsipi_cmd.byte2 = byte2;
   1149  1.38.4.1   nathanw 	if (scsipi_periph_bustype(periph) == SCSIPI_BUSTYPE_ATAPI)
   1150  1.38.4.1   nathanw 		_lto2b(len, scsipi_cmd.u_len.atapi.length);
   1151  1.38.4.1   nathanw 	else
   1152  1.38.4.1   nathanw 		scsipi_cmd.u_len.scsi.length = len & 0xff;
   1153  1.38.4.1   nathanw 	error = scsipi_command(periph, (struct scsipi_generic *)&scsipi_cmd,
   1154  1.38.4.1   nathanw 	    sizeof(scsipi_cmd), (void *)data, len, retries, timeout, NULL,
   1155  1.38.4.1   nathanw 	    flags | XS_CTL_DATA_OUT);
   1156  1.38.4.1   nathanw 	SC_DEBUG(periph, SCSIPI_DB2,
   1157  1.38.4.1   nathanw 	    ("scsipi_mode_select: error=%d\n", error));
   1158  1.38.4.1   nathanw 	return (error);
   1159  1.38.4.1   nathanw }
   1160  1.38.4.1   nathanw 
   1161  1.38.4.1   nathanw int
   1162  1.38.4.1   nathanw scsipi_mode_select_big(periph, byte2, data, len, flags, retries, timeout)
   1163  1.38.4.1   nathanw 	struct scsipi_periph *periph;
   1164  1.38.4.1   nathanw 	int byte2, len, flags, retries, timeout;
   1165  1.38.4.1   nathanw 	struct scsipi_mode_header_big *data;
   1166  1.38.4.1   nathanw {
   1167  1.38.4.1   nathanw 	struct scsipi_mode_select_big scsipi_cmd;
   1168  1.38.4.1   nathanw 	int error;
   1169  1.38.4.1   nathanw 
   1170  1.38.4.2   nathanw 	memset(&scsipi_cmd, 0, sizeof(scsipi_cmd));
   1171  1.38.4.1   nathanw 	scsipi_cmd.opcode = MODE_SELECT_BIG;
   1172  1.38.4.1   nathanw 	scsipi_cmd.byte2 = byte2;
   1173  1.38.4.1   nathanw 	_lto2b(len, scsipi_cmd.length);
   1174  1.38.4.1   nathanw 	error = scsipi_command(periph, (struct scsipi_generic *)&scsipi_cmd,
   1175  1.38.4.1   nathanw 	    sizeof(scsipi_cmd), (void *)data, len, retries, timeout, NULL,
   1176  1.38.4.1   nathanw 	    flags | XS_CTL_DATA_OUT);
   1177  1.38.4.1   nathanw 	SC_DEBUG(periph, SCSIPI_DB2,
   1178  1.38.4.1   nathanw 	    ("scsipi_mode_select: error=%d\n", error));
   1179  1.38.4.1   nathanw 	return (error);
   1180  1.38.4.1   nathanw }
   1181  1.38.4.1   nathanw 
   1182  1.38.4.1   nathanw /*
   1183  1.38.4.1   nathanw  * scsipi_done:
   1184  1.38.4.1   nathanw  *
   1185  1.38.4.1   nathanw  *	This routine is called by an adapter's interrupt handler when
   1186  1.38.4.1   nathanw  *	an xfer is completed.
   1187  1.38.4.1   nathanw  */
   1188  1.38.4.1   nathanw void
   1189  1.38.4.1   nathanw scsipi_done(xs)
   1190  1.38.4.1   nathanw 	struct scsipi_xfer *xs;
   1191  1.38.4.1   nathanw {
   1192  1.38.4.1   nathanw 	struct scsipi_periph *periph = xs->xs_periph;
   1193  1.38.4.1   nathanw 	struct scsipi_channel *chan = periph->periph_channel;
   1194  1.38.4.1   nathanw 	int s, freezecnt;
   1195  1.38.4.1   nathanw 
   1196  1.38.4.1   nathanw 	SC_DEBUG(periph, SCSIPI_DB2, ("scsipi_done\n"));
   1197  1.38.4.1   nathanw #ifdef SCSIPI_DEBUG
   1198  1.38.4.1   nathanw 	if (periph->periph_dbflags & SCSIPI_DB1)
   1199       1.2    bouyer 		show_scsipi_cmd(xs);
   1200  1.38.4.1   nathanw #endif
   1201       1.2    bouyer 
   1202  1.38.4.1   nathanw 	s = splbio();
   1203       1.2    bouyer 	/*
   1204  1.38.4.1   nathanw 	 * The resource this command was using is now free.
   1205       1.3     enami 	 */
   1206  1.38.4.1   nathanw 	scsipi_put_resource(chan);
   1207  1.38.4.1   nathanw 	xs->xs_periph->periph_sent--;
   1208       1.2    bouyer 
   1209  1.38.4.1   nathanw 	/*
   1210  1.38.4.1   nathanw 	 * If the command was tagged, free the tag.
   1211  1.38.4.1   nathanw 	 */
   1212  1.38.4.1   nathanw 	if (XS_CTL_TAGTYPE(xs) != 0)
   1213  1.38.4.1   nathanw 		scsipi_put_tag(xs);
   1214  1.38.4.1   nathanw 	else
   1215  1.38.4.1   nathanw 		periph->periph_flags &= ~PERIPH_UNTAG;
   1216       1.2    bouyer 
   1217  1.38.4.1   nathanw 	/* Mark the command as `done'. */
   1218  1.38.4.1   nathanw 	xs->xs_status |= XS_STS_DONE;
   1219  1.38.4.1   nathanw 
   1220  1.38.4.1   nathanw #ifdef DIAGNOSTIC
   1221  1.38.4.1   nathanw 	if ((xs->xs_control & (XS_CTL_ASYNC|XS_CTL_POLL)) ==
   1222  1.38.4.1   nathanw 	    (XS_CTL_ASYNC|XS_CTL_POLL))
   1223  1.38.4.1   nathanw 		panic("scsipi_done: ASYNC and POLL");
   1224  1.38.4.1   nathanw #endif
   1225       1.2    bouyer 
   1226       1.2    bouyer 	/*
   1227  1.38.4.1   nathanw 	 * If the xfer had an error of any sort, freeze the
   1228  1.38.4.1   nathanw 	 * periph's queue.  Freeze it again if we were requested
   1229  1.38.4.1   nathanw 	 * to do so in the xfer.
   1230       1.2    bouyer 	 */
   1231  1.38.4.1   nathanw 	freezecnt = 0;
   1232  1.38.4.1   nathanw 	if (xs->error != XS_NOERROR)
   1233  1.38.4.1   nathanw 		freezecnt++;
   1234  1.38.4.1   nathanw 	if (xs->xs_control & XS_CTL_FREEZE_PERIPH)
   1235  1.38.4.1   nathanw 		freezecnt++;
   1236  1.38.4.1   nathanw 	if (freezecnt != 0)
   1237  1.38.4.1   nathanw 		scsipi_periph_freeze(periph, freezecnt);
   1238       1.2    bouyer 
   1239  1.38.4.1   nathanw 	/*
   1240  1.38.4.1   nathanw 	 * record the xfer with a pending sense, in case a SCSI reset is
   1241  1.38.4.1   nathanw 	 * received before the thread is waked up.
   1242  1.38.4.1   nathanw 	 */
   1243  1.38.4.1   nathanw 	if (xs->error == XS_BUSY && xs->status == SCSI_CHECK) {
   1244  1.38.4.1   nathanw 		periph->periph_flags |= PERIPH_SENSE;
   1245  1.38.4.1   nathanw 		periph->periph_xscheck = xs;
   1246      1.20    bouyer 	}
   1247       1.2    bouyer 
   1248  1.38.4.1   nathanw 	/*
   1249  1.38.4.4   nathanw 	 * If this was an xfer that was not to complete asynchronously,
   1250  1.38.4.1   nathanw 	 * let the requesting thread perform error checking/handling
   1251  1.38.4.1   nathanw 	 * in its context.
   1252  1.38.4.1   nathanw 	 */
   1253  1.38.4.1   nathanw 	if ((xs->xs_control & XS_CTL_ASYNC) == 0) {
   1254  1.38.4.1   nathanw 		splx(s);
   1255       1.2    bouyer 		/*
   1256  1.38.4.1   nathanw 		 * If it's a polling job, just return, to unwind the
   1257  1.38.4.1   nathanw 		 * call graph.  We don't need to restart the queue,
   1258  1.38.4.1   nathanw 		 * because pollings jobs are treated specially, and
   1259  1.38.4.1   nathanw 		 * are really only used during crash dumps anyway
   1260  1.38.4.1   nathanw 		 * (XXX or during boot-time autconfiguration of
   1261  1.38.4.1   nathanw 		 * ATAPI devices).
   1262       1.2    bouyer 		 */
   1263  1.38.4.1   nathanw 		if (xs->xs_control & XS_CTL_POLL)
   1264  1.38.4.1   nathanw 			return;
   1265  1.38.4.1   nathanw 		wakeup(xs);
   1266  1.38.4.1   nathanw 		goto out;
   1267       1.2    bouyer 	}
   1268  1.38.4.1   nathanw 
   1269       1.9    scottr 	/*
   1270  1.38.4.1   nathanw 	 * Catch the extremely common case of I/O completing
   1271  1.38.4.1   nathanw 	 * without error; no use in taking a context switch
   1272  1.38.4.1   nathanw 	 * if we can handle it in interrupt context.
   1273       1.9    scottr 	 */
   1274  1.38.4.1   nathanw 	if (xs->error == XS_NOERROR) {
   1275      1.22        pk 		splx(s);
   1276  1.38.4.1   nathanw 		(void) scsipi_complete(xs);
   1277  1.38.4.1   nathanw 		goto out;
   1278      1.22        pk 	}
   1279       1.2    bouyer 
   1280       1.2    bouyer 	/*
   1281  1.38.4.1   nathanw 	 * There is an error on this xfer.  Put it on the channel's
   1282  1.38.4.1   nathanw 	 * completion queue, and wake up the completion thread.
   1283  1.38.4.1   nathanw 	 */
   1284  1.38.4.1   nathanw 	TAILQ_INSERT_TAIL(&chan->chan_complete, xs, channel_q);
   1285  1.38.4.1   nathanw 	splx(s);
   1286  1.38.4.1   nathanw 	wakeup(&chan->chan_complete);
   1287       1.2    bouyer 
   1288  1.38.4.1   nathanw  out:
   1289  1.38.4.1   nathanw 	/*
   1290  1.38.4.1   nathanw 	 * If there are more xfers on the channel's queue, attempt to
   1291  1.38.4.1   nathanw 	 * run them.
   1292  1.38.4.1   nathanw 	 */
   1293  1.38.4.1   nathanw 	scsipi_run_queue(chan);
   1294       1.2    bouyer }
   1295       1.2    bouyer 
   1296  1.38.4.1   nathanw /*
   1297  1.38.4.1   nathanw  * scsipi_complete:
   1298  1.38.4.1   nathanw  *
   1299  1.38.4.1   nathanw  *	Completion of a scsipi_xfer.  This is the guts of scsipi_done().
   1300  1.38.4.1   nathanw  *
   1301  1.38.4.1   nathanw  *	NOTE: This routine MUST be called with valid thread context
   1302  1.38.4.1   nathanw  *	except for the case where the following two conditions are
   1303  1.38.4.1   nathanw  *	true:
   1304  1.38.4.1   nathanw  *
   1305  1.38.4.1   nathanw  *		xs->error == XS_NOERROR
   1306  1.38.4.1   nathanw  *		XS_CTL_ASYNC is set in xs->xs_control
   1307  1.38.4.1   nathanw  *
   1308  1.38.4.1   nathanw  *	The semantics of this routine can be tricky, so here is an
   1309  1.38.4.1   nathanw  *	explanation:
   1310  1.38.4.1   nathanw  *
   1311  1.38.4.1   nathanw  *		0		Xfer completed successfully.
   1312  1.38.4.1   nathanw  *
   1313  1.38.4.1   nathanw  *		ERESTART	Xfer had an error, but was restarted.
   1314  1.38.4.1   nathanw  *
   1315  1.38.4.1   nathanw  *		anything else	Xfer had an error, return value is Unix
   1316  1.38.4.1   nathanw  *				errno.
   1317  1.38.4.1   nathanw  *
   1318  1.38.4.1   nathanw  *	If the return value is anything but ERESTART:
   1319  1.38.4.1   nathanw  *
   1320  1.38.4.1   nathanw  *		- If XS_CTL_ASYNC is set, `xs' has been freed back to
   1321  1.38.4.1   nathanw  *		  the pool.
   1322  1.38.4.1   nathanw  *		- If there is a buf associated with the xfer,
   1323  1.38.4.1   nathanw  *		  it has been biodone()'d.
   1324  1.38.4.1   nathanw  */
   1325       1.3     enami int
   1326  1.38.4.1   nathanw scsipi_complete(xs)
   1327       1.2    bouyer 	struct scsipi_xfer *xs;
   1328       1.2    bouyer {
   1329  1.38.4.1   nathanw 	struct scsipi_periph *periph = xs->xs_periph;
   1330  1.38.4.1   nathanw 	struct scsipi_channel *chan = periph->periph_channel;
   1331  1.38.4.1   nathanw 	struct buf *bp;
   1332  1.38.4.1   nathanw 	int error, s;
   1333       1.2    bouyer 
   1334  1.38.4.1   nathanw #ifdef DIAGNOSTIC
   1335  1.38.4.1   nathanw 	if ((xs->xs_control & XS_CTL_ASYNC) != 0 && xs->bp == NULL)
   1336  1.38.4.1   nathanw 		panic("scsipi_complete: XS_CTL_ASYNC but no buf");
   1337  1.38.4.1   nathanw #endif
   1338       1.2    bouyer 	/*
   1339  1.38.4.1   nathanw 	 * If command terminated with a CHECK CONDITION, we need to issue a
   1340  1.38.4.1   nathanw 	 * REQUEST_SENSE command. Once the REQUEST_SENSE has been processed
   1341  1.38.4.1   nathanw 	 * we'll have the real status.
   1342  1.38.4.1   nathanw 	 * Must be processed at splbio() to avoid missing a SCSI bus reset
   1343  1.38.4.1   nathanw 	 * for this command.
   1344  1.38.4.1   nathanw 	 */
   1345  1.38.4.1   nathanw 	s = splbio();
   1346  1.38.4.1   nathanw 	if (xs->error == XS_BUSY && xs->status == SCSI_CHECK) {
   1347  1.38.4.1   nathanw 		/* request sense for a request sense ? */
   1348  1.38.4.1   nathanw 		if (xs->xs_control & XS_CTL_REQSENSE) {
   1349  1.38.4.1   nathanw 			scsipi_printaddr(periph);
   1350  1.38.4.2   nathanw 			printf("request sense for a request sense ?\n");
   1351  1.38.4.1   nathanw 			/* XXX maybe we should reset the device ? */
   1352  1.38.4.1   nathanw 			/* we've been frozen because xs->error != XS_NOERROR */
   1353  1.38.4.1   nathanw 			scsipi_periph_thaw(periph, 1);
   1354  1.38.4.1   nathanw 			splx(s);
   1355  1.38.4.2   nathanw 			if (xs->resid < xs->datalen) {
   1356  1.38.4.2   nathanw 				printf("we read %d bytes of sense anyway:\n",
   1357  1.38.4.2   nathanw 				    xs->datalen - xs->resid);
   1358  1.38.4.2   nathanw #ifdef SCSIVERBOSE
   1359  1.38.4.2   nathanw 				scsipi_print_sense_data((void *)xs->data, 0);
   1360  1.38.4.2   nathanw #endif
   1361  1.38.4.2   nathanw 			}
   1362  1.38.4.1   nathanw 			return EINVAL;
   1363  1.38.4.1   nathanw 		}
   1364  1.38.4.1   nathanw 		scsipi_request_sense(xs);
   1365  1.38.4.1   nathanw 	}
   1366  1.38.4.1   nathanw 	splx(s);
   1367  1.38.4.2   nathanw 
   1368  1.38.4.1   nathanw 	/*
   1369  1.38.4.1   nathanw 	 * If it's a user level request, bypass all usual completion
   1370  1.38.4.1   nathanw 	 * processing, let the user work it out..
   1371       1.2    bouyer 	 */
   1372  1.38.4.1   nathanw 	if ((xs->xs_control & XS_CTL_USERCMD) != 0) {
   1373  1.38.4.1   nathanw 		SC_DEBUG(periph, SCSIPI_DB3, ("calling user done()\n"));
   1374  1.38.4.1   nathanw 		if (xs->error != XS_NOERROR)
   1375  1.38.4.1   nathanw 			scsipi_periph_thaw(periph, 1);
   1376  1.38.4.1   nathanw 		scsipi_user_done(xs);
   1377  1.38.4.1   nathanw 		SC_DEBUG(periph, SCSIPI_DB3, ("returned from user done()\n "));
   1378  1.38.4.1   nathanw 		return 0;
   1379  1.38.4.1   nathanw 	}
   1380  1.38.4.1   nathanw 
   1381       1.2    bouyer 	switch (xs->error) {
   1382  1.38.4.1   nathanw 	case XS_NOERROR:
   1383       1.2    bouyer 		error = 0;
   1384       1.2    bouyer 		break;
   1385       1.2    bouyer 
   1386       1.2    bouyer 	case XS_SENSE:
   1387      1.13    bouyer 	case XS_SHORTSENSE:
   1388  1.38.4.1   nathanw 		error = (*chan->chan_bustype->bustype_interpret_sense)(xs);
   1389       1.2    bouyer 		break;
   1390       1.2    bouyer 
   1391  1.38.4.1   nathanw 	case XS_RESOURCE_SHORTAGE:
   1392  1.38.4.1   nathanw 		/*
   1393  1.38.4.1   nathanw 		 * XXX Should freeze channel's queue.
   1394  1.38.4.1   nathanw 		 */
   1395  1.38.4.1   nathanw 		scsipi_printaddr(periph);
   1396  1.38.4.1   nathanw 		printf("adapter resource shortage\n");
   1397  1.38.4.1   nathanw 		/* FALLTHROUGH */
   1398  1.38.4.1   nathanw 
   1399       1.2    bouyer 	case XS_BUSY:
   1400  1.38.4.1   nathanw 		if (xs->error == XS_BUSY && xs->status == SCSI_QUEUE_FULL) {
   1401  1.38.4.1   nathanw 			struct scsipi_max_openings mo;
   1402  1.38.4.1   nathanw 
   1403  1.38.4.1   nathanw 			/*
   1404  1.38.4.1   nathanw 			 * We set the openings to active - 1, assuming that
   1405  1.38.4.1   nathanw 			 * the command that got us here is the first one that
   1406  1.38.4.1   nathanw 			 * can't fit into the device's queue.  If that's not
   1407  1.38.4.1   nathanw 			 * the case, I guess we'll find out soon enough.
   1408  1.38.4.1   nathanw 			 */
   1409  1.38.4.1   nathanw 			mo.mo_target = periph->periph_target;
   1410  1.38.4.1   nathanw 			mo.mo_lun = periph->periph_lun;
   1411  1.38.4.1   nathanw 			if (periph->periph_active < periph->periph_openings)
   1412  1.38.4.1   nathanw 				mo.mo_openings = periph->periph_active - 1;
   1413       1.2    bouyer 			else
   1414  1.38.4.1   nathanw 				mo.mo_openings = periph->periph_openings - 1;
   1415  1.38.4.1   nathanw #ifdef DIAGNOSTIC
   1416  1.38.4.1   nathanw 			if (mo.mo_openings < 0) {
   1417  1.38.4.1   nathanw 				scsipi_printaddr(periph);
   1418  1.38.4.1   nathanw 				printf("QUEUE FULL resulted in < 0 openings\n");
   1419  1.38.4.1   nathanw 				panic("scsipi_done");
   1420  1.38.4.1   nathanw 			}
   1421       1.2    bouyer #endif
   1422  1.38.4.1   nathanw 			if (mo.mo_openings == 0) {
   1423  1.38.4.1   nathanw 				scsipi_printaddr(periph);
   1424  1.38.4.1   nathanw 				printf("QUEUE FULL resulted in 0 openings\n");
   1425  1.38.4.1   nathanw 				mo.mo_openings = 1;
   1426  1.38.4.1   nathanw 			}
   1427  1.38.4.1   nathanw 			scsipi_async_event(chan, ASYNC_EVENT_MAX_OPENINGS, &mo);
   1428  1.38.4.1   nathanw 			error = ERESTART;
   1429  1.38.4.1   nathanw 		} else if (xs->xs_retries != 0) {
   1430  1.38.4.1   nathanw 			xs->xs_retries--;
   1431  1.38.4.1   nathanw 			/*
   1432  1.38.4.1   nathanw 			 * Wait one second, and try again.
   1433  1.38.4.1   nathanw 			 */
   1434  1.38.4.4   nathanw 			if ((xs->xs_control & XS_CTL_POLL) ||
   1435  1.38.4.4   nathanw 			    (chan->chan_flags & SCSIPI_CHAN_TACTIVE) == 0) {
   1436  1.38.4.1   nathanw 				delay(1000000);
   1437  1.38.4.4   nathanw 			} else {
   1438  1.38.4.1   nathanw 				scsipi_periph_freeze(periph, 1);
   1439  1.38.4.1   nathanw 				callout_reset(&periph->periph_callout,
   1440  1.38.4.1   nathanw 				    hz, scsipi_periph_timed_thaw, periph);
   1441  1.38.4.1   nathanw 			}
   1442  1.38.4.1   nathanw 			error = ERESTART;
   1443  1.38.4.1   nathanw 		} else
   1444  1.38.4.1   nathanw 			error = EBUSY;
   1445  1.38.4.1   nathanw 		break;
   1446  1.38.4.1   nathanw 
   1447  1.38.4.1   nathanw 	case XS_REQUEUE:
   1448  1.38.4.1   nathanw 		error = ERESTART;
   1449  1.38.4.1   nathanw 		break;
   1450  1.38.4.1   nathanw 
   1451       1.2    bouyer 	case XS_TIMEOUT:
   1452  1.38.4.1   nathanw 		if (xs->xs_retries != 0) {
   1453  1.38.4.1   nathanw 			xs->xs_retries--;
   1454  1.38.4.1   nathanw 			error = ERESTART;
   1455  1.38.4.1   nathanw 		} else
   1456  1.38.4.1   nathanw 			error = EIO;
   1457       1.2    bouyer 		break;
   1458       1.2    bouyer 
   1459       1.2    bouyer 	case XS_SELTIMEOUT:
   1460       1.2    bouyer 		/* XXX Disable device? */
   1461      1.12   thorpej 		error = EIO;
   1462      1.12   thorpej 		break;
   1463      1.12   thorpej 
   1464      1.12   thorpej 	case XS_RESET:
   1465  1.38.4.1   nathanw 		if (xs->xs_control & XS_CTL_REQSENSE) {
   1466  1.38.4.1   nathanw 			/*
   1467  1.38.4.1   nathanw 			 * request sense interrupted by reset: signal it
   1468  1.38.4.1   nathanw 			 * with EINTR return code.
   1469  1.38.4.1   nathanw 			 */
   1470  1.38.4.1   nathanw 			error = EINTR;
   1471  1.38.4.1   nathanw 		} else {
   1472  1.38.4.1   nathanw 			if (xs->xs_retries != 0) {
   1473  1.38.4.1   nathanw 				xs->xs_retries--;
   1474  1.38.4.1   nathanw 				error = ERESTART;
   1475  1.38.4.1   nathanw 			} else
   1476  1.38.4.1   nathanw 				error = EIO;
   1477      1.12   thorpej 		}
   1478       1.2    bouyer 		break;
   1479       1.2    bouyer 
   1480       1.2    bouyer 	default:
   1481  1.38.4.1   nathanw 		scsipi_printaddr(periph);
   1482  1.38.4.1   nathanw 		printf("invalid return code from adapter: %d\n", xs->error);
   1483       1.2    bouyer 		error = EIO;
   1484       1.2    bouyer 		break;
   1485       1.2    bouyer 	}
   1486       1.2    bouyer 
   1487  1.38.4.1   nathanw 	s = splbio();
   1488  1.38.4.1   nathanw 	if (error == ERESTART) {
   1489  1.38.4.1   nathanw 		/*
   1490  1.38.4.1   nathanw 		 * If we get here, the periph has been thawed and frozen
   1491  1.38.4.1   nathanw 		 * again if we had to issue recovery commands.  Alternatively,
   1492  1.38.4.1   nathanw 		 * it may have been frozen again and in a timed thaw.  In
   1493  1.38.4.1   nathanw 		 * any case, we thaw the periph once we re-enqueue the
   1494  1.38.4.1   nathanw 		 * command.  Once the periph is fully thawed, it will begin
   1495  1.38.4.1   nathanw 		 * operation again.
   1496  1.38.4.1   nathanw 		 */
   1497  1.38.4.1   nathanw 		xs->error = XS_NOERROR;
   1498  1.38.4.1   nathanw 		xs->status = SCSI_OK;
   1499  1.38.4.1   nathanw 		xs->xs_status &= ~XS_STS_DONE;
   1500  1.38.4.1   nathanw 		xs->xs_requeuecnt++;
   1501  1.38.4.1   nathanw 		error = scsipi_enqueue(xs);
   1502  1.38.4.1   nathanw 		if (error == 0) {
   1503  1.38.4.1   nathanw 			scsipi_periph_thaw(periph, 1);
   1504  1.38.4.1   nathanw 			splx(s);
   1505  1.38.4.1   nathanw 			return (ERESTART);
   1506  1.38.4.1   nathanw 		}
   1507  1.38.4.1   nathanw 	}
   1508  1.38.4.1   nathanw 
   1509  1.38.4.1   nathanw 	/*
   1510  1.38.4.1   nathanw 	 * scsipi_done() freezes the queue if not XS_NOERROR.
   1511  1.38.4.1   nathanw 	 * Thaw it here.
   1512  1.38.4.1   nathanw 	 */
   1513  1.38.4.1   nathanw 	if (xs->error != XS_NOERROR)
   1514  1.38.4.1   nathanw 		scsipi_periph_thaw(periph, 1);
   1515  1.38.4.1   nathanw 
   1516  1.38.4.1   nathanw 
   1517  1.38.4.1   nathanw 	if (periph->periph_switch->psw_done)
   1518  1.38.4.1   nathanw 		periph->periph_switch->psw_done(xs);
   1519  1.38.4.1   nathanw 	if ((bp = xs->bp) != NULL) {
   1520  1.38.4.1   nathanw 		if (error) {
   1521  1.38.4.1   nathanw 			bp->b_error = error;
   1522  1.38.4.1   nathanw 			bp->b_flags |= B_ERROR;
   1523  1.38.4.1   nathanw 			bp->b_resid = bp->b_bcount;
   1524  1.38.4.1   nathanw 		} else {
   1525  1.38.4.1   nathanw 			bp->b_error = 0;
   1526  1.38.4.1   nathanw 			bp->b_resid = xs->resid;
   1527  1.38.4.4   nathanw 																		}
   1528  1.38.4.1   nathanw 		biodone(bp);
   1529  1.38.4.1   nathanw 	}
   1530  1.38.4.1   nathanw 
   1531  1.38.4.1   nathanw 	if (xs->xs_control & XS_CTL_ASYNC)
   1532  1.38.4.1   nathanw 		scsipi_put_xs(xs);
   1533  1.38.4.1   nathanw 	splx(s);
   1534  1.38.4.1   nathanw 
   1535       1.3     enami 	return (error);
   1536       1.2    bouyer }
   1537       1.2    bouyer 
   1538      1.14   thorpej /*
   1539  1.38.4.1   nathanw  * Issue a request sense for the given scsipi_xfer. Called when the xfer
   1540  1.38.4.1   nathanw  * returns with a CHECK_CONDITION status. Must be called in valid thread
   1541  1.38.4.1   nathanw  * context and at splbio().
   1542  1.38.4.1   nathanw  */
   1543  1.38.4.1   nathanw 
   1544  1.38.4.1   nathanw void
   1545  1.38.4.1   nathanw scsipi_request_sense(xs)
   1546  1.38.4.1   nathanw 	struct scsipi_xfer *xs;
   1547  1.38.4.1   nathanw {
   1548  1.38.4.1   nathanw 	struct scsipi_periph *periph = xs->xs_periph;
   1549  1.38.4.1   nathanw 	int flags, error;
   1550  1.38.4.1   nathanw 	struct scsipi_sense cmd;
   1551  1.38.4.1   nathanw 
   1552  1.38.4.1   nathanw 	periph->periph_flags |= PERIPH_SENSE;
   1553  1.38.4.1   nathanw 
   1554  1.38.4.1   nathanw 	/* if command was polling, request sense will too */
   1555  1.38.4.1   nathanw 	flags = xs->xs_control & XS_CTL_POLL;
   1556  1.38.4.1   nathanw 	/* Polling commands can't sleep */
   1557  1.38.4.1   nathanw 	if (flags)
   1558  1.38.4.1   nathanw 		flags |= XS_CTL_NOSLEEP;
   1559  1.38.4.1   nathanw 
   1560  1.38.4.1   nathanw 	flags |= XS_CTL_REQSENSE | XS_CTL_URGENT | XS_CTL_DATA_IN |
   1561  1.38.4.1   nathanw 	    XS_CTL_THAW_PERIPH | XS_CTL_FREEZE_PERIPH;
   1562  1.38.4.1   nathanw 
   1563  1.38.4.2   nathanw 	memset(&cmd, 0, sizeof(cmd));
   1564  1.38.4.1   nathanw 	cmd.opcode = REQUEST_SENSE;
   1565  1.38.4.1   nathanw 	cmd.length = sizeof(struct scsipi_sense_data);
   1566  1.38.4.1   nathanw 
   1567  1.38.4.1   nathanw 	error = scsipi_command(periph,
   1568  1.38.4.1   nathanw 	    (struct scsipi_generic *) &cmd, sizeof(cmd),
   1569  1.38.4.1   nathanw 	    (u_char*)&xs->sense.scsi_sense, sizeof(struct scsipi_sense_data),
   1570  1.38.4.1   nathanw 	    0, 1000, NULL, flags);
   1571  1.38.4.1   nathanw 	periph->periph_flags &= ~PERIPH_SENSE;
   1572  1.38.4.1   nathanw 	periph->periph_xscheck = NULL;
   1573  1.38.4.1   nathanw 	switch(error) {
   1574  1.38.4.1   nathanw 	case 0:
   1575  1.38.4.1   nathanw 		/* we have a valid sense */
   1576  1.38.4.1   nathanw 		xs->error = XS_SENSE;
   1577  1.38.4.1   nathanw 		return;
   1578  1.38.4.1   nathanw 	case EINTR:
   1579  1.38.4.1   nathanw 		/* REQUEST_SENSE interrupted by bus reset. */
   1580  1.38.4.1   nathanw 		xs->error = XS_RESET;
   1581  1.38.4.1   nathanw 		return;
   1582  1.38.4.1   nathanw 	case EIO:
   1583  1.38.4.1   nathanw 		 /* request sense coudn't be performed */
   1584  1.38.4.1   nathanw 		/*
   1585  1.38.4.1   nathanw 		 * XXX this isn't quite rigth but we don't have anything
   1586  1.38.4.1   nathanw 		 * better for now
   1587  1.38.4.1   nathanw 		 */
   1588  1.38.4.1   nathanw 		xs->error = XS_DRIVER_STUFFUP;
   1589  1.38.4.1   nathanw 		return;
   1590  1.38.4.1   nathanw 	default:
   1591  1.38.4.1   nathanw 		 /* Notify that request sense failed. */
   1592  1.38.4.1   nathanw 		xs->error = XS_DRIVER_STUFFUP;
   1593  1.38.4.1   nathanw 		scsipi_printaddr(periph);
   1594  1.38.4.1   nathanw 		printf("request sense failed with error %d\n", error);
   1595  1.38.4.1   nathanw 		return;
   1596  1.38.4.1   nathanw 	}
   1597  1.38.4.1   nathanw }
   1598  1.38.4.1   nathanw 
   1599  1.38.4.1   nathanw /*
   1600  1.38.4.1   nathanw  * scsipi_enqueue:
   1601  1.38.4.1   nathanw  *
   1602  1.38.4.1   nathanw  *	Enqueue an xfer on a channel.
   1603      1.14   thorpej  */
   1604      1.14   thorpej int
   1605  1.38.4.1   nathanw scsipi_enqueue(xs)
   1606  1.38.4.1   nathanw 	struct scsipi_xfer *xs;
   1607      1.14   thorpej {
   1608  1.38.4.1   nathanw 	struct scsipi_channel *chan = xs->xs_periph->periph_channel;
   1609  1.38.4.1   nathanw 	struct scsipi_xfer *qxs;
   1610  1.38.4.1   nathanw 	int s;
   1611      1.14   thorpej 
   1612      1.14   thorpej 	s = splbio();
   1613  1.38.4.1   nathanw 
   1614  1.38.4.1   nathanw 	/*
   1615  1.38.4.1   nathanw 	 * If the xfer is to be polled, and there are already jobs on
   1616  1.38.4.1   nathanw 	 * the queue, we can't proceed.
   1617  1.38.4.1   nathanw 	 */
   1618  1.38.4.1   nathanw 	if ((xs->xs_control & XS_CTL_POLL) != 0 &&
   1619  1.38.4.1   nathanw 	    TAILQ_FIRST(&chan->chan_queue) != NULL) {
   1620  1.38.4.1   nathanw 		splx(s);
   1621  1.38.4.1   nathanw 		xs->error = XS_DRIVER_STUFFUP;
   1622  1.38.4.1   nathanw 		return (EAGAIN);
   1623  1.38.4.1   nathanw 	}
   1624  1.38.4.1   nathanw 
   1625  1.38.4.1   nathanw 	/*
   1626  1.38.4.1   nathanw 	 * If we have an URGENT xfer, it's an error recovery command
   1627  1.38.4.1   nathanw 	 * and it should just go on the head of the channel's queue.
   1628  1.38.4.1   nathanw 	 */
   1629  1.38.4.1   nathanw 	if (xs->xs_control & XS_CTL_URGENT) {
   1630  1.38.4.1   nathanw 		TAILQ_INSERT_HEAD(&chan->chan_queue, xs, channel_q);
   1631  1.38.4.1   nathanw 		goto out;
   1632  1.38.4.1   nathanw 	}
   1633  1.38.4.1   nathanw 
   1634  1.38.4.1   nathanw 	/*
   1635  1.38.4.1   nathanw 	 * If this xfer has already been on the queue before, we
   1636  1.38.4.1   nathanw 	 * need to reinsert it in the correct order.  That order is:
   1637  1.38.4.1   nathanw 	 *
   1638  1.38.4.1   nathanw 	 *	Immediately before the first xfer for this periph
   1639  1.38.4.1   nathanw 	 *	with a requeuecnt less than xs->xs_requeuecnt.
   1640  1.38.4.1   nathanw 	 *
   1641  1.38.4.1   nathanw 	 * Failing that, at the end of the queue.  (We'll end up
   1642  1.38.4.1   nathanw 	 * there naturally.)
   1643  1.38.4.1   nathanw 	 */
   1644  1.38.4.1   nathanw 	if (xs->xs_requeuecnt != 0) {
   1645  1.38.4.1   nathanw 		for (qxs = TAILQ_FIRST(&chan->chan_queue); qxs != NULL;
   1646  1.38.4.1   nathanw 		     qxs = TAILQ_NEXT(qxs, channel_q)) {
   1647  1.38.4.1   nathanw 			if (qxs->xs_periph == xs->xs_periph &&
   1648  1.38.4.1   nathanw 			    qxs->xs_requeuecnt < xs->xs_requeuecnt)
   1649  1.38.4.1   nathanw 				break;
   1650  1.38.4.1   nathanw 		}
   1651  1.38.4.1   nathanw 		if (qxs != NULL) {
   1652  1.38.4.1   nathanw 			TAILQ_INSERT_AFTER(&chan->chan_queue, qxs, xs,
   1653  1.38.4.1   nathanw 			    channel_q);
   1654  1.38.4.1   nathanw 			goto out;
   1655  1.38.4.1   nathanw 		}
   1656      1.14   thorpej 	}
   1657  1.38.4.1   nathanw 	TAILQ_INSERT_TAIL(&chan->chan_queue, xs, channel_q);
   1658  1.38.4.1   nathanw  out:
   1659  1.38.4.1   nathanw 	if (xs->xs_control & XS_CTL_THAW_PERIPH)
   1660  1.38.4.1   nathanw 		scsipi_periph_thaw(xs->xs_periph, 1);
   1661      1.14   thorpej 	splx(s);
   1662  1.38.4.1   nathanw 	return (0);
   1663      1.14   thorpej }
   1664      1.14   thorpej 
   1665      1.14   thorpej /*
   1666  1.38.4.1   nathanw  * scsipi_run_queue:
   1667  1.38.4.1   nathanw  *
   1668  1.38.4.1   nathanw  *	Start as many xfers as possible running on the channel.
   1669      1.14   thorpej  */
   1670      1.14   thorpej void
   1671  1.38.4.1   nathanw scsipi_run_queue(chan)
   1672  1.38.4.1   nathanw 	struct scsipi_channel *chan;
   1673      1.14   thorpej {
   1674  1.38.4.1   nathanw 	struct scsipi_xfer *xs;
   1675  1.38.4.1   nathanw 	struct scsipi_periph *periph;
   1676      1.14   thorpej 	int s;
   1677      1.14   thorpej 
   1678  1.38.4.1   nathanw 	for (;;) {
   1679  1.38.4.1   nathanw 		s = splbio();
   1680  1.38.4.1   nathanw 
   1681  1.38.4.1   nathanw 		/*
   1682  1.38.4.1   nathanw 		 * If the channel is frozen, we can't do any work right
   1683  1.38.4.1   nathanw 		 * now.
   1684  1.38.4.1   nathanw 		 */
   1685  1.38.4.1   nathanw 		if (chan->chan_qfreeze != 0) {
   1686  1.38.4.1   nathanw 			splx(s);
   1687  1.38.4.1   nathanw 			return;
   1688  1.38.4.1   nathanw 		}
   1689  1.38.4.1   nathanw 
   1690  1.38.4.1   nathanw 		/*
   1691  1.38.4.1   nathanw 		 * Look for work to do, and make sure we can do it.
   1692  1.38.4.1   nathanw 		 */
   1693  1.38.4.1   nathanw 		for (xs = TAILQ_FIRST(&chan->chan_queue); xs != NULL;
   1694  1.38.4.1   nathanw 		     xs = TAILQ_NEXT(xs, channel_q)) {
   1695  1.38.4.1   nathanw 			periph = xs->xs_periph;
   1696  1.38.4.1   nathanw 
   1697  1.38.4.1   nathanw 			if ((periph->periph_sent >= periph->periph_openings) ||
   1698  1.38.4.1   nathanw 			    periph->periph_qfreeze != 0 ||
   1699  1.38.4.1   nathanw 			    (periph->periph_flags & PERIPH_UNTAG) != 0)
   1700  1.38.4.1   nathanw 				continue;
   1701  1.38.4.1   nathanw 
   1702  1.38.4.1   nathanw 			if ((periph->periph_flags &
   1703  1.38.4.1   nathanw 			    (PERIPH_RECOVERING | PERIPH_SENSE)) != 0 &&
   1704  1.38.4.1   nathanw 			    (xs->xs_control & XS_CTL_URGENT) == 0)
   1705  1.38.4.1   nathanw 				continue;
   1706  1.38.4.1   nathanw 
   1707  1.38.4.1   nathanw 			/*
   1708  1.38.4.1   nathanw 			 * We can issue this xfer!
   1709  1.38.4.1   nathanw 			 */
   1710  1.38.4.1   nathanw 			goto got_one;
   1711  1.38.4.1   nathanw 		}
   1712  1.38.4.1   nathanw 
   1713  1.38.4.1   nathanw 		/*
   1714  1.38.4.1   nathanw 		 * Can't find any work to do right now.
   1715  1.38.4.1   nathanw 		 */
   1716  1.38.4.1   nathanw 		splx(s);
   1717  1.38.4.1   nathanw 		return;
   1718  1.38.4.1   nathanw 
   1719  1.38.4.1   nathanw  got_one:
   1720  1.38.4.1   nathanw 		/*
   1721  1.38.4.1   nathanw 		 * Have an xfer to run.  Allocate a resource from
   1722  1.38.4.1   nathanw 		 * the adapter to run it.  If we can't allocate that
   1723  1.38.4.1   nathanw 		 * resource, we don't dequeue the xfer.
   1724  1.38.4.1   nathanw 		 */
   1725  1.38.4.1   nathanw 		if (scsipi_get_resource(chan) == 0) {
   1726  1.38.4.1   nathanw 			/*
   1727  1.38.4.1   nathanw 			 * Adapter is out of resources.  If the adapter
   1728  1.38.4.1   nathanw 			 * supports it, attempt to grow them.
   1729  1.38.4.1   nathanw 			 */
   1730  1.38.4.1   nathanw 			if (scsipi_grow_resources(chan) == 0) {
   1731  1.38.4.1   nathanw 				/*
   1732  1.38.4.1   nathanw 				 * Wasn't able to grow resources,
   1733  1.38.4.1   nathanw 				 * nothing more we can do.
   1734  1.38.4.1   nathanw 				 */
   1735  1.38.4.1   nathanw 				if (xs->xs_control & XS_CTL_POLL) {
   1736  1.38.4.1   nathanw 					scsipi_printaddr(xs->xs_periph);
   1737  1.38.4.1   nathanw 					printf("polling command but no "
   1738  1.38.4.1   nathanw 					    "adapter resources");
   1739  1.38.4.1   nathanw 					/* We'll panic shortly... */
   1740  1.38.4.1   nathanw 				}
   1741  1.38.4.1   nathanw 				splx(s);
   1742  1.38.4.1   nathanw 
   1743  1.38.4.1   nathanw 				/*
   1744  1.38.4.1   nathanw 				 * XXX: We should be able to note that
   1745  1.38.4.1   nathanw 				 * XXX: that resources are needed here!
   1746  1.38.4.1   nathanw 				 */
   1747  1.38.4.1   nathanw 				return;
   1748  1.38.4.1   nathanw 			}
   1749  1.38.4.1   nathanw 			/*
   1750  1.38.4.1   nathanw 			 * scsipi_grow_resources() allocated the resource
   1751  1.38.4.1   nathanw 			 * for us.
   1752  1.38.4.1   nathanw 			 */
   1753  1.38.4.1   nathanw 		}
   1754  1.38.4.1   nathanw 
   1755  1.38.4.1   nathanw 		/*
   1756  1.38.4.1   nathanw 		 * We have a resource to run this xfer, do it!
   1757  1.38.4.1   nathanw 		 */
   1758  1.38.4.1   nathanw 		TAILQ_REMOVE(&chan->chan_queue, xs, channel_q);
   1759  1.38.4.1   nathanw 
   1760  1.38.4.1   nathanw 		/*
   1761  1.38.4.1   nathanw 		 * If the command is to be tagged, allocate a tag ID
   1762  1.38.4.1   nathanw 		 * for it.
   1763  1.38.4.1   nathanw 		 */
   1764  1.38.4.1   nathanw 		if (XS_CTL_TAGTYPE(xs) != 0)
   1765  1.38.4.1   nathanw 			scsipi_get_tag(xs);
   1766  1.38.4.1   nathanw 		else
   1767  1.38.4.1   nathanw 			periph->periph_flags |= PERIPH_UNTAG;
   1768  1.38.4.1   nathanw 		periph->periph_sent++;
   1769  1.38.4.1   nathanw 		splx(s);
   1770  1.38.4.1   nathanw 
   1771  1.38.4.1   nathanw 		scsipi_adapter_request(chan, ADAPTER_REQ_RUN_XFER, xs);
   1772  1.38.4.1   nathanw 	}
   1773  1.38.4.1   nathanw #ifdef DIAGNOSTIC
   1774  1.38.4.1   nathanw 	panic("scsipi_run_queue: impossible");
   1775  1.38.4.1   nathanw #endif
   1776  1.38.4.1   nathanw }
   1777  1.38.4.1   nathanw 
   1778  1.38.4.1   nathanw /*
   1779  1.38.4.1   nathanw  * scsipi_execute_xs:
   1780  1.38.4.1   nathanw  *
   1781  1.38.4.1   nathanw  *	Begin execution of an xfer, waiting for it to complete, if necessary.
   1782  1.38.4.1   nathanw  */
   1783  1.38.4.1   nathanw int
   1784  1.38.4.1   nathanw scsipi_execute_xs(xs)
   1785  1.38.4.1   nathanw 	struct scsipi_xfer *xs;
   1786  1.38.4.1   nathanw {
   1787  1.38.4.1   nathanw 	struct scsipi_periph *periph = xs->xs_periph;
   1788  1.38.4.1   nathanw 	struct scsipi_channel *chan = periph->periph_channel;
   1789  1.38.4.1   nathanw 	int async, poll, retries, error, s;
   1790  1.38.4.1   nathanw 
   1791  1.38.4.1   nathanw 	xs->xs_status &= ~XS_STS_DONE;
   1792  1.38.4.1   nathanw 	xs->error = XS_NOERROR;
   1793  1.38.4.1   nathanw 	xs->resid = xs->datalen;
   1794  1.38.4.1   nathanw 	xs->status = SCSI_OK;
   1795  1.38.4.1   nathanw 
   1796  1.38.4.1   nathanw #ifdef SCSIPI_DEBUG
   1797  1.38.4.1   nathanw 	if (xs->xs_periph->periph_dbflags & SCSIPI_DB3) {
   1798  1.38.4.1   nathanw 		printf("scsipi_execute_xs: ");
   1799  1.38.4.1   nathanw 		show_scsipi_xs(xs);
   1800  1.38.4.1   nathanw 		printf("\n");
   1801  1.38.4.1   nathanw 	}
   1802  1.38.4.1   nathanw #endif
   1803  1.38.4.1   nathanw 
   1804  1.38.4.1   nathanw 	/*
   1805  1.38.4.1   nathanw 	 * Deal with command tagging:
   1806  1.38.4.1   nathanw 	 *
   1807  1.38.4.1   nathanw 	 *	- If the device's current operating mode doesn't
   1808  1.38.4.1   nathanw 	 *	  include tagged queueing, clear the tag mask.
   1809  1.38.4.1   nathanw 	 *
   1810  1.38.4.1   nathanw 	 *	- If the device's current operating mode *does*
   1811  1.38.4.1   nathanw 	 *	  include tagged queueing, set the tag_type in
   1812  1.38.4.1   nathanw 	 *	  the xfer to the appropriate byte for the tag
   1813  1.38.4.1   nathanw 	 *	  message.
   1814  1.38.4.1   nathanw 	 */
   1815  1.38.4.1   nathanw 	if ((PERIPH_XFER_MODE(periph) & PERIPH_CAP_TQING) == 0 ||
   1816  1.38.4.1   nathanw 		(xs->xs_control & XS_CTL_REQSENSE)) {
   1817  1.38.4.1   nathanw 		xs->xs_control &= ~XS_CTL_TAGMASK;
   1818  1.38.4.1   nathanw 		xs->xs_tag_type = 0;
   1819  1.38.4.1   nathanw 	} else {
   1820  1.38.4.1   nathanw 		/*
   1821  1.38.4.1   nathanw 		 * If the request doesn't specify a tag, give Head
   1822  1.38.4.1   nathanw 		 * tags to URGENT operations and Ordered tags to
   1823  1.38.4.1   nathanw 		 * everything else.
   1824  1.38.4.1   nathanw 		 */
   1825  1.38.4.1   nathanw 		if (XS_CTL_TAGTYPE(xs) == 0) {
   1826  1.38.4.1   nathanw 			if (xs->xs_control & XS_CTL_URGENT)
   1827  1.38.4.1   nathanw 				xs->xs_control |= XS_CTL_HEAD_TAG;
   1828  1.38.4.1   nathanw 			else
   1829  1.38.4.1   nathanw 				xs->xs_control |= XS_CTL_ORDERED_TAG;
   1830  1.38.4.1   nathanw 		}
   1831  1.38.4.1   nathanw 
   1832  1.38.4.1   nathanw 		switch (XS_CTL_TAGTYPE(xs)) {
   1833  1.38.4.1   nathanw 		case XS_CTL_ORDERED_TAG:
   1834  1.38.4.1   nathanw 			xs->xs_tag_type = MSG_ORDERED_Q_TAG;
   1835  1.38.4.1   nathanw 			break;
   1836  1.38.4.1   nathanw 
   1837  1.38.4.1   nathanw 		case XS_CTL_SIMPLE_TAG:
   1838  1.38.4.1   nathanw 			xs->xs_tag_type = MSG_SIMPLE_Q_TAG;
   1839  1.38.4.1   nathanw 			break;
   1840  1.38.4.1   nathanw 
   1841  1.38.4.1   nathanw 		case XS_CTL_HEAD_TAG:
   1842  1.38.4.1   nathanw 			xs->xs_tag_type = MSG_HEAD_OF_Q_TAG;
   1843  1.38.4.1   nathanw 			break;
   1844  1.38.4.1   nathanw 
   1845  1.38.4.1   nathanw 		default:
   1846  1.38.4.1   nathanw 			scsipi_printaddr(periph);
   1847  1.38.4.1   nathanw 			printf("invalid tag mask 0x%08x\n",
   1848  1.38.4.1   nathanw 			    XS_CTL_TAGTYPE(xs));
   1849  1.38.4.1   nathanw 			panic("scsipi_execute_xs");
   1850  1.38.4.1   nathanw 		}
   1851  1.38.4.1   nathanw 	}
   1852  1.38.4.1   nathanw 
   1853  1.38.4.1   nathanw 	/* If the adaptor wants us to poll, poll. */
   1854  1.38.4.1   nathanw 	if (chan->chan_adapter->adapt_flags & SCSIPI_ADAPT_POLL_ONLY)
   1855  1.38.4.1   nathanw 		xs->xs_control |= XS_CTL_POLL;
   1856  1.38.4.1   nathanw 
   1857  1.38.4.1   nathanw 	/*
   1858  1.38.4.1   nathanw 	 * If we don't yet have a completion thread, or we are to poll for
   1859  1.38.4.1   nathanw 	 * completion, clear the ASYNC flag.
   1860  1.38.4.1   nathanw 	 */
   1861  1.38.4.1   nathanw 	if (chan->chan_thread == NULL || (xs->xs_control & XS_CTL_POLL) != 0)
   1862  1.38.4.1   nathanw 		xs->xs_control &= ~XS_CTL_ASYNC;
   1863  1.38.4.1   nathanw 
   1864  1.38.4.1   nathanw 	async = (xs->xs_control & XS_CTL_ASYNC);
   1865  1.38.4.1   nathanw 	poll = (xs->xs_control & XS_CTL_POLL);
   1866  1.38.4.1   nathanw 	retries = xs->xs_retries;		/* for polling commands */
   1867  1.38.4.1   nathanw 
   1868  1.38.4.1   nathanw #ifdef DIAGNOSTIC
   1869  1.38.4.1   nathanw 	if (async != 0 && xs->bp == NULL)
   1870  1.38.4.1   nathanw 		panic("scsipi_execute_xs: XS_CTL_ASYNC but no buf");
   1871  1.38.4.1   nathanw #endif
   1872  1.38.4.1   nathanw 
   1873  1.38.4.1   nathanw 	/*
   1874  1.38.4.1   nathanw 	 * Enqueue the transfer.  If we're not polling for completion, this
   1875  1.38.4.1   nathanw 	 * should ALWAYS return `no error'.
   1876  1.38.4.1   nathanw 	 */
   1877  1.38.4.1   nathanw  try_again:
   1878  1.38.4.1   nathanw 	error = scsipi_enqueue(xs);
   1879  1.38.4.1   nathanw 	if (error) {
   1880  1.38.4.1   nathanw 		if (poll == 0) {
   1881  1.38.4.1   nathanw 			scsipi_printaddr(periph);
   1882  1.38.4.1   nathanw 			printf("not polling, but enqueue failed with %d\n",
   1883  1.38.4.1   nathanw 			    error);
   1884  1.38.4.1   nathanw 			panic("scsipi_execute_xs");
   1885  1.38.4.1   nathanw 		}
   1886  1.38.4.1   nathanw 
   1887  1.38.4.1   nathanw 		scsipi_printaddr(periph);
   1888  1.38.4.1   nathanw 		printf("failed to enqueue polling command");
   1889  1.38.4.1   nathanw 		if (retries != 0) {
   1890  1.38.4.1   nathanw 			printf(", retrying...\n");
   1891  1.38.4.1   nathanw 			delay(1000000);
   1892  1.38.4.1   nathanw 			retries--;
   1893  1.38.4.1   nathanw 			goto try_again;
   1894  1.38.4.1   nathanw 		}
   1895  1.38.4.1   nathanw 		printf("\n");
   1896  1.38.4.1   nathanw 		goto free_xs;
   1897  1.38.4.1   nathanw 	}
   1898  1.38.4.1   nathanw 
   1899  1.38.4.1   nathanw  restarted:
   1900  1.38.4.1   nathanw 	scsipi_run_queue(chan);
   1901  1.38.4.1   nathanw 
   1902  1.38.4.1   nathanw 	/*
   1903  1.38.4.1   nathanw 	 * The xfer is enqueued, and possibly running.  If it's to be
   1904  1.38.4.1   nathanw 	 * completed asynchronously, just return now.
   1905  1.38.4.1   nathanw 	 */
   1906  1.38.4.1   nathanw 	if (async)
   1907  1.38.4.1   nathanw 		return (EJUSTRETURN);
   1908  1.38.4.1   nathanw 
   1909  1.38.4.1   nathanw 	/*
   1910  1.38.4.1   nathanw 	 * Not an asynchronous command; wait for it to complete.
   1911  1.38.4.1   nathanw 	 */
   1912  1.38.4.1   nathanw 	s = splbio();
   1913  1.38.4.1   nathanw 	while ((xs->xs_status & XS_STS_DONE) == 0) {
   1914  1.38.4.1   nathanw 		if (poll) {
   1915  1.38.4.1   nathanw 			scsipi_printaddr(periph);
   1916  1.38.4.1   nathanw 			printf("polling command not done\n");
   1917  1.38.4.1   nathanw 			panic("scsipi_execute_xs");
   1918  1.38.4.1   nathanw 		}
   1919  1.38.4.1   nathanw 		(void) tsleep(xs, PRIBIO, "xscmd", 0);
   1920  1.38.4.1   nathanw 	}
   1921  1.38.4.1   nathanw 	splx(s);
   1922  1.38.4.1   nathanw 
   1923  1.38.4.1   nathanw 	/*
   1924  1.38.4.1   nathanw 	 * Command is complete.  scsipi_done() has awakened us to perform
   1925  1.38.4.1   nathanw 	 * the error handling.
   1926  1.38.4.1   nathanw 	 */
   1927  1.38.4.1   nathanw 	error = scsipi_complete(xs);
   1928  1.38.4.1   nathanw 	if (error == ERESTART)
   1929  1.38.4.1   nathanw 		goto restarted;
   1930  1.38.4.1   nathanw 
   1931  1.38.4.1   nathanw 	/*
   1932  1.38.4.1   nathanw 	 * Command completed successfully or fatal error occurred.  Fall
   1933  1.38.4.1   nathanw 	 * into....
   1934  1.38.4.1   nathanw 	 */
   1935  1.38.4.1   nathanw  free_xs:
   1936  1.38.4.1   nathanw 	s = splbio();
   1937  1.38.4.1   nathanw 	scsipi_put_xs(xs);
   1938  1.38.4.1   nathanw 	splx(s);
   1939  1.38.4.1   nathanw 
   1940  1.38.4.1   nathanw 	/*
   1941  1.38.4.1   nathanw 	 * Kick the queue, keep it running in case it stopped for some
   1942  1.38.4.1   nathanw 	 * reason.
   1943  1.38.4.1   nathanw 	 */
   1944  1.38.4.1   nathanw 	scsipi_run_queue(chan);
   1945  1.38.4.1   nathanw 
   1946  1.38.4.1   nathanw 	return (error);
   1947  1.38.4.1   nathanw }
   1948  1.38.4.1   nathanw 
   1949  1.38.4.1   nathanw /*
   1950  1.38.4.1   nathanw  * scsipi_completion_thread:
   1951  1.38.4.1   nathanw  *
   1952  1.38.4.1   nathanw  *	This is the completion thread.  We wait for errors on
   1953  1.38.4.1   nathanw  *	asynchronous xfers, and perform the error handling
   1954  1.38.4.1   nathanw  *	function, restarting the command, if necessary.
   1955  1.38.4.1   nathanw  */
   1956  1.38.4.1   nathanw void
   1957  1.38.4.1   nathanw scsipi_completion_thread(arg)
   1958  1.38.4.1   nathanw 	void *arg;
   1959  1.38.4.1   nathanw {
   1960  1.38.4.1   nathanw 	struct scsipi_channel *chan = arg;
   1961  1.38.4.1   nathanw 	struct scsipi_xfer *xs;
   1962  1.38.4.1   nathanw 	int s;
   1963  1.38.4.1   nathanw 
   1964  1.38.4.4   nathanw 	s = splbio();
   1965  1.38.4.4   nathanw 	chan->chan_flags |= SCSIPI_CHAN_TACTIVE;
   1966  1.38.4.4   nathanw 	splx(s);
   1967  1.38.4.1   nathanw 	for (;;) {
   1968  1.38.4.1   nathanw 		s = splbio();
   1969  1.38.4.1   nathanw 		xs = TAILQ_FIRST(&chan->chan_complete);
   1970  1.38.4.1   nathanw 		if (xs == NULL &&
   1971  1.38.4.2   nathanw 		    (chan->chan_flags &
   1972  1.38.4.4   nathanw 		     (SCSIPI_CHAN_SHUTDOWN | SCSIPI_CHAN_CALLBACK |
   1973  1.38.4.4   nathanw 		     SCSIPI_CHAN_KICK)) == 0) {
   1974  1.38.4.1   nathanw 			(void) tsleep(&chan->chan_complete, PRIBIO,
   1975  1.38.4.1   nathanw 			    "sccomp", 0);
   1976  1.38.4.1   nathanw 			splx(s);
   1977  1.38.4.1   nathanw 			continue;
   1978  1.38.4.1   nathanw 		}
   1979  1.38.4.2   nathanw 		if (chan->chan_flags & SCSIPI_CHAN_CALLBACK) {
   1980  1.38.4.2   nathanw 			/* call chan_callback from thread context */
   1981  1.38.4.2   nathanw 			chan->chan_flags &= ~SCSIPI_CHAN_CALLBACK;
   1982  1.38.4.2   nathanw 			chan->chan_callback(chan, chan->chan_callback_arg);
   1983  1.38.4.4   nathanw 			splx(s);
   1984  1.38.4.4   nathanw 			continue;
   1985  1.38.4.4   nathanw 		}
   1986  1.38.4.4   nathanw 		if (chan->chan_flags & SCSIPI_CHAN_KICK) {
   1987  1.38.4.4   nathanw 			/* explicitly run the queues for this channel */
   1988  1.38.4.4   nathanw 			chan->chan_flags &= ~SCSIPI_CHAN_KICK;
   1989  1.38.4.4   nathanw 			scsipi_run_queue(chan);
   1990  1.38.4.2   nathanw 			splx(s);
   1991  1.38.4.2   nathanw 			continue;
   1992  1.38.4.2   nathanw 		}
   1993  1.38.4.1   nathanw 		if (chan->chan_flags & SCSIPI_CHAN_SHUTDOWN) {
   1994  1.38.4.1   nathanw 			splx(s);
   1995  1.38.4.1   nathanw 			break;
   1996  1.38.4.1   nathanw 		}
   1997  1.38.4.2   nathanw 		if (xs) {
   1998  1.38.4.2   nathanw 			TAILQ_REMOVE(&chan->chan_complete, xs, channel_q);
   1999  1.38.4.2   nathanw 			splx(s);
   2000  1.38.4.1   nathanw 
   2001  1.38.4.2   nathanw 			/*
   2002  1.38.4.2   nathanw 			 * Have an xfer with an error; process it.
   2003  1.38.4.2   nathanw 			 */
   2004  1.38.4.2   nathanw 			(void) scsipi_complete(xs);
   2005  1.38.4.1   nathanw 
   2006  1.38.4.2   nathanw 			/*
   2007  1.38.4.2   nathanw 			 * Kick the queue; keep it running if it was stopped
   2008  1.38.4.2   nathanw 			 * for some reason.
   2009  1.38.4.2   nathanw 			 */
   2010  1.38.4.2   nathanw 			scsipi_run_queue(chan);
   2011  1.38.4.2   nathanw 		} else {
   2012  1.38.4.2   nathanw 			splx(s);
   2013  1.38.4.2   nathanw 		}
   2014  1.38.4.1   nathanw 	}
   2015  1.38.4.1   nathanw 
   2016  1.38.4.1   nathanw 	chan->chan_thread = NULL;
   2017  1.38.4.1   nathanw 
   2018  1.38.4.1   nathanw 	/* In case parent is waiting for us to exit. */
   2019  1.38.4.1   nathanw 	wakeup(&chan->chan_thread);
   2020  1.38.4.1   nathanw 
   2021  1.38.4.1   nathanw 	kthread_exit(0);
   2022  1.38.4.1   nathanw }
   2023  1.38.4.1   nathanw 
   2024  1.38.4.1   nathanw /*
   2025  1.38.4.1   nathanw  * scsipi_create_completion_thread:
   2026  1.38.4.1   nathanw  *
   2027  1.38.4.1   nathanw  *	Callback to actually create the completion thread.
   2028  1.38.4.1   nathanw  */
   2029  1.38.4.1   nathanw void
   2030  1.38.4.1   nathanw scsipi_create_completion_thread(arg)
   2031  1.38.4.1   nathanw 	void *arg;
   2032  1.38.4.1   nathanw {
   2033  1.38.4.1   nathanw 	struct scsipi_channel *chan = arg;
   2034  1.38.4.1   nathanw 	struct scsipi_adapter *adapt = chan->chan_adapter;
   2035  1.38.4.1   nathanw 
   2036  1.38.4.1   nathanw 	if (kthread_create1(scsipi_completion_thread, chan,
   2037  1.38.4.1   nathanw 	    &chan->chan_thread, "%s:%d", adapt->adapt_dev->dv_xname,
   2038  1.38.4.1   nathanw 	    chan->chan_channel)) {
   2039  1.38.4.1   nathanw 		printf("%s: unable to create completion thread for "
   2040  1.38.4.1   nathanw 		    "channel %d\n", adapt->adapt_dev->dv_xname,
   2041  1.38.4.1   nathanw 		    chan->chan_channel);
   2042  1.38.4.1   nathanw 		panic("scsipi_create_completion_thread");
   2043  1.38.4.1   nathanw 	}
   2044  1.38.4.1   nathanw }
   2045  1.38.4.1   nathanw 
   2046  1.38.4.1   nathanw /*
   2047  1.38.4.2   nathanw  * scsipi_thread_call_callback:
   2048  1.38.4.2   nathanw  *
   2049  1.38.4.2   nathanw  * 	request to call a callback from the completion thread
   2050  1.38.4.2   nathanw  */
   2051  1.38.4.2   nathanw int
   2052  1.38.4.2   nathanw scsipi_thread_call_callback(chan, callback, arg)
   2053  1.38.4.2   nathanw 	struct scsipi_channel *chan;
   2054  1.38.4.2   nathanw 	void (*callback) __P((struct scsipi_channel *, void *));
   2055  1.38.4.2   nathanw 	void *arg;
   2056  1.38.4.2   nathanw {
   2057  1.38.4.2   nathanw 	int s;
   2058  1.38.4.2   nathanw 
   2059  1.38.4.2   nathanw 	s = splbio();
   2060  1.38.4.2   nathanw 	if (chan->chan_flags & SCSIPI_CHAN_CALLBACK) {
   2061  1.38.4.2   nathanw 		splx(s);
   2062  1.38.4.2   nathanw 		return EBUSY;
   2063  1.38.4.2   nathanw 	}
   2064  1.38.4.2   nathanw 	scsipi_channel_freeze(chan, 1);
   2065  1.38.4.2   nathanw 	chan->chan_callback = callback;
   2066  1.38.4.2   nathanw 	chan->chan_callback_arg = arg;
   2067  1.38.4.2   nathanw 	chan->chan_flags |= SCSIPI_CHAN_CALLBACK;
   2068  1.38.4.2   nathanw 	wakeup(&chan->chan_complete);
   2069  1.38.4.2   nathanw 	splx(s);
   2070  1.38.4.2   nathanw 	return(0);
   2071  1.38.4.2   nathanw }
   2072  1.38.4.2   nathanw 
   2073  1.38.4.2   nathanw /*
   2074  1.38.4.1   nathanw  * scsipi_async_event:
   2075  1.38.4.1   nathanw  *
   2076  1.38.4.1   nathanw  *	Handle an asynchronous event from an adapter.
   2077  1.38.4.1   nathanw  */
   2078  1.38.4.1   nathanw void
   2079  1.38.4.1   nathanw scsipi_async_event(chan, event, arg)
   2080  1.38.4.1   nathanw 	struct scsipi_channel *chan;
   2081  1.38.4.1   nathanw 	scsipi_async_event_t event;
   2082  1.38.4.1   nathanw 	void *arg;
   2083  1.38.4.1   nathanw {
   2084  1.38.4.1   nathanw 	int s;
   2085  1.38.4.1   nathanw 
   2086  1.38.4.1   nathanw 	s = splbio();
   2087  1.38.4.1   nathanw 	switch (event) {
   2088  1.38.4.1   nathanw 	case ASYNC_EVENT_MAX_OPENINGS:
   2089  1.38.4.1   nathanw 		scsipi_async_event_max_openings(chan,
   2090  1.38.4.1   nathanw 		    (struct scsipi_max_openings *)arg);
   2091  1.38.4.1   nathanw 		break;
   2092  1.38.4.1   nathanw 
   2093  1.38.4.1   nathanw 	case ASYNC_EVENT_XFER_MODE:
   2094  1.38.4.1   nathanw 		scsipi_async_event_xfer_mode(chan,
   2095  1.38.4.1   nathanw 		    (struct scsipi_xfer_mode *)arg);
   2096  1.38.4.1   nathanw 		break;
   2097  1.38.4.1   nathanw 	case ASYNC_EVENT_RESET:
   2098  1.38.4.1   nathanw 		scsipi_async_event_channel_reset(chan);
   2099  1.38.4.1   nathanw 		break;
   2100  1.38.4.1   nathanw 	}
   2101  1.38.4.1   nathanw 	splx(s);
   2102  1.38.4.1   nathanw }
   2103  1.38.4.1   nathanw 
   2104  1.38.4.1   nathanw /*
   2105  1.38.4.1   nathanw  * scsipi_print_xfer_mode:
   2106  1.38.4.1   nathanw  *
   2107  1.38.4.1   nathanw  *	Print a periph's capabilities.
   2108  1.38.4.1   nathanw  */
   2109  1.38.4.1   nathanw void
   2110  1.38.4.1   nathanw scsipi_print_xfer_mode(periph)
   2111  1.38.4.1   nathanw 	struct scsipi_periph *periph;
   2112  1.38.4.1   nathanw {
   2113  1.38.4.1   nathanw 	int period, freq, speed, mbs;
   2114  1.38.4.1   nathanw 
   2115  1.38.4.1   nathanw 	if ((periph->periph_flags & PERIPH_MODE_VALID) == 0)
   2116  1.38.4.1   nathanw 		return;
   2117  1.38.4.1   nathanw 
   2118  1.38.4.1   nathanw 	printf("%s: ", periph->periph_dev->dv_xname);
   2119  1.38.4.1   nathanw 	if (periph->periph_mode & PERIPH_CAP_SYNC) {
   2120  1.38.4.1   nathanw 		period = scsipi_sync_factor_to_period(periph->periph_period);
   2121  1.38.4.1   nathanw 		printf("sync (%d.%dns offset %d)",
   2122  1.38.4.1   nathanw 		    period / 10, period % 10, periph->periph_offset);
   2123  1.38.4.1   nathanw 	} else
   2124  1.38.4.1   nathanw 		printf("async");
   2125  1.38.4.1   nathanw 
   2126  1.38.4.1   nathanw 	if (periph->periph_mode & PERIPH_CAP_WIDE32)
   2127  1.38.4.1   nathanw 		printf(", 32-bit");
   2128  1.38.4.1   nathanw 	else if (periph->periph_mode & PERIPH_CAP_WIDE16)
   2129  1.38.4.1   nathanw 		printf(", 16-bit");
   2130  1.38.4.1   nathanw 	else
   2131  1.38.4.1   nathanw 		printf(", 8-bit");
   2132  1.38.4.1   nathanw 
   2133  1.38.4.1   nathanw 	if (periph->periph_mode & PERIPH_CAP_SYNC) {
   2134  1.38.4.1   nathanw 		freq = scsipi_sync_factor_to_freq(periph->periph_period);
   2135  1.38.4.1   nathanw 		speed = freq;
   2136  1.38.4.1   nathanw 		if (periph->periph_mode & PERIPH_CAP_WIDE32)
   2137  1.38.4.1   nathanw 			speed *= 4;
   2138  1.38.4.1   nathanw 		else if (periph->periph_mode & PERIPH_CAP_WIDE16)
   2139  1.38.4.1   nathanw 			speed *= 2;
   2140  1.38.4.1   nathanw 		mbs = speed / 1000;
   2141  1.38.4.1   nathanw 		if (mbs > 0)
   2142  1.38.4.1   nathanw 			printf(" (%d.%03dMB/s)", mbs, speed % 1000);
   2143  1.38.4.1   nathanw 		else
   2144  1.38.4.1   nathanw 			printf(" (%dKB/s)", speed % 1000);
   2145  1.38.4.1   nathanw 	}
   2146  1.38.4.1   nathanw 
   2147  1.38.4.1   nathanw 	printf(" transfers");
   2148  1.38.4.1   nathanw 
   2149  1.38.4.1   nathanw 	if (periph->periph_mode & PERIPH_CAP_TQING)
   2150  1.38.4.1   nathanw 		printf(", tagged queueing");
   2151  1.38.4.1   nathanw 
   2152  1.38.4.1   nathanw 	printf("\n");
   2153  1.38.4.1   nathanw }
   2154  1.38.4.1   nathanw 
   2155  1.38.4.1   nathanw /*
   2156  1.38.4.1   nathanw  * scsipi_async_event_max_openings:
   2157  1.38.4.1   nathanw  *
   2158  1.38.4.1   nathanw  *	Update the maximum number of outstanding commands a
   2159  1.38.4.1   nathanw  *	device may have.
   2160  1.38.4.1   nathanw  */
   2161  1.38.4.1   nathanw void
   2162  1.38.4.1   nathanw scsipi_async_event_max_openings(chan, mo)
   2163  1.38.4.1   nathanw 	struct scsipi_channel *chan;
   2164  1.38.4.1   nathanw 	struct scsipi_max_openings *mo;
   2165  1.38.4.1   nathanw {
   2166  1.38.4.1   nathanw 	struct scsipi_periph *periph;
   2167  1.38.4.1   nathanw 	int minlun, maxlun;
   2168  1.38.4.1   nathanw 
   2169  1.38.4.1   nathanw 	if (mo->mo_lun == -1) {
   2170  1.38.4.1   nathanw 		/*
   2171  1.38.4.1   nathanw 		 * Wildcarded; apply it to all LUNs.
   2172  1.38.4.1   nathanw 		 */
   2173  1.38.4.1   nathanw 		minlun = 0;
   2174  1.38.4.1   nathanw 		maxlun = chan->chan_nluns - 1;
   2175  1.38.4.1   nathanw 	} else
   2176  1.38.4.1   nathanw 		minlun = maxlun = mo->mo_lun;
   2177  1.38.4.1   nathanw 
   2178  1.38.4.1   nathanw 	for (; minlun <= maxlun; minlun++) {
   2179  1.38.4.1   nathanw 		periph = scsipi_lookup_periph(chan, mo->mo_target, minlun);
   2180  1.38.4.1   nathanw 		if (periph == NULL)
   2181  1.38.4.1   nathanw 			continue;
   2182  1.38.4.1   nathanw 
   2183  1.38.4.1   nathanw 		if (mo->mo_openings < periph->periph_openings)
   2184  1.38.4.1   nathanw 			periph->periph_openings = mo->mo_openings;
   2185  1.38.4.1   nathanw 		else if (mo->mo_openings > periph->periph_openings &&
   2186  1.38.4.1   nathanw 		    (periph->periph_flags & PERIPH_GROW_OPENINGS) != 0)
   2187  1.38.4.1   nathanw 			periph->periph_openings = mo->mo_openings;
   2188  1.38.4.1   nathanw 	}
   2189  1.38.4.1   nathanw }
   2190  1.38.4.1   nathanw 
   2191  1.38.4.1   nathanw /*
   2192  1.38.4.1   nathanw  * scsipi_async_event_xfer_mode:
   2193  1.38.4.1   nathanw  *
   2194  1.38.4.1   nathanw  *	Update the xfer mode for all periphs sharing the
   2195  1.38.4.1   nathanw  *	specified I_T Nexus.
   2196  1.38.4.1   nathanw  */
   2197  1.38.4.1   nathanw void
   2198  1.38.4.1   nathanw scsipi_async_event_xfer_mode(chan, xm)
   2199  1.38.4.1   nathanw 	struct scsipi_channel *chan;
   2200  1.38.4.1   nathanw 	struct scsipi_xfer_mode *xm;
   2201  1.38.4.1   nathanw {
   2202  1.38.4.1   nathanw 	struct scsipi_periph *periph;
   2203  1.38.4.1   nathanw 	int lun, announce, mode, period, offset;
   2204  1.38.4.1   nathanw 
   2205  1.38.4.1   nathanw 	for (lun = 0; lun < chan->chan_nluns; lun++) {
   2206  1.38.4.1   nathanw 		periph = scsipi_lookup_periph(chan, xm->xm_target, lun);
   2207  1.38.4.1   nathanw 		if (periph == NULL)
   2208  1.38.4.1   nathanw 			continue;
   2209  1.38.4.1   nathanw 		announce = 0;
   2210  1.38.4.1   nathanw 
   2211  1.38.4.1   nathanw 		/*
   2212  1.38.4.1   nathanw 		 * Clamp the xfer mode down to this periph's capabilities.
   2213  1.38.4.1   nathanw 		 */
   2214  1.38.4.1   nathanw 		mode = xm->xm_mode & periph->periph_cap;
   2215  1.38.4.1   nathanw 		if (mode & PERIPH_CAP_SYNC) {
   2216  1.38.4.1   nathanw 			period = xm->xm_period;
   2217  1.38.4.1   nathanw 			offset = xm->xm_offset;
   2218  1.38.4.1   nathanw 		} else {
   2219  1.38.4.1   nathanw 			period = 0;
   2220  1.38.4.1   nathanw 			offset = 0;
   2221  1.38.4.1   nathanw 		}
   2222  1.38.4.1   nathanw 
   2223  1.38.4.1   nathanw 		/*
   2224  1.38.4.1   nathanw 		 * If we do not have a valid xfer mode yet, or the parameters
   2225  1.38.4.1   nathanw 		 * are different, announce them.
   2226  1.38.4.1   nathanw 		 */
   2227  1.38.4.1   nathanw 		if ((periph->periph_flags & PERIPH_MODE_VALID) == 0 ||
   2228  1.38.4.1   nathanw 		    periph->periph_mode != mode ||
   2229  1.38.4.1   nathanw 		    periph->periph_period != period ||
   2230  1.38.4.1   nathanw 		    periph->periph_offset != offset)
   2231  1.38.4.1   nathanw 			announce = 1;
   2232  1.38.4.1   nathanw 
   2233  1.38.4.1   nathanw 		periph->periph_mode = mode;
   2234  1.38.4.1   nathanw 		periph->periph_period = period;
   2235  1.38.4.1   nathanw 		periph->periph_offset = offset;
   2236  1.38.4.1   nathanw 		periph->periph_flags |= PERIPH_MODE_VALID;
   2237  1.38.4.1   nathanw 
   2238  1.38.4.1   nathanw 		if (announce)
   2239  1.38.4.1   nathanw 			scsipi_print_xfer_mode(periph);
   2240  1.38.4.1   nathanw 	}
   2241  1.38.4.1   nathanw }
   2242  1.38.4.1   nathanw 
   2243  1.38.4.1   nathanw /*
   2244  1.38.4.1   nathanw  * scsipi_set_xfer_mode:
   2245  1.38.4.1   nathanw  *
   2246  1.38.4.1   nathanw  *	Set the xfer mode for the specified I_T Nexus.
   2247  1.38.4.1   nathanw  */
   2248  1.38.4.1   nathanw void
   2249  1.38.4.1   nathanw scsipi_set_xfer_mode(chan, target, immed)
   2250  1.38.4.1   nathanw 	struct scsipi_channel *chan;
   2251  1.38.4.1   nathanw 	int target, immed;
   2252  1.38.4.1   nathanw {
   2253  1.38.4.1   nathanw 	struct scsipi_xfer_mode xm;
   2254  1.38.4.1   nathanw 	struct scsipi_periph *itperiph;
   2255  1.38.4.1   nathanw 	int lun, s;
   2256  1.38.4.1   nathanw 
   2257  1.38.4.1   nathanw 	/*
   2258  1.38.4.1   nathanw 	 * Go to the minimal xfer mode.
   2259  1.38.4.1   nathanw 	 */
   2260  1.38.4.1   nathanw 	xm.xm_target = target;
   2261  1.38.4.1   nathanw 	xm.xm_mode = 0;
   2262  1.38.4.1   nathanw 	xm.xm_period = 0;			/* ignored */
   2263  1.38.4.1   nathanw 	xm.xm_offset = 0;			/* ignored */
   2264  1.38.4.1   nathanw 
   2265  1.38.4.1   nathanw 	/*
   2266  1.38.4.1   nathanw 	 * Find the first LUN we know about on this I_T Nexus.
   2267  1.38.4.1   nathanw 	 */
   2268  1.38.4.1   nathanw 	for (lun = 0; lun < chan->chan_nluns; lun++) {
   2269  1.38.4.1   nathanw 		itperiph = scsipi_lookup_periph(chan, target, lun);
   2270  1.38.4.1   nathanw 		if (itperiph != NULL)
   2271  1.38.4.1   nathanw 			break;
   2272  1.38.4.1   nathanw 	}
   2273  1.38.4.2   nathanw 	if (itperiph != NULL) {
   2274  1.38.4.1   nathanw 		xm.xm_mode = itperiph->periph_cap;
   2275  1.38.4.2   nathanw 		/*
   2276  1.38.4.2   nathanw 		 * Now issue the request to the adapter.
   2277  1.38.4.2   nathanw 		 */
   2278  1.38.4.2   nathanw 		s = splbio();
   2279  1.38.4.2   nathanw 		scsipi_adapter_request(chan, ADAPTER_REQ_SET_XFER_MODE, &xm);
   2280  1.38.4.2   nathanw 		splx(s);
   2281  1.38.4.2   nathanw 		/*
   2282  1.38.4.2   nathanw 		 * If we want this to happen immediately, issue a dummy
   2283  1.38.4.2   nathanw 		 * command, since most adapters can't really negotiate unless
   2284  1.38.4.2   nathanw 		 * they're executing a job.
   2285  1.38.4.2   nathanw 		 */
   2286  1.38.4.2   nathanw 		if (immed != 0) {
   2287  1.38.4.2   nathanw 			(void) scsipi_test_unit_ready(itperiph,
   2288  1.38.4.2   nathanw 			    XS_CTL_DISCOVERY | XS_CTL_IGNORE_ILLEGAL_REQUEST |
   2289  1.38.4.2   nathanw 			    XS_CTL_IGNORE_NOT_READY |
   2290  1.38.4.2   nathanw 			    XS_CTL_IGNORE_MEDIA_CHANGE);
   2291  1.38.4.2   nathanw 		}
   2292  1.38.4.1   nathanw 	}
   2293  1.38.4.1   nathanw }
   2294  1.38.4.1   nathanw 
   2295  1.38.4.1   nathanw /*
   2296  1.38.4.1   nathanw  * scsipi_channel_reset:
   2297  1.38.4.1   nathanw  *
   2298  1.38.4.1   nathanw  *	handle scsi bus reset
   2299  1.38.4.1   nathanw  * called at splbio
   2300  1.38.4.1   nathanw  */
   2301  1.38.4.1   nathanw void
   2302  1.38.4.1   nathanw scsipi_async_event_channel_reset(chan)
   2303  1.38.4.1   nathanw 	struct scsipi_channel *chan;
   2304  1.38.4.1   nathanw {
   2305  1.38.4.1   nathanw 	struct scsipi_xfer *xs, *xs_next;
   2306  1.38.4.1   nathanw 	struct scsipi_periph *periph;
   2307  1.38.4.1   nathanw 	int target, lun;
   2308  1.38.4.1   nathanw 
   2309  1.38.4.1   nathanw 	/*
   2310  1.38.4.1   nathanw 	 * Channel has been reset. Also mark as reset pending REQUEST_SENSE
   2311  1.38.4.1   nathanw 	 * commands; as the sense is not available any more.
   2312  1.38.4.1   nathanw 	 * can't call scsipi_done() from here, as the command has not been
   2313  1.38.4.1   nathanw 	 * sent to the adapter yet (this would corrupt accounting).
   2314  1.38.4.1   nathanw 	 */
   2315  1.38.4.1   nathanw 
   2316  1.38.4.1   nathanw 	for (xs = TAILQ_FIRST(&chan->chan_queue); xs != NULL; xs = xs_next) {
   2317  1.38.4.1   nathanw 		xs_next = TAILQ_NEXT(xs, channel_q);
   2318  1.38.4.1   nathanw 		if (xs->xs_control & XS_CTL_REQSENSE) {
   2319  1.38.4.1   nathanw 			TAILQ_REMOVE(&chan->chan_queue, xs, channel_q);
   2320  1.38.4.1   nathanw 			xs->error = XS_RESET;
   2321  1.38.4.1   nathanw 			if ((xs->xs_control & XS_CTL_ASYNC) != 0)
   2322  1.38.4.1   nathanw 				TAILQ_INSERT_TAIL(&chan->chan_complete, xs,
   2323  1.38.4.1   nathanw 				    channel_q);
   2324  1.38.4.1   nathanw 		}
   2325  1.38.4.1   nathanw 	}
   2326  1.38.4.1   nathanw 	wakeup(&chan->chan_complete);
   2327  1.38.4.1   nathanw 	/* Catch xs with pending sense which may not have a REQSENSE xs yet */
   2328  1.38.4.1   nathanw 	for (target = 0; target < chan->chan_ntargets; target++) {
   2329  1.38.4.1   nathanw 		if (target == chan->chan_id)
   2330  1.38.4.1   nathanw 			continue;
   2331  1.38.4.1   nathanw 		for (lun = 0; lun <  chan->chan_nluns; lun++) {
   2332  1.38.4.1   nathanw 			periph = chan->chan_periphs[target][lun];
   2333  1.38.4.1   nathanw 			if (periph) {
   2334  1.38.4.1   nathanw 				xs = periph->periph_xscheck;
   2335  1.38.4.1   nathanw 				if (xs)
   2336  1.38.4.1   nathanw 					xs->error = XS_RESET;
   2337  1.38.4.1   nathanw 			}
   2338  1.38.4.1   nathanw 		}
   2339  1.38.4.1   nathanw 	}
   2340  1.38.4.1   nathanw }
   2341  1.38.4.1   nathanw 
   2342  1.38.4.2   nathanw /*
   2343  1.38.4.2   nathanw  * scsipi_target_detach:
   2344  1.38.4.2   nathanw  *
   2345  1.38.4.2   nathanw  *	detach all periph associated with a I_T
   2346  1.38.4.2   nathanw  * 	must be called from valid thread context
   2347  1.38.4.2   nathanw  */
   2348  1.38.4.2   nathanw int
   2349  1.38.4.2   nathanw scsipi_target_detach(chan, target, lun, flags)
   2350  1.38.4.2   nathanw 	struct scsipi_channel *chan;
   2351  1.38.4.2   nathanw 	int target, lun;
   2352  1.38.4.2   nathanw 	int flags;
   2353  1.38.4.2   nathanw {
   2354  1.38.4.2   nathanw 	struct scsipi_periph *periph;
   2355  1.38.4.2   nathanw 	int ctarget, mintarget, maxtarget;
   2356  1.38.4.2   nathanw 	int clun, minlun, maxlun;
   2357  1.38.4.2   nathanw 	int error;
   2358  1.38.4.2   nathanw 
   2359  1.38.4.2   nathanw 	if (target == -1) {
   2360  1.38.4.2   nathanw 		mintarget = 0;
   2361  1.38.4.2   nathanw 		maxtarget = chan->chan_ntargets;
   2362  1.38.4.2   nathanw 	} else {
   2363  1.38.4.2   nathanw 		if (target == chan->chan_id)
   2364  1.38.4.2   nathanw 			return EINVAL;
   2365  1.38.4.2   nathanw 		if (target < 0 || target >= chan->chan_ntargets)
   2366  1.38.4.2   nathanw 			return EINVAL;
   2367  1.38.4.2   nathanw 		mintarget = target;
   2368  1.38.4.2   nathanw 		maxtarget = target + 1;
   2369  1.38.4.2   nathanw 	}
   2370  1.38.4.2   nathanw 
   2371  1.38.4.2   nathanw 	if (lun == -1) {
   2372  1.38.4.2   nathanw 		minlun = 0;
   2373  1.38.4.2   nathanw 		maxlun = chan->chan_nluns;
   2374  1.38.4.2   nathanw 	} else {
   2375  1.38.4.2   nathanw 		if (lun < 0 || lun >= chan->chan_nluns)
   2376  1.38.4.2   nathanw 			return EINVAL;
   2377  1.38.4.2   nathanw 		minlun = lun;
   2378  1.38.4.2   nathanw 		maxlun = lun + 1;
   2379  1.38.4.2   nathanw 	}
   2380  1.38.4.2   nathanw 
   2381  1.38.4.2   nathanw 	for (ctarget = mintarget; ctarget < maxtarget; ctarget++) {
   2382  1.38.4.2   nathanw 		if (ctarget == chan->chan_id)
   2383  1.38.4.2   nathanw 			continue;
   2384  1.38.4.2   nathanw 
   2385  1.38.4.2   nathanw 		for (clun = minlun; clun < maxlun; clun++) {
   2386  1.38.4.2   nathanw 			periph = scsipi_lookup_periph(chan, ctarget, clun);
   2387  1.38.4.2   nathanw 			if (periph == NULL)
   2388  1.38.4.2   nathanw 				continue;
   2389  1.38.4.2   nathanw 			error = config_detach(periph->periph_dev, flags);
   2390  1.38.4.2   nathanw 			if (error)
   2391  1.38.4.2   nathanw 				return (error);
   2392  1.38.4.2   nathanw 			scsipi_remove_periph(chan, periph);
   2393  1.38.4.2   nathanw 			free(periph, M_DEVBUF);
   2394  1.38.4.2   nathanw 		}
   2395  1.38.4.2   nathanw 	}
   2396  1.38.4.2   nathanw 	return(0);
   2397  1.38.4.2   nathanw }
   2398  1.38.4.1   nathanw 
   2399  1.38.4.1   nathanw /*
   2400  1.38.4.1   nathanw  * scsipi_adapter_addref:
   2401  1.38.4.1   nathanw  *
   2402  1.38.4.1   nathanw  *	Add a reference to the adapter pointed to by the provided
   2403  1.38.4.1   nathanw  *	link, enabling the adapter if necessary.
   2404  1.38.4.1   nathanw  */
   2405  1.38.4.1   nathanw int
   2406  1.38.4.1   nathanw scsipi_adapter_addref(adapt)
   2407  1.38.4.1   nathanw 	struct scsipi_adapter *adapt;
   2408  1.38.4.1   nathanw {
   2409  1.38.4.1   nathanw 	int s, error = 0;
   2410  1.38.4.1   nathanw 
   2411  1.38.4.1   nathanw 	s = splbio();
   2412  1.38.4.1   nathanw 	if (adapt->adapt_refcnt++ == 0 && adapt->adapt_enable != NULL) {
   2413  1.38.4.1   nathanw 		error = (*adapt->adapt_enable)(adapt->adapt_dev, 1);
   2414  1.38.4.1   nathanw 		if (error)
   2415  1.38.4.1   nathanw 			adapt->adapt_refcnt--;
   2416  1.38.4.1   nathanw 	}
   2417  1.38.4.1   nathanw 	splx(s);
   2418  1.38.4.1   nathanw 	return (error);
   2419  1.38.4.1   nathanw }
   2420  1.38.4.1   nathanw 
   2421  1.38.4.1   nathanw /*
   2422  1.38.4.1   nathanw  * scsipi_adapter_delref:
   2423  1.38.4.1   nathanw  *
   2424  1.38.4.1   nathanw  *	Delete a reference to the adapter pointed to by the provided
   2425  1.38.4.1   nathanw  *	link, disabling the adapter if possible.
   2426  1.38.4.1   nathanw  */
   2427  1.38.4.1   nathanw void
   2428  1.38.4.1   nathanw scsipi_adapter_delref(adapt)
   2429  1.38.4.1   nathanw 	struct scsipi_adapter *adapt;
   2430  1.38.4.1   nathanw {
   2431  1.38.4.1   nathanw 	int s;
   2432  1.38.4.1   nathanw 
   2433  1.38.4.1   nathanw 	s = splbio();
   2434  1.38.4.1   nathanw 	if (adapt->adapt_refcnt-- == 1 && adapt->adapt_enable != NULL)
   2435  1.38.4.1   nathanw 		(void) (*adapt->adapt_enable)(adapt->adapt_dev, 0);
   2436  1.38.4.1   nathanw 	splx(s);
   2437  1.38.4.1   nathanw }
   2438  1.38.4.1   nathanw 
   2439  1.38.4.1   nathanw struct scsipi_syncparam {
   2440  1.38.4.1   nathanw 	int	ss_factor;
   2441  1.38.4.1   nathanw 	int	ss_period;	/* ns * 10 */
   2442  1.38.4.1   nathanw } scsipi_syncparams[] = {
   2443  1.38.4.3   nathanw 	{ 0x09,		125 },
   2444  1.38.4.1   nathanw 	{ 0x0a,		250 },
   2445  1.38.4.1   nathanw 	{ 0x0b,		303 },
   2446  1.38.4.1   nathanw 	{ 0x0c,		500 },
   2447  1.38.4.1   nathanw };
   2448  1.38.4.1   nathanw const int scsipi_nsyncparams =
   2449  1.38.4.1   nathanw     sizeof(scsipi_syncparams) / sizeof(scsipi_syncparams[0]);
   2450  1.38.4.1   nathanw 
   2451  1.38.4.1   nathanw int
   2452  1.38.4.1   nathanw scsipi_sync_period_to_factor(period)
   2453  1.38.4.1   nathanw 	int period;		/* ns * 10 */
   2454  1.38.4.1   nathanw {
   2455  1.38.4.1   nathanw 	int i;
   2456  1.38.4.1   nathanw 
   2457  1.38.4.1   nathanw 	for (i = 0; i < scsipi_nsyncparams; i++) {
   2458  1.38.4.1   nathanw 		if (period <= scsipi_syncparams[i].ss_period)
   2459  1.38.4.1   nathanw 			return (scsipi_syncparams[i].ss_factor);
   2460  1.38.4.1   nathanw 	}
   2461  1.38.4.1   nathanw 
   2462  1.38.4.1   nathanw 	return ((period / 10) / 4);
   2463  1.38.4.1   nathanw }
   2464  1.38.4.1   nathanw 
   2465  1.38.4.1   nathanw int
   2466  1.38.4.1   nathanw scsipi_sync_factor_to_period(factor)
   2467  1.38.4.1   nathanw 	int factor;
   2468  1.38.4.1   nathanw {
   2469  1.38.4.1   nathanw 	int i;
   2470  1.38.4.1   nathanw 
   2471  1.38.4.1   nathanw 	for (i = 0; i < scsipi_nsyncparams; i++) {
   2472  1.38.4.1   nathanw 		if (factor == scsipi_syncparams[i].ss_factor)
   2473  1.38.4.1   nathanw 			return (scsipi_syncparams[i].ss_period);
   2474  1.38.4.1   nathanw 	}
   2475  1.38.4.1   nathanw 
   2476  1.38.4.1   nathanw 	return ((factor * 4) * 10);
   2477  1.38.4.1   nathanw }
   2478  1.38.4.1   nathanw 
   2479  1.38.4.1   nathanw int
   2480  1.38.4.1   nathanw scsipi_sync_factor_to_freq(factor)
   2481  1.38.4.1   nathanw 	int factor;
   2482  1.38.4.1   nathanw {
   2483  1.38.4.1   nathanw 	int i;
   2484  1.38.4.1   nathanw 
   2485  1.38.4.1   nathanw 	for (i = 0; i < scsipi_nsyncparams; i++) {
   2486  1.38.4.1   nathanw 		if (factor == scsipi_syncparams[i].ss_factor)
   2487  1.38.4.1   nathanw 			return (10000000 / scsipi_syncparams[i].ss_period);
   2488  1.38.4.1   nathanw 	}
   2489  1.38.4.1   nathanw 
   2490  1.38.4.1   nathanw 	return (10000000 / ((factor * 4) * 10));
   2491      1.14   thorpej }
   2492      1.14   thorpej 
   2493  1.38.4.1   nathanw #ifdef SCSIPI_DEBUG
   2494       1.2    bouyer /*
   2495       1.2    bouyer  * Given a scsipi_xfer, dump the request, in all it's glory
   2496       1.2    bouyer  */
   2497       1.2    bouyer void
   2498       1.2    bouyer show_scsipi_xs(xs)
   2499       1.2    bouyer 	struct scsipi_xfer *xs;
   2500       1.2    bouyer {
   2501       1.3     enami 
   2502       1.2    bouyer 	printf("xs(%p): ", xs);
   2503      1.24   thorpej 	printf("xs_control(0x%08x)", xs->xs_control);
   2504      1.24   thorpej 	printf("xs_status(0x%08x)", xs->xs_status);
   2505  1.38.4.1   nathanw 	printf("periph(%p)", xs->xs_periph);
   2506  1.38.4.1   nathanw 	printf("retr(0x%x)", xs->xs_retries);
   2507       1.2    bouyer 	printf("timo(0x%x)", xs->timeout);
   2508       1.2    bouyer 	printf("cmd(%p)", xs->cmd);
   2509       1.2    bouyer 	printf("len(0x%x)", xs->cmdlen);
   2510       1.2    bouyer 	printf("data(%p)", xs->data);
   2511       1.2    bouyer 	printf("len(0x%x)", xs->datalen);
   2512       1.2    bouyer 	printf("res(0x%x)", xs->resid);
   2513       1.2    bouyer 	printf("err(0x%x)", xs->error);
   2514       1.2    bouyer 	printf("bp(%p)", xs->bp);
   2515       1.2    bouyer 	show_scsipi_cmd(xs);
   2516       1.2    bouyer }
   2517       1.2    bouyer 
   2518       1.2    bouyer void
   2519       1.2    bouyer show_scsipi_cmd(xs)
   2520       1.2    bouyer 	struct scsipi_xfer *xs;
   2521       1.2    bouyer {
   2522       1.2    bouyer 	u_char *b = (u_char *) xs->cmd;
   2523       1.3     enami 	int i = 0;
   2524       1.2    bouyer 
   2525  1.38.4.1   nathanw 	scsipi_printaddr(xs->xs_periph);
   2526  1.38.4.1   nathanw 	printf(" command: ");
   2527       1.2    bouyer 
   2528      1.24   thorpej 	if ((xs->xs_control & XS_CTL_RESET) == 0) {
   2529       1.2    bouyer 		while (i < xs->cmdlen) {
   2530       1.2    bouyer 			if (i)
   2531       1.2    bouyer 				printf(",");
   2532       1.2    bouyer 			printf("0x%x", b[i++]);
   2533       1.2    bouyer 		}
   2534       1.2    bouyer 		printf("-[%d bytes]\n", xs->datalen);
   2535       1.2    bouyer 		if (xs->datalen)
   2536       1.2    bouyer 			show_mem(xs->data, min(64, xs->datalen));
   2537       1.2    bouyer 	} else
   2538       1.2    bouyer 		printf("-RESET-\n");
   2539       1.2    bouyer }
   2540       1.2    bouyer 
   2541       1.2    bouyer void
   2542       1.2    bouyer show_mem(address, num)
   2543       1.2    bouyer 	u_char *address;
   2544       1.2    bouyer 	int num;
   2545       1.2    bouyer {
   2546       1.2    bouyer 	int x;
   2547       1.2    bouyer 
   2548       1.2    bouyer 	printf("------------------------------");
   2549       1.2    bouyer 	for (x = 0; x < num; x++) {
   2550       1.2    bouyer 		if ((x % 16) == 0)
   2551       1.2    bouyer 			printf("\n%03d: ", x);
   2552       1.2    bouyer 		printf("%02x ", *address++);
   2553       1.2    bouyer 	}
   2554       1.2    bouyer 	printf("\n------------------------------\n");
   2555       1.2    bouyer }
   2556  1.38.4.1   nathanw #endif /* SCSIPI_DEBUG */
   2557