Home | History | Annotate | Line # | Download | only in iscsi
iscsi_utils.c revision 1.21
      1  1.20  mlelstv /*	$NetBSD: iscsi_utils.c,v 1.21 2016/06/15 04:30:30 mlelstv Exp $	*/
      2   1.1      agc 
      3   1.1      agc /*-
      4   1.1      agc  * Copyright (c) 2004,2005,2006,2008 The NetBSD Foundation, Inc.
      5   1.1      agc  * All rights reserved.
      6   1.1      agc  *
      7   1.1      agc  * This code is derived from software contributed to The NetBSD Foundation
      8   1.1      agc  * by Wasabi Systems, Inc.
      9   1.1      agc  *
     10   1.1      agc  * Redistribution and use in source and binary forms, with or without
     11   1.1      agc  * modification, are permitted provided that the following conditions
     12   1.1      agc  * are met:
     13   1.1      agc  * 1. Redistributions of source code must retain the above copyright
     14   1.1      agc  *    notice, this list of conditions and the following disclaimer.
     15   1.1      agc  * 2. Redistributions in binary form must reproduce the above copyright
     16   1.1      agc  *    notice, this list of conditions and the following disclaimer in the
     17   1.1      agc  *    documentation and/or other materials provided with the distribution.
     18   1.1      agc  *
     19   1.1      agc  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20   1.1      agc  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21   1.1      agc  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22   1.1      agc  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23   1.1      agc  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24   1.1      agc  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25   1.1      agc  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26   1.1      agc  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27   1.1      agc  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28   1.1      agc  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29   1.1      agc  * POSSIBILITY OF SUCH DAMAGE.
     30   1.1      agc  */
     31   1.1      agc #include "iscsi_globals.h"
     32   1.1      agc 
     33   1.1      agc #include <sys/systm.h>
     34   1.1      agc #include <sys/buf.h>
     35   1.1      agc #include <sys/socketvar.h>
     36   1.4  mlelstv #include <sys/bswap.h>
     37   1.9  mlelstv #include <sys/atomic.h>
     38   1.1      agc 
     39   1.1      agc 
     40   1.1      agc /*****************************************************************************
     41   1.1      agc  * Digest functions
     42   1.1      agc  *****************************************************************************/
     43   1.1      agc 
     44   1.1      agc /*****************************************************************
     45   1.1      agc  *
     46   1.1      agc  * CRC LOOKUP TABLE
     47   1.1      agc  * ================
     48   1.1      agc  * The following CRC lookup table was generated automagically
     49   1.1      agc  * by the Rocksoft^tm Model CRC Algorithm Table Generation
     50   1.1      agc  * Program V1.0 using the following model parameters:
     51   1.1      agc  *
     52   1.1      agc  *    Width   : 4 bytes.
     53   1.1      agc  *    Poly    : 0x1EDC6F41L
     54   1.1      agc  *    Reverse : TRUE.
     55   1.1      agc  *
     56   1.1      agc  * For more information on the Rocksoft^tm Model CRC Algorithm,
     57   1.1      agc  * see the document titled "A Painless Guide to CRC Error
     58   1.1      agc  * Detection Algorithms" by Ross Williams
     59   1.1      agc  * (ross (at) guest.adelaide.edu.au.). This document is likely to be
     60   1.1      agc  * in the FTP archive "ftp.adelaide.edu.au/pub/rocksoft".
     61   1.1      agc  *
     62   1.1      agc  *****************************************************************/
     63   1.1      agc 
     64   1.1      agc STATIC uint32_t crc_table[256] = {
     65   1.1      agc 	0x00000000L, 0xF26B8303L, 0xE13B70F7L, 0x1350F3F4L,
     66   1.1      agc 	0xC79A971FL, 0x35F1141CL, 0x26A1E7E8L, 0xD4CA64EBL,
     67   1.1      agc 	0x8AD958CFL, 0x78B2DBCCL, 0x6BE22838L, 0x9989AB3BL,
     68   1.1      agc 	0x4D43CFD0L, 0xBF284CD3L, 0xAC78BF27L, 0x5E133C24L,
     69   1.1      agc 	0x105EC76FL, 0xE235446CL, 0xF165B798L, 0x030E349BL,
     70   1.1      agc 	0xD7C45070L, 0x25AFD373L, 0x36FF2087L, 0xC494A384L,
     71   1.1      agc 	0x9A879FA0L, 0x68EC1CA3L, 0x7BBCEF57L, 0x89D76C54L,
     72   1.1      agc 	0x5D1D08BFL, 0xAF768BBCL, 0xBC267848L, 0x4E4DFB4BL,
     73   1.1      agc 	0x20BD8EDEL, 0xD2D60DDDL, 0xC186FE29L, 0x33ED7D2AL,
     74   1.1      agc 	0xE72719C1L, 0x154C9AC2L, 0x061C6936L, 0xF477EA35L,
     75   1.1      agc 	0xAA64D611L, 0x580F5512L, 0x4B5FA6E6L, 0xB93425E5L,
     76   1.1      agc 	0x6DFE410EL, 0x9F95C20DL, 0x8CC531F9L, 0x7EAEB2FAL,
     77   1.1      agc 	0x30E349B1L, 0xC288CAB2L, 0xD1D83946L, 0x23B3BA45L,
     78   1.1      agc 	0xF779DEAEL, 0x05125DADL, 0x1642AE59L, 0xE4292D5AL,
     79   1.1      agc 	0xBA3A117EL, 0x4851927DL, 0x5B016189L, 0xA96AE28AL,
     80   1.1      agc 	0x7DA08661L, 0x8FCB0562L, 0x9C9BF696L, 0x6EF07595L,
     81   1.1      agc 	0x417B1DBCL, 0xB3109EBFL, 0xA0406D4BL, 0x522BEE48L,
     82   1.1      agc 	0x86E18AA3L, 0x748A09A0L, 0x67DAFA54L, 0x95B17957L,
     83   1.1      agc 	0xCBA24573L, 0x39C9C670L, 0x2A993584L, 0xD8F2B687L,
     84   1.1      agc 	0x0C38D26CL, 0xFE53516FL, 0xED03A29BL, 0x1F682198L,
     85   1.1      agc 	0x5125DAD3L, 0xA34E59D0L, 0xB01EAA24L, 0x42752927L,
     86   1.1      agc 	0x96BF4DCCL, 0x64D4CECFL, 0x77843D3BL, 0x85EFBE38L,
     87   1.1      agc 	0xDBFC821CL, 0x2997011FL, 0x3AC7F2EBL, 0xC8AC71E8L,
     88   1.1      agc 	0x1C661503L, 0xEE0D9600L, 0xFD5D65F4L, 0x0F36E6F7L,
     89   1.1      agc 	0x61C69362L, 0x93AD1061L, 0x80FDE395L, 0x72966096L,
     90   1.1      agc 	0xA65C047DL, 0x5437877EL, 0x4767748AL, 0xB50CF789L,
     91   1.1      agc 	0xEB1FCBADL, 0x197448AEL, 0x0A24BB5AL, 0xF84F3859L,
     92   1.1      agc 	0x2C855CB2L, 0xDEEEDFB1L, 0xCDBE2C45L, 0x3FD5AF46L,
     93   1.1      agc 	0x7198540DL, 0x83F3D70EL, 0x90A324FAL, 0x62C8A7F9L,
     94   1.1      agc 	0xB602C312L, 0x44694011L, 0x5739B3E5L, 0xA55230E6L,
     95   1.1      agc 	0xFB410CC2L, 0x092A8FC1L, 0x1A7A7C35L, 0xE811FF36L,
     96   1.1      agc 	0x3CDB9BDDL, 0xCEB018DEL, 0xDDE0EB2AL, 0x2F8B6829L,
     97   1.1      agc 	0x82F63B78L, 0x709DB87BL, 0x63CD4B8FL, 0x91A6C88CL,
     98   1.1      agc 	0x456CAC67L, 0xB7072F64L, 0xA457DC90L, 0x563C5F93L,
     99   1.1      agc 	0x082F63B7L, 0xFA44E0B4L, 0xE9141340L, 0x1B7F9043L,
    100   1.1      agc 	0xCFB5F4A8L, 0x3DDE77ABL, 0x2E8E845FL, 0xDCE5075CL,
    101   1.1      agc 	0x92A8FC17L, 0x60C37F14L, 0x73938CE0L, 0x81F80FE3L,
    102   1.1      agc 	0x55326B08L, 0xA759E80BL, 0xB4091BFFL, 0x466298FCL,
    103   1.1      agc 	0x1871A4D8L, 0xEA1A27DBL, 0xF94AD42FL, 0x0B21572CL,
    104   1.1      agc 	0xDFEB33C7L, 0x2D80B0C4L, 0x3ED04330L, 0xCCBBC033L,
    105   1.1      agc 	0xA24BB5A6L, 0x502036A5L, 0x4370C551L, 0xB11B4652L,
    106   1.1      agc 	0x65D122B9L, 0x97BAA1BAL, 0x84EA524EL, 0x7681D14DL,
    107   1.1      agc 	0x2892ED69L, 0xDAF96E6AL, 0xC9A99D9EL, 0x3BC21E9DL,
    108   1.1      agc 	0xEF087A76L, 0x1D63F975L, 0x0E330A81L, 0xFC588982L,
    109   1.1      agc 	0xB21572C9L, 0x407EF1CAL, 0x532E023EL, 0xA145813DL,
    110   1.1      agc 	0x758FE5D6L, 0x87E466D5L, 0x94B49521L, 0x66DF1622L,
    111   1.1      agc 	0x38CC2A06L, 0xCAA7A905L, 0xD9F75AF1L, 0x2B9CD9F2L,
    112   1.1      agc 	0xFF56BD19L, 0x0D3D3E1AL, 0x1E6DCDEEL, 0xEC064EEDL,
    113   1.1      agc 	0xC38D26C4L, 0x31E6A5C7L, 0x22B65633L, 0xD0DDD530L,
    114   1.1      agc 	0x0417B1DBL, 0xF67C32D8L, 0xE52CC12CL, 0x1747422FL,
    115   1.1      agc 	0x49547E0BL, 0xBB3FFD08L, 0xA86F0EFCL, 0x5A048DFFL,
    116   1.1      agc 	0x8ECEE914L, 0x7CA56A17L, 0x6FF599E3L, 0x9D9E1AE0L,
    117   1.1      agc 	0xD3D3E1ABL, 0x21B862A8L, 0x32E8915CL, 0xC083125FL,
    118   1.1      agc 	0x144976B4L, 0xE622F5B7L, 0xF5720643L, 0x07198540L,
    119   1.1      agc 	0x590AB964L, 0xAB613A67L, 0xB831C993L, 0x4A5A4A90L,
    120   1.1      agc 	0x9E902E7BL, 0x6CFBAD78L, 0x7FAB5E8CL, 0x8DC0DD8FL,
    121   1.1      agc 	0xE330A81AL, 0x115B2B19L, 0x020BD8EDL, 0xF0605BEEL,
    122   1.1      agc 	0x24AA3F05L, 0xD6C1BC06L, 0xC5914FF2L, 0x37FACCF1L,
    123   1.1      agc 	0x69E9F0D5L, 0x9B8273D6L, 0x88D28022L, 0x7AB90321L,
    124   1.1      agc 	0xAE7367CAL, 0x5C18E4C9L, 0x4F48173DL, 0xBD23943EL,
    125   1.1      agc 	0xF36E6F75L, 0x0105EC76L, 0x12551F82L, 0xE03E9C81L,
    126   1.1      agc 	0x34F4F86AL, 0xC69F7B69L, 0xD5CF889DL, 0x27A40B9EL,
    127   1.1      agc 	0x79B737BAL, 0x8BDCB4B9L, 0x988C474DL, 0x6AE7C44EL,
    128   1.1      agc 	0xBE2DA0A5L, 0x4C4623A6L, 0x5F16D052L, 0xAD7D5351L
    129   1.1      agc };
    130   1.1      agc 
    131   1.1      agc 
    132   1.1      agc /*
    133   1.1      agc  * gen_digest:
    134   1.1      agc  *    Generate an iSCSI CRC32C digest over the given data.
    135   1.1      agc  *
    136   1.1      agc  *    Parameters:
    137   1.1      agc  *          buff   The data
    138   1.1      agc  *          len   The length of the data in bytes
    139   1.1      agc  *
    140   1.1      agc  *    Returns:    The digest in network byte order
    141   1.1      agc  */
    142   1.1      agc 
    143   1.1      agc uint32_t
    144   1.1      agc gen_digest(void *buff, int len)
    145   1.1      agc {
    146   1.1      agc 	uint8_t *bp = (uint8_t *) buff;
    147   1.1      agc 	uint32_t crc = 0xffffffff;
    148   1.1      agc 
    149   1.1      agc 	while (len--) {
    150   1.1      agc 		crc = ((crc >> 8) & 0x00ffffff) ^ crc_table[(crc ^ *bp++) & 0xff];
    151   1.1      agc 	}
    152   1.4  mlelstv 	return htonl(bswap32(crc ^ 0xffffffff));
    153   1.1      agc }
    154   1.1      agc 
    155   1.1      agc 
    156   1.1      agc /*
    157   1.1      agc  * gen_digest_2:
    158   1.1      agc  *    Generate an iSCSI CRC32C digest over the given data, which is split over
    159   1.1      agc  *    two buffers.
    160   1.1      agc  *
    161   1.1      agc  *    Parameters:
    162   1.1      agc  *          buf1, buf2  The data
    163   1.1      agc  *          len1, len2  The length of the data in bytes
    164   1.1      agc  *
    165   1.1      agc  *    Returns:    The digest in network byte order
    166   1.1      agc  */
    167   1.1      agc 
    168   1.1      agc uint32_t
    169   1.1      agc gen_digest_2(void *buf1, int len1, void *buf2, int len2)
    170   1.1      agc {
    171   1.1      agc 	uint8_t *bp = (uint8_t *) buf1;
    172   1.1      agc 	uint32_t crc = 0xffffffff;
    173   1.1      agc 
    174   1.1      agc 	while (len1--) {
    175   1.1      agc 		crc = ((crc >> 8) & 0x00ffffff) ^ crc_table[(crc ^ *bp++) & 0xff];
    176   1.1      agc 	}
    177   1.1      agc 	bp = (uint8_t *) buf2;
    178   1.1      agc 	while (len2--) {
    179   1.1      agc 		crc = ((crc >> 8) & 0x00ffffff) ^ crc_table[(crc ^ *bp++) & 0xff];
    180   1.1      agc 	}
    181   1.4  mlelstv 	return htonl(bswap32(crc ^ 0xffffffff));
    182   1.1      agc }
    183   1.1      agc 
    184   1.1      agc /*****************************************************************************
    185   1.1      agc  * CCB management functions
    186   1.1      agc  *****************************************************************************/
    187   1.1      agc 
    188   1.1      agc /*
    189   1.1      agc  * get_ccb:
    190   1.1      agc  *    Get a CCB for the SCSI operation, waiting if none is available.
    191   1.1      agc  *
    192   1.1      agc  *    Parameter:
    193   1.1      agc  *       sess     The session containing this CCB
    194   1.1      agc  *       waitok   Whether waiting for a CCB is OK
    195   1.1      agc  *
    196   1.1      agc  *    Returns:    The CCB.
    197   1.1      agc  */
    198   1.1      agc 
    199   1.1      agc ccb_t *
    200   1.1      agc get_ccb(connection_t *conn, bool waitok)
    201   1.1      agc {
    202   1.1      agc 	ccb_t *ccb;
    203   1.1      agc 	session_t *sess = conn->session;
    204   1.1      agc 
    205   1.9  mlelstv 	mutex_enter(&sess->lock);
    206   1.1      agc 	do {
    207   1.1      agc 		ccb = TAILQ_FIRST(&sess->ccb_pool);
    208   1.9  mlelstv 		DEB(100, ("get_ccb: ccb = %p, waitok = %d\n", ccb, waitok));
    209   1.9  mlelstv 
    210   1.9  mlelstv 		if (ccb != NULL) {
    211   1.1      agc 			TAILQ_REMOVE(&sess->ccb_pool, ccb, chain);
    212   1.9  mlelstv 		} else {
    213   1.1      agc 			if (!waitok || conn->terminating) {
    214   1.9  mlelstv 				mutex_exit(&sess->lock);
    215   1.1      agc 				return NULL;
    216   1.1      agc 			}
    217   1.9  mlelstv 			cv_wait(&sess->ccb_cv, &sess->lock);
    218   1.1      agc 		}
    219   1.1      agc 	} while (ccb == NULL);
    220   1.9  mlelstv 	mutex_exit(&sess->lock);
    221   1.1      agc 
    222   1.1      agc 	ccb->flags = 0;
    223  1.13  mlelstv 	ccb->timedout = TOUT_NONE;
    224   1.1      agc 	ccb->xs = NULL;
    225   1.1      agc 	ccb->temp_data = NULL;
    226   1.1      agc 	ccb->text_data = NULL;
    227   1.1      agc 	ccb->status = ISCSI_STATUS_SUCCESS;
    228  1.15  mlelstv 	ccb->ITT = (ccb->ITT & 0xffffff);
    229   1.1      agc 	ccb->disp = CCBDISP_NOWAIT;
    230   1.1      agc 	ccb->connection = conn;
    231  1.16  mlelstv 	ccb->num_timeouts = 0;
    232   1.9  mlelstv 	atomic_inc_uint(&conn->usecount);
    233   1.9  mlelstv 
    234  1.12  mlelstv 	DEBC(conn, 15, (
    235   1.9  mlelstv 		"get_ccb: ccb = %p, usecount = %d\n",
    236   1.9  mlelstv 		ccb, conn->usecount));
    237   1.1      agc 
    238   1.1      agc 	return ccb;
    239   1.1      agc }
    240   1.1      agc 
    241   1.1      agc /*
    242   1.1      agc  * free_ccb:
    243   1.1      agc  *    Put a CCB back onto the free list.
    244   1.1      agc  *
    245   1.1      agc  *    Parameter:  The CCB.
    246   1.1      agc  */
    247   1.1      agc 
    248   1.1      agc void
    249   1.1      agc free_ccb(ccb_t *ccb)
    250   1.1      agc {
    251   1.1      agc 	session_t *sess = ccb->session;
    252  1.19  mlelstv 	connection_t *conn = ccb->connection;
    253   1.1      agc 	pdu_t *pdu;
    254   1.9  mlelstv 
    255  1.19  mlelstv 	DEBC(conn, 15, (
    256   1.9  mlelstv 		"free_ccb: ccb = %p, usecount = %d\n",
    257  1.19  mlelstv 		ccb, conn->usecount-1));
    258   1.5  mlelstv 
    259   1.5  mlelstv 	KASSERT((ccb->flags & CCBF_WAITQUEUE) == 0);
    260   1.1      agc 
    261  1.19  mlelstv 	atomic_dec_uint(&conn->usecount);
    262   1.2  mlelstv 	ccb->connection = NULL;
    263   1.2  mlelstv 
    264   1.9  mlelstv 	if (ccb->disp > CCBDISP_NOWAIT) {
    265   1.9  mlelstv 		DEBOUT(("Freeing CCB with disp %d\n",ccb->disp));
    266   1.9  mlelstv 	}
    267   1.9  mlelstv 
    268   1.1      agc 	ccb->disp = CCBDISP_UNUSED;
    269   1.1      agc 
    270   1.1      agc 	/* free temporary data */
    271   1.1      agc 	if (ccb->temp_data != NULL) {
    272   1.1      agc 		free(ccb->temp_data, M_TEMP);
    273   1.1      agc 	}
    274   1.1      agc 	if (ccb->text_data != NULL) {
    275   1.1      agc 		free(ccb->text_data, M_TEMP);
    276   1.1      agc 	}
    277   1.1      agc 	/* free PDU waiting for ACK */
    278   1.1      agc 	if ((pdu = ccb->pdu_waiting) != NULL) {
    279   1.1      agc 		ccb->pdu_waiting = NULL;
    280  1.19  mlelstv 		mutex_enter(&conn->lock);
    281  1.19  mlelstv 		if ((pdu->flags & PDUF_INQUEUE) != 0) {
    282  1.19  mlelstv 			TAILQ_REMOVE(&conn->pdus_to_send, pdu, send_chain);
    283  1.19  mlelstv 			pdu->flags &= ~PDUF_INQUEUE;
    284  1.19  mlelstv 		}
    285  1.19  mlelstv 		mutex_exit(&conn->lock);
    286   1.1      agc 		free_pdu(pdu);
    287   1.1      agc 	}
    288   1.1      agc 
    289   1.9  mlelstv 	mutex_enter(&sess->lock);
    290   1.1      agc 	TAILQ_INSERT_TAIL(&sess->ccb_pool, ccb, chain);
    291   1.9  mlelstv 	mutex_exit(&sess->lock);
    292   1.5  mlelstv 
    293   1.9  mlelstv 	cv_broadcast(&sess->ccb_cv);
    294   1.1      agc }
    295   1.1      agc 
    296   1.1      agc /*
    297   1.1      agc  *    create_ccbs
    298   1.1      agc  *       "Create" the pool of CCBs. This doesn't actually create the CCBs
    299   1.1      agc  *       (they are allocated with the session structure), but it links them
    300   1.1      agc  *       into the free-list.
    301   1.1      agc  *
    302   1.1      agc  *    Parameter:  The session owning the CCBs.
    303   1.1      agc  */
    304   1.1      agc 
    305   1.1      agc void
    306   1.1      agc create_ccbs(session_t *sess)
    307   1.1      agc {
    308   1.1      agc 	int i;
    309   1.1      agc 	ccb_t *ccb;
    310   1.1      agc 	int sid = sess->id << 8;
    311   1.1      agc 
    312   1.1      agc 	/* Note: CCBs are initialized to 0 with connection structure */
    313   1.1      agc 
    314   1.1      agc 	for (i = 0, ccb = sess->ccb; i < CCBS_PER_SESSION; i++, ccb++) {
    315   1.1      agc 		ccb->ITT = i | sid;
    316   1.1      agc 		ccb->session = sess;
    317   1.1      agc 
    318   1.9  mlelstv 		callout_init(&ccb->timeout, CALLOUT_MPSAFE);
    319   1.9  mlelstv 		callout_setfunc(&ccb->timeout, ccb_timeout_co, ccb);
    320   1.1      agc 
    321   1.9  mlelstv 		DEB(9, ("Create_ccbs: ccb %p itt %x\n", ccb, ccb->ITT));
    322   1.1      agc 		TAILQ_INSERT_HEAD(&sess->ccb_pool, ccb, chain);
    323   1.1      agc 	}
    324   1.1      agc }
    325   1.1      agc 
    326   1.5  mlelstv /*
    327   1.5  mlelstv  * suspend_ccb:
    328   1.5  mlelstv  *    Put CCB on wait queue
    329   1.5  mlelstv  */
    330   1.5  mlelstv void
    331   1.5  mlelstv suspend_ccb(ccb_t *ccb, bool yes)
    332   1.5  mlelstv {
    333   1.5  mlelstv 	connection_t *conn;
    334   1.5  mlelstv 
    335   1.5  mlelstv 	conn = ccb->connection;
    336  1.21  mlelstv 
    337  1.21  mlelstv 	KASSERT(mutex_owned(&conn->lock));
    338  1.21  mlelstv 
    339   1.5  mlelstv 	if (yes) {
    340   1.5  mlelstv 		KASSERT((ccb->flags & CCBF_WAITQUEUE) == 0);
    341   1.5  mlelstv 		TAILQ_INSERT_TAIL(&conn->ccbs_waiting, ccb, chain);
    342   1.5  mlelstv 		ccb->flags |= CCBF_WAITQUEUE;
    343   1.5  mlelstv 	} else if (ccb->flags & CCBF_WAITQUEUE) {
    344   1.5  mlelstv 		TAILQ_REMOVE(&conn->ccbs_waiting, ccb, chain);
    345   1.5  mlelstv 		ccb->flags &= ~CCBF_WAITQUEUE;
    346   1.5  mlelstv 	}
    347   1.5  mlelstv }
    348   1.5  mlelstv 
    349   1.5  mlelstv /*
    350   1.1      agc  * wake_ccb:
    351   1.1      agc  *    Wake up (or dispose of) a CCB. Depending on the CCB's disposition,
    352   1.1      agc  *    either wake up the requesting thread, signal SCSIPI that we're done,
    353   1.1      agc  *    or just free the CCB for CCBDISP_FREE.
    354   1.1      agc  *
    355   1.5  mlelstv  *    Parameter:  The CCB to handle and the new status of the CCB
    356   1.1      agc  */
    357   1.1      agc 
    358   1.1      agc void
    359   1.5  mlelstv wake_ccb(ccb_t *ccb, uint32_t status)
    360   1.1      agc {
    361   1.1      agc 	ccb_disp_t disp;
    362   1.1      agc 	connection_t *conn;
    363   1.1      agc 
    364   1.1      agc 	conn = ccb->connection;
    365   1.1      agc 
    366  1.21  mlelstv 	DEBC(conn, 9, ("CCB %d done, ccb = %p, disp = %d\n",
    367  1.21  mlelstv 		ccb->CmdSN, ccb, ccb->disp));
    368   1.1      agc 
    369  1.11  mlelstv 	ccb_timeout_stop(ccb);
    370   1.1      agc 
    371   1.9  mlelstv 	mutex_enter(&conn->lock);
    372   1.1      agc 	disp = ccb->disp;
    373   1.1      agc 	if (disp <= CCBDISP_NOWAIT ||
    374   1.1      agc 		(disp == CCBDISP_DEFER && conn->state <= ST_WINDING_DOWN)) {
    375   1.9  mlelstv 		mutex_exit(&conn->lock);
    376   1.1      agc 		return;
    377   1.1      agc 	}
    378   1.1      agc 
    379   1.5  mlelstv 	suspend_ccb(ccb, FALSE);
    380   1.1      agc 
    381   1.1      agc 	/* change the disposition so nobody tries this again */
    382   1.1      agc 	ccb->disp = CCBDISP_BUSY;
    383   1.5  mlelstv 	ccb->status = status;
    384   1.9  mlelstv 	mutex_exit(&conn->lock);
    385   1.1      agc 
    386   1.1      agc 	switch (disp) {
    387   1.5  mlelstv 	case CCBDISP_FREE:
    388   1.5  mlelstv 		free_ccb(ccb);
    389   1.5  mlelstv 		break;
    390   1.5  mlelstv 
    391   1.1      agc 	case CCBDISP_WAIT:
    392   1.9  mlelstv 		cv_broadcast(&conn->ccb_cv);
    393   1.1      agc 		break;
    394   1.1      agc 
    395   1.1      agc 	case CCBDISP_SCSIPI:
    396   1.1      agc 		iscsi_done(ccb);
    397   1.5  mlelstv 		free_ccb(ccb);
    398   1.1      agc 		break;
    399   1.1      agc 
    400   1.1      agc 	case CCBDISP_DEFER:
    401   1.1      agc 		break;
    402   1.1      agc 
    403   1.1      agc 	default:
    404   1.5  mlelstv 		DEBC(conn, 1, ("CCB done, ccb = %p, invalid disposition %d", ccb, disp));
    405   1.1      agc 		free_ccb(ccb);
    406   1.1      agc 		break;
    407   1.1      agc 	}
    408   1.1      agc }
    409   1.1      agc 
    410   1.1      agc /*****************************************************************************
    411   1.1      agc  * PDU management functions
    412   1.1      agc  *****************************************************************************/
    413   1.1      agc 
    414   1.1      agc /*
    415   1.5  mlelstv  * get_pdu:
    416   1.1      agc  *    Get a PDU for the SCSI operation.
    417   1.1      agc  *
    418   1.1      agc  *    Parameter:
    419   1.1      agc  *          conn     The connection this PDU should be associated with
    420   1.1      agc  *          waitok   OK to wait for PDU if TRUE
    421   1.1      agc  *
    422   1.1      agc  *    Returns:    The PDU or NULL if none is available and waitok is FALSE.
    423   1.1      agc  */
    424   1.1      agc 
    425   1.1      agc pdu_t *
    426   1.5  mlelstv get_pdu(connection_t *conn, bool waitok)
    427   1.1      agc {
    428   1.1      agc 	pdu_t *pdu;
    429   1.1      agc 
    430   1.9  mlelstv 	mutex_enter(&conn->lock);
    431   1.1      agc 	do {
    432   1.1      agc 		pdu = TAILQ_FIRST(&conn->pdu_pool);
    433   1.5  mlelstv 		if (pdu != NULL)
    434   1.1      agc 			TAILQ_REMOVE(&conn->pdu_pool, pdu, chain);
    435   1.5  mlelstv 
    436   1.1      agc 		if (pdu == NULL) {
    437   1.9  mlelstv 			if (!waitok || conn->terminating) {
    438   1.9  mlelstv 				mutex_exit(&conn->lock);
    439  1.21  mlelstv 				DEB(15, ("get_pdu: failed"));
    440   1.1      agc 				return NULL;
    441   1.9  mlelstv 			}
    442  1.21  mlelstv 			cv_wait(&conn->pdu_cv, &conn->lock);
    443   1.1      agc 		}
    444   1.1      agc 	} while (pdu == NULL);
    445  1.21  mlelstv 	atomic_inc_uint(&conn->pducount);
    446   1.9  mlelstv 	mutex_exit(&conn->lock);
    447   1.1      agc 
    448   1.1      agc 	memset(pdu, 0, sizeof(pdu_t));
    449   1.1      agc 	pdu->connection = conn;
    450   1.1      agc 	pdu->disp = PDUDISP_FREE;
    451   1.1      agc 
    452  1.21  mlelstv 	DEBC(conn, 15, ("get_pdu: pdu = %p, usecount = %d\n", pdu, conn->pducount));
    453  1.21  mlelstv 
    454   1.1      agc 	return pdu;
    455   1.1      agc }
    456   1.1      agc 
    457   1.1      agc /*
    458   1.1      agc  * free_pdu:
    459   1.1      agc  *    Put a PDU back onto the free list.
    460   1.1      agc  *
    461   1.1      agc  *    Parameter:  The PDU.
    462   1.1      agc  */
    463   1.1      agc 
    464   1.1      agc void
    465   1.1      agc free_pdu(pdu_t *pdu)
    466   1.1      agc {
    467   1.1      agc 	connection_t *conn = pdu->connection;
    468   1.1      agc 	pdu_disp_t pdisp;
    469   1.1      agc 
    470  1.21  mlelstv 	DEBC(conn, 15, ("free_pdu: pdu = %p, usecount = %d\n", pdu, conn->pducount-1));
    471  1.21  mlelstv 
    472  1.14  mlelstv 	KASSERT((pdu->flags & PDUF_INQUEUE) == 0);
    473  1.14  mlelstv 
    474   1.1      agc 	if (PDUDISP_UNUSED == (pdisp = pdu->disp))
    475   1.1      agc 		return;
    476   1.1      agc 	pdu->disp = PDUDISP_UNUSED;
    477   1.1      agc 
    478   1.1      agc 	/* free temporary data in this PDU */
    479   1.1      agc 	if (pdu->temp_data)
    480   1.1      agc 		free(pdu->temp_data, M_TEMP);
    481   1.1      agc 
    482   1.9  mlelstv 	mutex_enter(&conn->lock);
    483  1.21  mlelstv 	atomic_dec_uint(&conn->pducount);
    484   1.1      agc 	TAILQ_INSERT_TAIL(&conn->pdu_pool, pdu, chain);
    485   1.9  mlelstv 	mutex_exit(&conn->lock);
    486   1.5  mlelstv 
    487  1.21  mlelstv 	cv_broadcast(&conn->pdu_cv);
    488   1.1      agc }
    489   1.1      agc 
    490   1.1      agc /*
    491   1.1      agc  *    create_pdus
    492   1.1      agc  *       "Create" the pool of PDUs. This doesn't actually create the PDUs
    493   1.1      agc  *       (they are allocated with the connection structure), but it links them
    494   1.1      agc  *       into the free-list.
    495   1.1      agc  *
    496   1.1      agc  *    Parameter:  The connection owning the PDUs.
    497   1.1      agc  */
    498   1.1      agc 
    499   1.1      agc void
    500   1.1      agc create_pdus(connection_t *conn)
    501   1.1      agc {
    502   1.1      agc 	int i;
    503   1.1      agc 	pdu_t *pdu;
    504   1.1      agc 
    505   1.1      agc 	/* Note: PDUs are initialized to 0 with connection structure */
    506   1.1      agc 
    507   1.1      agc 	for (i = 0, pdu = conn->pdu; i < PDUS_PER_CONNECTION; i++, pdu++) {
    508   1.1      agc 		TAILQ_INSERT_HEAD(&conn->pdu_pool, pdu, chain);
    509   1.1      agc 	}
    510   1.1      agc }
    511   1.1      agc 
    512   1.1      agc 
    513   1.1      agc /*****************************************************************************
    514   1.1      agc  * Serial Number management functions
    515   1.1      agc  *****************************************************************************/
    516   1.1      agc 
    517   1.1      agc /*
    518   1.1      agc  * init_sernum:
    519   1.1      agc  *    Initialize serial number buffer variables.
    520   1.1      agc  *
    521   1.1      agc  *    Parameter:
    522   1.1      agc  *          buff   The serial number buffer.
    523   1.1      agc  */
    524   1.1      agc 
    525   1.1      agc void
    526   1.1      agc init_sernum(sernum_buffer_t *buff)
    527   1.1      agc {
    528   1.1      agc 
    529   1.1      agc 	buff->bottom = 0;
    530   1.1      agc 	buff->top = 0;
    531   1.1      agc 	buff->next_sn = 0;
    532   1.1      agc 	buff->ExpSN = 0;
    533   1.1      agc }
    534   1.1      agc 
    535   1.1      agc 
    536   1.1      agc /*
    537   1.1      agc  * add_sernum:
    538   1.1      agc  *    Add a received serial number to the buffer.
    539   1.1      agc  *    If the serial number is smaller than the expected one, it is ignored.
    540   1.1      agc  *    If it is larger, all missing serial numbers are added as well.
    541   1.1      agc  *
    542   1.1      agc  *    Parameter:
    543   1.1      agc  *          buff   The serial number buffer.
    544   1.1      agc  *          num   The received serial number
    545   1.1      agc  *
    546   1.1      agc  *    Returns:
    547   1.1      agc  *          0     if the received block is a duplicate
    548   1.1      agc  *          1     if the number is the expected one
    549   1.1      agc  *          >1    if the numer is > the expected value, in this case the
    550   1.1      agc  *                return value is the number of unacknowledged blocks
    551   1.1      agc  *          <0    if the buffer is full (i.e. an excessive number of blocks
    552   1.1      agc  *                is unacknowledged)
    553   1.1      agc  */
    554   1.1      agc 
    555   1.1      agc int
    556   1.1      agc add_sernum(sernum_buffer_t *buff, uint32_t num)
    557   1.1      agc {
    558   1.3  mlelstv 	int i, t, b;
    559   1.3  mlelstv 	uint32_t n;
    560   1.3  mlelstv 	int32_t diff;
    561   1.1      agc 
    562   1.1      agc 	/*
    563   1.1      agc 	 * next_sn is the next expected SN, so normally diff should be 1.
    564   1.1      agc 	 */
    565   1.1      agc 	n = buff->next_sn;
    566   1.1      agc 	diff = (num - n) + 1;
    567   1.1      agc 
    568   1.1      agc 	if (diff <= 0) {
    569   1.1      agc 		return 0;				/* ignore if SN is smaller than expected (dup or retransmit) */
    570   1.1      agc 	}
    571   1.1      agc 
    572   1.1      agc 	buff->next_sn = num + 1;
    573   1.1      agc 	t = buff->top;
    574   1.1      agc 	b = buff->bottom;
    575   1.1      agc 
    576   1.1      agc 	for (i = 0; i < diff; i++) {
    577   1.1      agc 		buff->sernum[t] = n++;
    578   1.8    joerg 		buff->ack[t] = false;
    579   1.1      agc 		t = (t + 1) % SERNUM_BUFFER_LENGTH;
    580   1.1      agc 		if (t == b) {
    581   1.1      agc 			DEB(1, ("AddSernum: Buffer Full! num %d, diff %d\n", num, diff));
    582   1.1      agc 			return -1;
    583   1.1      agc 		}
    584   1.1      agc 	}
    585   1.1      agc 
    586   1.1      agc 	buff->top = t;
    587  1.12  mlelstv 	DEB(11, ("AddSernum bottom %d [%d], top %d, num %u, diff %d\n",
    588   1.1      agc 			 b, buff->sernum[b], buff->top, num, diff));
    589   1.1      agc 
    590   1.1      agc 	return diff;
    591   1.1      agc }
    592   1.1      agc 
    593   1.1      agc 
    594   1.1      agc /*
    595   1.1      agc  * ack_sernum:
    596   1.1      agc  *    Mark a received serial number as acknowledged. This does not necessarily
    597   1.1      agc  *    change the associated ExpSN if there are lower serial numbers in the
    598   1.1      agc  *    buffer.
    599   1.1      agc  *
    600   1.1      agc  *    Parameter:
    601   1.1      agc  *          buff   The serial number buffer.
    602   1.1      agc  *          num   The serial number to acknowledge.
    603   1.1      agc  *
    604   1.1      agc  *    Returns:    The value of ExpSN.
    605   1.1      agc  */
    606   1.1      agc 
    607   1.1      agc uint32_t
    608   1.1      agc ack_sernum(sernum_buffer_t *buff, uint32_t num)
    609   1.1      agc {
    610   1.1      agc 	int b = buff->bottom;
    611   1.1      agc 	int t = buff->top;
    612   1.1      agc 
    613   1.1      agc 	/* shortcut for most likely case */
    614   1.1      agc 	if (t == (b + 1) && num == buff->sernum[b]) {
    615   1.1      agc 		/* buffer is now empty, reset top */
    616   1.1      agc 		buff->top = b;
    617   1.1      agc 	} else if (b != t) {
    618   1.1      agc 		for (; b != t; b = (b + 1) % SERNUM_BUFFER_LENGTH) {
    619   1.1      agc 			if (!sn_a_lt_b(buff->sernum[b], num))
    620   1.1      agc 				break;
    621   1.1      agc 		}
    622   1.1      agc 		if (num == buff->sernum[b]) {
    623   1.1      agc 			if (b == buff->bottom)
    624   1.1      agc 				buff->bottom = (b + 1) % SERNUM_BUFFER_LENGTH;
    625   1.1      agc 			else
    626   1.8    joerg 				buff->ack[b] = true;
    627   1.1      agc 		}
    628   1.1      agc 
    629   1.1      agc 		for (b = buff->bottom, num = buff->sernum[b] - 1;
    630   1.1      agc 			 b != t && buff->ack[b]; b = (b + 1) % SERNUM_BUFFER_LENGTH) {
    631   1.1      agc 			num = buff->sernum[b];
    632   1.1      agc 		}
    633   1.1      agc 	}
    634   1.1      agc 
    635   1.1      agc 	if (!sn_a_lt_b(num, buff->ExpSN))
    636   1.1      agc 		buff->ExpSN = num + 1;
    637   1.1      agc 
    638  1.12  mlelstv 	DEB(11, ("AckSernum bottom %d, top %d, num %d ExpSN %d\n",
    639   1.1      agc 			 buff->bottom, buff->top, num, buff->ExpSN));
    640   1.1      agc 
    641   1.1      agc 	return buff->ExpSN;
    642   1.1      agc }
    643  1.10  mlelstv 
    644  1.10  mlelstv /*
    645  1.10  mlelstv  * next_sernum:
    646  1.10  mlelstv  *   Return the current command serial number of the session
    647  1.10  mlelstv  *   and optionally increment it for the next query
    648  1.10  mlelstv  */
    649  1.10  mlelstv uint32_t
    650  1.21  mlelstv get_sernum(session_t *sess, pdu_t *pdu)
    651  1.10  mlelstv {
    652  1.10  mlelstv 	uint32_t sn;
    653  1.10  mlelstv 
    654  1.10  mlelstv 	KASSERT(mutex_owned(&sess->lock));
    655  1.10  mlelstv 
    656  1.10  mlelstv 	sn = sess->CmdSN;
    657  1.21  mlelstv 	if ((pdu->pdu.Opcode & OP_IMMEDIATE) == 0)
    658  1.10  mlelstv 		atomic_inc_32(&sess->CmdSN);
    659  1.10  mlelstv 	return sn;
    660  1.10  mlelstv }
    661  1.10  mlelstv 
    662  1.10  mlelstv /*
    663  1.10  mlelstv  * sernum_in_window:
    664  1.10  mlelstv  *   Check wether serial number is in send window
    665  1.10  mlelstv  *
    666  1.10  mlelstv  */
    667  1.10  mlelstv int
    668  1.10  mlelstv sernum_in_window(session_t *sess)
    669  1.10  mlelstv {
    670  1.10  mlelstv 
    671  1.10  mlelstv 	KASSERT(mutex_owned(&sess->lock));
    672  1.10  mlelstv 	return sn_a_le_b(sess->CmdSN, sess->MaxCmdSN);
    673  1.10  mlelstv }
    674  1.10  mlelstv 
    675  1.21  mlelstv /*
    676  1.21  mlelstv  * window_size:
    677  1.21  mlelstv  *    Compute send window size
    678  1.21  mlelstv  */
    679  1.21  mlelstv int
    680  1.21  mlelstv window_size(session_t *sess, int limit)
    681  1.21  mlelstv {
    682  1.21  mlelstv 	uint32_t win;
    683  1.21  mlelstv 
    684  1.21  mlelstv 	KASSERT(mutex_owned(&sess->lock));
    685  1.21  mlelstv 
    686  1.21  mlelstv 	win = 0;
    687  1.21  mlelstv 	if (sn_a_le_b(sess->CmdSN, sess->MaxCmdSN))
    688  1.21  mlelstv 		win = sess->MaxCmdSN - sess->CmdSN + 1;
    689  1.21  mlelstv 	if (win > INT_MAX || win > limit)
    690  1.21  mlelstv 		win = limit;
    691  1.21  mlelstv 
    692  1.21  mlelstv 	return win;
    693  1.21  mlelstv }
    694