iscsi_utils.c revision 1.4.2.1 1 1.4.2.1 tls /* $NetBSD: iscsi_utils.c,v 1.4.2.1 2013/02/25 00:29:16 tls Exp $ */
2 1.1 agc
3 1.1 agc /*-
4 1.1 agc * Copyright (c) 2004,2005,2006,2008 The NetBSD Foundation, Inc.
5 1.1 agc * All rights reserved.
6 1.1 agc *
7 1.1 agc * This code is derived from software contributed to The NetBSD Foundation
8 1.1 agc * by Wasabi Systems, Inc.
9 1.1 agc *
10 1.1 agc * Redistribution and use in source and binary forms, with or without
11 1.1 agc * modification, are permitted provided that the following conditions
12 1.1 agc * are met:
13 1.1 agc * 1. Redistributions of source code must retain the above copyright
14 1.1 agc * notice, this list of conditions and the following disclaimer.
15 1.1 agc * 2. Redistributions in binary form must reproduce the above copyright
16 1.1 agc * notice, this list of conditions and the following disclaimer in the
17 1.1 agc * documentation and/or other materials provided with the distribution.
18 1.1 agc *
19 1.1 agc * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 1.1 agc * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 1.1 agc * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 1.1 agc * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 1.1 agc * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 1.1 agc * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 1.1 agc * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 1.1 agc * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 1.1 agc * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 1.1 agc * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 1.1 agc * POSSIBILITY OF SUCH DAMAGE.
30 1.1 agc */
31 1.1 agc #include "iscsi_globals.h"
32 1.1 agc
33 1.1 agc #include <sys/systm.h>
34 1.1 agc #include <sys/buf.h>
35 1.1 agc #include <sys/socketvar.h>
36 1.4 mlelstv #include <sys/bswap.h>
37 1.1 agc
38 1.1 agc
39 1.1 agc #ifdef ISCSI_DEBUG
40 1.1 agc
41 1.1 agc /* debug helper routine */
42 1.1 agc void
43 1.1 agc dump(void *buff, int len)
44 1.1 agc {
45 1.1 agc uint8_t *bp = (uint8_t *) buff;
46 1.1 agc int i;
47 1.1 agc
48 1.1 agc while (len > 0) {
49 1.1 agc for (i = min(16, len); i > 0; i--)
50 1.1 agc printf("%02x ", *bp++);
51 1.1 agc printf("\n");
52 1.1 agc len -= 16;
53 1.1 agc }
54 1.1 agc }
55 1.1 agc
56 1.1 agc #endif
57 1.1 agc
58 1.1 agc /*****************************************************************************
59 1.1 agc * Digest functions
60 1.1 agc *****************************************************************************/
61 1.1 agc
62 1.1 agc /*****************************************************************
63 1.1 agc *
64 1.1 agc * CRC LOOKUP TABLE
65 1.1 agc * ================
66 1.1 agc * The following CRC lookup table was generated automagically
67 1.1 agc * by the Rocksoft^tm Model CRC Algorithm Table Generation
68 1.1 agc * Program V1.0 using the following model parameters:
69 1.1 agc *
70 1.1 agc * Width : 4 bytes.
71 1.1 agc * Poly : 0x1EDC6F41L
72 1.1 agc * Reverse : TRUE.
73 1.1 agc *
74 1.1 agc * For more information on the Rocksoft^tm Model CRC Algorithm,
75 1.1 agc * see the document titled "A Painless Guide to CRC Error
76 1.1 agc * Detection Algorithms" by Ross Williams
77 1.1 agc * (ross (at) guest.adelaide.edu.au.). This document is likely to be
78 1.1 agc * in the FTP archive "ftp.adelaide.edu.au/pub/rocksoft".
79 1.1 agc *
80 1.1 agc *****************************************************************/
81 1.1 agc
82 1.1 agc STATIC uint32_t crc_table[256] = {
83 1.1 agc 0x00000000L, 0xF26B8303L, 0xE13B70F7L, 0x1350F3F4L,
84 1.1 agc 0xC79A971FL, 0x35F1141CL, 0x26A1E7E8L, 0xD4CA64EBL,
85 1.1 agc 0x8AD958CFL, 0x78B2DBCCL, 0x6BE22838L, 0x9989AB3BL,
86 1.1 agc 0x4D43CFD0L, 0xBF284CD3L, 0xAC78BF27L, 0x5E133C24L,
87 1.1 agc 0x105EC76FL, 0xE235446CL, 0xF165B798L, 0x030E349BL,
88 1.1 agc 0xD7C45070L, 0x25AFD373L, 0x36FF2087L, 0xC494A384L,
89 1.1 agc 0x9A879FA0L, 0x68EC1CA3L, 0x7BBCEF57L, 0x89D76C54L,
90 1.1 agc 0x5D1D08BFL, 0xAF768BBCL, 0xBC267848L, 0x4E4DFB4BL,
91 1.1 agc 0x20BD8EDEL, 0xD2D60DDDL, 0xC186FE29L, 0x33ED7D2AL,
92 1.1 agc 0xE72719C1L, 0x154C9AC2L, 0x061C6936L, 0xF477EA35L,
93 1.1 agc 0xAA64D611L, 0x580F5512L, 0x4B5FA6E6L, 0xB93425E5L,
94 1.1 agc 0x6DFE410EL, 0x9F95C20DL, 0x8CC531F9L, 0x7EAEB2FAL,
95 1.1 agc 0x30E349B1L, 0xC288CAB2L, 0xD1D83946L, 0x23B3BA45L,
96 1.1 agc 0xF779DEAEL, 0x05125DADL, 0x1642AE59L, 0xE4292D5AL,
97 1.1 agc 0xBA3A117EL, 0x4851927DL, 0x5B016189L, 0xA96AE28AL,
98 1.1 agc 0x7DA08661L, 0x8FCB0562L, 0x9C9BF696L, 0x6EF07595L,
99 1.1 agc 0x417B1DBCL, 0xB3109EBFL, 0xA0406D4BL, 0x522BEE48L,
100 1.1 agc 0x86E18AA3L, 0x748A09A0L, 0x67DAFA54L, 0x95B17957L,
101 1.1 agc 0xCBA24573L, 0x39C9C670L, 0x2A993584L, 0xD8F2B687L,
102 1.1 agc 0x0C38D26CL, 0xFE53516FL, 0xED03A29BL, 0x1F682198L,
103 1.1 agc 0x5125DAD3L, 0xA34E59D0L, 0xB01EAA24L, 0x42752927L,
104 1.1 agc 0x96BF4DCCL, 0x64D4CECFL, 0x77843D3BL, 0x85EFBE38L,
105 1.1 agc 0xDBFC821CL, 0x2997011FL, 0x3AC7F2EBL, 0xC8AC71E8L,
106 1.1 agc 0x1C661503L, 0xEE0D9600L, 0xFD5D65F4L, 0x0F36E6F7L,
107 1.1 agc 0x61C69362L, 0x93AD1061L, 0x80FDE395L, 0x72966096L,
108 1.1 agc 0xA65C047DL, 0x5437877EL, 0x4767748AL, 0xB50CF789L,
109 1.1 agc 0xEB1FCBADL, 0x197448AEL, 0x0A24BB5AL, 0xF84F3859L,
110 1.1 agc 0x2C855CB2L, 0xDEEEDFB1L, 0xCDBE2C45L, 0x3FD5AF46L,
111 1.1 agc 0x7198540DL, 0x83F3D70EL, 0x90A324FAL, 0x62C8A7F9L,
112 1.1 agc 0xB602C312L, 0x44694011L, 0x5739B3E5L, 0xA55230E6L,
113 1.1 agc 0xFB410CC2L, 0x092A8FC1L, 0x1A7A7C35L, 0xE811FF36L,
114 1.1 agc 0x3CDB9BDDL, 0xCEB018DEL, 0xDDE0EB2AL, 0x2F8B6829L,
115 1.1 agc 0x82F63B78L, 0x709DB87BL, 0x63CD4B8FL, 0x91A6C88CL,
116 1.1 agc 0x456CAC67L, 0xB7072F64L, 0xA457DC90L, 0x563C5F93L,
117 1.1 agc 0x082F63B7L, 0xFA44E0B4L, 0xE9141340L, 0x1B7F9043L,
118 1.1 agc 0xCFB5F4A8L, 0x3DDE77ABL, 0x2E8E845FL, 0xDCE5075CL,
119 1.1 agc 0x92A8FC17L, 0x60C37F14L, 0x73938CE0L, 0x81F80FE3L,
120 1.1 agc 0x55326B08L, 0xA759E80BL, 0xB4091BFFL, 0x466298FCL,
121 1.1 agc 0x1871A4D8L, 0xEA1A27DBL, 0xF94AD42FL, 0x0B21572CL,
122 1.1 agc 0xDFEB33C7L, 0x2D80B0C4L, 0x3ED04330L, 0xCCBBC033L,
123 1.1 agc 0xA24BB5A6L, 0x502036A5L, 0x4370C551L, 0xB11B4652L,
124 1.1 agc 0x65D122B9L, 0x97BAA1BAL, 0x84EA524EL, 0x7681D14DL,
125 1.1 agc 0x2892ED69L, 0xDAF96E6AL, 0xC9A99D9EL, 0x3BC21E9DL,
126 1.1 agc 0xEF087A76L, 0x1D63F975L, 0x0E330A81L, 0xFC588982L,
127 1.1 agc 0xB21572C9L, 0x407EF1CAL, 0x532E023EL, 0xA145813DL,
128 1.1 agc 0x758FE5D6L, 0x87E466D5L, 0x94B49521L, 0x66DF1622L,
129 1.1 agc 0x38CC2A06L, 0xCAA7A905L, 0xD9F75AF1L, 0x2B9CD9F2L,
130 1.1 agc 0xFF56BD19L, 0x0D3D3E1AL, 0x1E6DCDEEL, 0xEC064EEDL,
131 1.1 agc 0xC38D26C4L, 0x31E6A5C7L, 0x22B65633L, 0xD0DDD530L,
132 1.1 agc 0x0417B1DBL, 0xF67C32D8L, 0xE52CC12CL, 0x1747422FL,
133 1.1 agc 0x49547E0BL, 0xBB3FFD08L, 0xA86F0EFCL, 0x5A048DFFL,
134 1.1 agc 0x8ECEE914L, 0x7CA56A17L, 0x6FF599E3L, 0x9D9E1AE0L,
135 1.1 agc 0xD3D3E1ABL, 0x21B862A8L, 0x32E8915CL, 0xC083125FL,
136 1.1 agc 0x144976B4L, 0xE622F5B7L, 0xF5720643L, 0x07198540L,
137 1.1 agc 0x590AB964L, 0xAB613A67L, 0xB831C993L, 0x4A5A4A90L,
138 1.1 agc 0x9E902E7BL, 0x6CFBAD78L, 0x7FAB5E8CL, 0x8DC0DD8FL,
139 1.1 agc 0xE330A81AL, 0x115B2B19L, 0x020BD8EDL, 0xF0605BEEL,
140 1.1 agc 0x24AA3F05L, 0xD6C1BC06L, 0xC5914FF2L, 0x37FACCF1L,
141 1.1 agc 0x69E9F0D5L, 0x9B8273D6L, 0x88D28022L, 0x7AB90321L,
142 1.1 agc 0xAE7367CAL, 0x5C18E4C9L, 0x4F48173DL, 0xBD23943EL,
143 1.1 agc 0xF36E6F75L, 0x0105EC76L, 0x12551F82L, 0xE03E9C81L,
144 1.1 agc 0x34F4F86AL, 0xC69F7B69L, 0xD5CF889DL, 0x27A40B9EL,
145 1.1 agc 0x79B737BAL, 0x8BDCB4B9L, 0x988C474DL, 0x6AE7C44EL,
146 1.1 agc 0xBE2DA0A5L, 0x4C4623A6L, 0x5F16D052L, 0xAD7D5351L
147 1.1 agc };
148 1.1 agc
149 1.1 agc
150 1.1 agc /*
151 1.1 agc * gen_digest:
152 1.1 agc * Generate an iSCSI CRC32C digest over the given data.
153 1.1 agc *
154 1.1 agc * Parameters:
155 1.1 agc * buff The data
156 1.1 agc * len The length of the data in bytes
157 1.1 agc *
158 1.1 agc * Returns: The digest in network byte order
159 1.1 agc */
160 1.1 agc
161 1.1 agc uint32_t
162 1.1 agc gen_digest(void *buff, int len)
163 1.1 agc {
164 1.1 agc uint8_t *bp = (uint8_t *) buff;
165 1.1 agc uint32_t crc = 0xffffffff;
166 1.1 agc
167 1.1 agc while (len--) {
168 1.1 agc crc = ((crc >> 8) & 0x00ffffff) ^ crc_table[(crc ^ *bp++) & 0xff];
169 1.1 agc }
170 1.4 mlelstv return htonl(bswap32(crc ^ 0xffffffff));
171 1.1 agc }
172 1.1 agc
173 1.1 agc
174 1.1 agc /*
175 1.1 agc * gen_digest_2:
176 1.1 agc * Generate an iSCSI CRC32C digest over the given data, which is split over
177 1.1 agc * two buffers.
178 1.1 agc *
179 1.1 agc * Parameters:
180 1.1 agc * buf1, buf2 The data
181 1.1 agc * len1, len2 The length of the data in bytes
182 1.1 agc *
183 1.1 agc * Returns: The digest in network byte order
184 1.1 agc */
185 1.1 agc
186 1.1 agc uint32_t
187 1.1 agc gen_digest_2(void *buf1, int len1, void *buf2, int len2)
188 1.1 agc {
189 1.1 agc uint8_t *bp = (uint8_t *) buf1;
190 1.1 agc uint32_t crc = 0xffffffff;
191 1.1 agc
192 1.1 agc while (len1--) {
193 1.1 agc crc = ((crc >> 8) & 0x00ffffff) ^ crc_table[(crc ^ *bp++) & 0xff];
194 1.1 agc }
195 1.1 agc bp = (uint8_t *) buf2;
196 1.1 agc while (len2--) {
197 1.1 agc crc = ((crc >> 8) & 0x00ffffff) ^ crc_table[(crc ^ *bp++) & 0xff];
198 1.1 agc }
199 1.4 mlelstv return htonl(bswap32(crc ^ 0xffffffff));
200 1.1 agc }
201 1.1 agc
202 1.1 agc /*****************************************************************************
203 1.1 agc * CCB management functions
204 1.1 agc *****************************************************************************/
205 1.1 agc
206 1.1 agc /*
207 1.1 agc * get_ccb:
208 1.1 agc * Get a CCB for the SCSI operation, waiting if none is available.
209 1.1 agc *
210 1.1 agc * Parameter:
211 1.1 agc * sess The session containing this CCB
212 1.1 agc * waitok Whether waiting for a CCB is OK
213 1.1 agc *
214 1.1 agc * Returns: The CCB.
215 1.1 agc */
216 1.1 agc
217 1.1 agc ccb_t *
218 1.1 agc get_ccb(connection_t *conn, bool waitok)
219 1.1 agc {
220 1.1 agc ccb_t *ccb;
221 1.1 agc session_t *sess = conn->session;
222 1.4.2.1 tls int s;
223 1.1 agc
224 1.1 agc do {
225 1.4.2.1 tls s = splbio();
226 1.1 agc ccb = TAILQ_FIRST(&sess->ccb_pool);
227 1.4.2.1 tls if (ccb != NULL)
228 1.1 agc TAILQ_REMOVE(&sess->ccb_pool, ccb, chain);
229 1.4.2.1 tls splx(s);
230 1.4.2.1 tls
231 1.1 agc DEB(100, ("get_ccb: ccb = %p, waitok = %d\n", ccb, waitok));
232 1.1 agc if (ccb == NULL) {
233 1.1 agc if (!waitok || conn->terminating) {
234 1.1 agc return NULL;
235 1.1 agc }
236 1.1 agc PDEBOUT(("Waiting for CCB!\n"));
237 1.1 agc tsleep(&sess->ccb_pool, PWAIT, "get_ccb", 0);
238 1.1 agc }
239 1.1 agc } while (ccb == NULL);
240 1.1 agc
241 1.1 agc ccb->flags = 0;
242 1.1 agc ccb->xs = NULL;
243 1.1 agc ccb->temp_data = NULL;
244 1.1 agc ccb->text_data = NULL;
245 1.1 agc ccb->status = ISCSI_STATUS_SUCCESS;
246 1.1 agc ccb->ITT = (ccb->ITT & 0xffffff) | (++sess->itt_id << 24);
247 1.1 agc ccb->disp = CCBDISP_NOWAIT;
248 1.1 agc ccb->connection = conn;
249 1.2 mlelstv conn->usecount++;
250 1.1 agc
251 1.1 agc return ccb;
252 1.1 agc }
253 1.1 agc
254 1.1 agc /*
255 1.1 agc * free_ccb:
256 1.1 agc * Put a CCB back onto the free list.
257 1.1 agc *
258 1.1 agc * Parameter: The CCB.
259 1.1 agc */
260 1.1 agc
261 1.1 agc void
262 1.1 agc free_ccb(ccb_t *ccb)
263 1.1 agc {
264 1.1 agc session_t *sess = ccb->session;
265 1.1 agc pdu_t *pdu;
266 1.4.2.1 tls int s;
267 1.4.2.1 tls
268 1.4.2.1 tls KASSERT((ccb->flags & CCBF_THROTTLING) == 0);
269 1.4.2.1 tls KASSERT((ccb->flags & CCBF_WAITQUEUE) == 0);
270 1.1 agc
271 1.2 mlelstv ccb->connection->usecount--;
272 1.2 mlelstv ccb->connection = NULL;
273 1.2 mlelstv
274 1.1 agc ccb->disp = CCBDISP_UNUSED;
275 1.1 agc
276 1.1 agc /* free temporary data */
277 1.1 agc if (ccb->temp_data != NULL) {
278 1.1 agc free(ccb->temp_data, M_TEMP);
279 1.1 agc }
280 1.1 agc if (ccb->text_data != NULL) {
281 1.1 agc free(ccb->text_data, M_TEMP);
282 1.1 agc }
283 1.1 agc /* free PDU waiting for ACK */
284 1.1 agc if ((pdu = ccb->pdu_waiting) != NULL) {
285 1.1 agc ccb->pdu_waiting = NULL;
286 1.1 agc free_pdu(pdu);
287 1.1 agc }
288 1.1 agc
289 1.4.2.1 tls s = splbio();
290 1.1 agc TAILQ_INSERT_TAIL(&sess->ccb_pool, ccb, chain);
291 1.4.2.1 tls splx(s);
292 1.4.2.1 tls
293 1.1 agc wakeup(&sess->ccb_pool);
294 1.1 agc }
295 1.1 agc
296 1.1 agc /*
297 1.1 agc * create_ccbs
298 1.1 agc * "Create" the pool of CCBs. This doesn't actually create the CCBs
299 1.1 agc * (they are allocated with the session structure), but it links them
300 1.1 agc * into the free-list.
301 1.1 agc *
302 1.1 agc * Parameter: The session owning the CCBs.
303 1.1 agc */
304 1.1 agc
305 1.1 agc void
306 1.1 agc create_ccbs(session_t *sess)
307 1.1 agc {
308 1.1 agc int i;
309 1.1 agc ccb_t *ccb;
310 1.1 agc int sid = sess->id << 8;
311 1.1 agc
312 1.1 agc /* Note: CCBs are initialized to 0 with connection structure */
313 1.1 agc
314 1.1 agc for (i = 0, ccb = sess->ccb; i < CCBS_PER_SESSION; i++, ccb++) {
315 1.1 agc ccb->ITT = i | sid;
316 1.1 agc ccb->session = sess;
317 1.1 agc
318 1.1 agc callout_init(&ccb->timeout, 0);
319 1.1 agc #if (__NetBSD_Version__ >= 106000000)
320 1.1 agc callout_setfunc(&ccb->timeout, ccb_timeout, ccb);
321 1.1 agc #endif
322 1.1 agc
323 1.1 agc /*DEB (9, ("Create_ccbs: ccb %x itt %x\n", ccb, ccb->ITT)); */
324 1.1 agc TAILQ_INSERT_HEAD(&sess->ccb_pool, ccb, chain);
325 1.1 agc }
326 1.1 agc }
327 1.1 agc
328 1.4.2.1 tls /*
329 1.4.2.1 tls * suspend_ccb:
330 1.4.2.1 tls * Put CCB on wait queue
331 1.4.2.1 tls */
332 1.4.2.1 tls void
333 1.4.2.1 tls suspend_ccb(ccb_t *ccb, bool yes)
334 1.4.2.1 tls {
335 1.4.2.1 tls connection_t *conn;
336 1.4.2.1 tls
337 1.4.2.1 tls conn = ccb->connection;
338 1.4.2.1 tls if (yes) {
339 1.4.2.1 tls KASSERT((ccb->flags & CCBF_THROTTLING) == 0);
340 1.4.2.1 tls KASSERT((ccb->flags & CCBF_WAITQUEUE) == 0);
341 1.4.2.1 tls TAILQ_INSERT_TAIL(&conn->ccbs_waiting, ccb, chain);
342 1.4.2.1 tls ccb->flags |= CCBF_WAITQUEUE;
343 1.4.2.1 tls } else if (ccb->flags & CCBF_WAITQUEUE) {
344 1.4.2.1 tls KASSERT((ccb->flags & CCBF_THROTTLING) == 0);
345 1.4.2.1 tls TAILQ_REMOVE(&conn->ccbs_waiting, ccb, chain);
346 1.4.2.1 tls ccb->flags &= ~CCBF_WAITQUEUE;
347 1.4.2.1 tls }
348 1.4.2.1 tls }
349 1.4.2.1 tls
350 1.4.2.1 tls /*
351 1.4.2.1 tls * throttle_ccb:
352 1.4.2.1 tls * Put CCB on throttling queue
353 1.4.2.1 tls */
354 1.4.2.1 tls void
355 1.4.2.1 tls throttle_ccb(ccb_t *ccb, bool yes)
356 1.4.2.1 tls {
357 1.4.2.1 tls session_t *sess;
358 1.4.2.1 tls
359 1.4.2.1 tls sess = ccb->session;
360 1.4.2.1 tls if (yes) {
361 1.4.2.1 tls KASSERT((ccb->flags & CCBF_THROTTLING) == 0);
362 1.4.2.1 tls KASSERT((ccb->flags & CCBF_WAITQUEUE) == 0);
363 1.4.2.1 tls TAILQ_INSERT_TAIL(&sess->ccbs_throttled, ccb, chain);
364 1.4.2.1 tls ccb->flags |= CCBF_THROTTLING;
365 1.4.2.1 tls } else if (ccb->flags & CCBF_THROTTLING) {
366 1.4.2.1 tls KASSERT((ccb->flags & CCBF_WAITQUEUE) == 0);
367 1.4.2.1 tls TAILQ_REMOVE(&sess->ccbs_throttled, ccb, chain);
368 1.4.2.1 tls ccb->flags &= ~CCBF_THROTTLING;
369 1.4.2.1 tls }
370 1.4.2.1 tls }
371 1.4.2.1 tls
372 1.1 agc
373 1.1 agc /*
374 1.1 agc * wake_ccb:
375 1.1 agc * Wake up (or dispose of) a CCB. Depending on the CCB's disposition,
376 1.1 agc * either wake up the requesting thread, signal SCSIPI that we're done,
377 1.1 agc * or just free the CCB for CCBDISP_FREE.
378 1.1 agc *
379 1.4.2.1 tls * Parameter: The CCB to handle and the new status of the CCB
380 1.1 agc */
381 1.1 agc
382 1.1 agc void
383 1.4.2.1 tls wake_ccb(ccb_t *ccb, uint32_t status)
384 1.1 agc {
385 1.1 agc ccb_disp_t disp;
386 1.1 agc connection_t *conn;
387 1.1 agc int s;
388 1.1 agc
389 1.1 agc conn = ccb->connection;
390 1.1 agc
391 1.1 agc #ifdef ISCSI_DEBUG
392 1.4.2.1 tls DEBC(conn, 9, ("CCB done, ccb = %p, disp = %d\n",
393 1.4.2.1 tls ccb, ccb->disp));
394 1.1 agc #endif
395 1.1 agc
396 1.1 agc callout_stop(&ccb->timeout);
397 1.1 agc
398 1.1 agc s = splbio();
399 1.1 agc disp = ccb->disp;
400 1.1 agc if (disp <= CCBDISP_NOWAIT ||
401 1.1 agc (disp == CCBDISP_DEFER && conn->state <= ST_WINDING_DOWN)) {
402 1.1 agc splx(s);
403 1.1 agc return;
404 1.1 agc }
405 1.1 agc
406 1.4.2.1 tls suspend_ccb(ccb, FALSE);
407 1.4.2.1 tls throttle_ccb(ccb, FALSE);
408 1.1 agc
409 1.1 agc /* change the disposition so nobody tries this again */
410 1.1 agc ccb->disp = CCBDISP_BUSY;
411 1.4.2.1 tls ccb->status = status;
412 1.1 agc splx(s);
413 1.1 agc
414 1.1 agc PERF_END(ccb);
415 1.1 agc
416 1.1 agc switch (disp) {
417 1.4.2.1 tls case CCBDISP_FREE:
418 1.1 agc free_ccb(ccb);
419 1.1 agc break;
420 1.1 agc
421 1.1 agc case CCBDISP_WAIT:
422 1.1 agc wakeup(ccb);
423 1.1 agc break;
424 1.1 agc
425 1.1 agc case CCBDISP_SCSIPI:
426 1.1 agc iscsi_done(ccb);
427 1.4.2.1 tls free_ccb(ccb);
428 1.4.2.1 tls break;
429 1.4.2.1 tls
430 1.4.2.1 tls case CCBDISP_DEFER:
431 1.1 agc break;
432 1.1 agc
433 1.1 agc default:
434 1.4.2.1 tls DEBC(conn, 1, ("CCB done, ccb = %p, invalid disposition %d", ccb, disp));
435 1.1 agc free_ccb(ccb);
436 1.1 agc break;
437 1.1 agc }
438 1.1 agc }
439 1.1 agc
440 1.1 agc /*****************************************************************************
441 1.1 agc * PDU management functions
442 1.1 agc *****************************************************************************/
443 1.1 agc
444 1.1 agc /*
445 1.4.2.1 tls * get_pdu:
446 1.1 agc * Get a PDU for the SCSI operation.
447 1.1 agc *
448 1.1 agc * Parameter:
449 1.1 agc * conn The connection this PDU should be associated with
450 1.1 agc * waitok OK to wait for PDU if TRUE
451 1.1 agc *
452 1.1 agc * Returns: The PDU or NULL if none is available and waitok is FALSE.
453 1.1 agc */
454 1.1 agc
455 1.1 agc pdu_t *
456 1.4.2.1 tls get_pdu(connection_t *conn, bool waitok)
457 1.1 agc {
458 1.1 agc pdu_t *pdu;
459 1.4.2.1 tls int s;
460 1.1 agc
461 1.1 agc do {
462 1.4.2.1 tls s = splbio();
463 1.1 agc pdu = TAILQ_FIRST(&conn->pdu_pool);
464 1.4.2.1 tls if (pdu != NULL)
465 1.1 agc TAILQ_REMOVE(&conn->pdu_pool, pdu, chain);
466 1.4.2.1 tls splx(s);
467 1.4.2.1 tls
468 1.1 agc DEB(100, ("get_pdu_c: pdu = %p, waitok = %d\n", pdu, waitok));
469 1.1 agc if (pdu == NULL) {
470 1.1 agc if (!waitok || conn->terminating)
471 1.1 agc return NULL;
472 1.1 agc PDEBOUT(("Waiting for PDU!\n"));
473 1.1 agc tsleep(&conn->pdu_pool, PWAIT, "get_pdu_c", 0);
474 1.1 agc }
475 1.1 agc } while (pdu == NULL);
476 1.1 agc
477 1.1 agc memset(pdu, 0, sizeof(pdu_t));
478 1.1 agc pdu->connection = conn;
479 1.1 agc pdu->disp = PDUDISP_FREE;
480 1.1 agc
481 1.1 agc return pdu;
482 1.1 agc }
483 1.1 agc
484 1.1 agc /*
485 1.1 agc * free_pdu:
486 1.1 agc * Put a PDU back onto the free list.
487 1.1 agc *
488 1.1 agc * Parameter: The PDU.
489 1.1 agc */
490 1.1 agc
491 1.1 agc void
492 1.1 agc free_pdu(pdu_t *pdu)
493 1.1 agc {
494 1.1 agc connection_t *conn = pdu->connection;
495 1.1 agc pdu_disp_t pdisp;
496 1.4.2.1 tls int s;
497 1.1 agc
498 1.1 agc if (PDUDISP_UNUSED == (pdisp = pdu->disp))
499 1.1 agc return;
500 1.1 agc pdu->disp = PDUDISP_UNUSED;
501 1.1 agc
502 1.1 agc if (pdu->flags & PDUF_INQUEUE) {
503 1.1 agc TAILQ_REMOVE(&conn->pdus_to_send, pdu, send_chain);
504 1.1 agc pdu->flags &= ~PDUF_INQUEUE;
505 1.1 agc }
506 1.1 agc
507 1.1 agc if (pdisp == PDUDISP_SIGNAL)
508 1.1 agc wakeup(pdu);
509 1.1 agc
510 1.1 agc /* free temporary data in this PDU */
511 1.1 agc if (pdu->temp_data)
512 1.1 agc free(pdu->temp_data, M_TEMP);
513 1.1 agc
514 1.4.2.1 tls s = splbio();
515 1.1 agc TAILQ_INSERT_TAIL(&conn->pdu_pool, pdu, chain);
516 1.4.2.1 tls splx(s);
517 1.4.2.1 tls
518 1.1 agc wakeup(&conn->pdu_pool);
519 1.1 agc }
520 1.1 agc
521 1.1 agc /*
522 1.1 agc * create_pdus
523 1.1 agc * "Create" the pool of PDUs. This doesn't actually create the PDUs
524 1.1 agc * (they are allocated with the connection structure), but it links them
525 1.1 agc * into the free-list.
526 1.1 agc *
527 1.1 agc * Parameter: The connection owning the PDUs.
528 1.1 agc */
529 1.1 agc
530 1.1 agc void
531 1.1 agc create_pdus(connection_t *conn)
532 1.1 agc {
533 1.1 agc int i;
534 1.1 agc pdu_t *pdu;
535 1.1 agc
536 1.1 agc /* Note: PDUs are initialized to 0 with connection structure */
537 1.1 agc
538 1.1 agc for (i = 0, pdu = conn->pdu; i < PDUS_PER_CONNECTION; i++, pdu++) {
539 1.1 agc TAILQ_INSERT_HEAD(&conn->pdu_pool, pdu, chain);
540 1.1 agc }
541 1.1 agc }
542 1.1 agc
543 1.1 agc
544 1.1 agc /*****************************************************************************
545 1.1 agc * Serial Number management functions
546 1.1 agc *****************************************************************************/
547 1.1 agc
548 1.1 agc /*
549 1.1 agc * init_sernum:
550 1.1 agc * Initialize serial number buffer variables.
551 1.1 agc *
552 1.1 agc * Parameter:
553 1.1 agc * buff The serial number buffer.
554 1.1 agc */
555 1.1 agc
556 1.1 agc void
557 1.1 agc init_sernum(sernum_buffer_t *buff)
558 1.1 agc {
559 1.1 agc
560 1.1 agc buff->bottom = 0;
561 1.1 agc buff->top = 0;
562 1.1 agc buff->next_sn = 0;
563 1.1 agc buff->ExpSN = 0;
564 1.1 agc }
565 1.1 agc
566 1.1 agc
567 1.1 agc /*
568 1.1 agc * add_sernum:
569 1.1 agc * Add a received serial number to the buffer.
570 1.1 agc * If the serial number is smaller than the expected one, it is ignored.
571 1.1 agc * If it is larger, all missing serial numbers are added as well.
572 1.1 agc *
573 1.1 agc * Parameter:
574 1.1 agc * buff The serial number buffer.
575 1.1 agc * num The received serial number
576 1.1 agc *
577 1.1 agc * Returns:
578 1.1 agc * 0 if the received block is a duplicate
579 1.1 agc * 1 if the number is the expected one
580 1.1 agc * >1 if the numer is > the expected value, in this case the
581 1.1 agc * return value is the number of unacknowledged blocks
582 1.1 agc * <0 if the buffer is full (i.e. an excessive number of blocks
583 1.1 agc * is unacknowledged)
584 1.1 agc */
585 1.1 agc
586 1.1 agc int
587 1.1 agc add_sernum(sernum_buffer_t *buff, uint32_t num)
588 1.1 agc {
589 1.3 mlelstv int i, t, b;
590 1.3 mlelstv uint32_t n;
591 1.3 mlelstv int32_t diff;
592 1.1 agc
593 1.1 agc /*
594 1.1 agc * next_sn is the next expected SN, so normally diff should be 1.
595 1.1 agc */
596 1.1 agc n = buff->next_sn;
597 1.1 agc diff = (num - n) + 1;
598 1.1 agc
599 1.1 agc if (diff <= 0) {
600 1.3 mlelstv PDEB(1, ("Rx Duplicate Block: SN %u < Next SN %u\n", num, n));
601 1.1 agc return 0; /* ignore if SN is smaller than expected (dup or retransmit) */
602 1.1 agc }
603 1.1 agc
604 1.1 agc buff->next_sn = num + 1;
605 1.1 agc t = buff->top;
606 1.1 agc b = buff->bottom;
607 1.1 agc
608 1.1 agc for (i = 0; i < diff; i++) {
609 1.1 agc buff->sernum[t] = n++;
610 1.1 agc buff->ack[t] = 0;
611 1.1 agc t = (t + 1) % SERNUM_BUFFER_LENGTH;
612 1.1 agc if (t == b) {
613 1.1 agc DEB(1, ("AddSernum: Buffer Full! num %d, diff %d\n", num, diff));
614 1.1 agc return -1;
615 1.1 agc }
616 1.1 agc }
617 1.1 agc
618 1.1 agc buff->top = t;
619 1.3 mlelstv DEB(10, ("AddSernum bottom %d [%d], top %d, num %u, diff %d\n",
620 1.1 agc b, buff->sernum[b], buff->top, num, diff));
621 1.1 agc
622 1.1 agc return diff;
623 1.1 agc }
624 1.1 agc
625 1.1 agc
626 1.1 agc /*
627 1.1 agc * ack_sernum:
628 1.1 agc * Mark a received serial number as acknowledged. This does not necessarily
629 1.1 agc * change the associated ExpSN if there are lower serial numbers in the
630 1.1 agc * buffer.
631 1.1 agc *
632 1.1 agc * Parameter:
633 1.1 agc * buff The serial number buffer.
634 1.1 agc * num The serial number to acknowledge.
635 1.1 agc *
636 1.1 agc * Returns: The value of ExpSN.
637 1.1 agc */
638 1.1 agc
639 1.1 agc uint32_t
640 1.1 agc ack_sernum(sernum_buffer_t *buff, uint32_t num)
641 1.1 agc {
642 1.1 agc int b = buff->bottom;
643 1.1 agc int t = buff->top;
644 1.1 agc
645 1.1 agc /* shortcut for most likely case */
646 1.1 agc if (t == (b + 1) && num == buff->sernum[b]) {
647 1.1 agc /* buffer is now empty, reset top */
648 1.1 agc buff->top = b;
649 1.1 agc } else if (b != t) {
650 1.1 agc for (; b != t; b = (b + 1) % SERNUM_BUFFER_LENGTH) {
651 1.1 agc if (!sn_a_lt_b(buff->sernum[b], num))
652 1.1 agc break;
653 1.1 agc }
654 1.1 agc if (num == buff->sernum[b]) {
655 1.1 agc if (b == buff->bottom)
656 1.1 agc buff->bottom = (b + 1) % SERNUM_BUFFER_LENGTH;
657 1.1 agc else
658 1.1 agc buff->ack[b] = 1;
659 1.1 agc }
660 1.1 agc
661 1.1 agc for (b = buff->bottom, num = buff->sernum[b] - 1;
662 1.1 agc b != t && buff->ack[b]; b = (b + 1) % SERNUM_BUFFER_LENGTH) {
663 1.1 agc num = buff->sernum[b];
664 1.1 agc }
665 1.1 agc }
666 1.1 agc
667 1.1 agc if (!sn_a_lt_b(num, buff->ExpSN))
668 1.1 agc buff->ExpSN = num + 1;
669 1.1 agc
670 1.1 agc DEB(10, ("AckSernum bottom %d, top %d, num %d ExpSN %d\n",
671 1.1 agc buff->bottom, buff->top, num, buff->ExpSN));
672 1.1 agc
673 1.1 agc return buff->ExpSN;
674 1.1 agc }
675