1 1.1 christos /* $NetBSD: buffer_iocp.c,v 1.1.1.3 2021/04/07 02:43:13 christos Exp $ */ 2 1.1 christos /* 3 1.1 christos * Copyright (c) 2009-2012 Niels Provos and Nick Mathewson 4 1.1 christos * 5 1.1 christos * Redistribution and use in source and binary forms, with or without 6 1.1 christos * modification, are permitted provided that the following conditions 7 1.1 christos * are met: 8 1.1 christos * 1. Redistributions of source code must retain the above copyright 9 1.1 christos * notice, this list of conditions and the following disclaimer. 10 1.1 christos * 2. Redistributions in binary form must reproduce the above copyright 11 1.1 christos * notice, this list of conditions and the following disclaimer in the 12 1.1 christos * documentation and/or other materials provided with the distribution. 13 1.1 christos * 3. The name of the author may not be used to endorse or promote products 14 1.1 christos * derived from this software without specific prior written permission. 15 1.1 christos * 16 1.1 christos * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 17 1.1 christos * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 18 1.1 christos * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 19 1.1 christos * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 20 1.1 christos * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 21 1.1 christos * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 22 1.1 christos * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 23 1.1 christos * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 24 1.1 christos * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 25 1.1 christos * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 26 1.1 christos */ 27 1.1 christos 28 1.1 christos /** 29 1.1 christos @file buffer_iocp.c 30 1.1 christos 31 1.1 christos This module implements overlapped read and write functions for evbuffer 32 1.1 christos objects on Windows. 33 1.1 christos */ 34 1.1.1.2 christos #include "event2/event-config.h" 35 1.1.1.2 christos #include <sys/cdefs.h> 36 1.1.1.2 christos __RCSID("$NetBSD: buffer_iocp.c,v 1.1.1.3 2021/04/07 02:43:13 christos Exp $"); 37 1.1.1.2 christos #include "evconfig-private.h" 38 1.1 christos 39 1.1 christos #include "event2/buffer.h" 40 1.1 christos #include "event2/buffer_compat.h" 41 1.1 christos #include "event2/util.h" 42 1.1 christos #include "event2/thread.h" 43 1.1 christos #include "util-internal.h" 44 1.1 christos #include "evthread-internal.h" 45 1.1 christos #include "evbuffer-internal.h" 46 1.1 christos #include "iocp-internal.h" 47 1.1 christos #include "mm-internal.h" 48 1.1 christos 49 1.1 christos #include <winsock2.h> 50 1.1.1.3 christos #include <winerror.h> 51 1.1 christos #include <windows.h> 52 1.1 christos #include <stdio.h> 53 1.1 christos 54 1.1 christos #define MAX_WSABUFS 16 55 1.1 christos 56 1.1 christos /** An evbuffer that can handle overlapped IO. */ 57 1.1 christos struct evbuffer_overlapped { 58 1.1 christos struct evbuffer buffer; 59 1.1 christos /** The socket that we're doing overlapped IO on. */ 60 1.1 christos evutil_socket_t fd; 61 1.1 christos 62 1.1 christos /** pending I/O type */ 63 1.1 christos unsigned read_in_progress : 1; 64 1.1 christos unsigned write_in_progress : 1; 65 1.1 christos 66 1.1 christos /** The first pinned chain in the buffer. */ 67 1.1 christos struct evbuffer_chain *first_pinned; 68 1.1 christos 69 1.1 christos /** How many chains are pinned; how many of the fields in buffers 70 1.1 christos * are we using. */ 71 1.1 christos int n_buffers; 72 1.1 christos WSABUF buffers[MAX_WSABUFS]; 73 1.1 christos }; 74 1.1 christos 75 1.1 christos /** Given an evbuffer, return the correponding evbuffer structure, or NULL if 76 1.1 christos * the evbuffer isn't overlapped. */ 77 1.1 christos static inline struct evbuffer_overlapped * 78 1.1 christos upcast_evbuffer(struct evbuffer *buf) 79 1.1 christos { 80 1.1 christos if (!buf || !buf->is_overlapped) 81 1.1 christos return NULL; 82 1.1 christos return EVUTIL_UPCAST(buf, struct evbuffer_overlapped, buffer); 83 1.1 christos } 84 1.1 christos 85 1.1 christos /** Unpin all the chains noted as pinned in 'eo'. */ 86 1.1 christos static void 87 1.1 christos pin_release(struct evbuffer_overlapped *eo, unsigned flag) 88 1.1 christos { 89 1.1 christos int i; 90 1.1 christos struct evbuffer_chain *next, *chain = eo->first_pinned; 91 1.1 christos 92 1.1 christos for (i = 0; i < eo->n_buffers; ++i) { 93 1.1 christos EVUTIL_ASSERT(chain); 94 1.1 christos next = chain->next; 95 1.1.1.2 christos evbuffer_chain_unpin_(chain, flag); 96 1.1 christos chain = next; 97 1.1 christos } 98 1.1 christos } 99 1.1 christos 100 1.1 christos void 101 1.1.1.2 christos evbuffer_commit_read_(struct evbuffer *evbuf, ev_ssize_t nBytes) 102 1.1 christos { 103 1.1 christos struct evbuffer_overlapped *buf = upcast_evbuffer(evbuf); 104 1.1 christos struct evbuffer_chain **chainp; 105 1.1 christos size_t remaining, len; 106 1.1 christos unsigned i; 107 1.1 christos 108 1.1 christos EVBUFFER_LOCK(evbuf); 109 1.1 christos EVUTIL_ASSERT(buf->read_in_progress && !buf->write_in_progress); 110 1.1 christos EVUTIL_ASSERT(nBytes >= 0); /* XXXX Can this be false? */ 111 1.1 christos 112 1.1 christos evbuffer_unfreeze(evbuf, 0); 113 1.1 christos 114 1.1 christos chainp = evbuf->last_with_datap; 115 1.1 christos if (!((*chainp)->flags & EVBUFFER_MEM_PINNED_R)) 116 1.1 christos chainp = &(*chainp)->next; 117 1.1 christos remaining = nBytes; 118 1.1 christos for (i = 0; remaining > 0 && i < (unsigned)buf->n_buffers; ++i) { 119 1.1 christos EVUTIL_ASSERT(*chainp); 120 1.1 christos len = buf->buffers[i].len; 121 1.1 christos if (remaining < len) 122 1.1 christos len = remaining; 123 1.1 christos (*chainp)->off += len; 124 1.1 christos evbuf->last_with_datap = chainp; 125 1.1 christos remaining -= len; 126 1.1 christos chainp = &(*chainp)->next; 127 1.1 christos } 128 1.1 christos 129 1.1 christos pin_release(buf, EVBUFFER_MEM_PINNED_R); 130 1.1 christos 131 1.1 christos buf->read_in_progress = 0; 132 1.1 christos 133 1.1 christos evbuf->total_len += nBytes; 134 1.1 christos evbuf->n_add_for_cb += nBytes; 135 1.1 christos 136 1.1.1.2 christos evbuffer_invoke_callbacks_(evbuf); 137 1.1 christos 138 1.1.1.2 christos evbuffer_decref_and_unlock_(evbuf); 139 1.1 christos } 140 1.1 christos 141 1.1 christos void 142 1.1.1.2 christos evbuffer_commit_write_(struct evbuffer *evbuf, ev_ssize_t nBytes) 143 1.1 christos { 144 1.1 christos struct evbuffer_overlapped *buf = upcast_evbuffer(evbuf); 145 1.1 christos 146 1.1 christos EVBUFFER_LOCK(evbuf); 147 1.1 christos EVUTIL_ASSERT(buf->write_in_progress && !buf->read_in_progress); 148 1.1 christos evbuffer_unfreeze(evbuf, 1); 149 1.1 christos evbuffer_drain(evbuf, nBytes); 150 1.1 christos pin_release(buf,EVBUFFER_MEM_PINNED_W); 151 1.1 christos buf->write_in_progress = 0; 152 1.1.1.2 christos evbuffer_decref_and_unlock_(evbuf); 153 1.1 christos } 154 1.1 christos 155 1.1 christos struct evbuffer * 156 1.1.1.2 christos evbuffer_overlapped_new_(evutil_socket_t fd) 157 1.1 christos { 158 1.1 christos struct evbuffer_overlapped *evo; 159 1.1 christos 160 1.1 christos evo = mm_calloc(1, sizeof(struct evbuffer_overlapped)); 161 1.1 christos if (!evo) 162 1.1 christos return NULL; 163 1.1 christos 164 1.1.1.2 christos LIST_INIT(&evo->buffer.callbacks); 165 1.1 christos evo->buffer.refcnt = 1; 166 1.1 christos evo->buffer.last_with_datap = &evo->buffer.first; 167 1.1 christos 168 1.1 christos evo->buffer.is_overlapped = 1; 169 1.1 christos evo->fd = fd; 170 1.1 christos 171 1.1 christos return &evo->buffer; 172 1.1 christos } 173 1.1 christos 174 1.1 christos int 175 1.1.1.2 christos evbuffer_launch_write_(struct evbuffer *buf, ev_ssize_t at_most, 176 1.1 christos struct event_overlapped *ol) 177 1.1 christos { 178 1.1 christos struct evbuffer_overlapped *buf_o = upcast_evbuffer(buf); 179 1.1 christos int r = -1; 180 1.1 christos int i; 181 1.1 christos struct evbuffer_chain *chain; 182 1.1 christos DWORD bytesSent; 183 1.1 christos 184 1.1 christos if (!buf) { 185 1.1 christos /* No buffer, or it isn't overlapped */ 186 1.1 christos return -1; 187 1.1 christos } 188 1.1 christos 189 1.1 christos EVBUFFER_LOCK(buf); 190 1.1 christos EVUTIL_ASSERT(!buf_o->read_in_progress); 191 1.1 christos if (buf->freeze_start || buf_o->write_in_progress) 192 1.1 christos goto done; 193 1.1 christos if (!buf->total_len) { 194 1.1 christos /* Nothing to write */ 195 1.1 christos r = 0; 196 1.1 christos goto done; 197 1.1 christos } else if (at_most < 0 || (size_t)at_most > buf->total_len) { 198 1.1 christos at_most = buf->total_len; 199 1.1 christos } 200 1.1 christos evbuffer_freeze(buf, 1); 201 1.1 christos 202 1.1 christos buf_o->first_pinned = NULL; 203 1.1 christos buf_o->n_buffers = 0; 204 1.1 christos memset(buf_o->buffers, 0, sizeof(buf_o->buffers)); 205 1.1 christos 206 1.1 christos chain = buf_o->first_pinned = buf->first; 207 1.1 christos 208 1.1 christos for (i=0; i < MAX_WSABUFS && chain; ++i, chain=chain->next) { 209 1.1 christos WSABUF *b = &buf_o->buffers[i]; 210 1.1 christos b->buf = (char*)( chain->buffer + chain->misalign ); 211 1.1.1.2 christos evbuffer_chain_pin_(chain, EVBUFFER_MEM_PINNED_W); 212 1.1 christos 213 1.1 christos if ((size_t)at_most > chain->off) { 214 1.1 christos /* XXXX Cast is safe for now, since win32 has no 215 1.1 christos mmaped chains. But later, we need to have this 216 1.1 christos add more WSAbufs if chain->off is greater than 217 1.1 christos ULONG_MAX */ 218 1.1 christos b->len = (unsigned long)chain->off; 219 1.1 christos at_most -= chain->off; 220 1.1 christos } else { 221 1.1 christos b->len = (unsigned long)at_most; 222 1.1 christos ++i; 223 1.1 christos break; 224 1.1 christos } 225 1.1 christos } 226 1.1 christos 227 1.1 christos buf_o->n_buffers = i; 228 1.1.1.2 christos evbuffer_incref_(buf); 229 1.1 christos if (WSASend(buf_o->fd, buf_o->buffers, i, &bytesSent, 0, 230 1.1 christos &ol->overlapped, NULL)) { 231 1.1 christos int error = WSAGetLastError(); 232 1.1 christos if (error != WSA_IO_PENDING) { 233 1.1 christos /* An actual error. */ 234 1.1 christos pin_release(buf_o, EVBUFFER_MEM_PINNED_W); 235 1.1 christos evbuffer_unfreeze(buf, 1); 236 1.1 christos evbuffer_free(buf); /* decref */ 237 1.1 christos goto done; 238 1.1 christos } 239 1.1 christos } 240 1.1 christos 241 1.1 christos buf_o->write_in_progress = 1; 242 1.1 christos r = 0; 243 1.1 christos done: 244 1.1 christos EVBUFFER_UNLOCK(buf); 245 1.1 christos return r; 246 1.1 christos } 247 1.1 christos 248 1.1 christos int 249 1.1.1.2 christos evbuffer_launch_read_(struct evbuffer *buf, size_t at_most, 250 1.1 christos struct event_overlapped *ol) 251 1.1 christos { 252 1.1 christos struct evbuffer_overlapped *buf_o = upcast_evbuffer(buf); 253 1.1 christos int r = -1, i; 254 1.1 christos int nvecs; 255 1.1 christos int npin=0; 256 1.1 christos struct evbuffer_chain *chain=NULL, **chainp; 257 1.1 christos DWORD bytesRead; 258 1.1 christos DWORD flags = 0; 259 1.1 christos struct evbuffer_iovec vecs[MAX_WSABUFS]; 260 1.1 christos 261 1.1 christos if (!buf_o) 262 1.1 christos return -1; 263 1.1 christos EVBUFFER_LOCK(buf); 264 1.1 christos EVUTIL_ASSERT(!buf_o->write_in_progress); 265 1.1 christos if (buf->freeze_end || buf_o->read_in_progress) 266 1.1 christos goto done; 267 1.1 christos 268 1.1 christos buf_o->first_pinned = NULL; 269 1.1 christos buf_o->n_buffers = 0; 270 1.1 christos memset(buf_o->buffers, 0, sizeof(buf_o->buffers)); 271 1.1 christos 272 1.1.1.2 christos if (evbuffer_expand_fast_(buf, at_most, MAX_WSABUFS) == -1) 273 1.1 christos goto done; 274 1.1 christos evbuffer_freeze(buf, 0); 275 1.1 christos 276 1.1.1.2 christos nvecs = evbuffer_read_setup_vecs_(buf, at_most, 277 1.1 christos vecs, MAX_WSABUFS, &chainp, 1); 278 1.1 christos for (i=0;i<nvecs;++i) { 279 1.1 christos WSABUF_FROM_EVBUFFER_IOV( 280 1.1 christos &buf_o->buffers[i], 281 1.1 christos &vecs[i]); 282 1.1 christos } 283 1.1 christos 284 1.1 christos buf_o->n_buffers = nvecs; 285 1.1 christos buf_o->first_pinned = chain = *chainp; 286 1.1 christos 287 1.1 christos npin=0; 288 1.1 christos for ( ; chain; chain = chain->next) { 289 1.1.1.2 christos evbuffer_chain_pin_(chain, EVBUFFER_MEM_PINNED_R); 290 1.1 christos ++npin; 291 1.1 christos } 292 1.1 christos EVUTIL_ASSERT(npin == nvecs); 293 1.1 christos 294 1.1.1.2 christos evbuffer_incref_(buf); 295 1.1 christos if (WSARecv(buf_o->fd, buf_o->buffers, nvecs, &bytesRead, &flags, 296 1.1 christos &ol->overlapped, NULL)) { 297 1.1 christos int error = WSAGetLastError(); 298 1.1 christos if (error != WSA_IO_PENDING) { 299 1.1 christos /* An actual error. */ 300 1.1 christos pin_release(buf_o, EVBUFFER_MEM_PINNED_R); 301 1.1 christos evbuffer_unfreeze(buf, 0); 302 1.1 christos evbuffer_free(buf); /* decref */ 303 1.1 christos goto done; 304 1.1 christos } 305 1.1 christos } 306 1.1 christos 307 1.1 christos buf_o->read_in_progress = 1; 308 1.1 christos r = 0; 309 1.1 christos done: 310 1.1 christos EVBUFFER_UNLOCK(buf); 311 1.1 christos return r; 312 1.1 christos } 313 1.1 christos 314 1.1 christos evutil_socket_t 315 1.1.1.2 christos evbuffer_overlapped_get_fd_(struct evbuffer *buf) 316 1.1 christos { 317 1.1 christos struct evbuffer_overlapped *buf_o = upcast_evbuffer(buf); 318 1.1 christos return buf_o ? buf_o->fd : -1; 319 1.1 christos } 320 1.1 christos 321 1.1 christos void 322 1.1.1.2 christos evbuffer_overlapped_set_fd_(struct evbuffer *buf, evutil_socket_t fd) 323 1.1 christos { 324 1.1 christos struct evbuffer_overlapped *buf_o = upcast_evbuffer(buf); 325 1.1 christos EVBUFFER_LOCK(buf); 326 1.1 christos /* XXX is this right?, should it cancel current I/O operations? */ 327 1.1 christos if (buf_o) 328 1.1 christos buf_o->fd = fd; 329 1.1 christos EVBUFFER_UNLOCK(buf); 330 1.1 christos } 331