buffer_iocp.c revision 1.1.1.8 1 1.1.1.7 christos /* $NetBSD: buffer_iocp.c,v 1.1.1.8 2024/08/18 20:37:41 christos Exp $ */
2 1.1.1.7 christos
3 1.1 christos /*
4 1.1 christos * Copyright (c) 2009-2012 Niels Provos and Nick Mathewson
5 1.1 christos *
6 1.1 christos * Redistribution and use in source and binary forms, with or without
7 1.1 christos * modification, are permitted provided that the following conditions
8 1.1 christos * are met:
9 1.1 christos * 1. Redistributions of source code must retain the above copyright
10 1.1 christos * notice, this list of conditions and the following disclaimer.
11 1.1 christos * 2. Redistributions in binary form must reproduce the above copyright
12 1.1 christos * notice, this list of conditions and the following disclaimer in the
13 1.1 christos * documentation and/or other materials provided with the distribution.
14 1.1 christos * 3. The name of the author may not be used to endorse or promote products
15 1.1 christos * derived from this software without specific prior written permission.
16 1.1 christos *
17 1.1 christos * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18 1.1 christos * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19 1.1 christos * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20 1.1 christos * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21 1.1 christos * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22 1.1 christos * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23 1.1 christos * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24 1.1 christos * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25 1.1 christos * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26 1.1 christos * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27 1.1 christos */
28 1.1 christos
29 1.1 christos /**
30 1.1 christos @file buffer_iocp.c
31 1.1 christos
32 1.1 christos This module implements overlapped read and write functions for evbuffer
33 1.1 christos objects on Windows.
34 1.1 christos */
35 1.1 christos #include "event2/event-config.h"
36 1.1 christos #include "evconfig-private.h"
37 1.1 christos
38 1.1 christos #include "event2/buffer.h"
39 1.1 christos #include "event2/buffer_compat.h"
40 1.1 christos #include "event2/util.h"
41 1.1 christos #include "event2/thread.h"
42 1.1 christos #include "util-internal.h"
43 1.1 christos #include "evthread-internal.h"
44 1.1 christos #include "evbuffer-internal.h"
45 1.1 christos #include "iocp-internal.h"
46 1.1 christos #include "mm-internal.h"
47 1.1 christos
48 1.1 christos #include <winsock2.h>
49 1.1.1.8 christos #include <winerror.h>
50 1.1 christos #include <windows.h>
51 1.1 christos #include <stdio.h>
52 1.1 christos
53 1.1 christos #define MAX_WSABUFS 16
54 1.1 christos
55 1.1 christos /** An evbuffer that can handle overlapped IO. */
56 1.1 christos struct evbuffer_overlapped {
57 1.1 christos struct evbuffer buffer;
58 1.1 christos /** The socket that we're doing overlapped IO on. */
59 1.1 christos evutil_socket_t fd;
60 1.1 christos
61 1.1 christos /** pending I/O type */
62 1.1 christos unsigned read_in_progress : 1;
63 1.1 christos unsigned write_in_progress : 1;
64 1.1 christos
65 1.1 christos /** The first pinned chain in the buffer. */
66 1.1 christos struct evbuffer_chain *first_pinned;
67 1.1 christos
68 1.1 christos /** How many chains are pinned; how many of the fields in buffers
69 1.1 christos * are we using. */
70 1.1 christos int n_buffers;
71 1.1 christos WSABUF buffers[MAX_WSABUFS];
72 1.1 christos };
73 1.1 christos
74 1.1 christos /** Given an evbuffer, return the correponding evbuffer structure, or NULL if
75 1.1 christos * the evbuffer isn't overlapped. */
76 1.1 christos static inline struct evbuffer_overlapped *
77 1.1 christos upcast_evbuffer(struct evbuffer *buf)
78 1.1 christos {
79 1.1 christos if (!buf || !buf->is_overlapped)
80 1.1 christos return NULL;
81 1.1 christos return EVUTIL_UPCAST(buf, struct evbuffer_overlapped, buffer);
82 1.1 christos }
83 1.1 christos
84 1.1 christos /** Unpin all the chains noted as pinned in 'eo'. */
85 1.1 christos static void
86 1.1 christos pin_release(struct evbuffer_overlapped *eo, unsigned flag)
87 1.1 christos {
88 1.1 christos int i;
89 1.1 christos struct evbuffer_chain *next, *chain = eo->first_pinned;
90 1.1 christos
91 1.1 christos for (i = 0; i < eo->n_buffers; ++i) {
92 1.1 christos EVUTIL_ASSERT(chain);
93 1.1 christos next = chain->next;
94 1.1 christos evbuffer_chain_unpin_(chain, flag);
95 1.1 christos chain = next;
96 1.1 christos }
97 1.1 christos }
98 1.1 christos
99 1.1 christos void
100 1.1 christos evbuffer_commit_read_(struct evbuffer *evbuf, ev_ssize_t nBytes)
101 1.1 christos {
102 1.1 christos struct evbuffer_overlapped *buf = upcast_evbuffer(evbuf);
103 1.1 christos struct evbuffer_chain **chainp;
104 1.1 christos size_t remaining, len;
105 1.1 christos unsigned i;
106 1.1 christos
107 1.1 christos EVBUFFER_LOCK(evbuf);
108 1.1 christos EVUTIL_ASSERT(buf->read_in_progress && !buf->write_in_progress);
109 1.1 christos EVUTIL_ASSERT(nBytes >= 0); /* XXXX Can this be false? */
110 1.1 christos
111 1.1 christos evbuffer_unfreeze(evbuf, 0);
112 1.1 christos
113 1.1 christos chainp = evbuf->last_with_datap;
114 1.1 christos if (!((*chainp)->flags & EVBUFFER_MEM_PINNED_R))
115 1.1 christos chainp = &(*chainp)->next;
116 1.1 christos remaining = nBytes;
117 1.1 christos for (i = 0; remaining > 0 && i < (unsigned)buf->n_buffers; ++i) {
118 1.1 christos EVUTIL_ASSERT(*chainp);
119 1.1 christos len = buf->buffers[i].len;
120 1.1 christos if (remaining < len)
121 1.1 christos len = remaining;
122 1.1 christos (*chainp)->off += len;
123 1.1 christos evbuf->last_with_datap = chainp;
124 1.1 christos remaining -= len;
125 1.1 christos chainp = &(*chainp)->next;
126 1.1 christos }
127 1.1 christos
128 1.1 christos pin_release(buf, EVBUFFER_MEM_PINNED_R);
129 1.1 christos
130 1.1 christos buf->read_in_progress = 0;
131 1.1 christos
132 1.1 christos evbuf->total_len += nBytes;
133 1.1 christos evbuf->n_add_for_cb += nBytes;
134 1.1 christos
135 1.1 christos evbuffer_invoke_callbacks_(evbuf);
136 1.1 christos
137 1.1 christos evbuffer_decref_and_unlock_(evbuf);
138 1.1 christos }
139 1.1 christos
140 1.1 christos void
141 1.1 christos evbuffer_commit_write_(struct evbuffer *evbuf, ev_ssize_t nBytes)
142 1.1 christos {
143 1.1 christos struct evbuffer_overlapped *buf = upcast_evbuffer(evbuf);
144 1.1 christos
145 1.1 christos EVBUFFER_LOCK(evbuf);
146 1.1 christos EVUTIL_ASSERT(buf->write_in_progress && !buf->read_in_progress);
147 1.1 christos evbuffer_unfreeze(evbuf, 1);
148 1.1 christos evbuffer_drain(evbuf, nBytes);
149 1.1 christos pin_release(buf,EVBUFFER_MEM_PINNED_W);
150 1.1 christos buf->write_in_progress = 0;
151 1.1 christos evbuffer_decref_and_unlock_(evbuf);
152 1.1 christos }
153 1.1 christos
154 1.1 christos struct evbuffer *
155 1.1 christos evbuffer_overlapped_new_(evutil_socket_t fd)
156 1.1 christos {
157 1.1 christos struct evbuffer_overlapped *evo;
158 1.1 christos
159 1.1 christos evo = mm_calloc(1, sizeof(struct evbuffer_overlapped));
160 1.1 christos if (!evo)
161 1.1 christos return NULL;
162 1.1 christos
163 1.1 christos LIST_INIT(&evo->buffer.callbacks);
164 1.1 christos evo->buffer.refcnt = 1;
165 1.1 christos evo->buffer.last_with_datap = &evo->buffer.first;
166 1.1 christos
167 1.1 christos evo->buffer.is_overlapped = 1;
168 1.1 christos evo->fd = fd;
169 1.1 christos
170 1.1 christos return &evo->buffer;
171 1.1 christos }
172 1.1 christos
173 1.1 christos int
174 1.1 christos evbuffer_launch_write_(struct evbuffer *buf, ev_ssize_t at_most,
175 1.1 christos struct event_overlapped *ol)
176 1.1 christos {
177 1.1 christos struct evbuffer_overlapped *buf_o = upcast_evbuffer(buf);
178 1.1 christos int r = -1;
179 1.1 christos int i;
180 1.1 christos struct evbuffer_chain *chain;
181 1.1 christos DWORD bytesSent;
182 1.1 christos
183 1.1 christos if (!buf) {
184 1.1 christos /* No buffer, or it isn't overlapped */
185 1.1 christos return -1;
186 1.1 christos }
187 1.1 christos
188 1.1 christos EVBUFFER_LOCK(buf);
189 1.1 christos EVUTIL_ASSERT(!buf_o->read_in_progress);
190 1.1 christos if (buf->freeze_start || buf_o->write_in_progress)
191 1.1 christos goto done;
192 1.1 christos if (!buf->total_len) {
193 1.1 christos /* Nothing to write */
194 1.1 christos r = 0;
195 1.1 christos goto done;
196 1.1 christos } else if (at_most < 0 || (size_t)at_most > buf->total_len) {
197 1.1 christos at_most = buf->total_len;
198 1.1 christos }
199 1.1 christos evbuffer_freeze(buf, 1);
200 1.1 christos
201 1.1 christos buf_o->first_pinned = NULL;
202 1.1 christos buf_o->n_buffers = 0;
203 1.1 christos memset(buf_o->buffers, 0, sizeof(buf_o->buffers));
204 1.1 christos
205 1.1 christos chain = buf_o->first_pinned = buf->first;
206 1.1 christos
207 1.1 christos for (i=0; i < MAX_WSABUFS && chain; ++i, chain=chain->next) {
208 1.1 christos WSABUF *b = &buf_o->buffers[i];
209 1.1 christos b->buf = (char*)( chain->buffer + chain->misalign );
210 1.1 christos evbuffer_chain_pin_(chain, EVBUFFER_MEM_PINNED_W);
211 1.1 christos
212 1.1 christos if ((size_t)at_most > chain->off) {
213 1.1 christos /* XXXX Cast is safe for now, since win32 has no
214 1.1 christos mmaped chains. But later, we need to have this
215 1.1 christos add more WSAbufs if chain->off is greater than
216 1.1 christos ULONG_MAX */
217 1.1 christos b->len = (unsigned long)chain->off;
218 1.1 christos at_most -= chain->off;
219 1.1 christos } else {
220 1.1 christos b->len = (unsigned long)at_most;
221 1.1 christos ++i;
222 1.1 christos break;
223 1.1 christos }
224 1.1 christos }
225 1.1 christos
226 1.1 christos buf_o->n_buffers = i;
227 1.1 christos evbuffer_incref_(buf);
228 1.1 christos if (WSASend(buf_o->fd, buf_o->buffers, i, &bytesSent, 0,
229 1.1 christos &ol->overlapped, NULL)) {
230 1.1 christos int error = WSAGetLastError();
231 1.1 christos if (error != WSA_IO_PENDING) {
232 1.1 christos /* An actual error. */
233 1.1 christos pin_release(buf_o, EVBUFFER_MEM_PINNED_W);
234 1.1 christos evbuffer_unfreeze(buf, 1);
235 1.1 christos evbuffer_free(buf); /* decref */
236 1.1 christos goto done;
237 1.1 christos }
238 1.1 christos }
239 1.1 christos
240 1.1 christos buf_o->write_in_progress = 1;
241 1.1 christos r = 0;
242 1.1 christos done:
243 1.1 christos EVBUFFER_UNLOCK(buf);
244 1.1 christos return r;
245 1.1 christos }
246 1.1 christos
247 1.1 christos int
248 1.1 christos evbuffer_launch_read_(struct evbuffer *buf, size_t at_most,
249 1.1 christos struct event_overlapped *ol)
250 1.1 christos {
251 1.1 christos struct evbuffer_overlapped *buf_o = upcast_evbuffer(buf);
252 1.1 christos int r = -1, i;
253 1.1 christos int nvecs;
254 1.1 christos int npin=0;
255 1.1 christos struct evbuffer_chain *chain=NULL, **chainp;
256 1.1 christos DWORD bytesRead;
257 1.1 christos DWORD flags = 0;
258 1.1 christos struct evbuffer_iovec vecs[MAX_WSABUFS];
259 1.1 christos
260 1.1 christos if (!buf_o)
261 1.1 christos return -1;
262 1.1 christos EVBUFFER_LOCK(buf);
263 1.1 christos EVUTIL_ASSERT(!buf_o->write_in_progress);
264 1.1 christos if (buf->freeze_end || buf_o->read_in_progress)
265 1.1 christos goto done;
266 1.1 christos
267 1.1 christos buf_o->first_pinned = NULL;
268 1.1 christos buf_o->n_buffers = 0;
269 1.1 christos memset(buf_o->buffers, 0, sizeof(buf_o->buffers));
270 1.1 christos
271 1.1 christos if (evbuffer_expand_fast_(buf, at_most, MAX_WSABUFS) == -1)
272 1.1 christos goto done;
273 1.1 christos evbuffer_freeze(buf, 0);
274 1.1 christos
275 1.1 christos nvecs = evbuffer_read_setup_vecs_(buf, at_most,
276 1.1 christos vecs, MAX_WSABUFS, &chainp, 1);
277 1.1 christos for (i=0;i<nvecs;++i) {
278 1.1 christos WSABUF_FROM_EVBUFFER_IOV(
279 1.1 christos &buf_o->buffers[i],
280 1.1 christos &vecs[i]);
281 1.1 christos }
282 1.1 christos
283 1.1 christos buf_o->n_buffers = nvecs;
284 1.1 christos buf_o->first_pinned = chain = *chainp;
285 1.1 christos
286 1.1 christos npin=0;
287 1.1 christos for ( ; chain; chain = chain->next) {
288 1.1 christos evbuffer_chain_pin_(chain, EVBUFFER_MEM_PINNED_R);
289 1.1 christos ++npin;
290 1.1 christos }
291 1.1 christos EVUTIL_ASSERT(npin == nvecs);
292 1.1 christos
293 1.1 christos evbuffer_incref_(buf);
294 1.1 christos if (WSARecv(buf_o->fd, buf_o->buffers, nvecs, &bytesRead, &flags,
295 1.1 christos &ol->overlapped, NULL)) {
296 1.1 christos int error = WSAGetLastError();
297 1.1 christos if (error != WSA_IO_PENDING) {
298 1.1 christos /* An actual error. */
299 1.1 christos pin_release(buf_o, EVBUFFER_MEM_PINNED_R);
300 1.1 christos evbuffer_unfreeze(buf, 0);
301 1.1 christos evbuffer_free(buf); /* decref */
302 1.1 christos goto done;
303 1.1 christos }
304 1.1 christos }
305 1.1 christos
306 1.1 christos buf_o->read_in_progress = 1;
307 1.1 christos r = 0;
308 1.1 christos done:
309 1.1 christos EVBUFFER_UNLOCK(buf);
310 1.1 christos return r;
311 1.1 christos }
312 1.1 christos
313 1.1 christos evutil_socket_t
314 1.1 christos evbuffer_overlapped_get_fd_(struct evbuffer *buf)
315 1.1 christos {
316 1.1 christos struct evbuffer_overlapped *buf_o = upcast_evbuffer(buf);
317 1.1 christos return buf_o ? buf_o->fd : -1;
318 1.1 christos }
319 1.1 christos
320 1.1 christos void
321 1.1 christos evbuffer_overlapped_set_fd_(struct evbuffer *buf, evutil_socket_t fd)
322 1.1 christos {
323 1.1 christos struct evbuffer_overlapped *buf_o = upcast_evbuffer(buf);
324 1.1 christos EVBUFFER_LOCK(buf);
325 1.1 christos /* XXX is this right?, should it cancel current I/O operations? */
326 1.1 christos if (buf_o)
327 1.1 christos buf_o->fd = fd;
328 1.1 christos EVBUFFER_UNLOCK(buf);
329 1.1 christos }
330