buffer.c revision 1.2.2.3
1 1.2.2.3 snj /* $NetBSD: buffer.c,v 1.2.2.3 2015/11/07 22:46:22 snj Exp $ */ 2 1.2.2.2 snj 3 1.2.2.2 snj /* 4 1.2.2.2 snj * Copyright (c) 2002-2007 Niels Provos <provos (at) citi.umich.edu> 5 1.2.2.2 snj * Copyright (c) 2007-2012 Niels Provos and Nick Mathewson 6 1.2.2.2 snj * 7 1.2.2.2 snj * Redistribution and use in source and binary forms, with or without 8 1.2.2.2 snj * modification, are permitted provided that the following conditions 9 1.2.2.2 snj * are met: 10 1.2.2.2 snj * 1. Redistributions of source code must retain the above copyright 11 1.2.2.2 snj * notice, this list of conditions and the following disclaimer. 12 1.2.2.2 snj * 2. Redistributions in binary form must reproduce the above copyright 13 1.2.2.2 snj * notice, this list of conditions and the following disclaimer in the 14 1.2.2.2 snj * documentation and/or other materials provided with the distribution. 15 1.2.2.2 snj * 3. The name of the author may not be used to endorse or promote products 16 1.2.2.2 snj * derived from this software without specific prior written permission. 17 1.2.2.2 snj * 18 1.2.2.2 snj * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 19 1.2.2.2 snj * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 20 1.2.2.2 snj * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 21 1.2.2.2 snj * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 22 1.2.2.2 snj * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 23 1.2.2.2 snj * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 24 1.2.2.2 snj * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 25 1.2.2.2 snj * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 26 1.2.2.2 snj * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 27 1.2.2.2 snj * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 28 1.2.2.2 snj */ 29 1.2.2.2 snj 30 1.2.2.2 snj #include "event2/event-config.h" 31 1.2.2.2 snj #include "evconfig-private.h" 32 1.2.2.2 snj 33 1.2.2.2 snj #ifdef _WIN32 34 1.2.2.2 snj #include <winsock2.h> 35 1.2.2.2 snj #include <windows.h> 36 1.2.2.2 snj #include <io.h> 37 1.2.2.2 snj #endif 38 1.2.2.2 snj 39 1.2.2.2 snj #ifdef EVENT__HAVE_VASPRINTF 40 1.2.2.2 snj /* If we have vasprintf, we need to define _GNU_SOURCE before we include 41 1.2.2.2 snj * stdio.h. This comes from evconfig-private.h. 42 1.2.2.2 snj */ 43 1.2.2.2 snj #endif 44 1.2.2.2 snj 45 1.2.2.2 snj #include <sys/types.h> 46 1.2.2.2 snj 47 1.2.2.2 snj #ifdef EVENT__HAVE_SYS_TIME_H 48 1.2.2.2 snj #include <sys/time.h> 49 1.2.2.2 snj #endif 50 1.2.2.2 snj 51 1.2.2.2 snj #ifdef EVENT__HAVE_SYS_SOCKET_H 52 1.2.2.2 snj #include <sys/socket.h> 53 1.2.2.2 snj #endif 54 1.2.2.2 snj 55 1.2.2.2 snj #ifdef EVENT__HAVE_SYS_UIO_H 56 1.2.2.2 snj #include <sys/uio.h> 57 1.2.2.2 snj #endif 58 1.2.2.2 snj 59 1.2.2.2 snj #ifdef EVENT__HAVE_SYS_IOCTL_H 60 1.2.2.2 snj #include <sys/ioctl.h> 61 1.2.2.2 snj #endif 62 1.2.2.2 snj 63 1.2.2.2 snj #ifdef EVENT__HAVE_SYS_MMAN_H 64 1.2.2.2 snj #include <sys/mman.h> 65 1.2.2.2 snj #endif 66 1.2.2.2 snj 67 1.2.2.2 snj #ifdef EVENT__HAVE_SYS_SENDFILE_H 68 1.2.2.2 snj #include <sys/sendfile.h> 69 1.2.2.2 snj #endif 70 1.2.2.2 snj #ifdef EVENT__HAVE_SYS_STAT_H 71 1.2.2.2 snj #include <sys/stat.h> 72 1.2.2.2 snj #endif 73 1.2.2.2 snj 74 1.2.2.2 snj 75 1.2.2.2 snj #include <errno.h> 76 1.2.2.2 snj #include <stdio.h> 77 1.2.2.2 snj #include <stdlib.h> 78 1.2.2.2 snj #include <string.h> 79 1.2.2.2 snj #ifdef EVENT__HAVE_STDARG_H 80 1.2.2.2 snj #include <stdarg.h> 81 1.2.2.2 snj #endif 82 1.2.2.2 snj #ifdef EVENT__HAVE_UNISTD_H 83 1.2.2.2 snj #include <unistd.h> 84 1.2.2.2 snj #endif 85 1.2.2.2 snj #include <limits.h> 86 1.2.2.2 snj 87 1.2.2.2 snj #include "event2/event.h" 88 1.2.2.2 snj #include "event2/buffer.h" 89 1.2.2.2 snj #include "event2/buffer_compat.h" 90 1.2.2.2 snj #include "event2/bufferevent.h" 91 1.2.2.2 snj #include "event2/bufferevent_compat.h" 92 1.2.2.2 snj #include "event2/bufferevent_struct.h" 93 1.2.2.2 snj #include "event2/thread.h" 94 1.2.2.2 snj #include "log-internal.h" 95 1.2.2.2 snj #include "mm-internal.h" 96 1.2.2.2 snj #include "util-internal.h" 97 1.2.2.2 snj #include "evthread-internal.h" 98 1.2.2.2 snj #include "evbuffer-internal.h" 99 1.2.2.2 snj #include "bufferevent-internal.h" 100 1.2.2.2 snj 101 1.2.2.2 snj /* some systems do not have MAP_FAILED */ 102 1.2.2.2 snj #ifndef MAP_FAILED 103 1.2.2.2 snj #define MAP_FAILED ((void *)-1) 104 1.2.2.2 snj #endif 105 1.2.2.2 snj 106 1.2.2.2 snj /* send file support */ 107 1.2.2.2 snj #if defined(EVENT__HAVE_SYS_SENDFILE_H) && defined(EVENT__HAVE_SENDFILE) && defined(__linux__) 108 1.2.2.2 snj #define USE_SENDFILE 1 109 1.2.2.2 snj #define SENDFILE_IS_LINUX 1 110 1.2.2.2 snj #elif defined(EVENT__HAVE_SENDFILE) && defined(__FreeBSD__) 111 1.2.2.2 snj #define USE_SENDFILE 1 112 1.2.2.2 snj #define SENDFILE_IS_FREEBSD 1 113 1.2.2.2 snj #elif defined(EVENT__HAVE_SENDFILE) && defined(__APPLE__) 114 1.2.2.2 snj #define USE_SENDFILE 1 115 1.2.2.2 snj #define SENDFILE_IS_MACOSX 1 116 1.2.2.2 snj #elif defined(EVENT__HAVE_SENDFILE) && defined(__sun__) && defined(__svr4__) 117 1.2.2.2 snj #define USE_SENDFILE 1 118 1.2.2.2 snj #define SENDFILE_IS_SOLARIS 1 119 1.2.2.2 snj #endif 120 1.2.2.2 snj 121 1.2.2.2 snj /* Mask of user-selectable callback flags. */ 122 1.2.2.2 snj #define EVBUFFER_CB_USER_FLAGS 0xffff 123 1.2.2.2 snj /* Mask of all internal-use-only flags. */ 124 1.2.2.2 snj #define EVBUFFER_CB_INTERNAL_FLAGS 0xffff0000 125 1.2.2.2 snj 126 1.2.2.2 snj /* Flag set if the callback is using the cb_obsolete function pointer */ 127 1.2.2.2 snj #define EVBUFFER_CB_OBSOLETE 0x00040000 128 1.2.2.2 snj 129 1.2.2.2 snj /* evbuffer_chain support */ 130 1.2.2.2 snj #define CHAIN_SPACE_PTR(ch) ((ch)->buffer + (ch)->misalign + (ch)->off) 131 1.2.2.2 snj #define CHAIN_SPACE_LEN(ch) ((ch)->flags & EVBUFFER_IMMUTABLE ? \ 132 1.2.2.2 snj 0 : (ch)->buffer_len - ((ch)->misalign + (ch)->off)) 133 1.2.2.2 snj 134 1.2.2.2 snj #define CHAIN_PINNED(ch) (((ch)->flags & EVBUFFER_MEM_PINNED_ANY) != 0) 135 1.2.2.2 snj #define CHAIN_PINNED_R(ch) (((ch)->flags & EVBUFFER_MEM_PINNED_R) != 0) 136 1.2.2.2 snj 137 1.2.2.2 snj /* evbuffer_ptr support */ 138 1.2.2.2 snj #define PTR_NOT_FOUND(ptr) do { \ 139 1.2.2.2 snj (ptr)->pos = -1; \ 140 1.2.2.2 snj (ptr)->internal_.chain = NULL; \ 141 1.2.2.2 snj (ptr)->internal_.pos_in_chain = 0; \ 142 1.2.2.2 snj } while (0) 143 1.2.2.2 snj 144 1.2.2.2 snj static void evbuffer_chain_align(struct evbuffer_chain *chain); 145 1.2.2.2 snj static int evbuffer_chain_should_realign(struct evbuffer_chain *chain, 146 1.2.2.2 snj size_t datalen); 147 1.2.2.2 snj static void evbuffer_deferred_callback(struct event_callback *cb, void *arg); 148 1.2.2.2 snj static int evbuffer_ptr_memcmp(const struct evbuffer *buf, 149 1.2.2.2 snj const struct evbuffer_ptr *pos, const char *mem, size_t len); 150 1.2.2.2 snj static struct evbuffer_chain *evbuffer_expand_singlechain(struct evbuffer *buf, 151 1.2.2.2 snj size_t datlen); 152 1.2.2.2 snj static int evbuffer_ptr_subtract(struct evbuffer *buf, struct evbuffer_ptr *pos, 153 1.2.2.2 snj size_t howfar); 154 1.2.2.2 snj static int evbuffer_file_segment_materialize(struct evbuffer_file_segment *seg); 155 1.2.2.2 snj static inline void evbuffer_chain_incref(struct evbuffer_chain *chain); 156 1.2.2.2 snj 157 1.2.2.2 snj static struct evbuffer_chain * 158 1.2.2.2 snj evbuffer_chain_new(size_t size) 159 1.2.2.2 snj { 160 1.2.2.2 snj struct evbuffer_chain *chain; 161 1.2.2.2 snj size_t to_alloc; 162 1.2.2.2 snj 163 1.2.2.3 snj if (size > EVBUFFER_CHAIN_MAX - EVBUFFER_CHAIN_SIZE) 164 1.2.2.3 snj return (NULL); 165 1.2.2.3 snj 166 1.2.2.2 snj size += EVBUFFER_CHAIN_SIZE; 167 1.2.2.2 snj 168 1.2.2.2 snj /* get the next largest memory that can hold the buffer */ 169 1.2.2.3 snj if (size < EVBUFFER_CHAIN_MAX / 2) { 170 1.2.2.3 snj to_alloc = MIN_BUFFER_SIZE; 171 1.2.2.3 snj while (to_alloc < size) { 172 1.2.2.3 snj to_alloc <<= 1; 173 1.2.2.3 snj } 174 1.2.2.3 snj } else { 175 1.2.2.3 snj to_alloc = size; 176 1.2.2.3 snj } 177 1.2.2.2 snj 178 1.2.2.2 snj /* we get everything in one chunk */ 179 1.2.2.2 snj if ((chain = mm_malloc(to_alloc)) == NULL) 180 1.2.2.2 snj return (NULL); 181 1.2.2.2 snj 182 1.2.2.2 snj memset(chain, 0, EVBUFFER_CHAIN_SIZE); 183 1.2.2.2 snj 184 1.2.2.2 snj chain->buffer_len = to_alloc - EVBUFFER_CHAIN_SIZE; 185 1.2.2.2 snj 186 1.2.2.2 snj /* this way we can manipulate the buffer to different addresses, 187 1.2.2.2 snj * which is required for mmap for example. 188 1.2.2.2 snj */ 189 1.2.2.2 snj chain->buffer = EVBUFFER_CHAIN_EXTRA(u_char, chain); 190 1.2.2.2 snj 191 1.2.2.2 snj chain->refcnt = 1; 192 1.2.2.2 snj 193 1.2.2.2 snj return (chain); 194 1.2.2.2 snj } 195 1.2.2.2 snj 196 1.2.2.2 snj static inline void 197 1.2.2.2 snj evbuffer_chain_free(struct evbuffer_chain *chain) 198 1.2.2.2 snj { 199 1.2.2.2 snj EVUTIL_ASSERT(chain->refcnt > 0); 200 1.2.2.2 snj if (--chain->refcnt > 0) { 201 1.2.2.2 snj /* chain is still referenced by other chains */ 202 1.2.2.2 snj return; 203 1.2.2.2 snj } 204 1.2.2.2 snj 205 1.2.2.2 snj if (CHAIN_PINNED(chain)) { 206 1.2.2.2 snj /* will get freed once no longer dangling */ 207 1.2.2.2 snj chain->refcnt++; 208 1.2.2.2 snj chain->flags |= EVBUFFER_DANGLING; 209 1.2.2.2 snj return; 210 1.2.2.2 snj } 211 1.2.2.2 snj 212 1.2.2.2 snj /* safe to release chain, it's either a referencing 213 1.2.2.2 snj * chain or all references to it have been freed */ 214 1.2.2.2 snj if (chain->flags & EVBUFFER_REFERENCE) { 215 1.2.2.2 snj struct evbuffer_chain_reference *info = 216 1.2.2.2 snj EVBUFFER_CHAIN_EXTRA( 217 1.2.2.2 snj struct evbuffer_chain_reference, 218 1.2.2.2 snj chain); 219 1.2.2.2 snj if (info->cleanupfn) 220 1.2.2.2 snj (*info->cleanupfn)(chain->buffer, 221 1.2.2.2 snj chain->buffer_len, 222 1.2.2.2 snj info->extra); 223 1.2.2.2 snj } 224 1.2.2.2 snj if (chain->flags & EVBUFFER_FILESEGMENT) { 225 1.2.2.2 snj struct evbuffer_chain_file_segment *info = 226 1.2.2.2 snj EVBUFFER_CHAIN_EXTRA( 227 1.2.2.2 snj struct evbuffer_chain_file_segment, 228 1.2.2.2 snj chain); 229 1.2.2.2 snj if (info->segment) { 230 1.2.2.2 snj #ifdef _WIN32 231 1.2.2.2 snj if (info->segment->is_mapping) 232 1.2.2.2 snj UnmapViewOfFile(chain->buffer); 233 1.2.2.2 snj #endif 234 1.2.2.2 snj evbuffer_file_segment_free(info->segment); 235 1.2.2.2 snj } 236 1.2.2.2 snj } 237 1.2.2.2 snj if (chain->flags & EVBUFFER_MULTICAST) { 238 1.2.2.2 snj struct evbuffer_multicast_parent *info = 239 1.2.2.2 snj EVBUFFER_CHAIN_EXTRA( 240 1.2.2.2 snj struct evbuffer_multicast_parent, 241 1.2.2.2 snj chain); 242 1.2.2.2 snj /* referencing chain is being freed, decrease 243 1.2.2.2 snj * refcounts of source chain and associated 244 1.2.2.2 snj * evbuffer (which get freed once both reach 245 1.2.2.2 snj * zero) */ 246 1.2.2.2 snj EVUTIL_ASSERT(info->source != NULL); 247 1.2.2.2 snj EVUTIL_ASSERT(info->parent != NULL); 248 1.2.2.2 snj EVBUFFER_LOCK(info->source); 249 1.2.2.2 snj evbuffer_chain_free(info->parent); 250 1.2.2.2 snj evbuffer_decref_and_unlock_(info->source); 251 1.2.2.2 snj } 252 1.2.2.2 snj 253 1.2.2.2 snj mm_free(chain); 254 1.2.2.2 snj } 255 1.2.2.2 snj 256 1.2.2.2 snj static void 257 1.2.2.2 snj evbuffer_free_all_chains(struct evbuffer_chain *chain) 258 1.2.2.2 snj { 259 1.2.2.2 snj struct evbuffer_chain *next; 260 1.2.2.2 snj for (; chain; chain = next) { 261 1.2.2.2 snj next = chain->next; 262 1.2.2.2 snj evbuffer_chain_free(chain); 263 1.2.2.2 snj } 264 1.2.2.2 snj } 265 1.2.2.2 snj 266 1.2.2.2 snj #ifndef NDEBUG 267 1.2.2.2 snj static int 268 1.2.2.2 snj evbuffer_chains_all_empty(struct evbuffer_chain *chain) 269 1.2.2.2 snj { 270 1.2.2.2 snj for (; chain; chain = chain->next) { 271 1.2.2.2 snj if (chain->off) 272 1.2.2.2 snj return 0; 273 1.2.2.2 snj } 274 1.2.2.2 snj return 1; 275 1.2.2.2 snj } 276 1.2.2.2 snj #else 277 1.2.2.2 snj /* The definition is needed for EVUTIL_ASSERT, which uses sizeof to avoid 278 1.2.2.2 snj "unused variable" warnings. */ 279 1.2.2.2 snj static inline int evbuffer_chains_all_empty(struct evbuffer_chain *chain) { 280 1.2.2.2 snj return 1; 281 1.2.2.2 snj } 282 1.2.2.2 snj #endif 283 1.2.2.2 snj 284 1.2.2.2 snj /* Free all trailing chains in 'buf' that are neither pinned nor empty, prior 285 1.2.2.2 snj * to replacing them all with a new chain. Return a pointer to the place 286 1.2.2.2 snj * where the new chain will go. 287 1.2.2.2 snj * 288 1.2.2.2 snj * Internal; requires lock. The caller must fix up buf->last and buf->first 289 1.2.2.2 snj * as needed; they might have been freed. 290 1.2.2.2 snj */ 291 1.2.2.2 snj static struct evbuffer_chain ** 292 1.2.2.2 snj evbuffer_free_trailing_empty_chains(struct evbuffer *buf) 293 1.2.2.2 snj { 294 1.2.2.2 snj struct evbuffer_chain **ch = buf->last_with_datap; 295 1.2.2.2 snj /* Find the first victim chain. It might be *last_with_datap */ 296 1.2.2.2 snj while ((*ch) && ((*ch)->off != 0 || CHAIN_PINNED(*ch))) 297 1.2.2.2 snj ch = &(*ch)->next; 298 1.2.2.2 snj if (*ch) { 299 1.2.2.2 snj EVUTIL_ASSERT(evbuffer_chains_all_empty(*ch)); 300 1.2.2.2 snj evbuffer_free_all_chains(*ch); 301 1.2.2.2 snj *ch = NULL; 302 1.2.2.2 snj } 303 1.2.2.2 snj return ch; 304 1.2.2.2 snj } 305 1.2.2.2 snj 306 1.2.2.2 snj /* Add a single chain 'chain' to the end of 'buf', freeing trailing empty 307 1.2.2.2 snj * chains as necessary. Requires lock. Does not schedule callbacks. 308 1.2.2.2 snj */ 309 1.2.2.2 snj static void 310 1.2.2.2 snj evbuffer_chain_insert(struct evbuffer *buf, 311 1.2.2.2 snj struct evbuffer_chain *chain) 312 1.2.2.2 snj { 313 1.2.2.2 snj ASSERT_EVBUFFER_LOCKED(buf); 314 1.2.2.2 snj if (*buf->last_with_datap == NULL) { 315 1.2.2.2 snj /* There are no chains data on the buffer at all. */ 316 1.2.2.2 snj EVUTIL_ASSERT(buf->last_with_datap == &buf->first); 317 1.2.2.2 snj EVUTIL_ASSERT(buf->first == NULL); 318 1.2.2.2 snj buf->first = buf->last = chain; 319 1.2.2.2 snj } else { 320 1.2.2.2 snj struct evbuffer_chain **chp; 321 1.2.2.2 snj chp = evbuffer_free_trailing_empty_chains(buf); 322 1.2.2.2 snj *chp = chain; 323 1.2.2.2 snj if (chain->off) 324 1.2.2.2 snj buf->last_with_datap = chp; 325 1.2.2.2 snj buf->last = chain; 326 1.2.2.2 snj } 327 1.2.2.2 snj buf->total_len += chain->off; 328 1.2.2.2 snj } 329 1.2.2.2 snj 330 1.2.2.2 snj static inline struct evbuffer_chain * 331 1.2.2.2 snj evbuffer_chain_insert_new(struct evbuffer *buf, size_t datlen) 332 1.2.2.2 snj { 333 1.2.2.2 snj struct evbuffer_chain *chain; 334 1.2.2.2 snj if ((chain = evbuffer_chain_new(datlen)) == NULL) 335 1.2.2.2 snj return NULL; 336 1.2.2.2 snj evbuffer_chain_insert(buf, chain); 337 1.2.2.2 snj return chain; 338 1.2.2.2 snj } 339 1.2.2.2 snj 340 1.2.2.2 snj void 341 1.2.2.2 snj evbuffer_chain_pin_(struct evbuffer_chain *chain, unsigned flag) 342 1.2.2.2 snj { 343 1.2.2.2 snj EVUTIL_ASSERT((chain->flags & flag) == 0); 344 1.2.2.2 snj chain->flags |= flag; 345 1.2.2.2 snj } 346 1.2.2.2 snj 347 1.2.2.2 snj void 348 1.2.2.2 snj evbuffer_chain_unpin_(struct evbuffer_chain *chain, unsigned flag) 349 1.2.2.2 snj { 350 1.2.2.2 snj EVUTIL_ASSERT((chain->flags & flag) != 0); 351 1.2.2.2 snj chain->flags &= ~flag; 352 1.2.2.2 snj if (chain->flags & EVBUFFER_DANGLING) 353 1.2.2.2 snj evbuffer_chain_free(chain); 354 1.2.2.2 snj } 355 1.2.2.2 snj 356 1.2.2.2 snj static inline void 357 1.2.2.2 snj evbuffer_chain_incref(struct evbuffer_chain *chain) 358 1.2.2.2 snj { 359 1.2.2.2 snj ++chain->refcnt; 360 1.2.2.2 snj } 361 1.2.2.2 snj 362 1.2.2.2 snj struct evbuffer * 363 1.2.2.2 snj evbuffer_new(void) 364 1.2.2.2 snj { 365 1.2.2.2 snj struct evbuffer *buffer; 366 1.2.2.2 snj 367 1.2.2.2 snj buffer = mm_calloc(1, sizeof(struct evbuffer)); 368 1.2.2.2 snj if (buffer == NULL) 369 1.2.2.2 snj return (NULL); 370 1.2.2.2 snj 371 1.2.2.2 snj LIST_INIT(&buffer->callbacks); 372 1.2.2.2 snj buffer->refcnt = 1; 373 1.2.2.2 snj buffer->last_with_datap = &buffer->first; 374 1.2.2.2 snj 375 1.2.2.2 snj return (buffer); 376 1.2.2.2 snj } 377 1.2.2.2 snj 378 1.2.2.2 snj int 379 1.2.2.2 snj evbuffer_set_flags(struct evbuffer *buf, ev_uint64_t flags) 380 1.2.2.2 snj { 381 1.2.2.2 snj EVBUFFER_LOCK(buf); 382 1.2.2.2 snj buf->flags |= (ev_uint32_t)flags; 383 1.2.2.2 snj EVBUFFER_UNLOCK(buf); 384 1.2.2.2 snj return 0; 385 1.2.2.2 snj } 386 1.2.2.2 snj 387 1.2.2.2 snj int 388 1.2.2.2 snj evbuffer_clear_flags(struct evbuffer *buf, ev_uint64_t flags) 389 1.2.2.2 snj { 390 1.2.2.2 snj EVBUFFER_LOCK(buf); 391 1.2.2.2 snj buf->flags &= ~(ev_uint32_t)flags; 392 1.2.2.2 snj EVBUFFER_UNLOCK(buf); 393 1.2.2.2 snj return 0; 394 1.2.2.2 snj } 395 1.2.2.2 snj 396 1.2.2.2 snj void 397 1.2.2.2 snj evbuffer_incref_(struct evbuffer *buf) 398 1.2.2.2 snj { 399 1.2.2.2 snj EVBUFFER_LOCK(buf); 400 1.2.2.2 snj ++buf->refcnt; 401 1.2.2.2 snj EVBUFFER_UNLOCK(buf); 402 1.2.2.2 snj } 403 1.2.2.2 snj 404 1.2.2.2 snj void 405 1.2.2.2 snj evbuffer_incref_and_lock_(struct evbuffer *buf) 406 1.2.2.2 snj { 407 1.2.2.2 snj EVBUFFER_LOCK(buf); 408 1.2.2.2 snj ++buf->refcnt; 409 1.2.2.2 snj } 410 1.2.2.2 snj 411 1.2.2.2 snj int 412 1.2.2.2 snj evbuffer_defer_callbacks(struct evbuffer *buffer, struct event_base *base) 413 1.2.2.2 snj { 414 1.2.2.2 snj EVBUFFER_LOCK(buffer); 415 1.2.2.2 snj buffer->cb_queue = base; 416 1.2.2.2 snj buffer->deferred_cbs = 1; 417 1.2.2.2 snj event_deferred_cb_init_(&buffer->deferred, 418 1.2.2.2 snj event_base_get_npriorities(base) / 2, 419 1.2.2.2 snj evbuffer_deferred_callback, buffer); 420 1.2.2.2 snj EVBUFFER_UNLOCK(buffer); 421 1.2.2.2 snj return 0; 422 1.2.2.2 snj } 423 1.2.2.2 snj 424 1.2.2.2 snj int 425 1.2.2.2 snj evbuffer_enable_locking(struct evbuffer *buf, void *lock) 426 1.2.2.2 snj { 427 1.2.2.2 snj #ifdef EVENT__DISABLE_THREAD_SUPPORT 428 1.2.2.2 snj return -1; 429 1.2.2.2 snj #else 430 1.2.2.2 snj if (buf->lock) 431 1.2.2.2 snj return -1; 432 1.2.2.2 snj 433 1.2.2.2 snj if (!lock) { 434 1.2.2.2 snj EVTHREAD_ALLOC_LOCK(lock, EVTHREAD_LOCKTYPE_RECURSIVE); 435 1.2.2.2 snj if (!lock) 436 1.2.2.2 snj return -1; 437 1.2.2.2 snj buf->lock = lock; 438 1.2.2.2 snj buf->own_lock = 1; 439 1.2.2.2 snj } else { 440 1.2.2.2 snj buf->lock = lock; 441 1.2.2.2 snj buf->own_lock = 0; 442 1.2.2.2 snj } 443 1.2.2.2 snj 444 1.2.2.2 snj return 0; 445 1.2.2.2 snj #endif 446 1.2.2.2 snj } 447 1.2.2.2 snj 448 1.2.2.2 snj void 449 1.2.2.2 snj evbuffer_set_parent_(struct evbuffer *buf, struct bufferevent *bev) 450 1.2.2.2 snj { 451 1.2.2.2 snj EVBUFFER_LOCK(buf); 452 1.2.2.2 snj buf->parent = bev; 453 1.2.2.2 snj EVBUFFER_UNLOCK(buf); 454 1.2.2.2 snj } 455 1.2.2.2 snj 456 1.2.2.2 snj static void 457 1.2.2.2 snj evbuffer_run_callbacks(struct evbuffer *buffer, int running_deferred) 458 1.2.2.2 snj { 459 1.2.2.2 snj struct evbuffer_cb_entry *cbent, *next; 460 1.2.2.2 snj struct evbuffer_cb_info info; 461 1.2.2.2 snj size_t new_size; 462 1.2.2.2 snj ev_uint32_t mask, masked_val; 463 1.2.2.2 snj int clear = 1; 464 1.2.2.2 snj 465 1.2.2.2 snj if (running_deferred) { 466 1.2.2.2 snj mask = EVBUFFER_CB_NODEFER|EVBUFFER_CB_ENABLED; 467 1.2.2.2 snj masked_val = EVBUFFER_CB_ENABLED; 468 1.2.2.2 snj } else if (buffer->deferred_cbs) { 469 1.2.2.2 snj mask = EVBUFFER_CB_NODEFER|EVBUFFER_CB_ENABLED; 470 1.2.2.2 snj masked_val = EVBUFFER_CB_NODEFER|EVBUFFER_CB_ENABLED; 471 1.2.2.2 snj /* Don't zero-out n_add/n_del, since the deferred callbacks 472 1.2.2.2 snj will want to see them. */ 473 1.2.2.2 snj clear = 0; 474 1.2.2.2 snj } else { 475 1.2.2.2 snj mask = EVBUFFER_CB_ENABLED; 476 1.2.2.2 snj masked_val = EVBUFFER_CB_ENABLED; 477 1.2.2.2 snj } 478 1.2.2.2 snj 479 1.2.2.2 snj ASSERT_EVBUFFER_LOCKED(buffer); 480 1.2.2.2 snj 481 1.2.2.2 snj if (LIST_EMPTY(&buffer->callbacks)) { 482 1.2.2.2 snj buffer->n_add_for_cb = buffer->n_del_for_cb = 0; 483 1.2.2.2 snj return; 484 1.2.2.2 snj } 485 1.2.2.2 snj if (buffer->n_add_for_cb == 0 && buffer->n_del_for_cb == 0) 486 1.2.2.2 snj return; 487 1.2.2.2 snj 488 1.2.2.2 snj new_size = buffer->total_len; 489 1.2.2.2 snj info.orig_size = new_size + buffer->n_del_for_cb - buffer->n_add_for_cb; 490 1.2.2.2 snj info.n_added = buffer->n_add_for_cb; 491 1.2.2.2 snj info.n_deleted = buffer->n_del_for_cb; 492 1.2.2.2 snj if (clear) { 493 1.2.2.2 snj buffer->n_add_for_cb = 0; 494 1.2.2.2 snj buffer->n_del_for_cb = 0; 495 1.2.2.2 snj } 496 1.2.2.2 snj for (cbent = LIST_FIRST(&buffer->callbacks); 497 1.2.2.2 snj cbent != LIST_END(&buffer->callbacks); 498 1.2.2.2 snj cbent = next) { 499 1.2.2.2 snj /* Get the 'next' pointer now in case this callback decides 500 1.2.2.2 snj * to remove itself or something. */ 501 1.2.2.2 snj next = LIST_NEXT(cbent, next); 502 1.2.2.2 snj 503 1.2.2.2 snj if ((cbent->flags & mask) != masked_val) 504 1.2.2.2 snj continue; 505 1.2.2.2 snj 506 1.2.2.2 snj if ((cbent->flags & EVBUFFER_CB_OBSOLETE)) 507 1.2.2.2 snj cbent->cb.cb_obsolete(buffer, 508 1.2.2.2 snj info.orig_size, new_size, cbent->cbarg); 509 1.2.2.2 snj else 510 1.2.2.2 snj cbent->cb.cb_func(buffer, &info, cbent->cbarg); 511 1.2.2.2 snj } 512 1.2.2.2 snj } 513 1.2.2.2 snj 514 1.2.2.2 snj void 515 1.2.2.2 snj evbuffer_invoke_callbacks_(struct evbuffer *buffer) 516 1.2.2.2 snj { 517 1.2.2.2 snj if (LIST_EMPTY(&buffer->callbacks)) { 518 1.2.2.2 snj buffer->n_add_for_cb = buffer->n_del_for_cb = 0; 519 1.2.2.2 snj return; 520 1.2.2.2 snj } 521 1.2.2.2 snj 522 1.2.2.2 snj if (buffer->deferred_cbs) { 523 1.2.2.2 snj if (event_deferred_cb_schedule_(buffer->cb_queue, &buffer->deferred)) { 524 1.2.2.2 snj evbuffer_incref_and_lock_(buffer); 525 1.2.2.2 snj if (buffer->parent) 526 1.2.2.2 snj bufferevent_incref_(buffer->parent); 527 1.2.2.2 snj } 528 1.2.2.2 snj EVBUFFER_UNLOCK(buffer); 529 1.2.2.2 snj } 530 1.2.2.2 snj 531 1.2.2.2 snj evbuffer_run_callbacks(buffer, 0); 532 1.2.2.2 snj } 533 1.2.2.2 snj 534 1.2.2.2 snj static void 535 1.2.2.2 snj evbuffer_deferred_callback(struct event_callback *cb, void *arg) 536 1.2.2.2 snj { 537 1.2.2.2 snj struct bufferevent *parent = NULL; 538 1.2.2.2 snj struct evbuffer *buffer = arg; 539 1.2.2.2 snj 540 1.2.2.2 snj /* XXXX It would be better to run these callbacks without holding the 541 1.2.2.2 snj * lock */ 542 1.2.2.2 snj EVBUFFER_LOCK(buffer); 543 1.2.2.2 snj parent = buffer->parent; 544 1.2.2.2 snj evbuffer_run_callbacks(buffer, 1); 545 1.2.2.2 snj evbuffer_decref_and_unlock_(buffer); 546 1.2.2.2 snj if (parent) 547 1.2.2.2 snj bufferevent_decref_(parent); 548 1.2.2.2 snj } 549 1.2.2.2 snj 550 1.2.2.2 snj static void 551 1.2.2.2 snj evbuffer_remove_all_callbacks(struct evbuffer *buffer) 552 1.2.2.2 snj { 553 1.2.2.2 snj struct evbuffer_cb_entry *cbent; 554 1.2.2.2 snj 555 1.2.2.2 snj while ((cbent = LIST_FIRST(&buffer->callbacks))) { 556 1.2.2.2 snj LIST_REMOVE(cbent, next); 557 1.2.2.2 snj mm_free(cbent); 558 1.2.2.2 snj } 559 1.2.2.2 snj } 560 1.2.2.2 snj 561 1.2.2.2 snj void 562 1.2.2.2 snj evbuffer_decref_and_unlock_(struct evbuffer *buffer) 563 1.2.2.2 snj { 564 1.2.2.2 snj struct evbuffer_chain *chain, *next; 565 1.2.2.2 snj ASSERT_EVBUFFER_LOCKED(buffer); 566 1.2.2.2 snj 567 1.2.2.2 snj EVUTIL_ASSERT(buffer->refcnt > 0); 568 1.2.2.2 snj 569 1.2.2.2 snj if (--buffer->refcnt > 0) { 570 1.2.2.2 snj EVBUFFER_UNLOCK(buffer); 571 1.2.2.2 snj return; 572 1.2.2.2 snj } 573 1.2.2.2 snj 574 1.2.2.2 snj for (chain = buffer->first; chain != NULL; chain = next) { 575 1.2.2.2 snj next = chain->next; 576 1.2.2.2 snj evbuffer_chain_free(chain); 577 1.2.2.2 snj } 578 1.2.2.2 snj evbuffer_remove_all_callbacks(buffer); 579 1.2.2.2 snj if (buffer->deferred_cbs) 580 1.2.2.2 snj event_deferred_cb_cancel_(buffer->cb_queue, &buffer->deferred); 581 1.2.2.2 snj 582 1.2.2.2 snj EVBUFFER_UNLOCK(buffer); 583 1.2.2.2 snj if (buffer->own_lock) 584 1.2.2.2 snj EVTHREAD_FREE_LOCK(buffer->lock, EVTHREAD_LOCKTYPE_RECURSIVE); 585 1.2.2.2 snj mm_free(buffer); 586 1.2.2.2 snj } 587 1.2.2.2 snj 588 1.2.2.2 snj void 589 1.2.2.2 snj evbuffer_free(struct evbuffer *buffer) 590 1.2.2.2 snj { 591 1.2.2.2 snj EVBUFFER_LOCK(buffer); 592 1.2.2.2 snj evbuffer_decref_and_unlock_(buffer); 593 1.2.2.2 snj } 594 1.2.2.2 snj 595 1.2.2.2 snj void 596 1.2.2.2 snj evbuffer_lock(struct evbuffer *buf) 597 1.2.2.2 snj { 598 1.2.2.2 snj EVBUFFER_LOCK(buf); 599 1.2.2.2 snj } 600 1.2.2.2 snj 601 1.2.2.2 snj void 602 1.2.2.2 snj evbuffer_unlock(struct evbuffer *buf) 603 1.2.2.2 snj { 604 1.2.2.2 snj EVBUFFER_UNLOCK(buf); 605 1.2.2.2 snj } 606 1.2.2.2 snj 607 1.2.2.2 snj size_t 608 1.2.2.2 snj evbuffer_get_length(const struct evbuffer *buffer) 609 1.2.2.2 snj { 610 1.2.2.2 snj size_t result; 611 1.2.2.2 snj 612 1.2.2.2 snj EVBUFFER_LOCK(buffer); 613 1.2.2.2 snj 614 1.2.2.2 snj result = (buffer->total_len); 615 1.2.2.2 snj 616 1.2.2.2 snj EVBUFFER_UNLOCK(buffer); 617 1.2.2.2 snj 618 1.2.2.2 snj return result; 619 1.2.2.2 snj } 620 1.2.2.2 snj 621 1.2.2.2 snj size_t 622 1.2.2.2 snj evbuffer_get_contiguous_space(const struct evbuffer *buf) 623 1.2.2.2 snj { 624 1.2.2.2 snj struct evbuffer_chain *chain; 625 1.2.2.2 snj size_t result; 626 1.2.2.2 snj 627 1.2.2.2 snj EVBUFFER_LOCK(buf); 628 1.2.2.2 snj chain = buf->first; 629 1.2.2.2 snj result = (chain != NULL ? chain->off : 0); 630 1.2.2.2 snj EVBUFFER_UNLOCK(buf); 631 1.2.2.2 snj 632 1.2.2.2 snj return result; 633 1.2.2.2 snj } 634 1.2.2.2 snj 635 1.2.2.2 snj size_t 636 1.2.2.2 snj evbuffer_add_iovec(struct evbuffer * buf, struct evbuffer_iovec * vec, int n_vec) { 637 1.2.2.2 snj int n; 638 1.2.2.2 snj size_t res; 639 1.2.2.2 snj size_t to_alloc; 640 1.2.2.2 snj 641 1.2.2.2 snj EVBUFFER_LOCK(buf); 642 1.2.2.2 snj 643 1.2.2.2 snj res = to_alloc = 0; 644 1.2.2.2 snj 645 1.2.2.2 snj for (n = 0; n < n_vec; n++) { 646 1.2.2.2 snj to_alloc += vec[n].iov_len; 647 1.2.2.2 snj } 648 1.2.2.2 snj 649 1.2.2.2 snj if (evbuffer_expand_fast_(buf, to_alloc, 2) < 0) { 650 1.2.2.2 snj goto done; 651 1.2.2.2 snj } 652 1.2.2.2 snj 653 1.2.2.2 snj for (n = 0; n < n_vec; n++) { 654 1.2.2.2 snj /* XXX each 'add' call here does a bunch of setup that's 655 1.2.2.2 snj * obviated by evbuffer_expand_fast_, and some cleanup that we 656 1.2.2.2 snj * would like to do only once. Instead we should just extract 657 1.2.2.2 snj * the part of the code that's needed. */ 658 1.2.2.2 snj 659 1.2.2.2 snj if (evbuffer_add(buf, vec[n].iov_base, vec[n].iov_len) < 0) { 660 1.2.2.2 snj goto done; 661 1.2.2.2 snj } 662 1.2.2.2 snj 663 1.2.2.2 snj res += vec[n].iov_len; 664 1.2.2.2 snj } 665 1.2.2.2 snj 666 1.2.2.2 snj done: 667 1.2.2.2 snj EVBUFFER_UNLOCK(buf); 668 1.2.2.2 snj return res; 669 1.2.2.2 snj } 670 1.2.2.2 snj 671 1.2.2.2 snj int 672 1.2.2.2 snj evbuffer_reserve_space(struct evbuffer *buf, ev_ssize_t size, 673 1.2.2.2 snj struct evbuffer_iovec *vec, int n_vecs) 674 1.2.2.2 snj { 675 1.2.2.2 snj struct evbuffer_chain *chain, **chainp; 676 1.2.2.2 snj int n = -1; 677 1.2.2.2 snj 678 1.2.2.2 snj EVBUFFER_LOCK(buf); 679 1.2.2.2 snj if (buf->freeze_end) 680 1.2.2.2 snj goto done; 681 1.2.2.2 snj if (n_vecs < 1) 682 1.2.2.2 snj goto done; 683 1.2.2.2 snj if (n_vecs == 1) { 684 1.2.2.2 snj if ((chain = evbuffer_expand_singlechain(buf, size)) == NULL) 685 1.2.2.2 snj goto done; 686 1.2.2.2 snj 687 1.2.2.2 snj vec[0].iov_base = CHAIN_SPACE_PTR(chain); 688 1.2.2.2 snj vec[0].iov_len = (size_t) CHAIN_SPACE_LEN(chain); 689 1.2.2.2 snj EVUTIL_ASSERT(size<0 || (size_t)vec[0].iov_len >= (size_t)size); 690 1.2.2.2 snj n = 1; 691 1.2.2.2 snj } else { 692 1.2.2.2 snj if (evbuffer_expand_fast_(buf, size, n_vecs)<0) 693 1.2.2.2 snj goto done; 694 1.2.2.2 snj n = evbuffer_read_setup_vecs_(buf, size, vec, n_vecs, 695 1.2.2.2 snj &chainp, 0); 696 1.2.2.2 snj } 697 1.2.2.2 snj 698 1.2.2.2 snj done: 699 1.2.2.2 snj EVBUFFER_UNLOCK(buf); 700 1.2.2.2 snj return n; 701 1.2.2.2 snj 702 1.2.2.2 snj } 703 1.2.2.2 snj 704 1.2.2.2 snj static int 705 1.2.2.2 snj advance_last_with_data(struct evbuffer *buf) 706 1.2.2.2 snj { 707 1.2.2.2 snj int n = 0; 708 1.2.2.2 snj ASSERT_EVBUFFER_LOCKED(buf); 709 1.2.2.2 snj 710 1.2.2.2 snj if (!*buf->last_with_datap) 711 1.2.2.2 snj return 0; 712 1.2.2.2 snj 713 1.2.2.2 snj while ((*buf->last_with_datap)->next && (*buf->last_with_datap)->next->off) { 714 1.2.2.2 snj buf->last_with_datap = &(*buf->last_with_datap)->next; 715 1.2.2.2 snj ++n; 716 1.2.2.2 snj } 717 1.2.2.2 snj return n; 718 1.2.2.2 snj } 719 1.2.2.2 snj 720 1.2.2.2 snj int 721 1.2.2.2 snj evbuffer_commit_space(struct evbuffer *buf, 722 1.2.2.2 snj struct evbuffer_iovec *vec, int n_vecs) 723 1.2.2.2 snj { 724 1.2.2.2 snj struct evbuffer_chain *chain, **firstchainp, **chainp; 725 1.2.2.2 snj int result = -1; 726 1.2.2.2 snj size_t added = 0; 727 1.2.2.2 snj int i; 728 1.2.2.2 snj 729 1.2.2.2 snj EVBUFFER_LOCK(buf); 730 1.2.2.2 snj 731 1.2.2.2 snj if (buf->freeze_end) 732 1.2.2.2 snj goto done; 733 1.2.2.2 snj if (n_vecs == 0) { 734 1.2.2.2 snj result = 0; 735 1.2.2.2 snj goto done; 736 1.2.2.2 snj } else if (n_vecs == 1 && 737 1.2.2.2 snj (buf->last && vec[0].iov_base == (void*)CHAIN_SPACE_PTR(buf->last))) { 738 1.2.2.2 snj /* The user only got or used one chain; it might not 739 1.2.2.2 snj * be the first one with space in it. */ 740 1.2.2.2 snj if ((size_t)vec[0].iov_len > (size_t)CHAIN_SPACE_LEN(buf->last)) 741 1.2.2.2 snj goto done; 742 1.2.2.2 snj buf->last->off += vec[0].iov_len; 743 1.2.2.2 snj added = vec[0].iov_len; 744 1.2.2.2 snj if (added) 745 1.2.2.2 snj advance_last_with_data(buf); 746 1.2.2.2 snj goto okay; 747 1.2.2.2 snj } 748 1.2.2.2 snj 749 1.2.2.2 snj /* Advance 'firstchain' to the first chain with space in it. */ 750 1.2.2.2 snj firstchainp = buf->last_with_datap; 751 1.2.2.2 snj if (!*firstchainp) 752 1.2.2.2 snj goto done; 753 1.2.2.2 snj if (CHAIN_SPACE_LEN(*firstchainp) == 0) { 754 1.2.2.2 snj firstchainp = &(*firstchainp)->next; 755 1.2.2.2 snj } 756 1.2.2.2 snj 757 1.2.2.2 snj chain = *firstchainp; 758 1.2.2.2 snj /* pass 1: make sure that the pointers and lengths of vecs[] are in 759 1.2.2.2 snj * bounds before we try to commit anything. */ 760 1.2.2.2 snj for (i=0; i<n_vecs; ++i) { 761 1.2.2.2 snj if (!chain) 762 1.2.2.2 snj goto done; 763 1.2.2.2 snj if (vec[i].iov_base != (void*)CHAIN_SPACE_PTR(chain) || 764 1.2.2.2 snj (size_t)vec[i].iov_len > CHAIN_SPACE_LEN(chain)) 765 1.2.2.2 snj goto done; 766 1.2.2.2 snj chain = chain->next; 767 1.2.2.2 snj } 768 1.2.2.2 snj /* pass 2: actually adjust all the chains. */ 769 1.2.2.2 snj chainp = firstchainp; 770 1.2.2.2 snj for (i=0; i<n_vecs; ++i) { 771 1.2.2.2 snj (*chainp)->off += vec[i].iov_len; 772 1.2.2.2 snj added += vec[i].iov_len; 773 1.2.2.2 snj if (vec[i].iov_len) { 774 1.2.2.2 snj buf->last_with_datap = chainp; 775 1.2.2.2 snj } 776 1.2.2.2 snj chainp = &(*chainp)->next; 777 1.2.2.2 snj } 778 1.2.2.2 snj 779 1.2.2.2 snj okay: 780 1.2.2.2 snj buf->total_len += added; 781 1.2.2.2 snj buf->n_add_for_cb += added; 782 1.2.2.2 snj result = 0; 783 1.2.2.2 snj evbuffer_invoke_callbacks_(buf); 784 1.2.2.2 snj 785 1.2.2.2 snj done: 786 1.2.2.2 snj EVBUFFER_UNLOCK(buf); 787 1.2.2.2 snj return result; 788 1.2.2.2 snj } 789 1.2.2.2 snj 790 1.2.2.2 snj static inline int 791 1.2.2.2 snj HAS_PINNED_R(struct evbuffer *buf) 792 1.2.2.2 snj { 793 1.2.2.2 snj return (buf->last && CHAIN_PINNED_R(buf->last)); 794 1.2.2.2 snj } 795 1.2.2.2 snj 796 1.2.2.2 snj static inline void 797 1.2.2.2 snj ZERO_CHAIN(struct evbuffer *dst) 798 1.2.2.2 snj { 799 1.2.2.2 snj ASSERT_EVBUFFER_LOCKED(dst); 800 1.2.2.2 snj dst->first = NULL; 801 1.2.2.2 snj dst->last = NULL; 802 1.2.2.2 snj dst->last_with_datap = &(dst)->first; 803 1.2.2.2 snj dst->total_len = 0; 804 1.2.2.2 snj } 805 1.2.2.2 snj 806 1.2.2.2 snj /* Prepares the contents of src to be moved to another buffer by removing 807 1.2.2.2 snj * read-pinned chains. The first pinned chain is saved in first, and the 808 1.2.2.2 snj * last in last. If src has no read-pinned chains, first and last are set 809 1.2.2.2 snj * to NULL. */ 810 1.2.2.2 snj static int 811 1.2.2.2 snj PRESERVE_PINNED(struct evbuffer *src, struct evbuffer_chain **first, 812 1.2.2.2 snj struct evbuffer_chain **last) 813 1.2.2.2 snj { 814 1.2.2.2 snj struct evbuffer_chain *chain, **pinned; 815 1.2.2.2 snj 816 1.2.2.2 snj ASSERT_EVBUFFER_LOCKED(src); 817 1.2.2.2 snj 818 1.2.2.2 snj if (!HAS_PINNED_R(src)) { 819 1.2.2.2 snj *first = *last = NULL; 820 1.2.2.2 snj return 0; 821 1.2.2.2 snj } 822 1.2.2.2 snj 823 1.2.2.2 snj pinned = src->last_with_datap; 824 1.2.2.2 snj if (!CHAIN_PINNED_R(*pinned)) 825 1.2.2.2 snj pinned = &(*pinned)->next; 826 1.2.2.2 snj EVUTIL_ASSERT(CHAIN_PINNED_R(*pinned)); 827 1.2.2.2 snj chain = *first = *pinned; 828 1.2.2.2 snj *last = src->last; 829 1.2.2.2 snj 830 1.2.2.2 snj /* If there's data in the first pinned chain, we need to allocate 831 1.2.2.2 snj * a new chain and copy the data over. */ 832 1.2.2.2 snj if (chain->off) { 833 1.2.2.2 snj struct evbuffer_chain *tmp; 834 1.2.2.2 snj 835 1.2.2.2 snj EVUTIL_ASSERT(pinned == src->last_with_datap); 836 1.2.2.2 snj tmp = evbuffer_chain_new(chain->off); 837 1.2.2.2 snj if (!tmp) 838 1.2.2.2 snj return -1; 839 1.2.2.2 snj memcpy(tmp->buffer, chain->buffer + chain->misalign, 840 1.2.2.2 snj chain->off); 841 1.2.2.2 snj tmp->off = chain->off; 842 1.2.2.2 snj *src->last_with_datap = tmp; 843 1.2.2.2 snj src->last = tmp; 844 1.2.2.2 snj chain->misalign += chain->off; 845 1.2.2.2 snj chain->off = 0; 846 1.2.2.2 snj } else { 847 1.2.2.2 snj src->last = *src->last_with_datap; 848 1.2.2.2 snj *pinned = NULL; 849 1.2.2.2 snj } 850 1.2.2.2 snj 851 1.2.2.2 snj return 0; 852 1.2.2.2 snj } 853 1.2.2.2 snj 854 1.2.2.2 snj static inline void 855 1.2.2.2 snj RESTORE_PINNED(struct evbuffer *src, struct evbuffer_chain *pinned, 856 1.2.2.2 snj struct evbuffer_chain *last) 857 1.2.2.2 snj { 858 1.2.2.2 snj ASSERT_EVBUFFER_LOCKED(src); 859 1.2.2.2 snj 860 1.2.2.2 snj if (!pinned) { 861 1.2.2.2 snj ZERO_CHAIN(src); 862 1.2.2.2 snj return; 863 1.2.2.2 snj } 864 1.2.2.2 snj 865 1.2.2.2 snj src->first = pinned; 866 1.2.2.2 snj src->last = last; 867 1.2.2.2 snj src->last_with_datap = &src->first; 868 1.2.2.2 snj src->total_len = 0; 869 1.2.2.2 snj } 870 1.2.2.2 snj 871 1.2.2.2 snj static inline void 872 1.2.2.2 snj COPY_CHAIN(struct evbuffer *dst, struct evbuffer *src) 873 1.2.2.2 snj { 874 1.2.2.2 snj ASSERT_EVBUFFER_LOCKED(dst); 875 1.2.2.2 snj ASSERT_EVBUFFER_LOCKED(src); 876 1.2.2.2 snj dst->first = src->first; 877 1.2.2.2 snj if (src->last_with_datap == &src->first) 878 1.2.2.2 snj dst->last_with_datap = &dst->first; 879 1.2.2.2 snj else 880 1.2.2.2 snj dst->last_with_datap = src->last_with_datap; 881 1.2.2.2 snj dst->last = src->last; 882 1.2.2.2 snj dst->total_len = src->total_len; 883 1.2.2.2 snj } 884 1.2.2.2 snj 885 1.2.2.2 snj static void 886 1.2.2.2 snj APPEND_CHAIN(struct evbuffer *dst, struct evbuffer *src) 887 1.2.2.2 snj { 888 1.2.2.2 snj ASSERT_EVBUFFER_LOCKED(dst); 889 1.2.2.2 snj ASSERT_EVBUFFER_LOCKED(src); 890 1.2.2.2 snj dst->last->next = src->first; 891 1.2.2.2 snj if (src->last_with_datap == &src->first) 892 1.2.2.2 snj dst->last_with_datap = &dst->last->next; 893 1.2.2.2 snj else 894 1.2.2.2 snj dst->last_with_datap = src->last_with_datap; 895 1.2.2.2 snj dst->last = src->last; 896 1.2.2.2 snj dst->total_len += src->total_len; 897 1.2.2.2 snj } 898 1.2.2.2 snj 899 1.2.2.2 snj static inline void 900 1.2.2.2 snj APPEND_CHAIN_MULTICAST(struct evbuffer *dst, struct evbuffer *src) 901 1.2.2.2 snj { 902 1.2.2.2 snj struct evbuffer_chain *tmp; 903 1.2.2.2 snj struct evbuffer_chain *chain = src->first; 904 1.2.2.2 snj struct evbuffer_multicast_parent *extra; 905 1.2.2.2 snj 906 1.2.2.2 snj ASSERT_EVBUFFER_LOCKED(dst); 907 1.2.2.2 snj ASSERT_EVBUFFER_LOCKED(src); 908 1.2.2.2 snj 909 1.2.2.2 snj for (; chain; chain = chain->next) { 910 1.2.2.2 snj if (!chain->off || chain->flags & EVBUFFER_DANGLING) { 911 1.2.2.2 snj /* skip empty chains */ 912 1.2.2.2 snj continue; 913 1.2.2.2 snj } 914 1.2.2.2 snj 915 1.2.2.2 snj tmp = evbuffer_chain_new(sizeof(struct evbuffer_multicast_parent)); 916 1.2.2.2 snj if (!tmp) { 917 1.2.2.2 snj event_warn("%s: out of memory", __func__); 918 1.2.2.2 snj return; 919 1.2.2.2 snj } 920 1.2.2.2 snj extra = EVBUFFER_CHAIN_EXTRA(struct evbuffer_multicast_parent, tmp); 921 1.2.2.2 snj /* reference evbuffer containing source chain so it 922 1.2.2.2 snj * doesn't get released while the chain is still 923 1.2.2.2 snj * being referenced to */ 924 1.2.2.2 snj evbuffer_incref_(src); 925 1.2.2.2 snj extra->source = src; 926 1.2.2.2 snj /* reference source chain which now becomes immutable */ 927 1.2.2.2 snj evbuffer_chain_incref(chain); 928 1.2.2.2 snj extra->parent = chain; 929 1.2.2.2 snj chain->flags |= EVBUFFER_IMMUTABLE; 930 1.2.2.2 snj tmp->buffer_len = chain->buffer_len; 931 1.2.2.2 snj tmp->misalign = chain->misalign; 932 1.2.2.2 snj tmp->off = chain->off; 933 1.2.2.2 snj tmp->flags |= EVBUFFER_MULTICAST|EVBUFFER_IMMUTABLE; 934 1.2.2.2 snj tmp->buffer = chain->buffer; 935 1.2.2.2 snj evbuffer_chain_insert(dst, tmp); 936 1.2.2.2 snj } 937 1.2.2.2 snj } 938 1.2.2.2 snj 939 1.2.2.2 snj static void 940 1.2.2.2 snj PREPEND_CHAIN(struct evbuffer *dst, struct evbuffer *src) 941 1.2.2.2 snj { 942 1.2.2.2 snj ASSERT_EVBUFFER_LOCKED(dst); 943 1.2.2.2 snj ASSERT_EVBUFFER_LOCKED(src); 944 1.2.2.2 snj src->last->next = dst->first; 945 1.2.2.2 snj dst->first = src->first; 946 1.2.2.2 snj dst->total_len += src->total_len; 947 1.2.2.2 snj if (*dst->last_with_datap == NULL) { 948 1.2.2.2 snj if (src->last_with_datap == &(src)->first) 949 1.2.2.2 snj dst->last_with_datap = &dst->first; 950 1.2.2.2 snj else 951 1.2.2.2 snj dst->last_with_datap = src->last_with_datap; 952 1.2.2.2 snj } else if (dst->last_with_datap == &dst->first) { 953 1.2.2.2 snj dst->last_with_datap = &src->last->next; 954 1.2.2.2 snj } 955 1.2.2.2 snj } 956 1.2.2.2 snj 957 1.2.2.2 snj int 958 1.2.2.2 snj evbuffer_add_buffer(struct evbuffer *outbuf, struct evbuffer *inbuf) 959 1.2.2.2 snj { 960 1.2.2.2 snj struct evbuffer_chain *pinned, *last; 961 1.2.2.2 snj size_t in_total_len, out_total_len; 962 1.2.2.2 snj int result = 0; 963 1.2.2.2 snj 964 1.2.2.2 snj EVBUFFER_LOCK2(inbuf, outbuf); 965 1.2.2.2 snj in_total_len = inbuf->total_len; 966 1.2.2.2 snj out_total_len = outbuf->total_len; 967 1.2.2.2 snj 968 1.2.2.2 snj if (in_total_len == 0 || outbuf == inbuf) 969 1.2.2.2 snj goto done; 970 1.2.2.2 snj 971 1.2.2.2 snj if (outbuf->freeze_end || inbuf->freeze_start) { 972 1.2.2.2 snj result = -1; 973 1.2.2.2 snj goto done; 974 1.2.2.2 snj } 975 1.2.2.2 snj 976 1.2.2.2 snj if (PRESERVE_PINNED(inbuf, &pinned, &last) < 0) { 977 1.2.2.2 snj result = -1; 978 1.2.2.2 snj goto done; 979 1.2.2.2 snj } 980 1.2.2.2 snj 981 1.2.2.2 snj if (out_total_len == 0) { 982 1.2.2.2 snj /* There might be an empty chain at the start of outbuf; free 983 1.2.2.2 snj * it. */ 984 1.2.2.2 snj evbuffer_free_all_chains(outbuf->first); 985 1.2.2.2 snj COPY_CHAIN(outbuf, inbuf); 986 1.2.2.2 snj } else { 987 1.2.2.2 snj APPEND_CHAIN(outbuf, inbuf); 988 1.2.2.2 snj } 989 1.2.2.2 snj 990 1.2.2.2 snj RESTORE_PINNED(inbuf, pinned, last); 991 1.2.2.2 snj 992 1.2.2.2 snj inbuf->n_del_for_cb += in_total_len; 993 1.2.2.2 snj outbuf->n_add_for_cb += in_total_len; 994 1.2.2.2 snj 995 1.2.2.2 snj evbuffer_invoke_callbacks_(inbuf); 996 1.2.2.2 snj evbuffer_invoke_callbacks_(outbuf); 997 1.2.2.2 snj 998 1.2.2.2 snj done: 999 1.2.2.2 snj EVBUFFER_UNLOCK2(inbuf, outbuf); 1000 1.2.2.2 snj return result; 1001 1.2.2.2 snj } 1002 1.2.2.2 snj 1003 1.2.2.2 snj int 1004 1.2.2.2 snj evbuffer_add_buffer_reference(struct evbuffer *outbuf, struct evbuffer *inbuf) 1005 1.2.2.2 snj { 1006 1.2.2.2 snj size_t in_total_len, out_total_len; 1007 1.2.2.2 snj struct evbuffer_chain *chain; 1008 1.2.2.2 snj int result = 0; 1009 1.2.2.2 snj 1010 1.2.2.2 snj EVBUFFER_LOCK2(inbuf, outbuf); 1011 1.2.2.2 snj in_total_len = inbuf->total_len; 1012 1.2.2.2 snj out_total_len = outbuf->total_len; 1013 1.2.2.2 snj chain = inbuf->first; 1014 1.2.2.2 snj 1015 1.2.2.2 snj if (in_total_len == 0) 1016 1.2.2.2 snj goto done; 1017 1.2.2.2 snj 1018 1.2.2.2 snj if (outbuf->freeze_end || outbuf == inbuf) { 1019 1.2.2.2 snj result = -1; 1020 1.2.2.2 snj goto done; 1021 1.2.2.2 snj } 1022 1.2.2.2 snj 1023 1.2.2.2 snj for (; chain; chain = chain->next) { 1024 1.2.2.2 snj if ((chain->flags & (EVBUFFER_FILESEGMENT|EVBUFFER_SENDFILE|EVBUFFER_MULTICAST)) != 0) { 1025 1.2.2.2 snj /* chain type can not be referenced */ 1026 1.2.2.2 snj result = -1; 1027 1.2.2.2 snj goto done; 1028 1.2.2.2 snj } 1029 1.2.2.2 snj } 1030 1.2.2.2 snj 1031 1.2.2.2 snj if (out_total_len == 0) { 1032 1.2.2.2 snj /* There might be an empty chain at the start of outbuf; free 1033 1.2.2.2 snj * it. */ 1034 1.2.2.2 snj evbuffer_free_all_chains(outbuf->first); 1035 1.2.2.2 snj } 1036 1.2.2.2 snj APPEND_CHAIN_MULTICAST(outbuf, inbuf); 1037 1.2.2.2 snj 1038 1.2.2.2 snj outbuf->n_add_for_cb += in_total_len; 1039 1.2.2.2 snj evbuffer_invoke_callbacks_(outbuf); 1040 1.2.2.2 snj 1041 1.2.2.2 snj done: 1042 1.2.2.2 snj EVBUFFER_UNLOCK2(inbuf, outbuf); 1043 1.2.2.2 snj return result; 1044 1.2.2.2 snj } 1045 1.2.2.2 snj 1046 1.2.2.2 snj int 1047 1.2.2.2 snj evbuffer_prepend_buffer(struct evbuffer *outbuf, struct evbuffer *inbuf) 1048 1.2.2.2 snj { 1049 1.2.2.2 snj struct evbuffer_chain *pinned, *last; 1050 1.2.2.2 snj size_t in_total_len, out_total_len; 1051 1.2.2.2 snj int result = 0; 1052 1.2.2.2 snj 1053 1.2.2.2 snj EVBUFFER_LOCK2(inbuf, outbuf); 1054 1.2.2.2 snj 1055 1.2.2.2 snj in_total_len = inbuf->total_len; 1056 1.2.2.2 snj out_total_len = outbuf->total_len; 1057 1.2.2.2 snj 1058 1.2.2.2 snj if (!in_total_len || inbuf == outbuf) 1059 1.2.2.2 snj goto done; 1060 1.2.2.2 snj 1061 1.2.2.2 snj if (outbuf->freeze_start || inbuf->freeze_start) { 1062 1.2.2.2 snj result = -1; 1063 1.2.2.2 snj goto done; 1064 1.2.2.2 snj } 1065 1.2.2.2 snj 1066 1.2.2.2 snj if (PRESERVE_PINNED(inbuf, &pinned, &last) < 0) { 1067 1.2.2.2 snj result = -1; 1068 1.2.2.2 snj goto done; 1069 1.2.2.2 snj } 1070 1.2.2.2 snj 1071 1.2.2.2 snj if (out_total_len == 0) { 1072 1.2.2.2 snj /* There might be an empty chain at the start of outbuf; free 1073 1.2.2.2 snj * it. */ 1074 1.2.2.2 snj evbuffer_free_all_chains(outbuf->first); 1075 1.2.2.2 snj COPY_CHAIN(outbuf, inbuf); 1076 1.2.2.2 snj } else { 1077 1.2.2.2 snj PREPEND_CHAIN(outbuf, inbuf); 1078 1.2.2.2 snj } 1079 1.2.2.2 snj 1080 1.2.2.2 snj RESTORE_PINNED(inbuf, pinned, last); 1081 1.2.2.2 snj 1082 1.2.2.2 snj inbuf->n_del_for_cb += in_total_len; 1083 1.2.2.2 snj outbuf->n_add_for_cb += in_total_len; 1084 1.2.2.2 snj 1085 1.2.2.2 snj evbuffer_invoke_callbacks_(inbuf); 1086 1.2.2.2 snj evbuffer_invoke_callbacks_(outbuf); 1087 1.2.2.2 snj done: 1088 1.2.2.2 snj EVBUFFER_UNLOCK2(inbuf, outbuf); 1089 1.2.2.2 snj return result; 1090 1.2.2.2 snj } 1091 1.2.2.2 snj 1092 1.2.2.2 snj int 1093 1.2.2.2 snj evbuffer_drain(struct evbuffer *buf, size_t len) 1094 1.2.2.2 snj { 1095 1.2.2.2 snj struct evbuffer_chain *chain, *next; 1096 1.2.2.2 snj size_t remaining, old_len; 1097 1.2.2.2 snj int result = 0; 1098 1.2.2.2 snj 1099 1.2.2.2 snj EVBUFFER_LOCK(buf); 1100 1.2.2.2 snj old_len = buf->total_len; 1101 1.2.2.2 snj 1102 1.2.2.2 snj if (old_len == 0) 1103 1.2.2.2 snj goto done; 1104 1.2.2.2 snj 1105 1.2.2.2 snj if (buf->freeze_start) { 1106 1.2.2.2 snj result = -1; 1107 1.2.2.2 snj goto done; 1108 1.2.2.2 snj } 1109 1.2.2.2 snj 1110 1.2.2.2 snj if (len >= old_len && !HAS_PINNED_R(buf)) { 1111 1.2.2.2 snj len = old_len; 1112 1.2.2.2 snj for (chain = buf->first; chain != NULL; chain = next) { 1113 1.2.2.2 snj next = chain->next; 1114 1.2.2.2 snj evbuffer_chain_free(chain); 1115 1.2.2.2 snj } 1116 1.2.2.2 snj 1117 1.2.2.2 snj ZERO_CHAIN(buf); 1118 1.2.2.2 snj } else { 1119 1.2.2.2 snj if (len >= old_len) 1120 1.2.2.2 snj len = old_len; 1121 1.2.2.2 snj 1122 1.2.2.2 snj buf->total_len -= len; 1123 1.2.2.2 snj remaining = len; 1124 1.2.2.2 snj for (chain = buf->first; 1125 1.2.2.2 snj remaining >= chain->off; 1126 1.2.2.2 snj chain = next) { 1127 1.2.2.2 snj next = chain->next; 1128 1.2.2.2 snj remaining -= chain->off; 1129 1.2.2.2 snj 1130 1.2.2.2 snj if (chain == *buf->last_with_datap) { 1131 1.2.2.2 snj buf->last_with_datap = &buf->first; 1132 1.2.2.2 snj } 1133 1.2.2.2 snj if (&chain->next == buf->last_with_datap) 1134 1.2.2.2 snj buf->last_with_datap = &buf->first; 1135 1.2.2.2 snj 1136 1.2.2.2 snj if (CHAIN_PINNED_R(chain)) { 1137 1.2.2.2 snj EVUTIL_ASSERT(remaining == 0); 1138 1.2.2.2 snj chain->misalign += chain->off; 1139 1.2.2.2 snj chain->off = 0; 1140 1.2.2.2 snj break; 1141 1.2.2.2 snj } else 1142 1.2.2.2 snj evbuffer_chain_free(chain); 1143 1.2.2.2 snj } 1144 1.2.2.2 snj 1145 1.2.2.2 snj buf->first = chain; 1146 1.2.2.3 snj EVUTIL_ASSERT(chain && remaining <= chain->off); 1147 1.2.2.2 snj chain->misalign += remaining; 1148 1.2.2.2 snj chain->off -= remaining; 1149 1.2.2.2 snj } 1150 1.2.2.2 snj 1151 1.2.2.2 snj buf->n_del_for_cb += len; 1152 1.2.2.2 snj /* Tell someone about changes in this buffer */ 1153 1.2.2.2 snj evbuffer_invoke_callbacks_(buf); 1154 1.2.2.2 snj 1155 1.2.2.2 snj done: 1156 1.2.2.2 snj EVBUFFER_UNLOCK(buf); 1157 1.2.2.2 snj return result; 1158 1.2.2.2 snj } 1159 1.2.2.2 snj 1160 1.2.2.2 snj /* Reads data from an event buffer and drains the bytes read */ 1161 1.2.2.2 snj int 1162 1.2.2.2 snj evbuffer_remove(struct evbuffer *buf, void *data_out, size_t datlen) 1163 1.2.2.2 snj { 1164 1.2.2.2 snj ev_ssize_t n; 1165 1.2.2.2 snj EVBUFFER_LOCK(buf); 1166 1.2.2.2 snj n = evbuffer_copyout_from(buf, NULL, data_out, datlen); 1167 1.2.2.2 snj if (n > 0) { 1168 1.2.2.2 snj if (evbuffer_drain(buf, n)<0) 1169 1.2.2.2 snj n = -1; 1170 1.2.2.2 snj } 1171 1.2.2.2 snj EVBUFFER_UNLOCK(buf); 1172 1.2.2.2 snj return (int)n; 1173 1.2.2.2 snj } 1174 1.2.2.2 snj 1175 1.2.2.2 snj ev_ssize_t 1176 1.2.2.2 snj evbuffer_copyout(struct evbuffer *buf, void *data_out, size_t datlen) 1177 1.2.2.2 snj { 1178 1.2.2.2 snj return evbuffer_copyout_from(buf, NULL, data_out, datlen); 1179 1.2.2.2 snj } 1180 1.2.2.2 snj 1181 1.2.2.2 snj ev_ssize_t 1182 1.2.2.2 snj evbuffer_copyout_from(struct evbuffer *buf, const struct evbuffer_ptr *pos, 1183 1.2.2.2 snj void *data_out, size_t datlen) 1184 1.2.2.2 snj { 1185 1.2.2.2 snj /*XXX fails badly on sendfile case. */ 1186 1.2.2.2 snj struct evbuffer_chain *chain; 1187 1.2.2.2 snj char *data = data_out; 1188 1.2.2.2 snj size_t nread; 1189 1.2.2.2 snj ev_ssize_t result = 0; 1190 1.2.2.2 snj size_t pos_in_chain; 1191 1.2.2.2 snj 1192 1.2.2.2 snj EVBUFFER_LOCK(buf); 1193 1.2.2.2 snj 1194 1.2.2.2 snj if (pos) { 1195 1.2.2.3 snj if (datlen > (size_t)(EV_SSIZE_MAX - pos->pos)) { 1196 1.2.2.3 snj result = -1; 1197 1.2.2.3 snj goto done; 1198 1.2.2.3 snj } 1199 1.2.2.2 snj chain = pos->internal_.chain; 1200 1.2.2.2 snj pos_in_chain = pos->internal_.pos_in_chain; 1201 1.2.2.2 snj if (datlen + pos->pos > buf->total_len) 1202 1.2.2.2 snj datlen = buf->total_len - pos->pos; 1203 1.2.2.2 snj } else { 1204 1.2.2.2 snj chain = buf->first; 1205 1.2.2.2 snj pos_in_chain = 0; 1206 1.2.2.2 snj if (datlen > buf->total_len) 1207 1.2.2.2 snj datlen = buf->total_len; 1208 1.2.2.2 snj } 1209 1.2.2.2 snj 1210 1.2.2.2 snj 1211 1.2.2.2 snj if (datlen == 0) 1212 1.2.2.2 snj goto done; 1213 1.2.2.2 snj 1214 1.2.2.2 snj if (buf->freeze_start) { 1215 1.2.2.2 snj result = -1; 1216 1.2.2.2 snj goto done; 1217 1.2.2.2 snj } 1218 1.2.2.2 snj 1219 1.2.2.2 snj nread = datlen; 1220 1.2.2.2 snj 1221 1.2.2.2 snj while (datlen && datlen >= chain->off - pos_in_chain) { 1222 1.2.2.2 snj size_t copylen = chain->off - pos_in_chain; 1223 1.2.2.2 snj memcpy(data, 1224 1.2.2.2 snj chain->buffer + chain->misalign + pos_in_chain, 1225 1.2.2.2 snj copylen); 1226 1.2.2.2 snj data += copylen; 1227 1.2.2.2 snj datlen -= copylen; 1228 1.2.2.2 snj 1229 1.2.2.2 snj chain = chain->next; 1230 1.2.2.2 snj pos_in_chain = 0; 1231 1.2.2.2 snj EVUTIL_ASSERT(chain || datlen==0); 1232 1.2.2.2 snj } 1233 1.2.2.2 snj 1234 1.2.2.2 snj if (datlen) { 1235 1.2.2.2 snj EVUTIL_ASSERT(chain); 1236 1.2.2.3 snj EVUTIL_ASSERT(datlen+pos_in_chain <= chain->off); 1237 1.2.2.3 snj 1238 1.2.2.2 snj memcpy(data, chain->buffer + chain->misalign + pos_in_chain, 1239 1.2.2.2 snj datlen); 1240 1.2.2.2 snj } 1241 1.2.2.2 snj 1242 1.2.2.2 snj result = nread; 1243 1.2.2.2 snj done: 1244 1.2.2.2 snj EVBUFFER_UNLOCK(buf); 1245 1.2.2.2 snj return result; 1246 1.2.2.2 snj } 1247 1.2.2.2 snj 1248 1.2.2.2 snj /* reads data from the src buffer to the dst buffer, avoids memcpy as 1249 1.2.2.2 snj * possible. */ 1250 1.2.2.2 snj /* XXXX should return ev_ssize_t */ 1251 1.2.2.2 snj int 1252 1.2.2.2 snj evbuffer_remove_buffer(struct evbuffer *src, struct evbuffer *dst, 1253 1.2.2.2 snj size_t datlen) 1254 1.2.2.2 snj { 1255 1.2.2.2 snj /*XXX We should have an option to force this to be zero-copy.*/ 1256 1.2.2.2 snj 1257 1.2.2.2 snj /*XXX can fail badly on sendfile case. */ 1258 1.2.2.2 snj struct evbuffer_chain *chain, *previous; 1259 1.2.2.2 snj size_t nread = 0; 1260 1.2.2.2 snj int result; 1261 1.2.2.2 snj 1262 1.2.2.2 snj EVBUFFER_LOCK2(src, dst); 1263 1.2.2.2 snj 1264 1.2.2.2 snj chain = previous = src->first; 1265 1.2.2.2 snj 1266 1.2.2.2 snj if (datlen == 0 || dst == src) { 1267 1.2.2.2 snj result = 0; 1268 1.2.2.2 snj goto done; 1269 1.2.2.2 snj } 1270 1.2.2.2 snj 1271 1.2.2.2 snj if (dst->freeze_end || src->freeze_start) { 1272 1.2.2.2 snj result = -1; 1273 1.2.2.2 snj goto done; 1274 1.2.2.2 snj } 1275 1.2.2.2 snj 1276 1.2.2.2 snj /* short-cut if there is no more data buffered */ 1277 1.2.2.2 snj if (datlen >= src->total_len) { 1278 1.2.2.2 snj datlen = src->total_len; 1279 1.2.2.2 snj evbuffer_add_buffer(dst, src); 1280 1.2.2.2 snj result = (int)datlen; /*XXXX should return ev_ssize_t*/ 1281 1.2.2.2 snj goto done; 1282 1.2.2.2 snj } 1283 1.2.2.2 snj 1284 1.2.2.2 snj /* removes chains if possible */ 1285 1.2.2.2 snj while (chain->off <= datlen) { 1286 1.2.2.2 snj /* We can't remove the last with data from src unless we 1287 1.2.2.2 snj * remove all chains, in which case we would have done the if 1288 1.2.2.2 snj * block above */ 1289 1.2.2.2 snj EVUTIL_ASSERT(chain != *src->last_with_datap); 1290 1.2.2.2 snj nread += chain->off; 1291 1.2.2.2 snj datlen -= chain->off; 1292 1.2.2.2 snj previous = chain; 1293 1.2.2.2 snj if (src->last_with_datap == &chain->next) 1294 1.2.2.2 snj src->last_with_datap = &src->first; 1295 1.2.2.2 snj chain = chain->next; 1296 1.2.2.2 snj } 1297 1.2.2.2 snj 1298 1.2.2.2 snj if (nread) { 1299 1.2.2.2 snj /* we can remove the chain */ 1300 1.2.2.2 snj struct evbuffer_chain **chp; 1301 1.2.2.2 snj chp = evbuffer_free_trailing_empty_chains(dst); 1302 1.2.2.2 snj 1303 1.2.2.2 snj if (dst->first == NULL) { 1304 1.2.2.2 snj dst->first = src->first; 1305 1.2.2.2 snj } else { 1306 1.2.2.2 snj *chp = src->first; 1307 1.2.2.2 snj } 1308 1.2.2.2 snj dst->last = previous; 1309 1.2.2.2 snj previous->next = NULL; 1310 1.2.2.2 snj src->first = chain; 1311 1.2.2.2 snj advance_last_with_data(dst); 1312 1.2.2.2 snj 1313 1.2.2.2 snj dst->total_len += nread; 1314 1.2.2.2 snj dst->n_add_for_cb += nread; 1315 1.2.2.2 snj } 1316 1.2.2.2 snj 1317 1.2.2.2 snj /* we know that there is more data in the src buffer than 1318 1.2.2.2 snj * we want to read, so we manually drain the chain */ 1319 1.2.2.2 snj evbuffer_add(dst, chain->buffer + chain->misalign, datlen); 1320 1.2.2.2 snj chain->misalign += datlen; 1321 1.2.2.2 snj chain->off -= datlen; 1322 1.2.2.2 snj nread += datlen; 1323 1.2.2.2 snj 1324 1.2.2.2 snj /* You might think we would want to increment dst->n_add_for_cb 1325 1.2.2.2 snj * here too. But evbuffer_add above already took care of that. 1326 1.2.2.2 snj */ 1327 1.2.2.2 snj src->total_len -= nread; 1328 1.2.2.2 snj src->n_del_for_cb += nread; 1329 1.2.2.2 snj 1330 1.2.2.2 snj if (nread) { 1331 1.2.2.2 snj evbuffer_invoke_callbacks_(dst); 1332 1.2.2.2 snj evbuffer_invoke_callbacks_(src); 1333 1.2.2.2 snj } 1334 1.2.2.2 snj result = (int)nread;/*XXXX should change return type */ 1335 1.2.2.2 snj 1336 1.2.2.2 snj done: 1337 1.2.2.2 snj EVBUFFER_UNLOCK2(src, dst); 1338 1.2.2.2 snj return result; 1339 1.2.2.2 snj } 1340 1.2.2.2 snj 1341 1.2.2.2 snj unsigned char * 1342 1.2.2.2 snj evbuffer_pullup(struct evbuffer *buf, ev_ssize_t size) 1343 1.2.2.2 snj { 1344 1.2.2.2 snj struct evbuffer_chain *chain, *next, *tmp, *last_with_data; 1345 1.2.2.2 snj unsigned char *buffer, *result = NULL; 1346 1.2.2.2 snj ev_ssize_t remaining; 1347 1.2.2.2 snj int removed_last_with_data = 0; 1348 1.2.2.2 snj int removed_last_with_datap = 0; 1349 1.2.2.2 snj 1350 1.2.2.2 snj EVBUFFER_LOCK(buf); 1351 1.2.2.2 snj 1352 1.2.2.2 snj chain = buf->first; 1353 1.2.2.2 snj 1354 1.2.2.2 snj if (size < 0) 1355 1.2.2.2 snj size = buf->total_len; 1356 1.2.2.2 snj /* if size > buf->total_len, we cannot guarantee to the user that she 1357 1.2.2.2 snj * is going to have a long enough buffer afterwards; so we return 1358 1.2.2.2 snj * NULL */ 1359 1.2.2.2 snj if (size == 0 || (size_t)size > buf->total_len) 1360 1.2.2.2 snj goto done; 1361 1.2.2.2 snj 1362 1.2.2.2 snj /* No need to pull up anything; the first size bytes are 1363 1.2.2.2 snj * already here. */ 1364 1.2.2.2 snj if (chain->off >= (size_t)size) { 1365 1.2.2.2 snj result = chain->buffer + chain->misalign; 1366 1.2.2.2 snj goto done; 1367 1.2.2.2 snj } 1368 1.2.2.2 snj 1369 1.2.2.2 snj /* Make sure that none of the chains we need to copy from is pinned. */ 1370 1.2.2.2 snj remaining = size - chain->off; 1371 1.2.2.2 snj EVUTIL_ASSERT(remaining >= 0); 1372 1.2.2.2 snj for (tmp=chain->next; tmp; tmp=tmp->next) { 1373 1.2.2.2 snj if (CHAIN_PINNED(tmp)) 1374 1.2.2.2 snj goto done; 1375 1.2.2.2 snj if (tmp->off >= (size_t)remaining) 1376 1.2.2.2 snj break; 1377 1.2.2.2 snj remaining -= tmp->off; 1378 1.2.2.2 snj } 1379 1.2.2.2 snj 1380 1.2.2.2 snj if (CHAIN_PINNED(chain)) { 1381 1.2.2.2 snj size_t old_off = chain->off; 1382 1.2.2.2 snj if (CHAIN_SPACE_LEN(chain) < size - chain->off) { 1383 1.2.2.2 snj /* not enough room at end of chunk. */ 1384 1.2.2.2 snj goto done; 1385 1.2.2.2 snj } 1386 1.2.2.2 snj buffer = CHAIN_SPACE_PTR(chain); 1387 1.2.2.2 snj tmp = chain; 1388 1.2.2.2 snj tmp->off = size; 1389 1.2.2.2 snj size -= old_off; 1390 1.2.2.2 snj chain = chain->next; 1391 1.2.2.2 snj } else if (chain->buffer_len - chain->misalign >= (size_t)size) { 1392 1.2.2.2 snj /* already have enough space in the first chain */ 1393 1.2.2.2 snj size_t old_off = chain->off; 1394 1.2.2.2 snj buffer = chain->buffer + chain->misalign + chain->off; 1395 1.2.2.2 snj tmp = chain; 1396 1.2.2.2 snj tmp->off = size; 1397 1.2.2.2 snj size -= old_off; 1398 1.2.2.2 snj chain = chain->next; 1399 1.2.2.2 snj } else { 1400 1.2.2.2 snj if ((tmp = evbuffer_chain_new(size)) == NULL) { 1401 1.2.2.2 snj event_warn("%s: out of memory", __func__); 1402 1.2.2.2 snj goto done; 1403 1.2.2.2 snj } 1404 1.2.2.2 snj buffer = tmp->buffer; 1405 1.2.2.2 snj tmp->off = size; 1406 1.2.2.2 snj buf->first = tmp; 1407 1.2.2.2 snj } 1408 1.2.2.2 snj 1409 1.2.2.2 snj /* TODO(niels): deal with buffers that point to NULL like sendfile */ 1410 1.2.2.2 snj 1411 1.2.2.2 snj /* Copy and free every chunk that will be entirely pulled into tmp */ 1412 1.2.2.2 snj last_with_data = *buf->last_with_datap; 1413 1.2.2.2 snj for (; chain != NULL && (size_t)size >= chain->off; chain = next) { 1414 1.2.2.2 snj next = chain->next; 1415 1.2.2.2 snj 1416 1.2.2.2 snj memcpy(buffer, chain->buffer + chain->misalign, chain->off); 1417 1.2.2.2 snj size -= chain->off; 1418 1.2.2.2 snj buffer += chain->off; 1419 1.2.2.2 snj if (chain == last_with_data) 1420 1.2.2.2 snj removed_last_with_data = 1; 1421 1.2.2.2 snj if (&chain->next == buf->last_with_datap) 1422 1.2.2.2 snj removed_last_with_datap = 1; 1423 1.2.2.2 snj 1424 1.2.2.2 snj evbuffer_chain_free(chain); 1425 1.2.2.2 snj } 1426 1.2.2.2 snj 1427 1.2.2.2 snj if (chain != NULL) { 1428 1.2.2.2 snj memcpy(buffer, chain->buffer + chain->misalign, size); 1429 1.2.2.2 snj chain->misalign += size; 1430 1.2.2.2 snj chain->off -= size; 1431 1.2.2.2 snj } else { 1432 1.2.2.2 snj buf->last = tmp; 1433 1.2.2.2 snj } 1434 1.2.2.2 snj 1435 1.2.2.2 snj tmp->next = chain; 1436 1.2.2.2 snj 1437 1.2.2.2 snj if (removed_last_with_data) { 1438 1.2.2.2 snj buf->last_with_datap = &buf->first; 1439 1.2.2.2 snj } else if (removed_last_with_datap) { 1440 1.2.2.2 snj if (buf->first->next && buf->first->next->off) 1441 1.2.2.2 snj buf->last_with_datap = &buf->first->next; 1442 1.2.2.2 snj else 1443 1.2.2.2 snj buf->last_with_datap = &buf->first; 1444 1.2.2.2 snj } 1445 1.2.2.2 snj 1446 1.2.2.2 snj result = (tmp->buffer + tmp->misalign); 1447 1.2.2.2 snj 1448 1.2.2.2 snj done: 1449 1.2.2.2 snj EVBUFFER_UNLOCK(buf); 1450 1.2.2.2 snj return result; 1451 1.2.2.2 snj } 1452 1.2.2.2 snj 1453 1.2.2.2 snj /* 1454 1.2.2.2 snj * Reads a line terminated by either '\r\n', '\n\r' or '\r' or '\n'. 1455 1.2.2.2 snj * The returned buffer needs to be freed by the called. 1456 1.2.2.2 snj */ 1457 1.2.2.2 snj char * 1458 1.2.2.2 snj evbuffer_readline(struct evbuffer *buffer) 1459 1.2.2.2 snj { 1460 1.2.2.2 snj return evbuffer_readln(buffer, NULL, EVBUFFER_EOL_ANY); 1461 1.2.2.2 snj } 1462 1.2.2.2 snj 1463 1.2.2.2 snj static inline ev_ssize_t 1464 1.2.2.2 snj evbuffer_strchr(struct evbuffer_ptr *it, const char chr) 1465 1.2.2.2 snj { 1466 1.2.2.2 snj struct evbuffer_chain *chain = it->internal_.chain; 1467 1.2.2.2 snj size_t i = it->internal_.pos_in_chain; 1468 1.2.2.2 snj while (chain != NULL) { 1469 1.2.2.2 snj char *buffer = (char *)chain->buffer + chain->misalign; 1470 1.2.2.2 snj char *cp = memchr(buffer+i, chr, chain->off-i); 1471 1.2.2.2 snj if (cp) { 1472 1.2.2.2 snj it->internal_.chain = chain; 1473 1.2.2.2 snj it->internal_.pos_in_chain = cp - buffer; 1474 1.2.2.2 snj it->pos += (cp - buffer - i); 1475 1.2.2.2 snj return it->pos; 1476 1.2.2.2 snj } 1477 1.2.2.2 snj it->pos += chain->off - i; 1478 1.2.2.2 snj i = 0; 1479 1.2.2.2 snj chain = chain->next; 1480 1.2.2.2 snj } 1481 1.2.2.2 snj 1482 1.2.2.2 snj return (-1); 1483 1.2.2.2 snj } 1484 1.2.2.2 snj 1485 1.2.2.2 snj static inline char * 1486 1.2.2.2 snj find_eol_char(char *s, size_t len) 1487 1.2.2.2 snj { 1488 1.2.2.2 snj #define CHUNK_SZ 128 1489 1.2.2.2 snj /* Lots of benchmarking found this approach to be faster in practice 1490 1.2.2.2 snj * than doing two memchrs over the whole buffer, doin a memchr on each 1491 1.2.2.2 snj * char of the buffer, or trying to emulate memchr by hand. */ 1492 1.2.2.2 snj char *s_end, *cr, *lf; 1493 1.2.2.2 snj s_end = s+len; 1494 1.2.2.2 snj while (s < s_end) { 1495 1.2.2.2 snj size_t chunk = (s + CHUNK_SZ < s_end) ? CHUNK_SZ : (s_end - s); 1496 1.2.2.2 snj cr = memchr(s, '\r', chunk); 1497 1.2.2.2 snj lf = memchr(s, '\n', chunk); 1498 1.2.2.2 snj if (cr) { 1499 1.2.2.2 snj if (lf && lf < cr) 1500 1.2.2.2 snj return lf; 1501 1.2.2.2 snj return cr; 1502 1.2.2.2 snj } else if (lf) { 1503 1.2.2.2 snj return lf; 1504 1.2.2.2 snj } 1505 1.2.2.2 snj s += CHUNK_SZ; 1506 1.2.2.2 snj } 1507 1.2.2.2 snj 1508 1.2.2.2 snj return NULL; 1509 1.2.2.2 snj #undef CHUNK_SZ 1510 1.2.2.2 snj } 1511 1.2.2.2 snj 1512 1.2.2.2 snj static ev_ssize_t 1513 1.2.2.2 snj evbuffer_find_eol_char(struct evbuffer_ptr *it) 1514 1.2.2.2 snj { 1515 1.2.2.2 snj struct evbuffer_chain *chain = it->internal_.chain; 1516 1.2.2.2 snj size_t i = it->internal_.pos_in_chain; 1517 1.2.2.2 snj while (chain != NULL) { 1518 1.2.2.2 snj char *buffer = (char *)chain->buffer + chain->misalign; 1519 1.2.2.2 snj char *cp = find_eol_char(buffer+i, chain->off-i); 1520 1.2.2.2 snj if (cp) { 1521 1.2.2.2 snj it->internal_.chain = chain; 1522 1.2.2.2 snj it->internal_.pos_in_chain = cp - buffer; 1523 1.2.2.2 snj it->pos += (cp - buffer) - i; 1524 1.2.2.2 snj return it->pos; 1525 1.2.2.2 snj } 1526 1.2.2.2 snj it->pos += chain->off - i; 1527 1.2.2.2 snj i = 0; 1528 1.2.2.2 snj chain = chain->next; 1529 1.2.2.2 snj } 1530 1.2.2.2 snj 1531 1.2.2.2 snj return (-1); 1532 1.2.2.2 snj } 1533 1.2.2.2 snj 1534 1.2.2.2 snj static inline int 1535 1.2.2.2 snj evbuffer_strspn( 1536 1.2.2.2 snj struct evbuffer_ptr *ptr, const char *chrset) 1537 1.2.2.2 snj { 1538 1.2.2.2 snj int count = 0; 1539 1.2.2.2 snj struct evbuffer_chain *chain = ptr->internal_.chain; 1540 1.2.2.2 snj size_t i = ptr->internal_.pos_in_chain; 1541 1.2.2.2 snj 1542 1.2.2.2 snj if (!chain) 1543 1.2.2.2 snj return 0; 1544 1.2.2.2 snj 1545 1.2.2.2 snj while (1) { 1546 1.2.2.2 snj char *buffer = (char *)chain->buffer + chain->misalign; 1547 1.2.2.2 snj for (; i < chain->off; ++i) { 1548 1.2.2.2 snj const char *p = chrset; 1549 1.2.2.2 snj while (*p) { 1550 1.2.2.2 snj if (buffer[i] == *p++) 1551 1.2.2.2 snj goto next; 1552 1.2.2.2 snj } 1553 1.2.2.2 snj ptr->internal_.chain = chain; 1554 1.2.2.2 snj ptr->internal_.pos_in_chain = i; 1555 1.2.2.2 snj ptr->pos += count; 1556 1.2.2.2 snj return count; 1557 1.2.2.2 snj next: 1558 1.2.2.2 snj ++count; 1559 1.2.2.2 snj } 1560 1.2.2.2 snj i = 0; 1561 1.2.2.2 snj 1562 1.2.2.2 snj if (! chain->next) { 1563 1.2.2.2 snj ptr->internal_.chain = chain; 1564 1.2.2.2 snj ptr->internal_.pos_in_chain = i; 1565 1.2.2.2 snj ptr->pos += count; 1566 1.2.2.2 snj return count; 1567 1.2.2.2 snj } 1568 1.2.2.2 snj 1569 1.2.2.2 snj chain = chain->next; 1570 1.2.2.2 snj } 1571 1.2.2.2 snj } 1572 1.2.2.2 snj 1573 1.2.2.2 snj 1574 1.2.2.2 snj static inline int 1575 1.2.2.2 snj evbuffer_getchr(struct evbuffer_ptr *it) 1576 1.2.2.2 snj { 1577 1.2.2.2 snj struct evbuffer_chain *chain = it->internal_.chain; 1578 1.2.2.2 snj size_t off = it->internal_.pos_in_chain; 1579 1.2.2.2 snj 1580 1.2.2.2 snj if (chain == NULL) 1581 1.2.2.2 snj return -1; 1582 1.2.2.2 snj 1583 1.2.2.2 snj return (unsigned char)chain->buffer[chain->misalign + off]; 1584 1.2.2.2 snj } 1585 1.2.2.2 snj 1586 1.2.2.2 snj struct evbuffer_ptr 1587 1.2.2.2 snj evbuffer_search_eol(struct evbuffer *buffer, 1588 1.2.2.2 snj struct evbuffer_ptr *start, size_t *eol_len_out, 1589 1.2.2.2 snj enum evbuffer_eol_style eol_style) 1590 1.2.2.2 snj { 1591 1.2.2.2 snj struct evbuffer_ptr it, it2; 1592 1.2.2.2 snj size_t extra_drain = 0; 1593 1.2.2.2 snj int ok = 0; 1594 1.2.2.2 snj 1595 1.2.2.2 snj /* Avoid locking in trivial edge cases */ 1596 1.2.2.2 snj if (start && start->internal_.chain == NULL) { 1597 1.2.2.2 snj PTR_NOT_FOUND(&it); 1598 1.2.2.2 snj if (eol_len_out) 1599 1.2.2.2 snj *eol_len_out = extra_drain; 1600 1.2.2.2 snj return it; 1601 1.2.2.2 snj } 1602 1.2.2.2 snj 1603 1.2.2.2 snj EVBUFFER_LOCK(buffer); 1604 1.2.2.2 snj 1605 1.2.2.2 snj if (start) { 1606 1.2.2.2 snj memcpy(&it, start, sizeof(it)); 1607 1.2.2.2 snj } else { 1608 1.2.2.2 snj it.pos = 0; 1609 1.2.2.2 snj it.internal_.chain = buffer->first; 1610 1.2.2.2 snj it.internal_.pos_in_chain = 0; 1611 1.2.2.2 snj } 1612 1.2.2.2 snj 1613 1.2.2.2 snj /* the eol_style determines our first stop character and how many 1614 1.2.2.2 snj * characters we are going to drain afterwards. */ 1615 1.2.2.2 snj switch (eol_style) { 1616 1.2.2.2 snj case EVBUFFER_EOL_ANY: 1617 1.2.2.2 snj if (evbuffer_find_eol_char(&it) < 0) 1618 1.2.2.2 snj goto done; 1619 1.2.2.2 snj memcpy(&it2, &it, sizeof(it)); 1620 1.2.2.2 snj extra_drain = evbuffer_strspn(&it2, "\r\n"); 1621 1.2.2.2 snj break; 1622 1.2.2.2 snj case EVBUFFER_EOL_CRLF_STRICT: { 1623 1.2.2.2 snj it = evbuffer_search(buffer, "\r\n", 2, &it); 1624 1.2.2.2 snj if (it.pos < 0) 1625 1.2.2.2 snj goto done; 1626 1.2.2.2 snj extra_drain = 2; 1627 1.2.2.2 snj break; 1628 1.2.2.2 snj } 1629 1.2.2.2 snj case EVBUFFER_EOL_CRLF: { 1630 1.2.2.2 snj ev_ssize_t start_pos = it.pos; 1631 1.2.2.2 snj /* Look for a LF ... */ 1632 1.2.2.2 snj if (evbuffer_strchr(&it, '\n') < 0) 1633 1.2.2.2 snj goto done; 1634 1.2.2.2 snj extra_drain = 1; 1635 1.2.2.2 snj /* ... optionally preceeded by a CR. */ 1636 1.2.2.2 snj if (it.pos == start_pos) 1637 1.2.2.2 snj break; /* If the first character is \n, don't back up */ 1638 1.2.2.2 snj /* This potentially does an extra linear walk over the first 1639 1.2.2.2 snj * few chains. Probably, that's not too expensive unless you 1640 1.2.2.2 snj * have a really pathological setup. */ 1641 1.2.2.2 snj memcpy(&it2, &it, sizeof(it)); 1642 1.2.2.2 snj if (evbuffer_ptr_subtract(buffer, &it2, 1)<0) 1643 1.2.2.2 snj break; 1644 1.2.2.2 snj if (evbuffer_getchr(&it2) == '\r') { 1645 1.2.2.2 snj memcpy(&it, &it2, sizeof(it)); 1646 1.2.2.2 snj extra_drain = 2; 1647 1.2.2.2 snj } 1648 1.2.2.2 snj break; 1649 1.2.2.2 snj } 1650 1.2.2.2 snj case EVBUFFER_EOL_LF: 1651 1.2.2.2 snj if (evbuffer_strchr(&it, '\n') < 0) 1652 1.2.2.2 snj goto done; 1653 1.2.2.2 snj extra_drain = 1; 1654 1.2.2.2 snj break; 1655 1.2.2.2 snj case EVBUFFER_EOL_NUL: 1656 1.2.2.2 snj if (evbuffer_strchr(&it, '\0') < 0) 1657 1.2.2.2 snj goto done; 1658 1.2.2.2 snj extra_drain = 1; 1659 1.2.2.2 snj break; 1660 1.2.2.2 snj default: 1661 1.2.2.2 snj goto done; 1662 1.2.2.2 snj } 1663 1.2.2.2 snj 1664 1.2.2.2 snj ok = 1; 1665 1.2.2.2 snj done: 1666 1.2.2.2 snj EVBUFFER_UNLOCK(buffer); 1667 1.2.2.2 snj 1668 1.2.2.2 snj if (!ok) 1669 1.2.2.2 snj PTR_NOT_FOUND(&it); 1670 1.2.2.2 snj if (eol_len_out) 1671 1.2.2.2 snj *eol_len_out = extra_drain; 1672 1.2.2.2 snj 1673 1.2.2.2 snj return it; 1674 1.2.2.2 snj } 1675 1.2.2.2 snj 1676 1.2.2.2 snj char * 1677 1.2.2.2 snj evbuffer_readln(struct evbuffer *buffer, size_t *n_read_out, 1678 1.2.2.2 snj enum evbuffer_eol_style eol_style) 1679 1.2.2.2 snj { 1680 1.2.2.2 snj struct evbuffer_ptr it; 1681 1.2.2.2 snj char *line; 1682 1.2.2.2 snj size_t n_to_copy=0, extra_drain=0; 1683 1.2.2.2 snj char *result = NULL; 1684 1.2.2.2 snj 1685 1.2.2.2 snj EVBUFFER_LOCK(buffer); 1686 1.2.2.2 snj 1687 1.2.2.2 snj if (buffer->freeze_start) { 1688 1.2.2.2 snj goto done; 1689 1.2.2.2 snj } 1690 1.2.2.2 snj 1691 1.2.2.2 snj it = evbuffer_search_eol(buffer, NULL, &extra_drain, eol_style); 1692 1.2.2.2 snj if (it.pos < 0) 1693 1.2.2.2 snj goto done; 1694 1.2.2.2 snj n_to_copy = it.pos; 1695 1.2.2.2 snj 1696 1.2.2.2 snj if ((line = mm_malloc(n_to_copy+1)) == NULL) { 1697 1.2.2.2 snj event_warn("%s: out of memory", __func__); 1698 1.2.2.2 snj goto done; 1699 1.2.2.2 snj } 1700 1.2.2.2 snj 1701 1.2.2.2 snj evbuffer_remove(buffer, line, n_to_copy); 1702 1.2.2.2 snj line[n_to_copy] = '\0'; 1703 1.2.2.2 snj 1704 1.2.2.2 snj evbuffer_drain(buffer, extra_drain); 1705 1.2.2.2 snj result = line; 1706 1.2.2.2 snj done: 1707 1.2.2.2 snj EVBUFFER_UNLOCK(buffer); 1708 1.2.2.2 snj 1709 1.2.2.2 snj if (n_read_out) 1710 1.2.2.2 snj *n_read_out = result ? n_to_copy : 0; 1711 1.2.2.2 snj 1712 1.2.2.2 snj return result; 1713 1.2.2.2 snj } 1714 1.2.2.2 snj 1715 1.2.2.2 snj #define EVBUFFER_CHAIN_MAX_AUTO_SIZE 4096 1716 1.2.2.2 snj 1717 1.2.2.2 snj /* Adds data to an event buffer */ 1718 1.2.2.2 snj 1719 1.2.2.2 snj int 1720 1.2.2.2 snj evbuffer_add(struct evbuffer *buf, const void *data_in, size_t datlen) 1721 1.2.2.2 snj { 1722 1.2.2.2 snj struct evbuffer_chain *chain, *tmp; 1723 1.2.2.2 snj const unsigned char *data = data_in; 1724 1.2.2.2 snj size_t remain, to_alloc; 1725 1.2.2.2 snj int result = -1; 1726 1.2.2.2 snj 1727 1.2.2.2 snj EVBUFFER_LOCK(buf); 1728 1.2.2.2 snj 1729 1.2.2.2 snj if (buf->freeze_end) { 1730 1.2.2.2 snj goto done; 1731 1.2.2.2 snj } 1732 1.2.2.3 snj /* Prevent buf->total_len overflow */ 1733 1.2.2.3 snj if (datlen > EV_SIZE_MAX - buf->total_len) { 1734 1.2.2.3 snj goto done; 1735 1.2.2.3 snj } 1736 1.2.2.2 snj 1737 1.2.2.2 snj chain = buf->last; 1738 1.2.2.2 snj 1739 1.2.2.2 snj /* If there are no chains allocated for this buffer, allocate one 1740 1.2.2.2 snj * big enough to hold all the data. */ 1741 1.2.2.2 snj if (chain == NULL) { 1742 1.2.2.2 snj chain = evbuffer_chain_new(datlen); 1743 1.2.2.2 snj if (!chain) 1744 1.2.2.2 snj goto done; 1745 1.2.2.2 snj evbuffer_chain_insert(buf, chain); 1746 1.2.2.2 snj } 1747 1.2.2.2 snj 1748 1.2.2.2 snj if ((chain->flags & EVBUFFER_IMMUTABLE) == 0) { 1749 1.2.2.3 snj /* Always true for mutable buffers */ 1750 1.2.2.3 snj EVUTIL_ASSERT(chain->misalign >= 0 && 1751 1.2.2.3 snj (ev_uint64_t)chain->misalign <= EVBUFFER_CHAIN_MAX); 1752 1.2.2.3 snj remain = chain->buffer_len - (size_t)chain->misalign - chain->off; 1753 1.2.2.2 snj if (remain >= datlen) { 1754 1.2.2.2 snj /* there's enough space to hold all the data in the 1755 1.2.2.2 snj * current last chain */ 1756 1.2.2.2 snj memcpy(chain->buffer + chain->misalign + chain->off, 1757 1.2.2.2 snj data, datlen); 1758 1.2.2.2 snj chain->off += datlen; 1759 1.2.2.2 snj buf->total_len += datlen; 1760 1.2.2.2 snj buf->n_add_for_cb += datlen; 1761 1.2.2.2 snj goto out; 1762 1.2.2.2 snj } else if (!CHAIN_PINNED(chain) && 1763 1.2.2.2 snj evbuffer_chain_should_realign(chain, datlen)) { 1764 1.2.2.2 snj /* we can fit the data into the misalignment */ 1765 1.2.2.2 snj evbuffer_chain_align(chain); 1766 1.2.2.2 snj 1767 1.2.2.2 snj memcpy(chain->buffer + chain->off, data, datlen); 1768 1.2.2.2 snj chain->off += datlen; 1769 1.2.2.2 snj buf->total_len += datlen; 1770 1.2.2.2 snj buf->n_add_for_cb += datlen; 1771 1.2.2.2 snj goto out; 1772 1.2.2.2 snj } 1773 1.2.2.2 snj } else { 1774 1.2.2.2 snj /* we cannot write any data to the last chain */ 1775 1.2.2.2 snj remain = 0; 1776 1.2.2.2 snj } 1777 1.2.2.2 snj 1778 1.2.2.2 snj /* we need to add another chain */ 1779 1.2.2.2 snj to_alloc = chain->buffer_len; 1780 1.2.2.2 snj if (to_alloc <= EVBUFFER_CHAIN_MAX_AUTO_SIZE/2) 1781 1.2.2.2 snj to_alloc <<= 1; 1782 1.2.2.2 snj if (datlen > to_alloc) 1783 1.2.2.2 snj to_alloc = datlen; 1784 1.2.2.2 snj tmp = evbuffer_chain_new(to_alloc); 1785 1.2.2.2 snj if (tmp == NULL) 1786 1.2.2.2 snj goto done; 1787 1.2.2.2 snj 1788 1.2.2.2 snj if (remain) { 1789 1.2.2.2 snj memcpy(chain->buffer + chain->misalign + chain->off, 1790 1.2.2.2 snj data, remain); 1791 1.2.2.2 snj chain->off += remain; 1792 1.2.2.2 snj buf->total_len += remain; 1793 1.2.2.2 snj buf->n_add_for_cb += remain; 1794 1.2.2.2 snj } 1795 1.2.2.2 snj 1796 1.2.2.2 snj data += remain; 1797 1.2.2.2 snj datlen -= remain; 1798 1.2.2.2 snj 1799 1.2.2.2 snj memcpy(tmp->buffer, data, datlen); 1800 1.2.2.2 snj tmp->off = datlen; 1801 1.2.2.2 snj evbuffer_chain_insert(buf, tmp); 1802 1.2.2.2 snj buf->n_add_for_cb += datlen; 1803 1.2.2.2 snj 1804 1.2.2.2 snj out: 1805 1.2.2.2 snj evbuffer_invoke_callbacks_(buf); 1806 1.2.2.2 snj result = 0; 1807 1.2.2.2 snj done: 1808 1.2.2.2 snj EVBUFFER_UNLOCK(buf); 1809 1.2.2.2 snj return result; 1810 1.2.2.2 snj } 1811 1.2.2.2 snj 1812 1.2.2.2 snj int 1813 1.2.2.2 snj evbuffer_prepend(struct evbuffer *buf, const void *data, size_t datlen) 1814 1.2.2.2 snj { 1815 1.2.2.2 snj struct evbuffer_chain *chain, *tmp; 1816 1.2.2.2 snj int result = -1; 1817 1.2.2.2 snj 1818 1.2.2.2 snj EVBUFFER_LOCK(buf); 1819 1.2.2.2 snj 1820 1.2.2.2 snj if (buf->freeze_start) { 1821 1.2.2.2 snj goto done; 1822 1.2.2.2 snj } 1823 1.2.2.3 snj if (datlen > EV_SIZE_MAX - buf->total_len) { 1824 1.2.2.3 snj goto done; 1825 1.2.2.3 snj } 1826 1.2.2.2 snj 1827 1.2.2.2 snj chain = buf->first; 1828 1.2.2.2 snj 1829 1.2.2.2 snj if (chain == NULL) { 1830 1.2.2.2 snj chain = evbuffer_chain_new(datlen); 1831 1.2.2.2 snj if (!chain) 1832 1.2.2.2 snj goto done; 1833 1.2.2.2 snj evbuffer_chain_insert(buf, chain); 1834 1.2.2.2 snj } 1835 1.2.2.2 snj 1836 1.2.2.2 snj /* we cannot touch immutable buffers */ 1837 1.2.2.2 snj if ((chain->flags & EVBUFFER_IMMUTABLE) == 0) { 1838 1.2.2.3 snj /* Always true for mutable buffers */ 1839 1.2.2.3 snj EVUTIL_ASSERT(chain->misalign >= 0 && 1840 1.2.2.3 snj (ev_uint64_t)chain->misalign <= EVBUFFER_CHAIN_MAX); 1841 1.2.2.3 snj 1842 1.2.2.2 snj /* If this chain is empty, we can treat it as 1843 1.2.2.2 snj * 'empty at the beginning' rather than 'empty at the end' */ 1844 1.2.2.2 snj if (chain->off == 0) 1845 1.2.2.2 snj chain->misalign = chain->buffer_len; 1846 1.2.2.2 snj 1847 1.2.2.2 snj if ((size_t)chain->misalign >= datlen) { 1848 1.2.2.2 snj /* we have enough space to fit everything */ 1849 1.2.2.2 snj memcpy(chain->buffer + chain->misalign - datlen, 1850 1.2.2.2 snj data, datlen); 1851 1.2.2.2 snj chain->off += datlen; 1852 1.2.2.2 snj chain->misalign -= datlen; 1853 1.2.2.2 snj buf->total_len += datlen; 1854 1.2.2.2 snj buf->n_add_for_cb += datlen; 1855 1.2.2.2 snj goto out; 1856 1.2.2.2 snj } else if (chain->misalign) { 1857 1.2.2.2 snj /* we can only fit some of the data. */ 1858 1.2.2.2 snj memcpy(chain->buffer, 1859 1.2.2.2 snj (char*)data + datlen - chain->misalign, 1860 1.2.2.2 snj (size_t)chain->misalign); 1861 1.2.2.2 snj chain->off += (size_t)chain->misalign; 1862 1.2.2.2 snj buf->total_len += (size_t)chain->misalign; 1863 1.2.2.2 snj buf->n_add_for_cb += (size_t)chain->misalign; 1864 1.2.2.2 snj datlen -= (size_t)chain->misalign; 1865 1.2.2.2 snj chain->misalign = 0; 1866 1.2.2.2 snj } 1867 1.2.2.2 snj } 1868 1.2.2.2 snj 1869 1.2.2.2 snj /* we need to add another chain */ 1870 1.2.2.2 snj if ((tmp = evbuffer_chain_new(datlen)) == NULL) 1871 1.2.2.2 snj goto done; 1872 1.2.2.2 snj buf->first = tmp; 1873 1.2.2.2 snj if (buf->last_with_datap == &buf->first) 1874 1.2.2.2 snj buf->last_with_datap = &tmp->next; 1875 1.2.2.2 snj 1876 1.2.2.2 snj tmp->next = chain; 1877 1.2.2.2 snj 1878 1.2.2.2 snj tmp->off = datlen; 1879 1.2.2.3 snj EVUTIL_ASSERT(datlen <= tmp->buffer_len); 1880 1.2.2.2 snj tmp->misalign = tmp->buffer_len - datlen; 1881 1.2.2.2 snj 1882 1.2.2.2 snj memcpy(tmp->buffer + tmp->misalign, data, datlen); 1883 1.2.2.2 snj buf->total_len += datlen; 1884 1.2.2.2 snj buf->n_add_for_cb += (size_t)chain->misalign; 1885 1.2.2.2 snj 1886 1.2.2.2 snj out: 1887 1.2.2.2 snj evbuffer_invoke_callbacks_(buf); 1888 1.2.2.2 snj result = 0; 1889 1.2.2.2 snj done: 1890 1.2.2.2 snj EVBUFFER_UNLOCK(buf); 1891 1.2.2.2 snj return result; 1892 1.2.2.2 snj } 1893 1.2.2.2 snj 1894 1.2.2.2 snj /** Helper: realigns the memory in chain->buffer so that misalign is 0. */ 1895 1.2.2.2 snj static void 1896 1.2.2.2 snj evbuffer_chain_align(struct evbuffer_chain *chain) 1897 1.2.2.2 snj { 1898 1.2.2.2 snj EVUTIL_ASSERT(!(chain->flags & EVBUFFER_IMMUTABLE)); 1899 1.2.2.2 snj EVUTIL_ASSERT(!(chain->flags & EVBUFFER_MEM_PINNED_ANY)); 1900 1.2.2.2 snj memmove(chain->buffer, chain->buffer + chain->misalign, chain->off); 1901 1.2.2.2 snj chain->misalign = 0; 1902 1.2.2.2 snj } 1903 1.2.2.2 snj 1904 1.2.2.2 snj #define MAX_TO_COPY_IN_EXPAND 4096 1905 1.2.2.2 snj #define MAX_TO_REALIGN_IN_EXPAND 2048 1906 1.2.2.2 snj 1907 1.2.2.2 snj /** Helper: return true iff we should realign chain to fit datalen bytes of 1908 1.2.2.2 snj data in it. */ 1909 1.2.2.2 snj static int 1910 1.2.2.2 snj evbuffer_chain_should_realign(struct evbuffer_chain *chain, 1911 1.2.2.2 snj size_t datlen) 1912 1.2.2.2 snj { 1913 1.2.2.2 snj return chain->buffer_len - chain->off >= datlen && 1914 1.2.2.2 snj (chain->off < chain->buffer_len / 2) && 1915 1.2.2.2 snj (chain->off <= MAX_TO_REALIGN_IN_EXPAND); 1916 1.2.2.2 snj } 1917 1.2.2.2 snj 1918 1.2.2.2 snj /* Expands the available space in the event buffer to at least datlen, all in 1919 1.2.2.2 snj * a single chunk. Return that chunk. */ 1920 1.2.2.2 snj static struct evbuffer_chain * 1921 1.2.2.2 snj evbuffer_expand_singlechain(struct evbuffer *buf, size_t datlen) 1922 1.2.2.2 snj { 1923 1.2.2.2 snj struct evbuffer_chain *chain, **chainp; 1924 1.2.2.2 snj struct evbuffer_chain *result = NULL; 1925 1.2.2.2 snj ASSERT_EVBUFFER_LOCKED(buf); 1926 1.2.2.2 snj 1927 1.2.2.2 snj chainp = buf->last_with_datap; 1928 1.2.2.2 snj 1929 1.2.2.2 snj /* XXX If *chainp is no longer writeable, but has enough space in its 1930 1.2.2.2 snj * misalign, this might be a bad idea: we could still use *chainp, not 1931 1.2.2.2 snj * (*chainp)->next. */ 1932 1.2.2.2 snj if (*chainp && CHAIN_SPACE_LEN(*chainp) == 0) 1933 1.2.2.2 snj chainp = &(*chainp)->next; 1934 1.2.2.2 snj 1935 1.2.2.2 snj /* 'chain' now points to the first chain with writable space (if any) 1936 1.2.2.2 snj * We will either use it, realign it, replace it, or resize it. */ 1937 1.2.2.2 snj chain = *chainp; 1938 1.2.2.2 snj 1939 1.2.2.2 snj if (chain == NULL || 1940 1.2.2.2 snj (chain->flags & (EVBUFFER_IMMUTABLE|EVBUFFER_MEM_PINNED_ANY))) { 1941 1.2.2.2 snj /* We can't use the last_with_data chain at all. Just add a 1942 1.2.2.2 snj * new one that's big enough. */ 1943 1.2.2.2 snj goto insert_new; 1944 1.2.2.2 snj } 1945 1.2.2.2 snj 1946 1.2.2.2 snj /* If we can fit all the data, then we don't have to do anything */ 1947 1.2.2.2 snj if (CHAIN_SPACE_LEN(chain) >= datlen) { 1948 1.2.2.2 snj result = chain; 1949 1.2.2.2 snj goto ok; 1950 1.2.2.2 snj } 1951 1.2.2.2 snj 1952 1.2.2.2 snj /* If the chain is completely empty, just replace it by adding a new 1953 1.2.2.2 snj * empty chain. */ 1954 1.2.2.2 snj if (chain->off == 0) { 1955 1.2.2.2 snj goto insert_new; 1956 1.2.2.2 snj } 1957 1.2.2.2 snj 1958 1.2.2.2 snj /* If the misalignment plus the remaining space fulfills our data 1959 1.2.2.2 snj * needs, we could just force an alignment to happen. Afterwards, we 1960 1.2.2.2 snj * have enough space. But only do this if we're saving a lot of space 1961 1.2.2.2 snj * and not moving too much data. Otherwise the space savings are 1962 1.2.2.2 snj * probably offset by the time lost in copying. 1963 1.2.2.2 snj */ 1964 1.2.2.2 snj if (evbuffer_chain_should_realign(chain, datlen)) { 1965 1.2.2.2 snj evbuffer_chain_align(chain); 1966 1.2.2.2 snj result = chain; 1967 1.2.2.2 snj goto ok; 1968 1.2.2.2 snj } 1969 1.2.2.2 snj 1970 1.2.2.2 snj /* At this point, we can either resize the last chunk with space in 1971 1.2.2.2 snj * it, use the next chunk after it, or If we add a new chunk, we waste 1972 1.2.2.2 snj * CHAIN_SPACE_LEN(chain) bytes in the former last chunk. If we 1973 1.2.2.2 snj * resize, we have to copy chain->off bytes. 1974 1.2.2.2 snj */ 1975 1.2.2.2 snj 1976 1.2.2.2 snj /* Would expanding this chunk be affordable and worthwhile? */ 1977 1.2.2.2 snj if (CHAIN_SPACE_LEN(chain) < chain->buffer_len / 8 || 1978 1.2.2.3 snj chain->off > MAX_TO_COPY_IN_EXPAND || 1979 1.2.2.3 snj (datlen < EVBUFFER_CHAIN_MAX && 1980 1.2.2.3 snj EVBUFFER_CHAIN_MAX - datlen >= chain->off)) { 1981 1.2.2.2 snj /* It's not worth resizing this chain. Can the next one be 1982 1.2.2.2 snj * used? */ 1983 1.2.2.2 snj if (chain->next && CHAIN_SPACE_LEN(chain->next) >= datlen) { 1984 1.2.2.2 snj /* Yes, we can just use the next chain (which should 1985 1.2.2.2 snj * be empty. */ 1986 1.2.2.2 snj result = chain->next; 1987 1.2.2.2 snj goto ok; 1988 1.2.2.2 snj } else { 1989 1.2.2.2 snj /* No; append a new chain (which will free all 1990 1.2.2.2 snj * terminal empty chains.) */ 1991 1.2.2.2 snj goto insert_new; 1992 1.2.2.2 snj } 1993 1.2.2.2 snj } else { 1994 1.2.2.2 snj /* Okay, we're going to try to resize this chain: Not doing so 1995 1.2.2.2 snj * would waste at least 1/8 of its current allocation, and we 1996 1.2.2.2 snj * can do so without having to copy more than 1997 1.2.2.2 snj * MAX_TO_COPY_IN_EXPAND bytes. */ 1998 1.2.2.2 snj /* figure out how much space we need */ 1999 1.2.2.2 snj size_t length = chain->off + datlen; 2000 1.2.2.2 snj struct evbuffer_chain *tmp = evbuffer_chain_new(length); 2001 1.2.2.2 snj if (tmp == NULL) 2002 1.2.2.2 snj goto err; 2003 1.2.2.2 snj 2004 1.2.2.2 snj /* copy the data over that we had so far */ 2005 1.2.2.2 snj tmp->off = chain->off; 2006 1.2.2.2 snj memcpy(tmp->buffer, chain->buffer + chain->misalign, 2007 1.2.2.2 snj chain->off); 2008 1.2.2.2 snj /* fix up the list */ 2009 1.2.2.2 snj EVUTIL_ASSERT(*chainp == chain); 2010 1.2.2.2 snj result = *chainp = tmp; 2011 1.2.2.2 snj 2012 1.2.2.2 snj if (buf->last == chain) 2013 1.2.2.2 snj buf->last = tmp; 2014 1.2.2.2 snj 2015 1.2.2.2 snj tmp->next = chain->next; 2016 1.2.2.2 snj evbuffer_chain_free(chain); 2017 1.2.2.2 snj goto ok; 2018 1.2.2.2 snj } 2019 1.2.2.2 snj 2020 1.2.2.2 snj insert_new: 2021 1.2.2.2 snj result = evbuffer_chain_insert_new(buf, datlen); 2022 1.2.2.2 snj if (!result) 2023 1.2.2.2 snj goto err; 2024 1.2.2.2 snj ok: 2025 1.2.2.2 snj EVUTIL_ASSERT(result); 2026 1.2.2.2 snj EVUTIL_ASSERT(CHAIN_SPACE_LEN(result) >= datlen); 2027 1.2.2.2 snj err: 2028 1.2.2.2 snj return result; 2029 1.2.2.2 snj } 2030 1.2.2.2 snj 2031 1.2.2.2 snj /* Make sure that datlen bytes are available for writing in the last n 2032 1.2.2.2 snj * chains. Never copies or moves data. */ 2033 1.2.2.2 snj int 2034 1.2.2.2 snj evbuffer_expand_fast_(struct evbuffer *buf, size_t datlen, int n) 2035 1.2.2.2 snj { 2036 1.2.2.2 snj struct evbuffer_chain *chain = buf->last, *tmp, *next; 2037 1.2.2.2 snj size_t avail; 2038 1.2.2.2 snj int used; 2039 1.2.2.2 snj 2040 1.2.2.2 snj ASSERT_EVBUFFER_LOCKED(buf); 2041 1.2.2.2 snj EVUTIL_ASSERT(n >= 2); 2042 1.2.2.2 snj 2043 1.2.2.2 snj if (chain == NULL || (chain->flags & EVBUFFER_IMMUTABLE)) { 2044 1.2.2.2 snj /* There is no last chunk, or we can't touch the last chunk. 2045 1.2.2.2 snj * Just add a new chunk. */ 2046 1.2.2.2 snj chain = evbuffer_chain_new(datlen); 2047 1.2.2.2 snj if (chain == NULL) 2048 1.2.2.2 snj return (-1); 2049 1.2.2.2 snj 2050 1.2.2.2 snj evbuffer_chain_insert(buf, chain); 2051 1.2.2.2 snj return (0); 2052 1.2.2.2 snj } 2053 1.2.2.2 snj 2054 1.2.2.2 snj used = 0; /* number of chains we're using space in. */ 2055 1.2.2.2 snj avail = 0; /* how much space they have. */ 2056 1.2.2.2 snj /* How many bytes can we stick at the end of buffer as it is? Iterate 2057 1.2.2.2 snj * over the chains at the end of the buffer, tring to see how much 2058 1.2.2.2 snj * space we have in the first n. */ 2059 1.2.2.2 snj for (chain = *buf->last_with_datap; chain; chain = chain->next) { 2060 1.2.2.2 snj if (chain->off) { 2061 1.2.2.2 snj size_t space = (size_t) CHAIN_SPACE_LEN(chain); 2062 1.2.2.2 snj EVUTIL_ASSERT(chain == *buf->last_with_datap); 2063 1.2.2.2 snj if (space) { 2064 1.2.2.2 snj avail += space; 2065 1.2.2.2 snj ++used; 2066 1.2.2.2 snj } 2067 1.2.2.2 snj } else { 2068 1.2.2.2 snj /* No data in chain; realign it. */ 2069 1.2.2.2 snj chain->misalign = 0; 2070 1.2.2.2 snj avail += chain->buffer_len; 2071 1.2.2.2 snj ++used; 2072 1.2.2.2 snj } 2073 1.2.2.2 snj if (avail >= datlen) { 2074 1.2.2.2 snj /* There is already enough space. Just return */ 2075 1.2.2.2 snj return (0); 2076 1.2.2.2 snj } 2077 1.2.2.2 snj if (used == n) 2078 1.2.2.2 snj break; 2079 1.2.2.2 snj } 2080 1.2.2.2 snj 2081 1.2.2.2 snj /* There wasn't enough space in the first n chains with space in 2082 1.2.2.2 snj * them. Either add a new chain with enough space, or replace all 2083 1.2.2.2 snj * empty chains with one that has enough space, depending on n. */ 2084 1.2.2.2 snj if (used < n) { 2085 1.2.2.2 snj /* The loop ran off the end of the chains before it hit n 2086 1.2.2.2 snj * chains; we can add another. */ 2087 1.2.2.2 snj EVUTIL_ASSERT(chain == NULL); 2088 1.2.2.2 snj 2089 1.2.2.2 snj tmp = evbuffer_chain_new(datlen - avail); 2090 1.2.2.2 snj if (tmp == NULL) 2091 1.2.2.2 snj return (-1); 2092 1.2.2.2 snj 2093 1.2.2.2 snj buf->last->next = tmp; 2094 1.2.2.2 snj buf->last = tmp; 2095 1.2.2.2 snj /* (we would only set last_with_data if we added the first 2096 1.2.2.2 snj * chain. But if the buffer had no chains, we would have 2097 1.2.2.2 snj * just allocated a new chain earlier) */ 2098 1.2.2.2 snj return (0); 2099 1.2.2.2 snj } else { 2100 1.2.2.2 snj /* Nuke _all_ the empty chains. */ 2101 1.2.2.2 snj int rmv_all = 0; /* True iff we removed last_with_data. */ 2102 1.2.2.2 snj chain = *buf->last_with_datap; 2103 1.2.2.2 snj if (!chain->off) { 2104 1.2.2.2 snj EVUTIL_ASSERT(chain == buf->first); 2105 1.2.2.2 snj rmv_all = 1; 2106 1.2.2.2 snj avail = 0; 2107 1.2.2.2 snj } else { 2108 1.2.2.3 snj /* can't overflow, since only mutable chains have 2109 1.2.2.3 snj * huge misaligns. */ 2110 1.2.2.2 snj avail = (size_t) CHAIN_SPACE_LEN(chain); 2111 1.2.2.2 snj chain = chain->next; 2112 1.2.2.2 snj } 2113 1.2.2.2 snj 2114 1.2.2.2 snj 2115 1.2.2.2 snj for (; chain; chain = next) { 2116 1.2.2.2 snj next = chain->next; 2117 1.2.2.2 snj EVUTIL_ASSERT(chain->off == 0); 2118 1.2.2.2 snj evbuffer_chain_free(chain); 2119 1.2.2.2 snj } 2120 1.2.2.3 snj EVUTIL_ASSERT(datlen >= avail); 2121 1.2.2.2 snj tmp = evbuffer_chain_new(datlen - avail); 2122 1.2.2.2 snj if (tmp == NULL) { 2123 1.2.2.2 snj if (rmv_all) { 2124 1.2.2.2 snj ZERO_CHAIN(buf); 2125 1.2.2.2 snj } else { 2126 1.2.2.2 snj buf->last = *buf->last_with_datap; 2127 1.2.2.2 snj (*buf->last_with_datap)->next = NULL; 2128 1.2.2.2 snj } 2129 1.2.2.2 snj return (-1); 2130 1.2.2.2 snj } 2131 1.2.2.2 snj 2132 1.2.2.2 snj if (rmv_all) { 2133 1.2.2.2 snj buf->first = buf->last = tmp; 2134 1.2.2.2 snj buf->last_with_datap = &buf->first; 2135 1.2.2.2 snj } else { 2136 1.2.2.2 snj (*buf->last_with_datap)->next = tmp; 2137 1.2.2.2 snj buf->last = tmp; 2138 1.2.2.2 snj } 2139 1.2.2.2 snj return (0); 2140 1.2.2.2 snj } 2141 1.2.2.2 snj } 2142 1.2.2.2 snj 2143 1.2.2.2 snj int 2144 1.2.2.2 snj evbuffer_expand(struct evbuffer *buf, size_t datlen) 2145 1.2.2.2 snj { 2146 1.2.2.2 snj struct evbuffer_chain *chain; 2147 1.2.2.2 snj 2148 1.2.2.2 snj EVBUFFER_LOCK(buf); 2149 1.2.2.2 snj chain = evbuffer_expand_singlechain(buf, datlen); 2150 1.2.2.2 snj EVBUFFER_UNLOCK(buf); 2151 1.2.2.2 snj return chain ? 0 : -1; 2152 1.2.2.2 snj } 2153 1.2.2.2 snj 2154 1.2.2.2 snj /* 2155 1.2.2.2 snj * Reads data from a file descriptor into a buffer. 2156 1.2.2.2 snj */ 2157 1.2.2.2 snj 2158 1.2.2.2 snj #if defined(EVENT__HAVE_SYS_UIO_H) || defined(_WIN32) 2159 1.2.2.2 snj #define USE_IOVEC_IMPL 2160 1.2.2.2 snj #endif 2161 1.2.2.2 snj 2162 1.2.2.2 snj #ifdef USE_IOVEC_IMPL 2163 1.2.2.2 snj 2164 1.2.2.2 snj #ifdef EVENT__HAVE_SYS_UIO_H 2165 1.2.2.2 snj /* number of iovec we use for writev, fragmentation is going to determine 2166 1.2.2.2 snj * how much we end up writing */ 2167 1.2.2.2 snj 2168 1.2.2.2 snj #define DEFAULT_WRITE_IOVEC 128 2169 1.2.2.2 snj 2170 1.2.2.2 snj #if defined(UIO_MAXIOV) && UIO_MAXIOV < DEFAULT_WRITE_IOVEC 2171 1.2.2.2 snj #define NUM_WRITE_IOVEC UIO_MAXIOV 2172 1.2.2.2 snj #elif defined(IOV_MAX) && IOV_MAX < DEFAULT_WRITE_IOVEC 2173 1.2.2.2 snj #define NUM_WRITE_IOVEC IOV_MAX 2174 1.2.2.2 snj #else 2175 1.2.2.2 snj #define NUM_WRITE_IOVEC DEFAULT_WRITE_IOVEC 2176 1.2.2.2 snj #endif 2177 1.2.2.2 snj 2178 1.2.2.2 snj #define IOV_TYPE struct iovec 2179 1.2.2.2 snj #define IOV_PTR_FIELD iov_base 2180 1.2.2.2 snj #define IOV_LEN_FIELD iov_len 2181 1.2.2.2 snj #define IOV_LEN_TYPE size_t 2182 1.2.2.2 snj #else 2183 1.2.2.2 snj #define NUM_WRITE_IOVEC 16 2184 1.2.2.2 snj #define IOV_TYPE WSABUF 2185 1.2.2.2 snj #define IOV_PTR_FIELD buf 2186 1.2.2.2 snj #define IOV_LEN_FIELD len 2187 1.2.2.2 snj #define IOV_LEN_TYPE unsigned long 2188 1.2.2.2 snj #endif 2189 1.2.2.2 snj #endif 2190 1.2.2.2 snj #define NUM_READ_IOVEC 4 2191 1.2.2.2 snj 2192 1.2.2.2 snj #define EVBUFFER_MAX_READ 4096 2193 1.2.2.2 snj 2194 1.2.2.2 snj /** Helper function to figure out which space to use for reading data into 2195 1.2.2.2 snj an evbuffer. Internal use only. 2196 1.2.2.2 snj 2197 1.2.2.2 snj @param buf The buffer to read into 2198 1.2.2.2 snj @param howmuch How much we want to read. 2199 1.2.2.2 snj @param vecs An array of two or more iovecs or WSABUFs. 2200 1.2.2.2 snj @param n_vecs_avail The length of vecs 2201 1.2.2.2 snj @param chainp A pointer to a variable to hold the first chain we're 2202 1.2.2.2 snj reading into. 2203 1.2.2.2 snj @param exact Boolean: if true, we do not provide more than 'howmuch' 2204 1.2.2.2 snj space in the vectors, even if more space is available. 2205 1.2.2.2 snj @return The number of buffers we're using. 2206 1.2.2.2 snj */ 2207 1.2.2.2 snj int 2208 1.2.2.2 snj evbuffer_read_setup_vecs_(struct evbuffer *buf, ev_ssize_t howmuch, 2209 1.2.2.2 snj struct evbuffer_iovec *vecs, int n_vecs_avail, 2210 1.2.2.2 snj struct evbuffer_chain ***chainp, int exact) 2211 1.2.2.2 snj { 2212 1.2.2.2 snj struct evbuffer_chain *chain; 2213 1.2.2.2 snj struct evbuffer_chain **firstchainp; 2214 1.2.2.2 snj size_t so_far; 2215 1.2.2.2 snj int i; 2216 1.2.2.2 snj ASSERT_EVBUFFER_LOCKED(buf); 2217 1.2.2.2 snj 2218 1.2.2.2 snj if (howmuch < 0) 2219 1.2.2.2 snj return -1; 2220 1.2.2.2 snj 2221 1.2.2.2 snj so_far = 0; 2222 1.2.2.2 snj /* Let firstchain be the first chain with any space on it */ 2223 1.2.2.2 snj firstchainp = buf->last_with_datap; 2224 1.2.2.2 snj if (CHAIN_SPACE_LEN(*firstchainp) == 0) { 2225 1.2.2.2 snj firstchainp = &(*firstchainp)->next; 2226 1.2.2.2 snj } 2227 1.2.2.2 snj 2228 1.2.2.2 snj chain = *firstchainp; 2229 1.2.2.2 snj for (i = 0; i < n_vecs_avail && so_far < (size_t)howmuch; ++i) { 2230 1.2.2.2 snj size_t avail = (size_t) CHAIN_SPACE_LEN(chain); 2231 1.2.2.2 snj if (avail > (howmuch - so_far) && exact) 2232 1.2.2.2 snj avail = howmuch - so_far; 2233 1.2.2.2 snj vecs[i].iov_base = CHAIN_SPACE_PTR(chain); 2234 1.2.2.2 snj vecs[i].iov_len = avail; 2235 1.2.2.2 snj so_far += avail; 2236 1.2.2.2 snj chain = chain->next; 2237 1.2.2.2 snj } 2238 1.2.2.2 snj 2239 1.2.2.2 snj *chainp = firstchainp; 2240 1.2.2.2 snj return i; 2241 1.2.2.2 snj } 2242 1.2.2.2 snj 2243 1.2.2.2 snj static int 2244 1.2.2.2 snj get_n_bytes_readable_on_socket(evutil_socket_t fd) 2245 1.2.2.2 snj { 2246 1.2.2.2 snj #if defined(FIONREAD) && defined(_WIN32) 2247 1.2.2.2 snj unsigned long lng = EVBUFFER_MAX_READ; 2248 1.2.2.2 snj if (ioctlsocket(fd, FIONREAD, &lng) < 0) 2249 1.2.2.2 snj return -1; 2250 1.2.2.3 snj /* Can overflow, but mostly harmlessly. XXXX */ 2251 1.2.2.2 snj return (int)lng; 2252 1.2.2.2 snj #elif defined(FIONREAD) 2253 1.2.2.2 snj int n = EVBUFFER_MAX_READ; 2254 1.2.2.2 snj if (ioctl(fd, FIONREAD, &n) < 0) 2255 1.2.2.2 snj return -1; 2256 1.2.2.2 snj return n; 2257 1.2.2.2 snj #else 2258 1.2.2.2 snj return EVBUFFER_MAX_READ; 2259 1.2.2.2 snj #endif 2260 1.2.2.2 snj } 2261 1.2.2.2 snj 2262 1.2.2.2 snj /* TODO(niels): should this function return ev_ssize_t and take ev_ssize_t 2263 1.2.2.2 snj * as howmuch? */ 2264 1.2.2.2 snj int 2265 1.2.2.2 snj evbuffer_read(struct evbuffer *buf, evutil_socket_t fd, int howmuch) 2266 1.2.2.2 snj { 2267 1.2.2.2 snj struct evbuffer_chain **chainp; 2268 1.2.2.2 snj int n; 2269 1.2.2.2 snj int result; 2270 1.2.2.2 snj 2271 1.2.2.2 snj #ifdef USE_IOVEC_IMPL 2272 1.2.2.2 snj int nvecs, i, remaining; 2273 1.2.2.2 snj #else 2274 1.2.2.2 snj struct evbuffer_chain *chain; 2275 1.2.2.2 snj unsigned char *p; 2276 1.2.2.2 snj #endif 2277 1.2.2.2 snj 2278 1.2.2.2 snj EVBUFFER_LOCK(buf); 2279 1.2.2.2 snj 2280 1.2.2.2 snj if (buf->freeze_end) { 2281 1.2.2.2 snj result = -1; 2282 1.2.2.2 snj goto done; 2283 1.2.2.2 snj } 2284 1.2.2.2 snj 2285 1.2.2.2 snj n = get_n_bytes_readable_on_socket(fd); 2286 1.2.2.2 snj if (n <= 0 || n > EVBUFFER_MAX_READ) 2287 1.2.2.2 snj n = EVBUFFER_MAX_READ; 2288 1.2.2.2 snj if (howmuch < 0 || howmuch > n) 2289 1.2.2.2 snj howmuch = n; 2290 1.2.2.2 snj 2291 1.2.2.2 snj #ifdef USE_IOVEC_IMPL 2292 1.2.2.2 snj /* Since we can use iovecs, we're willing to use the last 2293 1.2.2.2 snj * NUM_READ_IOVEC chains. */ 2294 1.2.2.2 snj if (evbuffer_expand_fast_(buf, howmuch, NUM_READ_IOVEC) == -1) { 2295 1.2.2.2 snj result = -1; 2296 1.2.2.2 snj goto done; 2297 1.2.2.2 snj } else { 2298 1.2.2.2 snj IOV_TYPE vecs[NUM_READ_IOVEC]; 2299 1.2.2.2 snj #ifdef EVBUFFER_IOVEC_IS_NATIVE_ 2300 1.2.2.2 snj nvecs = evbuffer_read_setup_vecs_(buf, howmuch, vecs, 2301 1.2.2.2 snj NUM_READ_IOVEC, &chainp, 1); 2302 1.2.2.2 snj #else 2303 1.2.2.2 snj /* We aren't using the native struct iovec. Therefore, 2304 1.2.2.2 snj we are on win32. */ 2305 1.2.2.2 snj struct evbuffer_iovec ev_vecs[NUM_READ_IOVEC]; 2306 1.2.2.2 snj nvecs = evbuffer_read_setup_vecs_(buf, howmuch, ev_vecs, 2, 2307 1.2.2.2 snj &chainp, 1); 2308 1.2.2.2 snj 2309 1.2.2.2 snj for (i=0; i < nvecs; ++i) 2310 1.2.2.2 snj WSABUF_FROM_EVBUFFER_IOV(&vecs[i], &ev_vecs[i]); 2311 1.2.2.2 snj #endif 2312 1.2.2.2 snj 2313 1.2.2.2 snj #ifdef _WIN32 2314 1.2.2.2 snj { 2315 1.2.2.2 snj DWORD bytesRead; 2316 1.2.2.2 snj DWORD flags=0; 2317 1.2.2.2 snj if (WSARecv(fd, vecs, nvecs, &bytesRead, &flags, NULL, NULL)) { 2318 1.2.2.2 snj /* The read failed. It might be a close, 2319 1.2.2.2 snj * or it might be an error. */ 2320 1.2.2.2 snj if (WSAGetLastError() == WSAECONNABORTED) 2321 1.2.2.2 snj n = 0; 2322 1.2.2.2 snj else 2323 1.2.2.2 snj n = -1; 2324 1.2.2.2 snj } else 2325 1.2.2.2 snj n = bytesRead; 2326 1.2.2.2 snj } 2327 1.2.2.2 snj #else 2328 1.2.2.2 snj n = readv(fd, vecs, nvecs); 2329 1.2.2.2 snj #endif 2330 1.2.2.2 snj } 2331 1.2.2.2 snj 2332 1.2.2.2 snj #else /*!USE_IOVEC_IMPL*/ 2333 1.2.2.2 snj /* If we don't have FIONREAD, we might waste some space here */ 2334 1.2.2.2 snj /* XXX we _will_ waste some space here if there is any space left 2335 1.2.2.2 snj * over on buf->last. */ 2336 1.2.2.2 snj if ((chain = evbuffer_expand_singlechain(buf, howmuch)) == NULL) { 2337 1.2.2.2 snj result = -1; 2338 1.2.2.2 snj goto done; 2339 1.2.2.2 snj } 2340 1.2.2.2 snj 2341 1.2.2.2 snj /* We can append new data at this point */ 2342 1.2.2.2 snj p = chain->buffer + chain->misalign + chain->off; 2343 1.2.2.2 snj 2344 1.2.2.2 snj #ifndef _WIN32 2345 1.2.2.2 snj n = read(fd, p, howmuch); 2346 1.2.2.2 snj #else 2347 1.2.2.2 snj n = recv(fd, p, howmuch, 0); 2348 1.2.2.2 snj #endif 2349 1.2.2.2 snj #endif /* USE_IOVEC_IMPL */ 2350 1.2.2.2 snj 2351 1.2.2.2 snj if (n == -1) { 2352 1.2.2.2 snj result = -1; 2353 1.2.2.2 snj goto done; 2354 1.2.2.2 snj } 2355 1.2.2.2 snj if (n == 0) { 2356 1.2.2.2 snj result = 0; 2357 1.2.2.2 snj goto done; 2358 1.2.2.2 snj } 2359 1.2.2.2 snj 2360 1.2.2.2 snj #ifdef USE_IOVEC_IMPL 2361 1.2.2.2 snj remaining = n; 2362 1.2.2.2 snj for (i=0; i < nvecs; ++i) { 2363 1.2.2.3 snj /* can't overflow, since only mutable chains have 2364 1.2.2.3 snj * huge misaligns. */ 2365 1.2.2.3 snj size_t space = (size_t) CHAIN_SPACE_LEN(*chainp); 2366 1.2.2.3 snj /* XXXX This is a kludge that can waste space in perverse 2367 1.2.2.3 snj * situations. */ 2368 1.2.2.3 snj if (space > EVBUFFER_CHAIN_MAX) 2369 1.2.2.3 snj space = EVBUFFER_CHAIN_MAX; 2370 1.2.2.3 snj if ((ev_ssize_t)space < remaining) { 2371 1.2.2.2 snj (*chainp)->off += space; 2372 1.2.2.2 snj remaining -= (int)space; 2373 1.2.2.2 snj } else { 2374 1.2.2.2 snj (*chainp)->off += remaining; 2375 1.2.2.2 snj buf->last_with_datap = chainp; 2376 1.2.2.2 snj break; 2377 1.2.2.2 snj } 2378 1.2.2.2 snj chainp = &(*chainp)->next; 2379 1.2.2.2 snj } 2380 1.2.2.2 snj #else 2381 1.2.2.2 snj chain->off += n; 2382 1.2.2.2 snj advance_last_with_data(buf); 2383 1.2.2.2 snj #endif 2384 1.2.2.2 snj buf->total_len += n; 2385 1.2.2.2 snj buf->n_add_for_cb += n; 2386 1.2.2.2 snj 2387 1.2.2.2 snj /* Tell someone about changes in this buffer */ 2388 1.2.2.2 snj evbuffer_invoke_callbacks_(buf); 2389 1.2.2.2 snj result = n; 2390 1.2.2.2 snj done: 2391 1.2.2.2 snj EVBUFFER_UNLOCK(buf); 2392 1.2.2.2 snj return result; 2393 1.2.2.2 snj } 2394 1.2.2.2 snj 2395 1.2.2.2 snj #ifdef USE_IOVEC_IMPL 2396 1.2.2.2 snj static inline int 2397 1.2.2.2 snj evbuffer_write_iovec(struct evbuffer *buffer, evutil_socket_t fd, 2398 1.2.2.2 snj ev_ssize_t howmuch) 2399 1.2.2.2 snj { 2400 1.2.2.2 snj IOV_TYPE iov[NUM_WRITE_IOVEC]; 2401 1.2.2.2 snj struct evbuffer_chain *chain = buffer->first; 2402 1.2.2.2 snj int n, i = 0; 2403 1.2.2.2 snj 2404 1.2.2.2 snj if (howmuch < 0) 2405 1.2.2.2 snj return -1; 2406 1.2.2.2 snj 2407 1.2.2.2 snj ASSERT_EVBUFFER_LOCKED(buffer); 2408 1.2.2.2 snj /* XXX make this top out at some maximal data length? if the 2409 1.2.2.2 snj * buffer has (say) 1MB in it, split over 128 chains, there's 2410 1.2.2.2 snj * no way it all gets written in one go. */ 2411 1.2.2.2 snj while (chain != NULL && i < NUM_WRITE_IOVEC && howmuch) { 2412 1.2.2.2 snj #ifdef USE_SENDFILE 2413 1.2.2.2 snj /* we cannot write the file info via writev */ 2414 1.2.2.2 snj if (chain->flags & EVBUFFER_SENDFILE) 2415 1.2.2.2 snj break; 2416 1.2.2.2 snj #endif 2417 1.2.2.2 snj iov[i].IOV_PTR_FIELD = (void *) (chain->buffer + chain->misalign); 2418 1.2.2.2 snj if ((size_t)howmuch >= chain->off) { 2419 1.2.2.2 snj /* XXXcould be problematic when windows supports mmap*/ 2420 1.2.2.2 snj iov[i++].IOV_LEN_FIELD = (IOV_LEN_TYPE)chain->off; 2421 1.2.2.2 snj howmuch -= chain->off; 2422 1.2.2.2 snj } else { 2423 1.2.2.2 snj /* XXXcould be problematic when windows supports mmap*/ 2424 1.2.2.2 snj iov[i++].IOV_LEN_FIELD = (IOV_LEN_TYPE)howmuch; 2425 1.2.2.2 snj break; 2426 1.2.2.2 snj } 2427 1.2.2.2 snj chain = chain->next; 2428 1.2.2.2 snj } 2429 1.2.2.2 snj if (! i) 2430 1.2.2.2 snj return 0; 2431 1.2.2.2 snj 2432 1.2.2.2 snj #ifdef _WIN32 2433 1.2.2.2 snj { 2434 1.2.2.2 snj DWORD bytesSent; 2435 1.2.2.2 snj if (WSASend(fd, iov, i, &bytesSent, 0, NULL, NULL)) 2436 1.2.2.2 snj n = -1; 2437 1.2.2.2 snj else 2438 1.2.2.2 snj n = bytesSent; 2439 1.2.2.2 snj } 2440 1.2.2.2 snj #else 2441 1.2.2.2 snj n = writev(fd, iov, i); 2442 1.2.2.2 snj #endif 2443 1.2.2.2 snj return (n); 2444 1.2.2.2 snj } 2445 1.2.2.2 snj #endif 2446 1.2.2.2 snj 2447 1.2.2.2 snj #ifdef USE_SENDFILE 2448 1.2.2.2 snj static inline int 2449 1.2.2.2 snj evbuffer_write_sendfile(struct evbuffer *buffer, evutil_socket_t dest_fd, 2450 1.2.2.2 snj ev_ssize_t howmuch) 2451 1.2.2.2 snj { 2452 1.2.2.2 snj struct evbuffer_chain *chain = buffer->first; 2453 1.2.2.2 snj struct evbuffer_chain_file_segment *info = 2454 1.2.2.2 snj EVBUFFER_CHAIN_EXTRA(struct evbuffer_chain_file_segment, 2455 1.2.2.2 snj chain); 2456 1.2.2.2 snj const int source_fd = info->segment->fd; 2457 1.2.2.2 snj #if defined(SENDFILE_IS_MACOSX) || defined(SENDFILE_IS_FREEBSD) 2458 1.2.2.2 snj int res; 2459 1.2.2.2 snj ev_off_t len = chain->off; 2460 1.2.2.2 snj #elif defined(SENDFILE_IS_LINUX) || defined(SENDFILE_IS_SOLARIS) 2461 1.2.2.2 snj ev_ssize_t res; 2462 1.2.2.2 snj ev_off_t offset = chain->misalign; 2463 1.2.2.2 snj #endif 2464 1.2.2.2 snj 2465 1.2.2.2 snj ASSERT_EVBUFFER_LOCKED(buffer); 2466 1.2.2.2 snj 2467 1.2.2.2 snj #if defined(SENDFILE_IS_MACOSX) 2468 1.2.2.2 snj res = sendfile(source_fd, dest_fd, chain->misalign, &len, NULL, 0); 2469 1.2.2.2 snj if (res == -1 && !EVUTIL_ERR_RW_RETRIABLE(errno)) 2470 1.2.2.2 snj return (-1); 2471 1.2.2.2 snj 2472 1.2.2.2 snj return (len); 2473 1.2.2.2 snj #elif defined(SENDFILE_IS_FREEBSD) 2474 1.2.2.2 snj res = sendfile(source_fd, dest_fd, chain->misalign, chain->off, NULL, &len, 0); 2475 1.2.2.2 snj if (res == -1 && !EVUTIL_ERR_RW_RETRIABLE(errno)) 2476 1.2.2.2 snj return (-1); 2477 1.2.2.2 snj 2478 1.2.2.2 snj return (len); 2479 1.2.2.2 snj #elif defined(SENDFILE_IS_LINUX) 2480 1.2.2.2 snj /* TODO(niels): implement splice */ 2481 1.2.2.2 snj res = sendfile(dest_fd, source_fd, &offset, chain->off); 2482 1.2.2.2 snj if (res == -1 && EVUTIL_ERR_RW_RETRIABLE(errno)) { 2483 1.2.2.2 snj /* if this is EAGAIN or EINTR return 0; otherwise, -1 */ 2484 1.2.2.2 snj return (0); 2485 1.2.2.2 snj } 2486 1.2.2.2 snj return (res); 2487 1.2.2.2 snj #elif defined(SENDFILE_IS_SOLARIS) 2488 1.2.2.2 snj { 2489 1.2.2.2 snj const off_t offset_orig = offset; 2490 1.2.2.2 snj res = sendfile(dest_fd, source_fd, &offset, chain->off); 2491 1.2.2.2 snj if (res == -1 && EVUTIL_ERR_RW_RETRIABLE(errno)) { 2492 1.2.2.2 snj if (offset - offset_orig) 2493 1.2.2.2 snj return offset - offset_orig; 2494 1.2.2.2 snj /* if this is EAGAIN or EINTR and no bytes were 2495 1.2.2.2 snj * written, return 0 */ 2496 1.2.2.2 snj return (0); 2497 1.2.2.2 snj } 2498 1.2.2.2 snj return (res); 2499 1.2.2.2 snj } 2500 1.2.2.2 snj #endif 2501 1.2.2.2 snj } 2502 1.2.2.2 snj #endif 2503 1.2.2.2 snj 2504 1.2.2.2 snj int 2505 1.2.2.2 snj evbuffer_write_atmost(struct evbuffer *buffer, evutil_socket_t fd, 2506 1.2.2.2 snj ev_ssize_t howmuch) 2507 1.2.2.2 snj { 2508 1.2.2.2 snj int n = -1; 2509 1.2.2.2 snj 2510 1.2.2.2 snj EVBUFFER_LOCK(buffer); 2511 1.2.2.2 snj 2512 1.2.2.2 snj if (buffer->freeze_start) { 2513 1.2.2.2 snj goto done; 2514 1.2.2.2 snj } 2515 1.2.2.2 snj 2516 1.2.2.2 snj if (howmuch < 0 || (size_t)howmuch > buffer->total_len) 2517 1.2.2.2 snj howmuch = buffer->total_len; 2518 1.2.2.2 snj 2519 1.2.2.2 snj if (howmuch > 0) { 2520 1.2.2.2 snj #ifdef USE_SENDFILE 2521 1.2.2.2 snj struct evbuffer_chain *chain = buffer->first; 2522 1.2.2.2 snj if (chain != NULL && (chain->flags & EVBUFFER_SENDFILE)) 2523 1.2.2.2 snj n = evbuffer_write_sendfile(buffer, fd, howmuch); 2524 1.2.2.2 snj else { 2525 1.2.2.2 snj #endif 2526 1.2.2.2 snj #ifdef USE_IOVEC_IMPL 2527 1.2.2.2 snj n = evbuffer_write_iovec(buffer, fd, howmuch); 2528 1.2.2.2 snj #elif defined(_WIN32) 2529 1.2.2.2 snj /* XXX(nickm) Don't disable this code until we know if 2530 1.2.2.2 snj * the WSARecv code above works. */ 2531 1.2.2.2 snj void *p = evbuffer_pullup(buffer, howmuch); 2532 1.2.2.3 snj EVUTIL_ASSERT(p || !howmuch); 2533 1.2.2.2 snj n = send(fd, p, howmuch, 0); 2534 1.2.2.2 snj #else 2535 1.2.2.2 snj void *p = evbuffer_pullup(buffer, howmuch); 2536 1.2.2.3 snj EVUTIL_ASSERT(p || !howmuch); 2537 1.2.2.2 snj n = write(fd, p, howmuch); 2538 1.2.2.2 snj #endif 2539 1.2.2.2 snj #ifdef USE_SENDFILE 2540 1.2.2.2 snj } 2541 1.2.2.2 snj #endif 2542 1.2.2.2 snj } 2543 1.2.2.2 snj 2544 1.2.2.2 snj if (n > 0) 2545 1.2.2.2 snj evbuffer_drain(buffer, n); 2546 1.2.2.2 snj 2547 1.2.2.2 snj done: 2548 1.2.2.2 snj EVBUFFER_UNLOCK(buffer); 2549 1.2.2.2 snj return (n); 2550 1.2.2.2 snj } 2551 1.2.2.2 snj 2552 1.2.2.2 snj int 2553 1.2.2.2 snj evbuffer_write(struct evbuffer *buffer, evutil_socket_t fd) 2554 1.2.2.2 snj { 2555 1.2.2.2 snj return evbuffer_write_atmost(buffer, fd, -1); 2556 1.2.2.2 snj } 2557 1.2.2.2 snj 2558 1.2.2.2 snj unsigned char * 2559 1.2.2.2 snj evbuffer_find(struct evbuffer *buffer, const unsigned char *what, size_t len) 2560 1.2.2.2 snj { 2561 1.2.2.2 snj unsigned char *search; 2562 1.2.2.2 snj struct evbuffer_ptr ptr; 2563 1.2.2.2 snj 2564 1.2.2.2 snj EVBUFFER_LOCK(buffer); 2565 1.2.2.2 snj 2566 1.2.2.2 snj ptr = evbuffer_search(buffer, (const char *)what, len, NULL); 2567 1.2.2.2 snj if (ptr.pos < 0) { 2568 1.2.2.2 snj search = NULL; 2569 1.2.2.2 snj } else { 2570 1.2.2.2 snj search = evbuffer_pullup(buffer, ptr.pos + len); 2571 1.2.2.2 snj if (search) 2572 1.2.2.2 snj search += ptr.pos; 2573 1.2.2.2 snj } 2574 1.2.2.2 snj EVBUFFER_UNLOCK(buffer); 2575 1.2.2.2 snj return search; 2576 1.2.2.2 snj } 2577 1.2.2.2 snj 2578 1.2.2.2 snj /* Subract <b>howfar</b> from the position of <b>pos</b> within 2579 1.2.2.2 snj * <b>buf</b>. Returns 0 on success, -1 on failure. 2580 1.2.2.2 snj * 2581 1.2.2.2 snj * This isn't exposed yet, because of potential inefficiency issues. 2582 1.2.2.2 snj * Maybe it should be. */ 2583 1.2.2.2 snj static int 2584 1.2.2.2 snj evbuffer_ptr_subtract(struct evbuffer *buf, struct evbuffer_ptr *pos, 2585 1.2.2.2 snj size_t howfar) 2586 1.2.2.2 snj { 2587 1.2.2.3 snj if (pos->pos < 0) 2588 1.2.2.3 snj return -1; 2589 1.2.2.2 snj if (howfar > (size_t)pos->pos) 2590 1.2.2.2 snj return -1; 2591 1.2.2.2 snj if (pos->internal_.chain && howfar <= pos->internal_.pos_in_chain) { 2592 1.2.2.2 snj pos->internal_.pos_in_chain -= howfar; 2593 1.2.2.2 snj pos->pos -= howfar; 2594 1.2.2.2 snj return 0; 2595 1.2.2.2 snj } else { 2596 1.2.2.2 snj const size_t newpos = pos->pos - howfar; 2597 1.2.2.2 snj /* Here's the inefficient part: it walks over the 2598 1.2.2.2 snj * chains until we hit newpos. */ 2599 1.2.2.2 snj return evbuffer_ptr_set(buf, pos, newpos, EVBUFFER_PTR_SET); 2600 1.2.2.2 snj } 2601 1.2.2.2 snj } 2602 1.2.2.2 snj 2603 1.2.2.2 snj int 2604 1.2.2.2 snj evbuffer_ptr_set(struct evbuffer *buf, struct evbuffer_ptr *pos, 2605 1.2.2.2 snj size_t position, enum evbuffer_ptr_how how) 2606 1.2.2.2 snj { 2607 1.2.2.2 snj size_t left = position; 2608 1.2.2.2 snj struct evbuffer_chain *chain = NULL; 2609 1.2.2.2 snj int result = 0; 2610 1.2.2.2 snj 2611 1.2.2.2 snj EVBUFFER_LOCK(buf); 2612 1.2.2.2 snj 2613 1.2.2.2 snj switch (how) { 2614 1.2.2.2 snj case EVBUFFER_PTR_SET: 2615 1.2.2.2 snj chain = buf->first; 2616 1.2.2.2 snj pos->pos = position; 2617 1.2.2.2 snj position = 0; 2618 1.2.2.2 snj break; 2619 1.2.2.2 snj case EVBUFFER_PTR_ADD: 2620 1.2.2.2 snj /* this avoids iterating over all previous chains if 2621 1.2.2.2 snj we just want to advance the position */ 2622 1.2.2.3 snj if (pos->pos < 0 || EV_SIZE_MAX - position < (size_t)pos->pos) { 2623 1.2.2.3 snj EVBUFFER_UNLOCK(buf); 2624 1.2.2.3 snj return -1; 2625 1.2.2.3 snj } 2626 1.2.2.2 snj chain = pos->internal_.chain; 2627 1.2.2.2 snj pos->pos += position; 2628 1.2.2.2 snj position = pos->internal_.pos_in_chain; 2629 1.2.2.2 snj break; 2630 1.2.2.2 snj } 2631 1.2.2.2 snj 2632 1.2.2.3 snj EVUTIL_ASSERT(EV_SIZE_MAX - left >= position); 2633 1.2.2.2 snj while (chain && position + left >= chain->off) { 2634 1.2.2.2 snj left -= chain->off - position; 2635 1.2.2.2 snj chain = chain->next; 2636 1.2.2.2 snj position = 0; 2637 1.2.2.2 snj } 2638 1.2.2.2 snj if (chain) { 2639 1.2.2.2 snj pos->internal_.chain = chain; 2640 1.2.2.2 snj pos->internal_.pos_in_chain = position + left; 2641 1.2.2.2 snj } else if (left == 0) { 2642 1.2.2.2 snj /* The first byte in the (nonexistent) chain after the last chain */ 2643 1.2.2.2 snj pos->internal_.chain = NULL; 2644 1.2.2.2 snj pos->internal_.pos_in_chain = 0; 2645 1.2.2.2 snj } else { 2646 1.2.2.2 snj PTR_NOT_FOUND(pos); 2647 1.2.2.2 snj result = -1; 2648 1.2.2.2 snj } 2649 1.2.2.2 snj 2650 1.2.2.2 snj EVBUFFER_UNLOCK(buf); 2651 1.2.2.2 snj 2652 1.2.2.2 snj return result; 2653 1.2.2.2 snj } 2654 1.2.2.2 snj 2655 1.2.2.2 snj /** 2656 1.2.2.2 snj Compare the bytes in buf at position pos to the len bytes in mem. Return 2657 1.2.2.2 snj less than 0, 0, or greater than 0 as memcmp. 2658 1.2.2.2 snj */ 2659 1.2.2.2 snj static int 2660 1.2.2.2 snj evbuffer_ptr_memcmp(const struct evbuffer *buf, const struct evbuffer_ptr *pos, 2661 1.2.2.2 snj const char *mem, size_t len) 2662 1.2.2.2 snj { 2663 1.2.2.2 snj struct evbuffer_chain *chain; 2664 1.2.2.2 snj size_t position; 2665 1.2.2.2 snj int r; 2666 1.2.2.2 snj 2667 1.2.2.2 snj ASSERT_EVBUFFER_LOCKED(buf); 2668 1.2.2.2 snj 2669 1.2.2.3 snj if (pos->pos < 0 || 2670 1.2.2.3 snj EV_SIZE_MAX - len < (size_t)pos->pos || 2671 1.2.2.3 snj pos->pos + len > buf->total_len) 2672 1.2.2.2 snj return -1; 2673 1.2.2.2 snj 2674 1.2.2.2 snj chain = pos->internal_.chain; 2675 1.2.2.2 snj position = pos->internal_.pos_in_chain; 2676 1.2.2.2 snj while (len && chain) { 2677 1.2.2.2 snj size_t n_comparable; 2678 1.2.2.2 snj if (len + position > chain->off) 2679 1.2.2.2 snj n_comparable = chain->off - position; 2680 1.2.2.2 snj else 2681 1.2.2.2 snj n_comparable = len; 2682 1.2.2.2 snj r = memcmp(chain->buffer + chain->misalign + position, mem, 2683 1.2.2.2 snj n_comparable); 2684 1.2.2.2 snj if (r) 2685 1.2.2.2 snj return r; 2686 1.2.2.2 snj mem += n_comparable; 2687 1.2.2.2 snj len -= n_comparable; 2688 1.2.2.2 snj position = 0; 2689 1.2.2.2 snj chain = chain->next; 2690 1.2.2.2 snj } 2691 1.2.2.2 snj 2692 1.2.2.2 snj return 0; 2693 1.2.2.2 snj } 2694 1.2.2.2 snj 2695 1.2.2.2 snj struct evbuffer_ptr 2696 1.2.2.2 snj evbuffer_search(struct evbuffer *buffer, const char *what, size_t len, const struct evbuffer_ptr *start) 2697 1.2.2.2 snj { 2698 1.2.2.2 snj return evbuffer_search_range(buffer, what, len, start, NULL); 2699 1.2.2.2 snj } 2700 1.2.2.2 snj 2701 1.2.2.2 snj struct evbuffer_ptr 2702 1.2.2.2 snj evbuffer_search_range(struct evbuffer *buffer, const char *what, size_t len, const struct evbuffer_ptr *start, const struct evbuffer_ptr *end) 2703 1.2.2.2 snj { 2704 1.2.2.2 snj struct evbuffer_ptr pos; 2705 1.2.2.2 snj struct evbuffer_chain *chain, *last_chain = NULL; 2706 1.2.2.2 snj const unsigned char *p; 2707 1.2.2.2 snj char first; 2708 1.2.2.2 snj 2709 1.2.2.2 snj EVBUFFER_LOCK(buffer); 2710 1.2.2.2 snj 2711 1.2.2.2 snj if (start) { 2712 1.2.2.2 snj memcpy(&pos, start, sizeof(pos)); 2713 1.2.2.2 snj chain = pos.internal_.chain; 2714 1.2.2.2 snj } else { 2715 1.2.2.2 snj pos.pos = 0; 2716 1.2.2.2 snj chain = pos.internal_.chain = buffer->first; 2717 1.2.2.2 snj pos.internal_.pos_in_chain = 0; 2718 1.2.2.2 snj } 2719 1.2.2.2 snj 2720 1.2.2.2 snj if (end) 2721 1.2.2.2 snj last_chain = end->internal_.chain; 2722 1.2.2.2 snj 2723 1.2.2.2 snj if (!len || len > EV_SSIZE_MAX) 2724 1.2.2.2 snj goto done; 2725 1.2.2.2 snj 2726 1.2.2.2 snj first = what[0]; 2727 1.2.2.2 snj 2728 1.2.2.2 snj while (chain) { 2729 1.2.2.2 snj const unsigned char *start_at = 2730 1.2.2.2 snj chain->buffer + chain->misalign + 2731 1.2.2.2 snj pos.internal_.pos_in_chain; 2732 1.2.2.2 snj p = memchr(start_at, first, 2733 1.2.2.2 snj chain->off - pos.internal_.pos_in_chain); 2734 1.2.2.2 snj if (p) { 2735 1.2.2.2 snj pos.pos += p - start_at; 2736 1.2.2.2 snj pos.internal_.pos_in_chain += p - start_at; 2737 1.2.2.2 snj if (!evbuffer_ptr_memcmp(buffer, &pos, what, len)) { 2738 1.2.2.2 snj if (end && pos.pos + (ev_ssize_t)len > end->pos) 2739 1.2.2.2 snj goto not_found; 2740 1.2.2.2 snj else 2741 1.2.2.2 snj goto done; 2742 1.2.2.2 snj } 2743 1.2.2.2 snj ++pos.pos; 2744 1.2.2.2 snj ++pos.internal_.pos_in_chain; 2745 1.2.2.2 snj if (pos.internal_.pos_in_chain == chain->off) { 2746 1.2.2.2 snj chain = pos.internal_.chain = chain->next; 2747 1.2.2.2 snj pos.internal_.pos_in_chain = 0; 2748 1.2.2.2 snj } 2749 1.2.2.2 snj } else { 2750 1.2.2.2 snj if (chain == last_chain) 2751 1.2.2.2 snj goto not_found; 2752 1.2.2.2 snj pos.pos += chain->off - pos.internal_.pos_in_chain; 2753 1.2.2.2 snj chain = pos.internal_.chain = chain->next; 2754 1.2.2.2 snj pos.internal_.pos_in_chain = 0; 2755 1.2.2.2 snj } 2756 1.2.2.2 snj } 2757 1.2.2.2 snj 2758 1.2.2.2 snj not_found: 2759 1.2.2.2 snj PTR_NOT_FOUND(&pos); 2760 1.2.2.2 snj done: 2761 1.2.2.2 snj EVBUFFER_UNLOCK(buffer); 2762 1.2.2.2 snj return pos; 2763 1.2.2.2 snj } 2764 1.2.2.2 snj 2765 1.2.2.2 snj int 2766 1.2.2.2 snj evbuffer_peek(struct evbuffer *buffer, ev_ssize_t len, 2767 1.2.2.2 snj struct evbuffer_ptr *start_at, 2768 1.2.2.2 snj struct evbuffer_iovec *vec, int n_vec) 2769 1.2.2.2 snj { 2770 1.2.2.2 snj struct evbuffer_chain *chain; 2771 1.2.2.2 snj int idx = 0; 2772 1.2.2.2 snj ev_ssize_t len_so_far = 0; 2773 1.2.2.2 snj 2774 1.2.2.2 snj /* Avoid locking in trivial edge cases */ 2775 1.2.2.2 snj if (start_at && start_at->internal_.chain == NULL) 2776 1.2.2.2 snj return 0; 2777 1.2.2.2 snj 2778 1.2.2.2 snj EVBUFFER_LOCK(buffer); 2779 1.2.2.2 snj 2780 1.2.2.2 snj if (start_at) { 2781 1.2.2.2 snj chain = start_at->internal_.chain; 2782 1.2.2.2 snj len_so_far = chain->off 2783 1.2.2.2 snj - start_at->internal_.pos_in_chain; 2784 1.2.2.2 snj idx = 1; 2785 1.2.2.2 snj if (n_vec > 0) { 2786 1.2.2.2 snj vec[0].iov_base = chain->buffer + chain->misalign 2787 1.2.2.2 snj + start_at->internal_.pos_in_chain; 2788 1.2.2.2 snj vec[0].iov_len = len_so_far; 2789 1.2.2.2 snj } 2790 1.2.2.2 snj chain = chain->next; 2791 1.2.2.2 snj } else { 2792 1.2.2.2 snj chain = buffer->first; 2793 1.2.2.2 snj } 2794 1.2.2.2 snj 2795 1.2.2.2 snj if (n_vec == 0 && len < 0) { 2796 1.2.2.2 snj /* If no vectors are provided and they asked for "everything", 2797 1.2.2.2 snj * pretend they asked for the actual available amount. */ 2798 1.2.2.3 snj len = buffer->total_len; 2799 1.2.2.3 snj if (start_at) { 2800 1.2.2.3 snj len -= start_at->pos; 2801 1.2.2.3 snj } 2802 1.2.2.2 snj } 2803 1.2.2.2 snj 2804 1.2.2.2 snj while (chain) { 2805 1.2.2.2 snj if (len >= 0 && len_so_far >= len) 2806 1.2.2.2 snj break; 2807 1.2.2.2 snj if (idx<n_vec) { 2808 1.2.2.2 snj vec[idx].iov_base = chain->buffer + chain->misalign; 2809 1.2.2.2 snj vec[idx].iov_len = chain->off; 2810 1.2.2.2 snj } else if (len<0) { 2811 1.2.2.2 snj break; 2812 1.2.2.2 snj } 2813 1.2.2.2 snj ++idx; 2814 1.2.2.2 snj len_so_far += chain->off; 2815 1.2.2.2 snj chain = chain->next; 2816 1.2.2.2 snj } 2817 1.2.2.2 snj 2818 1.2.2.2 snj EVBUFFER_UNLOCK(buffer); 2819 1.2.2.2 snj 2820 1.2.2.2 snj return idx; 2821 1.2.2.2 snj } 2822 1.2.2.2 snj 2823 1.2.2.2 snj 2824 1.2.2.2 snj int 2825 1.2.2.2 snj evbuffer_add_vprintf(struct evbuffer *buf, const char *fmt, va_list ap) 2826 1.2.2.2 snj { 2827 1.2.2.2 snj char *buffer; 2828 1.2.2.2 snj size_t space; 2829 1.2.2.2 snj int sz, result = -1; 2830 1.2.2.2 snj va_list aq; 2831 1.2.2.2 snj struct evbuffer_chain *chain; 2832 1.2.2.2 snj 2833 1.2.2.2 snj 2834 1.2.2.2 snj EVBUFFER_LOCK(buf); 2835 1.2.2.2 snj 2836 1.2.2.2 snj if (buf->freeze_end) { 2837 1.2.2.2 snj goto done; 2838 1.2.2.2 snj } 2839 1.2.2.2 snj 2840 1.2.2.2 snj /* make sure that at least some space is available */ 2841 1.2.2.2 snj if ((chain = evbuffer_expand_singlechain(buf, 64)) == NULL) 2842 1.2.2.2 snj goto done; 2843 1.2.2.2 snj 2844 1.2.2.2 snj for (;;) { 2845 1.2.2.2 snj #if 0 2846 1.2.2.2 snj size_t used = chain->misalign + chain->off; 2847 1.2.2.2 snj buffer = (char *)chain->buffer + chain->misalign + chain->off; 2848 1.2.2.2 snj EVUTIL_ASSERT(chain->buffer_len >= used); 2849 1.2.2.2 snj space = chain->buffer_len - used; 2850 1.2.2.2 snj #endif 2851 1.2.2.2 snj buffer = (char*) CHAIN_SPACE_PTR(chain); 2852 1.2.2.2 snj space = (size_t) CHAIN_SPACE_LEN(chain); 2853 1.2.2.2 snj 2854 1.2.2.2 snj #ifndef va_copy 2855 1.2.2.2 snj #define va_copy(dst, src) memcpy(&(dst), &(src), sizeof(va_list)) 2856 1.2.2.2 snj #endif 2857 1.2.2.2 snj va_copy(aq, ap); 2858 1.2.2.2 snj 2859 1.2.2.2 snj sz = evutil_vsnprintf(buffer, space, fmt, aq); 2860 1.2.2.2 snj 2861 1.2.2.2 snj va_end(aq); 2862 1.2.2.2 snj 2863 1.2.2.2 snj if (sz < 0) 2864 1.2.2.2 snj goto done; 2865 1.2.2.3 snj if (INT_MAX >= EVBUFFER_CHAIN_MAX && 2866 1.2.2.3 snj (size_t)sz >= EVBUFFER_CHAIN_MAX) 2867 1.2.2.3 snj goto done; 2868 1.2.2.2 snj if ((size_t)sz < space) { 2869 1.2.2.2 snj chain->off += sz; 2870 1.2.2.2 snj buf->total_len += sz; 2871 1.2.2.2 snj buf->n_add_for_cb += sz; 2872 1.2.2.2 snj 2873 1.2.2.2 snj advance_last_with_data(buf); 2874 1.2.2.2 snj evbuffer_invoke_callbacks_(buf); 2875 1.2.2.2 snj result = sz; 2876 1.2.2.2 snj goto done; 2877 1.2.2.2 snj } 2878 1.2.2.2 snj if ((chain = evbuffer_expand_singlechain(buf, sz + 1)) == NULL) 2879 1.2.2.2 snj goto done; 2880 1.2.2.2 snj } 2881 1.2.2.2 snj /* NOTREACHED */ 2882 1.2.2.2 snj 2883 1.2.2.2 snj done: 2884 1.2.2.2 snj EVBUFFER_UNLOCK(buf); 2885 1.2.2.2 snj return result; 2886 1.2.2.2 snj } 2887 1.2.2.2 snj 2888 1.2.2.2 snj int 2889 1.2.2.2 snj evbuffer_add_printf(struct evbuffer *buf, const char *fmt, ...) 2890 1.2.2.2 snj { 2891 1.2.2.2 snj int res = -1; 2892 1.2.2.2 snj va_list ap; 2893 1.2.2.2 snj 2894 1.2.2.2 snj va_start(ap, fmt); 2895 1.2.2.2 snj res = evbuffer_add_vprintf(buf, fmt, ap); 2896 1.2.2.2 snj va_end(ap); 2897 1.2.2.2 snj 2898 1.2.2.2 snj return (res); 2899 1.2.2.2 snj } 2900 1.2.2.2 snj 2901 1.2.2.2 snj int 2902 1.2.2.2 snj evbuffer_add_reference(struct evbuffer *outbuf, 2903 1.2.2.2 snj const void *data, size_t datlen, 2904 1.2.2.2 snj evbuffer_ref_cleanup_cb cleanupfn, void *extra) 2905 1.2.2.2 snj { 2906 1.2.2.2 snj struct evbuffer_chain *chain; 2907 1.2.2.2 snj struct evbuffer_chain_reference *info; 2908 1.2.2.2 snj int result = -1; 2909 1.2.2.2 snj 2910 1.2.2.2 snj chain = evbuffer_chain_new(sizeof(struct evbuffer_chain_reference)); 2911 1.2.2.2 snj if (!chain) 2912 1.2.2.2 snj return (-1); 2913 1.2.2.2 snj chain->flags |= EVBUFFER_REFERENCE | EVBUFFER_IMMUTABLE; 2914 1.2.2.2 snj chain->buffer = (u_char *)data; 2915 1.2.2.2 snj chain->buffer_len = datlen; 2916 1.2.2.2 snj chain->off = datlen; 2917 1.2.2.2 snj 2918 1.2.2.2 snj info = EVBUFFER_CHAIN_EXTRA(struct evbuffer_chain_reference, chain); 2919 1.2.2.2 snj info->cleanupfn = cleanupfn; 2920 1.2.2.2 snj info->extra = extra; 2921 1.2.2.2 snj 2922 1.2.2.2 snj EVBUFFER_LOCK(outbuf); 2923 1.2.2.2 snj if (outbuf->freeze_end) { 2924 1.2.2.2 snj /* don't call chain_free; we do not want to actually invoke 2925 1.2.2.2 snj * the cleanup function */ 2926 1.2.2.2 snj mm_free(chain); 2927 1.2.2.2 snj goto done; 2928 1.2.2.2 snj } 2929 1.2.2.2 snj evbuffer_chain_insert(outbuf, chain); 2930 1.2.2.2 snj outbuf->n_add_for_cb += datlen; 2931 1.2.2.2 snj 2932 1.2.2.2 snj evbuffer_invoke_callbacks_(outbuf); 2933 1.2.2.2 snj 2934 1.2.2.2 snj result = 0; 2935 1.2.2.2 snj done: 2936 1.2.2.2 snj EVBUFFER_UNLOCK(outbuf); 2937 1.2.2.2 snj 2938 1.2.2.2 snj return result; 2939 1.2.2.2 snj } 2940 1.2.2.2 snj 2941 1.2.2.2 snj /* TODO(niels): we may want to add to automagically convert to mmap, in 2942 1.2.2.2 snj * case evbuffer_remove() or evbuffer_pullup() are being used. 2943 1.2.2.2 snj */ 2944 1.2.2.2 snj struct evbuffer_file_segment * 2945 1.2.2.2 snj evbuffer_file_segment_new( 2946 1.2.2.2 snj int fd, ev_off_t offset, ev_off_t length, unsigned flags) 2947 1.2.2.2 snj { 2948 1.2.2.2 snj struct evbuffer_file_segment *seg = 2949 1.2.2.2 snj mm_calloc(sizeof(struct evbuffer_file_segment), 1); 2950 1.2.2.2 snj if (!seg) 2951 1.2.2.2 snj return NULL; 2952 1.2.2.2 snj seg->refcnt = 1; 2953 1.2.2.2 snj seg->fd = fd; 2954 1.2.2.2 snj seg->flags = flags; 2955 1.2.2.2 snj seg->file_offset = offset; 2956 1.2.2.2 snj seg->cleanup_cb = NULL; 2957 1.2.2.2 snj seg->cleanup_cb_arg = NULL; 2958 1.2.2.2 snj #ifdef _WIN32 2959 1.2.2.2 snj #ifndef lseek 2960 1.2.2.2 snj #define lseek _lseeki64 2961 1.2.2.2 snj #endif 2962 1.2.2.2 snj #ifndef fstat 2963 1.2.2.2 snj #define fstat _fstat 2964 1.2.2.2 snj #endif 2965 1.2.2.2 snj #ifndef stat 2966 1.2.2.2 snj #define stat _stat 2967 1.2.2.2 snj #endif 2968 1.2.2.2 snj #endif 2969 1.2.2.2 snj if (length == -1) { 2970 1.2.2.2 snj struct stat st; 2971 1.2.2.2 snj if (fstat(fd, &st) < 0) 2972 1.2.2.2 snj goto err; 2973 1.2.2.2 snj length = st.st_size; 2974 1.2.2.2 snj } 2975 1.2.2.2 snj seg->length = length; 2976 1.2.2.2 snj 2977 1.2.2.3 snj if (offset < 0 || length < 0 || 2978 1.2.2.3 snj ((ev_uint64_t)length > EVBUFFER_CHAIN_MAX) || 2979 1.2.2.3 snj (ev_uint64_t)offset > (ev_uint64_t)(EVBUFFER_CHAIN_MAX - length)) 2980 1.2.2.3 snj goto err; 2981 1.2.2.3 snj 2982 1.2.2.2 snj #if defined(USE_SENDFILE) 2983 1.2.2.2 snj if (!(flags & EVBUF_FS_DISABLE_SENDFILE)) { 2984 1.2.2.2 snj seg->can_sendfile = 1; 2985 1.2.2.2 snj goto done; 2986 1.2.2.2 snj } 2987 1.2.2.2 snj #endif 2988 1.2.2.2 snj 2989 1.2.2.2 snj if (evbuffer_file_segment_materialize(seg)<0) 2990 1.2.2.2 snj goto err; 2991 1.2.2.2 snj 2992 1.2.2.2 snj #if defined(USE_SENDFILE) 2993 1.2.2.2 snj done: 2994 1.2.2.2 snj #endif 2995 1.2.2.2 snj if (!(flags & EVBUF_FS_DISABLE_LOCKING)) { 2996 1.2.2.2 snj EVTHREAD_ALLOC_LOCK(seg->lock, 0); 2997 1.2.2.2 snj } 2998 1.2.2.2 snj return seg; 2999 1.2.2.2 snj err: 3000 1.2.2.2 snj mm_free(seg); 3001 1.2.2.2 snj return NULL; 3002 1.2.2.2 snj } 3003 1.2.2.2 snj 3004 1.2.2.2 snj #ifdef EVENT__HAVE_MMAP 3005 1.2.2.2 snj static long 3006 1.2.2.2 snj get_page_size(void) 3007 1.2.2.2 snj { 3008 1.2.2.2 snj #ifdef SC_PAGE_SIZE 3009 1.2.2.2 snj return sysconf(SC_PAGE_SIZE); 3010 1.2.2.2 snj #elif defined(_SC_PAGE_SIZE) 3011 1.2.2.2 snj return sysconf(_SC_PAGE_SIZE); 3012 1.2.2.2 snj #else 3013 1.2.2.2 snj return 1; 3014 1.2.2.2 snj #endif 3015 1.2.2.2 snj } 3016 1.2.2.2 snj #endif 3017 1.2.2.2 snj 3018 1.2.2.2 snj /* DOCDOC */ 3019 1.2.2.2 snj /* Requires lock */ 3020 1.2.2.2 snj static int 3021 1.2.2.2 snj evbuffer_file_segment_materialize(struct evbuffer_file_segment *seg) 3022 1.2.2.2 snj { 3023 1.2.2.2 snj const unsigned flags = seg->flags; 3024 1.2.2.2 snj const int fd = seg->fd; 3025 1.2.2.2 snj const ev_off_t length = seg->length; 3026 1.2.2.2 snj const ev_off_t offset = seg->file_offset; 3027 1.2.2.2 snj 3028 1.2.2.2 snj if (seg->contents) 3029 1.2.2.2 snj return 0; /* already materialized */ 3030 1.2.2.2 snj 3031 1.2.2.2 snj #if defined(EVENT__HAVE_MMAP) 3032 1.2.2.2 snj if (!(flags & EVBUF_FS_DISABLE_MMAP)) { 3033 1.2.2.2 snj off_t offset_rounded = 0, offset_leftover = 0; 3034 1.2.2.2 snj void *mapped; 3035 1.2.2.2 snj if (offset) { 3036 1.2.2.2 snj /* mmap implementations don't generally like us 3037 1.2.2.2 snj * to have an offset that isn't a round */ 3038 1.2.2.2 snj long page_size = get_page_size(); 3039 1.2.2.2 snj if (page_size == -1) 3040 1.2.2.2 snj goto err; 3041 1.2.2.2 snj offset_leftover = offset % page_size; 3042 1.2.2.2 snj offset_rounded = offset - offset_leftover; 3043 1.2.2.2 snj } 3044 1.2.2.2 snj mapped = mmap(NULL, length + offset_leftover, 3045 1.2.2.2 snj PROT_READ, 3046 1.2.2.2 snj #ifdef MAP_NOCACHE 3047 1.2.2.2 snj MAP_NOCACHE | /* ??? */ 3048 1.2.2.2 snj #endif 3049 1.2.2.2 snj #ifdef MAP_FILE 3050 1.2.2.2 snj MAP_FILE | 3051 1.2.2.2 snj #endif 3052 1.2.2.2 snj MAP_PRIVATE, 3053 1.2.2.2 snj fd, offset_rounded); 3054 1.2.2.2 snj if (mapped == MAP_FAILED) { 3055 1.2.2.2 snj event_warn("%s: mmap(%d, %d, %zu) failed", 3056 1.2.2.2 snj __func__, fd, 0, (size_t)(offset + length)); 3057 1.2.2.2 snj } else { 3058 1.2.2.2 snj seg->mapping = mapped; 3059 1.2.2.2 snj seg->contents = (char*)mapped+offset_leftover; 3060 1.2.2.2 snj seg->mmap_offset = 0; 3061 1.2.2.2 snj seg->is_mapping = 1; 3062 1.2.2.2 snj goto done; 3063 1.2.2.2 snj } 3064 1.2.2.2 snj } 3065 1.2.2.2 snj #endif 3066 1.2.2.2 snj #ifdef _WIN32 3067 1.2.2.2 snj if (!(flags & EVBUF_FS_DISABLE_MMAP)) { 3068 1.2.2.2 snj intptr_t h = _get_osfhandle(fd); 3069 1.2.2.2 snj HANDLE m; 3070 1.2.2.2 snj ev_uint64_t total_size = length+offset; 3071 1.2.2.2 snj if ((HANDLE)h == INVALID_HANDLE_VALUE) 3072 1.2.2.2 snj goto err; 3073 1.2.2.2 snj m = CreateFileMapping((HANDLE)h, NULL, PAGE_READONLY, 3074 1.2.2.2 snj (total_size >> 32), total_size & 0xfffffffful, 3075 1.2.2.2 snj NULL); 3076 1.2.2.2 snj if (m != INVALID_HANDLE_VALUE) { /* Does h leak? */ 3077 1.2.2.2 snj seg->mapping_handle = m; 3078 1.2.2.2 snj seg->mmap_offset = offset; 3079 1.2.2.2 snj seg->is_mapping = 1; 3080 1.2.2.2 snj goto done; 3081 1.2.2.2 snj } 3082 1.2.2.2 snj } 3083 1.2.2.2 snj #endif 3084 1.2.2.2 snj { 3085 1.2.2.2 snj ev_off_t start_pos = lseek(fd, 0, SEEK_CUR), pos; 3086 1.2.2.2 snj ev_off_t read_so_far = 0; 3087 1.2.2.2 snj char *mem; 3088 1.2.2.2 snj int e; 3089 1.2.2.2 snj ev_ssize_t n = 0; 3090 1.2.2.2 snj if (!(mem = mm_malloc(length))) 3091 1.2.2.2 snj goto err; 3092 1.2.2.2 snj if (start_pos < 0) { 3093 1.2.2.2 snj mm_free(mem); 3094 1.2.2.2 snj goto err; 3095 1.2.2.2 snj } 3096 1.2.2.2 snj if (lseek(fd, offset, SEEK_SET) < 0) { 3097 1.2.2.2 snj mm_free(mem); 3098 1.2.2.2 snj goto err; 3099 1.2.2.2 snj } 3100 1.2.2.2 snj while (read_so_far < length) { 3101 1.2.2.2 snj n = read(fd, mem+read_so_far, length-read_so_far); 3102 1.2.2.2 snj if (n <= 0) 3103 1.2.2.2 snj break; 3104 1.2.2.2 snj read_so_far += n; 3105 1.2.2.2 snj } 3106 1.2.2.2 snj 3107 1.2.2.2 snj e = errno; 3108 1.2.2.2 snj pos = lseek(fd, start_pos, SEEK_SET); 3109 1.2.2.2 snj if (n < 0 || (n == 0 && length > read_so_far)) { 3110 1.2.2.2 snj mm_free(mem); 3111 1.2.2.2 snj errno = e; 3112 1.2.2.2 snj goto err; 3113 1.2.2.2 snj } else if (pos < 0) { 3114 1.2.2.2 snj mm_free(mem); 3115 1.2.2.2 snj goto err; 3116 1.2.2.2 snj } 3117 1.2.2.2 snj 3118 1.2.2.2 snj seg->contents = mem; 3119 1.2.2.2 snj } 3120 1.2.2.2 snj 3121 1.2.2.2 snj done: 3122 1.2.2.2 snj return 0; 3123 1.2.2.2 snj err: 3124 1.2.2.2 snj return -1; 3125 1.2.2.2 snj } 3126 1.2.2.2 snj 3127 1.2.2.2 snj void evbuffer_file_segment_add_cleanup_cb(struct evbuffer_file_segment *seg, 3128 1.2.2.2 snj evbuffer_file_segment_cleanup_cb cb, void* arg) 3129 1.2.2.2 snj { 3130 1.2.2.2 snj EVUTIL_ASSERT(seg->refcnt > 0); 3131 1.2.2.2 snj seg->cleanup_cb = cb; 3132 1.2.2.2 snj seg->cleanup_cb_arg = arg; 3133 1.2.2.2 snj } 3134 1.2.2.2 snj 3135 1.2.2.2 snj void 3136 1.2.2.2 snj evbuffer_file_segment_free(struct evbuffer_file_segment *seg) 3137 1.2.2.2 snj { 3138 1.2.2.2 snj int refcnt; 3139 1.2.2.2 snj EVLOCK_LOCK(seg->lock, 0); 3140 1.2.2.2 snj refcnt = --seg->refcnt; 3141 1.2.2.2 snj EVLOCK_UNLOCK(seg->lock, 0); 3142 1.2.2.2 snj if (refcnt > 0) 3143 1.2.2.2 snj return; 3144 1.2.2.2 snj EVUTIL_ASSERT(refcnt == 0); 3145 1.2.2.2 snj 3146 1.2.2.2 snj if (seg->is_mapping) { 3147 1.2.2.2 snj #ifdef _WIN32 3148 1.2.2.2 snj CloseHandle(seg->mapping_handle); 3149 1.2.2.2 snj #elif defined (EVENT__HAVE_MMAP) 3150 1.2.2.2 snj off_t offset_leftover; 3151 1.2.2.2 snj offset_leftover = seg->file_offset % get_page_size(); 3152 1.2.2.2 snj if (munmap(seg->mapping, seg->length + offset_leftover) == -1) 3153 1.2.2.2 snj event_warn("%s: munmap failed", __func__); 3154 1.2.2.2 snj #endif 3155 1.2.2.2 snj } else if (seg->contents) { 3156 1.2.2.2 snj mm_free(seg->contents); 3157 1.2.2.2 snj } 3158 1.2.2.2 snj 3159 1.2.2.2 snj if ((seg->flags & EVBUF_FS_CLOSE_ON_FREE) && seg->fd >= 0) { 3160 1.2.2.2 snj close(seg->fd); 3161 1.2.2.2 snj } 3162 1.2.2.2 snj 3163 1.2.2.2 snj if (seg->cleanup_cb) { 3164 1.2.2.2 snj (*seg->cleanup_cb)((struct evbuffer_file_segment const*)seg, 3165 1.2.2.2 snj seg->flags, seg->cleanup_cb_arg); 3166 1.2.2.2 snj seg->cleanup_cb = NULL; 3167 1.2.2.2 snj seg->cleanup_cb_arg = NULL; 3168 1.2.2.2 snj } 3169 1.2.2.2 snj 3170 1.2.2.2 snj EVTHREAD_FREE_LOCK(seg->lock, 0); 3171 1.2.2.2 snj mm_free(seg); 3172 1.2.2.2 snj } 3173 1.2.2.2 snj 3174 1.2.2.2 snj int 3175 1.2.2.2 snj evbuffer_add_file_segment(struct evbuffer *buf, 3176 1.2.2.2 snj struct evbuffer_file_segment *seg, ev_off_t offset, ev_off_t length) 3177 1.2.2.2 snj { 3178 1.2.2.2 snj struct evbuffer_chain *chain; 3179 1.2.2.2 snj struct evbuffer_chain_file_segment *extra; 3180 1.2.2.2 snj int can_use_sendfile = 0; 3181 1.2.2.2 snj 3182 1.2.2.2 snj EVBUFFER_LOCK(buf); 3183 1.2.2.2 snj EVLOCK_LOCK(seg->lock, 0); 3184 1.2.2.2 snj if (buf->flags & EVBUFFER_FLAG_DRAINS_TO_FD) { 3185 1.2.2.2 snj can_use_sendfile = 1; 3186 1.2.2.2 snj } else { 3187 1.2.2.2 snj if (!seg->contents) { 3188 1.2.2.2 snj if (evbuffer_file_segment_materialize(seg)<0) { 3189 1.2.2.2 snj EVLOCK_UNLOCK(seg->lock, 0); 3190 1.2.2.2 snj EVBUFFER_UNLOCK(buf); 3191 1.2.2.2 snj return -1; 3192 1.2.2.2 snj } 3193 1.2.2.2 snj } 3194 1.2.2.2 snj } 3195 1.2.2.2 snj ++seg->refcnt; 3196 1.2.2.2 snj EVLOCK_UNLOCK(seg->lock, 0); 3197 1.2.2.2 snj 3198 1.2.2.2 snj if (buf->freeze_end) 3199 1.2.2.2 snj goto err; 3200 1.2.2.2 snj 3201 1.2.2.2 snj if (length < 0) { 3202 1.2.2.2 snj if (offset > seg->length) 3203 1.2.2.2 snj goto err; 3204 1.2.2.2 snj length = seg->length - offset; 3205 1.2.2.2 snj } 3206 1.2.2.2 snj 3207 1.2.2.2 snj /* Can we actually add this? */ 3208 1.2.2.2 snj if (offset+length > seg->length) 3209 1.2.2.2 snj goto err; 3210 1.2.2.2 snj 3211 1.2.2.2 snj chain = evbuffer_chain_new(sizeof(struct evbuffer_chain_file_segment)); 3212 1.2.2.2 snj if (!chain) 3213 1.2.2.2 snj goto err; 3214 1.2.2.2 snj extra = EVBUFFER_CHAIN_EXTRA(struct evbuffer_chain_file_segment, chain); 3215 1.2.2.2 snj 3216 1.2.2.2 snj chain->flags |= EVBUFFER_IMMUTABLE|EVBUFFER_FILESEGMENT; 3217 1.2.2.2 snj if (can_use_sendfile && seg->can_sendfile) { 3218 1.2.2.2 snj chain->flags |= EVBUFFER_SENDFILE; 3219 1.2.2.2 snj chain->misalign = seg->file_offset + offset; 3220 1.2.2.2 snj chain->off = length; 3221 1.2.2.2 snj chain->buffer_len = chain->misalign + length; 3222 1.2.2.2 snj } else if (seg->is_mapping) { 3223 1.2.2.2 snj #ifdef _WIN32 3224 1.2.2.2 snj ev_uint64_t total_offset = seg->mmap_offset+offset; 3225 1.2.2.2 snj ev_uint64_t offset_rounded=0, offset_remaining=0; 3226 1.2.2.2 snj LPVOID data; 3227 1.2.2.2 snj if (total_offset) { 3228 1.2.2.2 snj SYSTEM_INFO si; 3229 1.2.2.2 snj memset(&si, 0, sizeof(si)); /* cargo cult */ 3230 1.2.2.2 snj GetSystemInfo(&si); 3231 1.2.2.2 snj offset_remaining = total_offset % si.dwAllocationGranularity; 3232 1.2.2.2 snj offset_rounded = total_offset - offset_remaining; 3233 1.2.2.2 snj } 3234 1.2.2.2 snj data = MapViewOfFile( 3235 1.2.2.2 snj seg->mapping_handle, 3236 1.2.2.2 snj FILE_MAP_READ, 3237 1.2.2.2 snj offset_rounded >> 32, 3238 1.2.2.2 snj offset_rounded & 0xfffffffful, 3239 1.2.2.2 snj length + offset_remaining); 3240 1.2.2.2 snj if (data == NULL) { 3241 1.2.2.2 snj mm_free(chain); 3242 1.2.2.2 snj goto err; 3243 1.2.2.2 snj } 3244 1.2.2.2 snj chain->buffer = (unsigned char*) data; 3245 1.2.2.2 snj chain->buffer_len = length+offset_remaining; 3246 1.2.2.2 snj chain->misalign = offset_remaining; 3247 1.2.2.2 snj chain->off = length; 3248 1.2.2.2 snj #else 3249 1.2.2.2 snj chain->buffer = (unsigned char*)(seg->contents + offset); 3250 1.2.2.2 snj chain->buffer_len = length; 3251 1.2.2.2 snj chain->off = length; 3252 1.2.2.2 snj #endif 3253 1.2.2.2 snj } else { 3254 1.2.2.2 snj chain->buffer = (unsigned char*)(seg->contents + offset); 3255 1.2.2.2 snj chain->buffer_len = length; 3256 1.2.2.2 snj chain->off = length; 3257 1.2.2.2 snj } 3258 1.2.2.2 snj 3259 1.2.2.2 snj extra->segment = seg; 3260 1.2.2.2 snj buf->n_add_for_cb += length; 3261 1.2.2.2 snj evbuffer_chain_insert(buf, chain); 3262 1.2.2.2 snj 3263 1.2.2.2 snj evbuffer_invoke_callbacks_(buf); 3264 1.2.2.2 snj 3265 1.2.2.2 snj EVBUFFER_UNLOCK(buf); 3266 1.2.2.2 snj 3267 1.2.2.2 snj return 0; 3268 1.2.2.2 snj err: 3269 1.2.2.2 snj EVBUFFER_UNLOCK(buf); 3270 1.2.2.3 snj evbuffer_file_segment_free(seg); /* Lowers the refcount */ 3271 1.2.2.2 snj return -1; 3272 1.2.2.2 snj } 3273 1.2.2.2 snj 3274 1.2.2.2 snj int 3275 1.2.2.2 snj evbuffer_add_file(struct evbuffer *buf, int fd, ev_off_t offset, ev_off_t length) 3276 1.2.2.2 snj { 3277 1.2.2.2 snj struct evbuffer_file_segment *seg; 3278 1.2.2.2 snj unsigned flags = EVBUF_FS_CLOSE_ON_FREE; 3279 1.2.2.2 snj int r; 3280 1.2.2.2 snj 3281 1.2.2.2 snj seg = evbuffer_file_segment_new(fd, offset, length, flags); 3282 1.2.2.2 snj if (!seg) 3283 1.2.2.2 snj return -1; 3284 1.2.2.2 snj r = evbuffer_add_file_segment(buf, seg, 0, length); 3285 1.2.2.2 snj if (r == 0) 3286 1.2.2.2 snj evbuffer_file_segment_free(seg); 3287 1.2.2.2 snj return r; 3288 1.2.2.2 snj } 3289 1.2.2.2 snj 3290 1.2.2.2 snj void 3291 1.2.2.2 snj evbuffer_setcb(struct evbuffer *buffer, evbuffer_cb cb, void *cbarg) 3292 1.2.2.2 snj { 3293 1.2.2.2 snj EVBUFFER_LOCK(buffer); 3294 1.2.2.2 snj 3295 1.2.2.2 snj if (!LIST_EMPTY(&buffer->callbacks)) 3296 1.2.2.2 snj evbuffer_remove_all_callbacks(buffer); 3297 1.2.2.2 snj 3298 1.2.2.2 snj if (cb) { 3299 1.2.2.2 snj struct evbuffer_cb_entry *ent = 3300 1.2.2.2 snj evbuffer_add_cb(buffer, NULL, cbarg); 3301 1.2.2.2 snj ent->cb.cb_obsolete = cb; 3302 1.2.2.2 snj ent->flags |= EVBUFFER_CB_OBSOLETE; 3303 1.2.2.2 snj } 3304 1.2.2.2 snj EVBUFFER_UNLOCK(buffer); 3305 1.2.2.2 snj } 3306 1.2.2.2 snj 3307 1.2.2.2 snj struct evbuffer_cb_entry * 3308 1.2.2.2 snj evbuffer_add_cb(struct evbuffer *buffer, evbuffer_cb_func cb, void *cbarg) 3309 1.2.2.2 snj { 3310 1.2.2.2 snj struct evbuffer_cb_entry *e; 3311 1.2.2.2 snj if (! (e = mm_calloc(1, sizeof(struct evbuffer_cb_entry)))) 3312 1.2.2.2 snj return NULL; 3313 1.2.2.2 snj EVBUFFER_LOCK(buffer); 3314 1.2.2.2 snj e->cb.cb_func = cb; 3315 1.2.2.2 snj e->cbarg = cbarg; 3316 1.2.2.2 snj e->flags = EVBUFFER_CB_ENABLED; 3317 1.2.2.2 snj LIST_INSERT_HEAD(&buffer->callbacks, e, next); 3318 1.2.2.2 snj EVBUFFER_UNLOCK(buffer); 3319 1.2.2.2 snj return e; 3320 1.2.2.2 snj } 3321 1.2.2.2 snj 3322 1.2.2.2 snj int 3323 1.2.2.2 snj evbuffer_remove_cb_entry(struct evbuffer *buffer, 3324 1.2.2.2 snj struct evbuffer_cb_entry *ent) 3325 1.2.2.2 snj { 3326 1.2.2.2 snj EVBUFFER_LOCK(buffer); 3327 1.2.2.2 snj LIST_REMOVE(ent, next); 3328 1.2.2.2 snj EVBUFFER_UNLOCK(buffer); 3329 1.2.2.2 snj mm_free(ent); 3330 1.2.2.2 snj return 0; 3331 1.2.2.2 snj } 3332 1.2.2.2 snj 3333 1.2.2.2 snj int 3334 1.2.2.2 snj evbuffer_remove_cb(struct evbuffer *buffer, evbuffer_cb_func cb, void *cbarg) 3335 1.2.2.2 snj { 3336 1.2.2.2 snj struct evbuffer_cb_entry *cbent; 3337 1.2.2.2 snj int result = -1; 3338 1.2.2.2 snj EVBUFFER_LOCK(buffer); 3339 1.2.2.2 snj LIST_FOREACH(cbent, &buffer->callbacks, next) { 3340 1.2.2.2 snj if (cb == cbent->cb.cb_func && cbarg == cbent->cbarg) { 3341 1.2.2.2 snj result = evbuffer_remove_cb_entry(buffer, cbent); 3342 1.2.2.2 snj goto done; 3343 1.2.2.2 snj } 3344 1.2.2.2 snj } 3345 1.2.2.2 snj done: 3346 1.2.2.2 snj EVBUFFER_UNLOCK(buffer); 3347 1.2.2.2 snj return result; 3348 1.2.2.2 snj } 3349 1.2.2.2 snj 3350 1.2.2.2 snj int 3351 1.2.2.2 snj evbuffer_cb_set_flags(struct evbuffer *buffer, 3352 1.2.2.2 snj struct evbuffer_cb_entry *cb, ev_uint32_t flags) 3353 1.2.2.2 snj { 3354 1.2.2.2 snj /* the user isn't allowed to mess with these. */ 3355 1.2.2.2 snj flags &= ~EVBUFFER_CB_INTERNAL_FLAGS; 3356 1.2.2.2 snj EVBUFFER_LOCK(buffer); 3357 1.2.2.2 snj cb->flags |= flags; 3358 1.2.2.2 snj EVBUFFER_UNLOCK(buffer); 3359 1.2.2.2 snj return 0; 3360 1.2.2.2 snj } 3361 1.2.2.2 snj 3362 1.2.2.2 snj int 3363 1.2.2.2 snj evbuffer_cb_clear_flags(struct evbuffer *buffer, 3364 1.2.2.2 snj struct evbuffer_cb_entry *cb, ev_uint32_t flags) 3365 1.2.2.2 snj { 3366 1.2.2.2 snj /* the user isn't allowed to mess with these. */ 3367 1.2.2.2 snj flags &= ~EVBUFFER_CB_INTERNAL_FLAGS; 3368 1.2.2.2 snj EVBUFFER_LOCK(buffer); 3369 1.2.2.2 snj cb->flags &= ~flags; 3370 1.2.2.2 snj EVBUFFER_UNLOCK(buffer); 3371 1.2.2.2 snj return 0; 3372 1.2.2.2 snj } 3373 1.2.2.2 snj 3374 1.2.2.2 snj int 3375 1.2.2.2 snj evbuffer_freeze(struct evbuffer *buffer, int start) 3376 1.2.2.2 snj { 3377 1.2.2.2 snj EVBUFFER_LOCK(buffer); 3378 1.2.2.2 snj if (start) 3379 1.2.2.2 snj buffer->freeze_start = 1; 3380 1.2.2.2 snj else 3381 1.2.2.2 snj buffer->freeze_end = 1; 3382 1.2.2.2 snj EVBUFFER_UNLOCK(buffer); 3383 1.2.2.2 snj return 0; 3384 1.2.2.2 snj } 3385 1.2.2.2 snj 3386 1.2.2.2 snj int 3387 1.2.2.2 snj evbuffer_unfreeze(struct evbuffer *buffer, int start) 3388 1.2.2.2 snj { 3389 1.2.2.2 snj EVBUFFER_LOCK(buffer); 3390 1.2.2.2 snj if (start) 3391 1.2.2.2 snj buffer->freeze_start = 0; 3392 1.2.2.2 snj else 3393 1.2.2.2 snj buffer->freeze_end = 0; 3394 1.2.2.2 snj EVBUFFER_UNLOCK(buffer); 3395 1.2.2.2 snj return 0; 3396 1.2.2.2 snj } 3397 1.2.2.2 snj 3398 1.2.2.2 snj #if 0 3399 1.2.2.2 snj void 3400 1.2.2.2 snj evbuffer_cb_suspend(struct evbuffer *buffer, struct evbuffer_cb_entry *cb) 3401 1.2.2.2 snj { 3402 1.2.2.2 snj if (!(cb->flags & EVBUFFER_CB_SUSPENDED)) { 3403 1.2.2.2 snj cb->size_before_suspend = evbuffer_get_length(buffer); 3404 1.2.2.2 snj cb->flags |= EVBUFFER_CB_SUSPENDED; 3405 1.2.2.2 snj } 3406 1.2.2.2 snj } 3407 1.2.2.2 snj 3408 1.2.2.2 snj void 3409 1.2.2.2 snj evbuffer_cb_unsuspend(struct evbuffer *buffer, struct evbuffer_cb_entry *cb) 3410 1.2.2.2 snj { 3411 1.2.2.2 snj if ((cb->flags & EVBUFFER_CB_SUSPENDED)) { 3412 1.2.2.2 snj unsigned call = (cb->flags & EVBUFFER_CB_CALL_ON_UNSUSPEND); 3413 1.2.2.2 snj size_t sz = cb->size_before_suspend; 3414 1.2.2.2 snj cb->flags &= ~(EVBUFFER_CB_SUSPENDED| 3415 1.2.2.2 snj EVBUFFER_CB_CALL_ON_UNSUSPEND); 3416 1.2.2.2 snj cb->size_before_suspend = 0; 3417 1.2.2.2 snj if (call && (cb->flags & EVBUFFER_CB_ENABLED)) { 3418 1.2.2.2 snj cb->cb(buffer, sz, evbuffer_get_length(buffer), cb->cbarg); 3419 1.2.2.2 snj } 3420 1.2.2.2 snj } 3421 1.2.2.2 snj } 3422 1.2.2.2 snj #endif 3423 1.2.2.2 snj 3424 1.2.2.2 snj int 3425 1.2.2.2 snj evbuffer_get_callbacks_(struct evbuffer *buffer, struct event_callback **cbs, 3426 1.2.2.2 snj int max_cbs) 3427 1.2.2.2 snj { 3428 1.2.2.2 snj int r = 0; 3429 1.2.2.2 snj EVBUFFER_LOCK(buffer); 3430 1.2.2.2 snj if (buffer->deferred_cbs) { 3431 1.2.2.2 snj if (max_cbs < 1) { 3432 1.2.2.2 snj r = -1; 3433 1.2.2.2 snj goto done; 3434 1.2.2.2 snj } 3435 1.2.2.2 snj cbs[0] = &buffer->deferred; 3436 1.2.2.2 snj r = 1; 3437 1.2.2.2 snj } 3438 1.2.2.2 snj done: 3439 1.2.2.2 snj EVBUFFER_UNLOCK(buffer); 3440 1.2.2.2 snj return r; 3441 1.2.2.2 snj } 3442
Indexes created Sun Mar 15 00:25:29 UTC 2026