1 1.6 riastrad /* $NetBSD: kfifo.h,v 1.6 2021/12/19 12:33:02 riastradh Exp $ */ 2 1.1 riastrad 3 1.1 riastrad /*- 4 1.2 riastrad * Copyright (c) 2018 The NetBSD Foundation, Inc. 5 1.1 riastrad * All rights reserved. 6 1.1 riastrad * 7 1.1 riastrad * This code is derived from software contributed to The NetBSD Foundation 8 1.1 riastrad * by Taylor R. Campbell. 9 1.1 riastrad * 10 1.1 riastrad * Redistribution and use in source and binary forms, with or without 11 1.1 riastrad * modification, are permitted provided that the following conditions 12 1.1 riastrad * are met: 13 1.1 riastrad * 1. Redistributions of source code must retain the above copyright 14 1.1 riastrad * notice, this list of conditions and the following disclaimer. 15 1.1 riastrad * 2. Redistributions in binary form must reproduce the above copyright 16 1.1 riastrad * notice, this list of conditions and the following disclaimer in the 17 1.1 riastrad * documentation and/or other materials provided with the distribution. 18 1.1 riastrad * 19 1.1 riastrad * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS 20 1.1 riastrad * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED 21 1.1 riastrad * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 22 1.1 riastrad * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS 23 1.1 riastrad * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 24 1.1 riastrad * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 25 1.1 riastrad * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 1.1 riastrad * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 27 1.1 riastrad * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 28 1.1 riastrad * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 29 1.1 riastrad * POSSIBILITY OF SUCH DAMAGE. 30 1.1 riastrad */ 31 1.1 riastrad 32 1.1 riastrad #ifndef _LINUX_KFIFO_H_ 33 1.1 riastrad #define _LINUX_KFIFO_H_ 34 1.1 riastrad 35 1.2 riastrad #include <sys/types.h> 36 1.2 riastrad #include <sys/errno.h> 37 1.2 riastrad #include <sys/mutex.h> 38 1.2 riastrad 39 1.2 riastrad #include <linux/gfp.h> 40 1.2 riastrad #include <linux/slab.h> 41 1.2 riastrad 42 1.2 riastrad struct kfifo_meta { 43 1.2 riastrad kmutex_t kfm_lock; 44 1.2 riastrad size_t kfm_head; 45 1.2 riastrad size_t kfm_tail; 46 1.2 riastrad size_t kfm_nbytes; 47 1.2 riastrad }; 48 1.2 riastrad 49 1.2 riastrad #define _KFIFO_PTR_TYPE(TAG, TYPE) \ 50 1.2 riastrad struct TAG { \ 51 1.2 riastrad struct kfifo_meta kf_meta; \ 52 1.2 riastrad TYPE *kf_buf; \ 53 1.2 riastrad } 54 1.2 riastrad 55 1.4 riastrad #define _KFIFO_TYPE(TAG, TYPE, N) \ 56 1.4 riastrad struct TAG { \ 57 1.4 riastrad struct kfifo_meta kf_meta; \ 58 1.4 riastrad TYPE kf_buf[N]; \ 59 1.4 riastrad } 60 1.4 riastrad 61 1.2 riastrad #define DECLARE_KFIFO_PTR(FIFO, TYPE) _KFIFO_PTR_TYPE(, TYPE) FIFO 62 1.4 riastrad #define DECLARE_KFIFO(FIFO, TYPE, N) _KFIFO_TYPE(, TYPE, N) FIFO 63 1.2 riastrad 64 1.5 riastrad #define INIT_KFIFO(FIFO) do \ 65 1.5 riastrad { \ 66 1.5 riastrad _init_kfifo(&(FIFO).kf_meta, sizeof((FIFO).kf_buf)); \ 67 1.5 riastrad } while (0) 68 1.5 riastrad 69 1.6 riastrad #define FINI_KFIFO(FIFO) do \ 70 1.6 riastrad { \ 71 1.6 riastrad _fini_kfifo(&(FIFO).kf_meta); \ 72 1.6 riastrad } while (0) 73 1.6 riastrad 74 1.5 riastrad static inline void 75 1.5 riastrad _init_kfifo(struct kfifo_meta *meta, size_t nbytes) 76 1.5 riastrad { 77 1.5 riastrad 78 1.5 riastrad mutex_init(&meta->kfm_lock, MUTEX_DEFAULT, IPL_VM); 79 1.5 riastrad meta->kfm_head = 0; 80 1.5 riastrad meta->kfm_tail = 0; 81 1.5 riastrad meta->kfm_nbytes = nbytes; 82 1.5 riastrad } 83 1.5 riastrad 84 1.6 riastrad static inline void 85 1.6 riastrad _fini_kfifo(struct kfifo_meta *meta) 86 1.6 riastrad { 87 1.6 riastrad 88 1.6 riastrad mutex_destroy(&meta->kfm_lock); 89 1.6 riastrad } 90 1.6 riastrad 91 1.2 riastrad _KFIFO_PTR_TYPE(kfifo, void); 92 1.2 riastrad 93 1.2 riastrad #define kfifo_alloc(FIFO, SIZE, GFP) \ 94 1.2 riastrad _kfifo_alloc(&(FIFO)->kf_meta, &(FIFO)->kf_buf, (SIZE), (GFP)) 95 1.2 riastrad 96 1.2 riastrad static inline int 97 1.2 riastrad _kfifo_alloc(struct kfifo_meta *meta, void *bufp, size_t nbytes, gfp_t gfp) 98 1.2 riastrad { 99 1.2 riastrad void *buf; 100 1.2 riastrad 101 1.2 riastrad buf = kmalloc(nbytes, gfp); 102 1.2 riastrad if (buf == NULL) 103 1.2 riastrad return -ENOMEM; 104 1.2 riastrad 105 1.2 riastrad /* Type pun! Hope void * == struct whatever *. */ 106 1.2 riastrad memcpy(bufp, &buf, sizeof(void *)); 107 1.2 riastrad 108 1.5 riastrad _init_kfifo(meta, nbytes); 109 1.2 riastrad 110 1.2 riastrad return 0; 111 1.2 riastrad } 112 1.2 riastrad 113 1.2 riastrad #define kfifo_free(FIFO) \ 114 1.2 riastrad _kfifo_free(&(FIFO)->kf_meta, &(FIFO)->kf_buf) 115 1.2 riastrad 116 1.2 riastrad static inline void 117 1.2 riastrad _kfifo_free(struct kfifo_meta *meta, void *bufp) 118 1.2 riastrad { 119 1.2 riastrad void *buf; 120 1.2 riastrad 121 1.2 riastrad mutex_destroy(&meta->kfm_lock); 122 1.2 riastrad 123 1.2 riastrad memcpy(&buf, bufp, sizeof(void *)); 124 1.2 riastrad kfree(buf); 125 1.2 riastrad 126 1.2 riastrad /* Paranoia. */ 127 1.2 riastrad buf = NULL; 128 1.2 riastrad memcpy(bufp, &buf, sizeof(void *)); 129 1.2 riastrad } 130 1.2 riastrad 131 1.2 riastrad #define kfifo_is_empty(FIFO) (kfifo_len(FIFO) == 0) 132 1.2 riastrad #define kfifo_len(FIFO) _kfifo_len(&(FIFO)->kf_meta) 133 1.2 riastrad 134 1.2 riastrad static inline size_t 135 1.2 riastrad _kfifo_len(struct kfifo_meta *meta) 136 1.2 riastrad { 137 1.2 riastrad const size_t head = meta->kfm_head; 138 1.2 riastrad const size_t tail = meta->kfm_tail; 139 1.2 riastrad const size_t nbytes = meta->kfm_nbytes; 140 1.2 riastrad 141 1.2 riastrad return (head <= tail ? tail - head : nbytes + tail - head); 142 1.2 riastrad } 143 1.2 riastrad 144 1.2 riastrad #define kfifo_out_peek(FIFO, PTR, SIZE) \ 145 1.2 riastrad _kfifo_out_peek(&(FIFO)->kf_meta, (FIFO)->kf_buf, (PTR), (SIZE)) 146 1.2 riastrad 147 1.2 riastrad static inline size_t 148 1.2 riastrad _kfifo_out_peek(struct kfifo_meta *meta, void *buf, void *ptr, size_t size) 149 1.2 riastrad { 150 1.2 riastrad const char *src = buf; 151 1.2 riastrad char *dst = ptr; 152 1.2 riastrad size_t copied = 0; 153 1.2 riastrad 154 1.3 riastrad mutex_spin_enter(&meta->kfm_lock); 155 1.2 riastrad const size_t head = meta->kfm_head; 156 1.2 riastrad const size_t tail = meta->kfm_tail; 157 1.2 riastrad const size_t nbytes = meta->kfm_nbytes; 158 1.2 riastrad if (head <= tail) { 159 1.2 riastrad if (size <= tail - head) { 160 1.2 riastrad memcpy(dst, src + head, size); 161 1.2 riastrad copied = size; 162 1.2 riastrad } 163 1.2 riastrad } else { 164 1.2 riastrad if (size <= nbytes - head) { 165 1.2 riastrad memcpy(dst, src + head, size); 166 1.2 riastrad copied = size; 167 1.2 riastrad } else if (size <= nbytes + tail - head) { 168 1.2 riastrad memcpy(dst, src + head, nbytes - head); 169 1.2 riastrad memcpy(dst + nbytes - head, src, 170 1.2 riastrad size - (nbytes - head)); 171 1.2 riastrad copied = size; 172 1.2 riastrad } 173 1.2 riastrad } 174 1.3 riastrad mutex_spin_exit(&meta->kfm_lock); 175 1.2 riastrad 176 1.2 riastrad return copied; 177 1.2 riastrad } 178 1.2 riastrad 179 1.2 riastrad #define kfifo_out(FIFO, PTR, SIZE) \ 180 1.2 riastrad _kfifo_out(&(FIFO)->kf_meta, (FIFO)->kf_buf, (PTR), (SIZE)) 181 1.2 riastrad 182 1.2 riastrad static inline size_t 183 1.2 riastrad _kfifo_out(struct kfifo_meta *meta, const void *buf, void *ptr, size_t size) 184 1.2 riastrad { 185 1.2 riastrad const char *src = buf; 186 1.2 riastrad char *dst = ptr; 187 1.2 riastrad size_t copied = 0; 188 1.2 riastrad 189 1.3 riastrad mutex_spin_enter(&meta->kfm_lock); 190 1.2 riastrad const size_t head = meta->kfm_head; 191 1.2 riastrad const size_t tail = meta->kfm_tail; 192 1.2 riastrad const size_t nbytes = meta->kfm_nbytes; 193 1.2 riastrad if (head <= tail) { 194 1.2 riastrad if (size <= tail - head) { 195 1.2 riastrad memcpy(dst, src + head, size); 196 1.2 riastrad meta->kfm_head = head + size; 197 1.2 riastrad copied = size; 198 1.2 riastrad } 199 1.2 riastrad } else { 200 1.2 riastrad if (size <= nbytes - head) { 201 1.2 riastrad memcpy(dst, src + head, size); 202 1.2 riastrad meta->kfm_head = head + size; 203 1.2 riastrad copied = size; 204 1.2 riastrad } else if (size <= nbytes + tail - head) { 205 1.2 riastrad memcpy(dst, src + head, nbytes - head); 206 1.2 riastrad memcpy(dst + nbytes - head, src, 207 1.2 riastrad size - (nbytes - head)); 208 1.2 riastrad meta->kfm_head = size - (nbytes - head); 209 1.2 riastrad copied = size; 210 1.2 riastrad } 211 1.2 riastrad } 212 1.3 riastrad mutex_spin_exit(&meta->kfm_lock); 213 1.2 riastrad 214 1.2 riastrad return copied; 215 1.2 riastrad } 216 1.2 riastrad 217 1.2 riastrad #define kfifo_in(FIFO, PTR, SIZE) \ 218 1.2 riastrad _kfifo_in(&(FIFO)->kf_meta, (FIFO)->kf_buf, (PTR), (SIZE)) 219 1.2 riastrad 220 1.2 riastrad static inline size_t 221 1.2 riastrad _kfifo_in(struct kfifo_meta *meta, void *buf, const void *ptr, size_t size) 222 1.2 riastrad { 223 1.2 riastrad const char *src = ptr; 224 1.2 riastrad char *dst = buf; 225 1.2 riastrad size_t copied = 0; 226 1.2 riastrad 227 1.3 riastrad mutex_spin_enter(&meta->kfm_lock); 228 1.2 riastrad const size_t head = meta->kfm_head; 229 1.2 riastrad const size_t tail = meta->kfm_tail; 230 1.2 riastrad const size_t nbytes = meta->kfm_nbytes; 231 1.2 riastrad if (tail <= head) { 232 1.2 riastrad if (size <= head - tail) { 233 1.2 riastrad memcpy(dst + tail, src, size); 234 1.2 riastrad meta->kfm_tail = tail + size; 235 1.2 riastrad copied = size; 236 1.2 riastrad } 237 1.2 riastrad } else { 238 1.2 riastrad if (size <= nbytes - tail) { 239 1.2 riastrad memcpy(dst + tail, src, size); 240 1.2 riastrad meta->kfm_tail = tail + size; 241 1.2 riastrad } else if (size <= nbytes + tail - head) { 242 1.2 riastrad memcpy(dst + tail, src, nbytes - tail); 243 1.2 riastrad memcpy(dst, src + nbytes - tail, 244 1.2 riastrad size - (nbytes - tail)); 245 1.2 riastrad meta->kfm_tail = size - (nbytes - tail); 246 1.2 riastrad copied = size; 247 1.2 riastrad } 248 1.2 riastrad } 249 1.3 riastrad mutex_spin_exit(&meta->kfm_lock); 250 1.1 riastrad 251 1.2 riastrad return copied; 252 1.2 riastrad } 253 1.1 riastrad 254 1.1 riastrad #endif /* _LINUX_KFIFO_H_ */ 255