bpf.c revision 1.145 1 1.145 christos /* $NetBSD: bpf.c,v 1.145 2009/04/11 15:47:33 christos Exp $ */
2 1.13 cgd
3 1.12 mycroft /*
4 1.12 mycroft * Copyright (c) 1990, 1991, 1993
5 1.12 mycroft * The Regents of the University of California. All rights reserved.
6 1.1 cgd *
7 1.1 cgd * This code is derived from the Stanford/CMU enet packet filter,
8 1.1 cgd * (net/enet.c) distributed as part of 4.3BSD, and code contributed
9 1.36 christos * to Berkeley by Steven McCanne and Van Jacobson both of Lawrence
10 1.2 cgd * Berkeley Laboratory.
11 1.1 cgd *
12 1.1 cgd * Redistribution and use in source and binary forms, with or without
13 1.1 cgd * modification, are permitted provided that the following conditions
14 1.1 cgd * are met:
15 1.1 cgd * 1. Redistributions of source code must retain the above copyright
16 1.1 cgd * notice, this list of conditions and the following disclaimer.
17 1.1 cgd * 2. Redistributions in binary form must reproduce the above copyright
18 1.1 cgd * notice, this list of conditions and the following disclaimer in the
19 1.1 cgd * documentation and/or other materials provided with the distribution.
20 1.83 agc * 3. Neither the name of the University nor the names of its contributors
21 1.1 cgd * may be used to endorse or promote products derived from this software
22 1.1 cgd * without specific prior written permission.
23 1.1 cgd *
24 1.1 cgd * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
25 1.1 cgd * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
26 1.1 cgd * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
27 1.1 cgd * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
28 1.1 cgd * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
29 1.1 cgd * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
30 1.1 cgd * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
31 1.1 cgd * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
32 1.1 cgd * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
33 1.1 cgd * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
34 1.1 cgd * SUCH DAMAGE.
35 1.1 cgd *
36 1.39 fvdl * @(#)bpf.c 8.4 (Berkeley) 1/9/95
37 1.36 christos * static char rcsid[] =
38 1.36 christos * "Header: bpf.c,v 1.67 96/09/26 22:00:52 leres Exp ";
39 1.1 cgd */
40 1.63 lukem
41 1.63 lukem #include <sys/cdefs.h>
42 1.145 christos __KERNEL_RCSID(0, "$NetBSD: bpf.c,v 1.145 2009/04/11 15:47:33 christos Exp $");
43 1.127 christos
44 1.127 christos #if defined(_KERNEL_OPT)
45 1.127 christos #include "opt_bpf.h"
46 1.127 christos #include "sl.h"
47 1.127 christos #include "strip.h"
48 1.127 christos #endif
49 1.1 cgd
50 1.1 cgd #include <sys/param.h>
51 1.1 cgd #include <sys/systm.h>
52 1.1 cgd #include <sys/mbuf.h>
53 1.1 cgd #include <sys/buf.h>
54 1.12 mycroft #include <sys/time.h>
55 1.1 cgd #include <sys/proc.h>
56 1.1 cgd #include <sys/user.h>
57 1.1 cgd #include <sys/ioctl.h>
58 1.25 christos #include <sys/conf.h>
59 1.51 enami #include <sys/vnode.h>
60 1.105 christos #include <sys/queue.h>
61 1.145 christos #include <sys/stat.h>
62 1.11 deraadt
63 1.1 cgd #include <sys/file.h>
64 1.105 christos #include <sys/filedesc.h>
65 1.1 cgd #include <sys/tty.h>
66 1.1 cgd #include <sys/uio.h>
67 1.11 deraadt
68 1.1 cgd #include <sys/protosw.h>
69 1.1 cgd #include <sys/socket.h>
70 1.30 mycroft #include <sys/errno.h>
71 1.30 mycroft #include <sys/kernel.h>
72 1.30 mycroft #include <sys/poll.h>
73 1.89 jonathan #include <sys/sysctl.h>
74 1.117 elad #include <sys/kauth.h>
75 1.30 mycroft
76 1.11 deraadt #include <net/if.h>
77 1.104 christos #include <net/slip.h>
78 1.8 mycroft
79 1.1 cgd #include <net/bpf.h>
80 1.1 cgd #include <net/bpfdesc.h>
81 1.1 cgd
82 1.35 scottr #include <net/if_arc.h>
83 1.34 is #include <net/if_ether.h>
84 1.34 is
85 1.12 mycroft #include <netinet/in.h>
86 1.34 is #include <netinet/if_inarp.h>
87 1.65 wrstuden
88 1.127 christos
89 1.127 christos #include <compat/sys/sockio.h>
90 1.11 deraadt
91 1.55 jonathan #ifndef BPF_BUFSIZE
92 1.87 jonathan /*
93 1.87 jonathan * 4096 is too small for FDDI frames. 8192 is too small for gigabit Ethernet
94 1.87 jonathan * jumbos (circa 9k), ATM, or Intel gig/10gig ethernet jumbos (16k).
95 1.87 jonathan */
96 1.87 jonathan # define BPF_BUFSIZE 32768
97 1.55 jonathan #endif
98 1.1 cgd
99 1.12 mycroft #define PRINET 26 /* interruptible */
100 1.2 cgd
101 1.1 cgd /*
102 1.89 jonathan * The default read buffer size, and limit for BIOCSBLEN, is sysctl'able.
103 1.89 jonathan * XXX the default values should be computed dynamically based
104 1.89 jonathan * on available memory size and available mbuf clusters.
105 1.1 cgd */
106 1.2 cgd int bpf_bufsize = BPF_BUFSIZE;
107 1.89 jonathan int bpf_maxbufsize = BPF_DFLTBUFSIZE; /* XXX set dynamically, see above */
108 1.1 cgd
109 1.110 rpaulo
110 1.110 rpaulo /*
111 1.110 rpaulo * Global BPF statistics returned by net.bpf.stats sysctl.
112 1.110 rpaulo */
113 1.110 rpaulo struct bpf_stat bpf_gstats;
114 1.110 rpaulo
115 1.110 rpaulo /*
116 1.110 rpaulo * Use a mutex to avoid a race condition between gathering the stats/peers
117 1.110 rpaulo * and opening/closing the device.
118 1.110 rpaulo */
119 1.130 xtraeme static kmutex_t bpf_mtx;
120 1.110 rpaulo
121 1.1 cgd /*
122 1.1 cgd * bpf_iflist is the list of interfaces; each corresponds to an ifnet
123 1.1 cgd * bpf_dtab holds the descriptors, indexed by minor device #
124 1.1 cgd */
125 1.12 mycroft struct bpf_if *bpf_iflist;
126 1.105 christos LIST_HEAD(, bpf_d) bpf_list;
127 1.1 cgd
128 1.103 christos static int bpf_allocbufs(struct bpf_d *);
129 1.101 dyoung static void bpf_deliver(struct bpf_if *,
130 1.137 christos void *(*cpfn)(void *, const void *, size_t),
131 1.101 dyoung void *, u_int, u_int, struct ifnet *);
132 1.103 christos static void bpf_freed(struct bpf_d *);
133 1.103 christos static void bpf_ifname(struct ifnet *, struct ifreq *);
134 1.137 christos static void *bpf_mcpy(void *, const void *, size_t);
135 1.103 christos static int bpf_movein(struct uio *, int, int,
136 1.103 christos struct mbuf **, struct sockaddr *);
137 1.103 christos static void bpf_attachd(struct bpf_d *, struct bpf_if *);
138 1.103 christos static void bpf_detachd(struct bpf_d *);
139 1.103 christos static int bpf_setif(struct bpf_d *, struct ifreq *);
140 1.103 christos static void bpf_timed_out(void *);
141 1.114 perry static inline void
142 1.103 christos bpf_wakeup(struct bpf_d *);
143 1.103 christos static void catchpacket(struct bpf_d *, u_char *, u_int, u_int,
144 1.142 christos void *(*)(void *, const void *, size_t), struct timespec *);
145 1.103 christos static void reset_d(struct bpf_d *);
146 1.103 christos static int bpf_getdltlist(struct bpf_d *, struct bpf_dltlist *);
147 1.103 christos static int bpf_setdlt(struct bpf_d *, u_int);
148 1.12 mycroft
149 1.117 elad static int bpf_read(struct file *, off_t *, struct uio *, kauth_cred_t,
150 1.105 christos int);
151 1.117 elad static int bpf_write(struct file *, off_t *, struct uio *, kauth_cred_t,
152 1.105 christos int);
153 1.135 ad static int bpf_ioctl(struct file *, u_long, void *);
154 1.135 ad static int bpf_poll(struct file *, int);
155 1.145 christos static int bpf_stat(struct file *, struct stat *);
156 1.135 ad static int bpf_close(struct file *);
157 1.105 christos static int bpf_kqfilter(struct file *, struct knote *);
158 1.139 ad static void bpf_softintr(void *);
159 1.105 christos
160 1.105 christos static const struct fileops bpf_fileops = {
161 1.144 ad .fo_read = bpf_read,
162 1.144 ad .fo_write = bpf_write,
163 1.144 ad .fo_ioctl = bpf_ioctl,
164 1.144 ad .fo_fcntl = fnullop_fcntl,
165 1.144 ad .fo_poll = bpf_poll,
166 1.145 christos .fo_stat = bpf_stat,
167 1.144 ad .fo_close = bpf_close,
168 1.144 ad .fo_kqfilter = bpf_kqfilter,
169 1.144 ad .fo_drain = fnullop_drain,
170 1.105 christos };
171 1.105 christos
172 1.67 gehenna dev_type_open(bpfopen);
173 1.67 gehenna
174 1.67 gehenna const struct cdevsw bpf_cdevsw = {
175 1.105 christos bpfopen, noclose, noread, nowrite, noioctl,
176 1.122 christos nostop, notty, nopoll, nommap, nokqfilter, D_OTHER
177 1.67 gehenna };
178 1.67 gehenna
179 1.12 mycroft static int
180 1.111 rpaulo bpf_movein(struct uio *uio, int linktype, int mtu, struct mbuf **mp,
181 1.111 rpaulo struct sockaddr *sockp)
182 1.12 mycroft {
183 1.12 mycroft struct mbuf *m;
184 1.12 mycroft int error;
185 1.12 mycroft int len;
186 1.12 mycroft int hlen;
187 1.36 christos int align;
188 1.12 mycroft
189 1.12 mycroft /*
190 1.12 mycroft * Build a sockaddr based on the data link layer type.
191 1.12 mycroft * We do this at this level because the ethernet header
192 1.12 mycroft * is copied directly into the data field of the sockaddr.
193 1.12 mycroft * In the case of SLIP, there is no header and the packet
194 1.12 mycroft * is forwarded as is.
195 1.12 mycroft * Also, we are careful to leave room at the front of the mbuf
196 1.12 mycroft * for the link level header.
197 1.12 mycroft */
198 1.12 mycroft switch (linktype) {
199 1.12 mycroft
200 1.12 mycroft case DLT_SLIP:
201 1.12 mycroft sockp->sa_family = AF_INET;
202 1.12 mycroft hlen = 0;
203 1.36 christos align = 0;
204 1.12 mycroft break;
205 1.12 mycroft
206 1.12 mycroft case DLT_PPP:
207 1.12 mycroft sockp->sa_family = AF_UNSPEC;
208 1.12 mycroft hlen = 0;
209 1.36 christos align = 0;
210 1.12 mycroft break;
211 1.12 mycroft
212 1.12 mycroft case DLT_EN10MB:
213 1.12 mycroft sockp->sa_family = AF_UNSPEC;
214 1.12 mycroft /* XXX Would MAXLINKHDR be better? */
215 1.36 christos /* 6(dst)+6(src)+2(type) */
216 1.12 mycroft hlen = sizeof(struct ether_header);
217 1.36 christos align = 2;
218 1.17 glass break;
219 1.17 glass
220 1.17 glass case DLT_ARCNET:
221 1.17 glass sockp->sa_family = AF_UNSPEC;
222 1.17 glass hlen = ARC_HDRLEN;
223 1.36 christos align = 5;
224 1.12 mycroft break;
225 1.12 mycroft
226 1.12 mycroft case DLT_FDDI:
227 1.56 matt sockp->sa_family = AF_LINK;
228 1.56 matt /* XXX 4(FORMAC)+6(dst)+6(src) */
229 1.56 matt hlen = 16;
230 1.36 christos align = 0;
231 1.62 bjh21 break;
232 1.62 bjh21
233 1.62 bjh21 case DLT_ECONET:
234 1.62 bjh21 sockp->sa_family = AF_UNSPEC;
235 1.62 bjh21 hlen = 6;
236 1.62 bjh21 align = 2;
237 1.12 mycroft break;
238 1.12 mycroft
239 1.12 mycroft case DLT_NULL:
240 1.12 mycroft sockp->sa_family = AF_UNSPEC;
241 1.12 mycroft hlen = 0;
242 1.36 christos align = 0;
243 1.12 mycroft break;
244 1.12 mycroft
245 1.12 mycroft default:
246 1.12 mycroft return (EIO);
247 1.12 mycroft }
248 1.12 mycroft
249 1.12 mycroft len = uio->uio_resid;
250 1.36 christos /*
251 1.36 christos * If there aren't enough bytes for a link level header or the
252 1.36 christos * packet length exceeds the interface mtu, return an error.
253 1.36 christos */
254 1.36 christos if (len < hlen || len - hlen > mtu)
255 1.36 christos return (EMSGSIZE);
256 1.36 christos
257 1.36 christos /*
258 1.36 christos * XXX Avoid complicated buffer chaining ---
259 1.36 christos * bail if it won't fit in a single mbuf.
260 1.36 christos * (Take into account possible alignment bytes)
261 1.36 christos */
262 1.36 christos if ((unsigned)len > MCLBYTES - align)
263 1.12 mycroft return (EIO);
264 1.12 mycroft
265 1.77 matt m = m_gethdr(M_WAIT, MT_DATA);
266 1.20 mycroft m->m_pkthdr.rcvif = 0;
267 1.20 mycroft m->m_pkthdr.len = len - hlen;
268 1.36 christos if (len > MHLEN - align) {
269 1.77 matt m_clget(m, M_WAIT);
270 1.12 mycroft if ((m->m_flags & M_EXT) == 0) {
271 1.12 mycroft error = ENOBUFS;
272 1.12 mycroft goto bad;
273 1.12 mycroft }
274 1.12 mycroft }
275 1.36 christos
276 1.36 christos /* Insure the data is properly aligned */
277 1.36 christos if (align > 0) {
278 1.36 christos m->m_data += align;
279 1.36 christos m->m_len -= align;
280 1.36 christos }
281 1.36 christos
282 1.103 christos error = uiomove(mtod(m, void *), len, uio);
283 1.36 christos if (error)
284 1.36 christos goto bad;
285 1.12 mycroft if (hlen != 0) {
286 1.103 christos memcpy(sockp->sa_data, mtod(m, void *), hlen);
287 1.12 mycroft m->m_data += hlen; /* XXX */
288 1.36 christos len -= hlen;
289 1.12 mycroft }
290 1.36 christos m->m_len = len;
291 1.36 christos *mp = m;
292 1.38 mycroft return (0);
293 1.38 mycroft
294 1.38 mycroft bad:
295 1.12 mycroft m_freem(m);
296 1.12 mycroft return (error);
297 1.12 mycroft }
298 1.1 cgd
299 1.1 cgd /*
300 1.2 cgd * Attach file to the bpf interface, i.e. make d listen on bp.
301 1.61 thorpej * Must be called at splnet.
302 1.1 cgd */
303 1.1 cgd static void
304 1.111 rpaulo bpf_attachd(struct bpf_d *d, struct bpf_if *bp)
305 1.1 cgd {
306 1.2 cgd /*
307 1.2 cgd * Point d at bp, and add d to the interface's list of listeners.
308 1.2 cgd * Finally, point the driver's bpf cookie at the interface so
309 1.2 cgd * it will divert packets to bpf.
310 1.2 cgd */
311 1.1 cgd d->bd_bif = bp;
312 1.1 cgd d->bd_next = bp->bif_dlist;
313 1.1 cgd bp->bif_dlist = d;
314 1.1 cgd
315 1.1 cgd *bp->bif_driverp = bp;
316 1.1 cgd }
317 1.1 cgd
318 1.2 cgd /*
319 1.2 cgd * Detach a file from its interface.
320 1.2 cgd */
321 1.1 cgd static void
322 1.111 rpaulo bpf_detachd(struct bpf_d *d)
323 1.1 cgd {
324 1.1 cgd struct bpf_d **p;
325 1.1 cgd struct bpf_if *bp;
326 1.1 cgd
327 1.1 cgd bp = d->bd_bif;
328 1.1 cgd /*
329 1.1 cgd * Check if this descriptor had requested promiscuous mode.
330 1.1 cgd * If so, turn it off.
331 1.1 cgd */
332 1.1 cgd if (d->bd_promisc) {
333 1.18 mycroft int error;
334 1.18 mycroft
335 1.1 cgd d->bd_promisc = 0;
336 1.36 christos /*
337 1.36 christos * Take device out of promiscuous mode. Since we were
338 1.36 christos * able to enter promiscuous mode, we should be able
339 1.36 christos * to turn it off. But we can get an error if
340 1.36 christos * the interface was configured down, so only panic
341 1.36 christos * if we don't get an unexpected error.
342 1.36 christos */
343 1.36 christos error = ifpromisc(bp->bif_ifp, 0);
344 1.18 mycroft if (error && error != EINVAL)
345 1.2 cgd panic("bpf: ifpromisc failed");
346 1.1 cgd }
347 1.2 cgd /* Remove d from the interface's descriptor list. */
348 1.1 cgd p = &bp->bif_dlist;
349 1.1 cgd while (*p != d) {
350 1.1 cgd p = &(*p)->bd_next;
351 1.1 cgd if (*p == 0)
352 1.1 cgd panic("bpf_detachd: descriptor not in list");
353 1.1 cgd }
354 1.1 cgd *p = (*p)->bd_next;
355 1.1 cgd if (bp->bif_dlist == 0)
356 1.1 cgd /*
357 1.1 cgd * Let the driver know that there are no more listeners.
358 1.1 cgd */
359 1.1 cgd *d->bd_bif->bif_driverp = 0;
360 1.1 cgd d->bd_bif = 0;
361 1.1 cgd }
362 1.1 cgd
363 1.1 cgd
364 1.1 cgd /*
365 1.12 mycroft * Mark a descriptor free by making it point to itself.
366 1.1 cgd * This is probably cheaper than marking with a constant since
367 1.1 cgd * the address should be in a register anyway.
368 1.1 cgd */
369 1.1 cgd
370 1.1 cgd /*
371 1.46 bouyer * bpfilterattach() is called at boot time.
372 1.46 bouyer */
373 1.46 bouyer /* ARGSUSED */
374 1.46 bouyer void
375 1.125 christos bpfilterattach(int n)
376 1.46 bouyer {
377 1.130 xtraeme mutex_init(&bpf_mtx, MUTEX_DEFAULT, IPL_NONE);
378 1.120 christos
379 1.130 xtraeme mutex_enter(&bpf_mtx);
380 1.105 christos LIST_INIT(&bpf_list);
381 1.130 xtraeme mutex_exit(&bpf_mtx);
382 1.110 rpaulo
383 1.110 rpaulo bpf_gstats.bs_recv = 0;
384 1.110 rpaulo bpf_gstats.bs_drop = 0;
385 1.110 rpaulo bpf_gstats.bs_capt = 0;
386 1.46 bouyer }
387 1.46 bouyer
388 1.46 bouyer /*
389 1.105 christos * Open ethernet device. Clones.
390 1.1 cgd */
391 1.1 cgd /* ARGSUSED */
392 1.1 cgd int
393 1.125 christos bpfopen(dev_t dev, int flag, int mode, struct lwp *l)
394 1.1 cgd {
395 1.53 augustss struct bpf_d *d;
396 1.105 christos struct file *fp;
397 1.105 christos int error, fd;
398 1.12 mycroft
399 1.105 christos /* falloc() will use the descriptor for us. */
400 1.135 ad if ((error = fd_allocfile(&fp, &fd)) != 0)
401 1.105 christos return error;
402 1.2 cgd
403 1.141 christos d = malloc(sizeof(*d), M_DEVBUF, M_WAITOK|M_ZERO);
404 1.2 cgd d->bd_bufsize = bpf_bufsize;
405 1.91 darrenr d->bd_seesent = 1;
406 1.112 christos d->bd_pid = l->l_proc->p_pid;
407 1.145 christos getnanotime(&d->bd_btime);
408 1.145 christos d->bd_atime = d->bd_mtime = d->bd_btime;
409 1.129 ad callout_init(&d->bd_callout, 0);
410 1.134 rmind selinit(&d->bd_sel);
411 1.139 ad d->bd_sih = softint_establish(SOFTINT_CLOCK, bpf_softintr, d);
412 1.1 cgd
413 1.130 xtraeme mutex_enter(&bpf_mtx);
414 1.105 christos LIST_INSERT_HEAD(&bpf_list, d, bd_list);
415 1.130 xtraeme mutex_exit(&bpf_mtx);
416 1.105 christos
417 1.135 ad return fd_clone(fp, fd, flag, &bpf_fileops, d);
418 1.1 cgd }
419 1.1 cgd
420 1.1 cgd /*
421 1.1 cgd * Close the descriptor by detaching it from its interface,
422 1.1 cgd * deallocating its buffers, and marking it free.
423 1.1 cgd */
424 1.1 cgd /* ARGSUSED */
425 1.105 christos static int
426 1.135 ad bpf_close(struct file *fp)
427 1.1 cgd {
428 1.105 christos struct bpf_d *d = fp->f_data;
429 1.53 augustss int s;
430 1.1 cgd
431 1.140 ad KERNEL_LOCK(1, NULL);
432 1.140 ad
433 1.110 rpaulo /*
434 1.110 rpaulo * Refresh the PID associated with this bpf file.
435 1.110 rpaulo */
436 1.135 ad d->bd_pid = curproc->p_pid;
437 1.110 rpaulo
438 1.61 thorpej s = splnet();
439 1.91 darrenr if (d->bd_state == BPF_WAITING)
440 1.91 darrenr callout_stop(&d->bd_callout);
441 1.91 darrenr d->bd_state = BPF_IDLE;
442 1.1 cgd if (d->bd_bif)
443 1.1 cgd bpf_detachd(d);
444 1.1 cgd splx(s);
445 1.2 cgd bpf_freed(d);
446 1.130 xtraeme mutex_enter(&bpf_mtx);
447 1.105 christos LIST_REMOVE(d, bd_list);
448 1.130 xtraeme mutex_exit(&bpf_mtx);
449 1.129 ad callout_destroy(&d->bd_callout);
450 1.134 rmind seldestroy(&d->bd_sel);
451 1.139 ad softint_disestablish(d->bd_sih);
452 1.105 christos free(d, M_DEVBUF);
453 1.105 christos fp->f_data = NULL;
454 1.2 cgd
455 1.140 ad KERNEL_UNLOCK_ONE(NULL);
456 1.140 ad
457 1.2 cgd return (0);
458 1.2 cgd }
459 1.2 cgd
460 1.2 cgd /*
461 1.1 cgd * Rotate the packet buffers in descriptor d. Move the store buffer
462 1.12 mycroft * into the hold slot, and the free buffer into the store slot.
463 1.1 cgd * Zero the length of the new store buffer.
464 1.1 cgd */
465 1.1 cgd #define ROTATE_BUFFERS(d) \
466 1.100 darrenr (d)->bd_hbuf = (d)->bd_sbuf; \
467 1.100 darrenr (d)->bd_hlen = (d)->bd_slen; \
468 1.100 darrenr (d)->bd_sbuf = (d)->bd_fbuf; \
469 1.100 darrenr (d)->bd_slen = 0; \
470 1.100 darrenr (d)->bd_fbuf = 0;
471 1.1 cgd /*
472 1.1 cgd * bpfread - read next chunk of packets from buffers
473 1.1 cgd */
474 1.105 christos static int
475 1.125 christos bpf_read(struct file *fp, off_t *offp, struct uio *uio,
476 1.125 christos kauth_cred_t cred, int flags)
477 1.1 cgd {
478 1.105 christos struct bpf_d *d = fp->f_data;
479 1.91 darrenr int timed_out;
480 1.1 cgd int error;
481 1.1 cgd int s;
482 1.1 cgd
483 1.145 christos getnanotime(&d->bd_atime);
484 1.1 cgd /*
485 1.12 mycroft * Restrict application to use a buffer the same size as
486 1.121 martin * the kernel buffers.
487 1.1 cgd */
488 1.1 cgd if (uio->uio_resid != d->bd_bufsize)
489 1.1 cgd return (EINVAL);
490 1.1 cgd
491 1.140 ad KERNEL_LOCK(1, NULL);
492 1.61 thorpej s = splnet();
493 1.91 darrenr if (d->bd_state == BPF_WAITING)
494 1.91 darrenr callout_stop(&d->bd_callout);
495 1.91 darrenr timed_out = (d->bd_state == BPF_TIMED_OUT);
496 1.91 darrenr d->bd_state = BPF_IDLE;
497 1.1 cgd /*
498 1.2 cgd * If the hold buffer is empty, then do a timed sleep, which
499 1.2 cgd * ends when the timeout expires or when enough packets
500 1.2 cgd * have arrived to fill the store buffer.
501 1.1 cgd */
502 1.1 cgd while (d->bd_hbuf == 0) {
503 1.105 christos if (fp->f_flag & FNONBLOCK) {
504 1.93 darrenr if (d->bd_slen == 0) {
505 1.100 darrenr splx(s);
506 1.140 ad KERNEL_UNLOCK_ONE(NULL);
507 1.93 darrenr return (EWOULDBLOCK);
508 1.93 darrenr }
509 1.93 darrenr ROTATE_BUFFERS(d);
510 1.93 darrenr break;
511 1.93 darrenr }
512 1.93 darrenr
513 1.91 darrenr if ((d->bd_immediate || timed_out) && d->bd_slen != 0) {
514 1.1 cgd /*
515 1.1 cgd * A packet(s) either arrived since the previous
516 1.1 cgd * read or arrived while we were asleep.
517 1.1 cgd * Rotate the buffers and return what's here.
518 1.1 cgd */
519 1.1 cgd ROTATE_BUFFERS(d);
520 1.1 cgd break;
521 1.1 cgd }
522 1.103 christos error = tsleep(d, PRINET|PCATCH, "bpf",
523 1.93 darrenr d->bd_rtout);
524 1.12 mycroft if (error == EINTR || error == ERESTART) {
525 1.12 mycroft splx(s);
526 1.140 ad KERNEL_UNLOCK_ONE(NULL);
527 1.12 mycroft return (error);
528 1.12 mycroft }
529 1.12 mycroft if (error == EWOULDBLOCK) {
530 1.12 mycroft /*
531 1.12 mycroft * On a timeout, return what's in the buffer,
532 1.12 mycroft * which may be nothing. If there is something
533 1.12 mycroft * in the store buffer, we can rotate the buffers.
534 1.12 mycroft */
535 1.12 mycroft if (d->bd_hbuf)
536 1.1 cgd /*
537 1.12 mycroft * We filled up the buffer in between
538 1.12 mycroft * getting the timeout and arriving
539 1.12 mycroft * here, so we don't need to rotate.
540 1.1 cgd */
541 1.1 cgd break;
542 1.12 mycroft
543 1.100 darrenr if (d->bd_slen == 0) {
544 1.100 darrenr splx(s);
545 1.140 ad KERNEL_UNLOCK_ONE(NULL);
546 1.100 darrenr return (0);
547 1.1 cgd }
548 1.100 darrenr ROTATE_BUFFERS(d);
549 1.100 darrenr break;
550 1.1 cgd }
551 1.36 christos if (error != 0)
552 1.100 darrenr goto done;
553 1.1 cgd }
554 1.100 darrenr /*
555 1.100 darrenr * At this point, we know we have something in the hold slot.
556 1.100 darrenr */
557 1.100 darrenr splx(s);
558 1.100 darrenr
559 1.100 darrenr /*
560 1.100 darrenr * Move data from hold buffer into user space.
561 1.100 darrenr * We know the entire buffer is transferred since
562 1.100 darrenr * we checked above that the read buffer is bpf_bufsize bytes.
563 1.100 darrenr */
564 1.100 darrenr error = uiomove(d->bd_hbuf, d->bd_hlen, uio);
565 1.12 mycroft
566 1.100 darrenr s = splnet();
567 1.100 darrenr d->bd_fbuf = d->bd_hbuf;
568 1.100 darrenr d->bd_hbuf = 0;
569 1.100 darrenr d->bd_hlen = 0;
570 1.100 darrenr done:
571 1.100 darrenr splx(s);
572 1.140 ad KERNEL_UNLOCK_ONE(NULL);
573 1.100 darrenr return (error);
574 1.1 cgd }
575 1.1 cgd
576 1.1 cgd
577 1.1 cgd /*
578 1.12 mycroft * If there are processes sleeping on this descriptor, wake them up.
579 1.1 cgd */
580 1.114 perry static inline void
581 1.111 rpaulo bpf_wakeup(struct bpf_d *d)
582 1.1 cgd {
583 1.103 christos wakeup(d);
584 1.85 jdolecek if (d->bd_async)
585 1.139 ad softint_schedule(d->bd_sih);
586 1.134 rmind selnotify(&d->bd_sel, 0, 0);
587 1.1 cgd }
588 1.1 cgd
589 1.139 ad static void
590 1.139 ad bpf_softintr(void *cookie)
591 1.139 ad {
592 1.139 ad struct bpf_d *d;
593 1.139 ad
594 1.139 ad d = cookie;
595 1.139 ad if (d->bd_async)
596 1.139 ad fownsignal(d->bd_pgid, SIGIO, 0, 0, NULL);
597 1.139 ad }
598 1.91 darrenr
599 1.91 darrenr static void
600 1.111 rpaulo bpf_timed_out(void *arg)
601 1.91 darrenr {
602 1.103 christos struct bpf_d *d = arg;
603 1.91 darrenr int s;
604 1.91 darrenr
605 1.91 darrenr s = splnet();
606 1.91 darrenr if (d->bd_state == BPF_WAITING) {
607 1.91 darrenr d->bd_state = BPF_TIMED_OUT;
608 1.91 darrenr if (d->bd_slen != 0)
609 1.91 darrenr bpf_wakeup(d);
610 1.91 darrenr }
611 1.91 darrenr splx(s);
612 1.91 darrenr }
613 1.91 darrenr
614 1.91 darrenr
615 1.105 christos static int
616 1.125 christos bpf_write(struct file *fp, off_t *offp, struct uio *uio,
617 1.125 christos kauth_cred_t cred, int flags)
618 1.1 cgd {
619 1.105 christos struct bpf_d *d = fp->f_data;
620 1.12 mycroft struct ifnet *ifp;
621 1.12 mycroft struct mbuf *m;
622 1.12 mycroft int error, s;
623 1.56 matt static struct sockaddr_storage dst;
624 1.1 cgd
625 1.116 mrg m = NULL; /* XXX gcc */
626 1.116 mrg
627 1.140 ad KERNEL_LOCK(1, NULL);
628 1.140 ad
629 1.140 ad if (d->bd_bif == 0) {
630 1.140 ad KERNEL_UNLOCK_ONE(NULL);
631 1.1 cgd return (ENXIO);
632 1.140 ad }
633 1.145 christos getnanotime(&d->bd_mtime);
634 1.1 cgd
635 1.12 mycroft ifp = d->bd_bif->bif_ifp;
636 1.11 deraadt
637 1.140 ad if (uio->uio_resid == 0) {
638 1.140 ad KERNEL_UNLOCK_ONE(NULL);
639 1.12 mycroft return (0);
640 1.140 ad }
641 1.11 deraadt
642 1.56 matt error = bpf_movein(uio, (int)d->bd_bif->bif_dlt, ifp->if_mtu, &m,
643 1.56 matt (struct sockaddr *) &dst);
644 1.140 ad if (error) {
645 1.140 ad KERNEL_UNLOCK_ONE(NULL);
646 1.12 mycroft return (error);
647 1.140 ad }
648 1.11 deraadt
649 1.109 peter if (m->m_pkthdr.len > ifp->if_mtu) {
650 1.140 ad KERNEL_UNLOCK_ONE(NULL);
651 1.109 peter m_freem(m);
652 1.1 cgd return (EMSGSIZE);
653 1.109 peter }
654 1.1 cgd
655 1.40 thorpej if (d->bd_hdrcmplt)
656 1.56 matt dst.ss_family = pseudo_AF_HDRCMPLT;
657 1.40 thorpej
658 1.21 mycroft s = splsoftnet();
659 1.56 matt error = (*ifp->if_output)(ifp, m, (struct sockaddr *) &dst, NULL);
660 1.1 cgd splx(s);
661 1.140 ad KERNEL_UNLOCK_ONE(NULL);
662 1.1 cgd /*
663 1.12 mycroft * The driver frees the mbuf.
664 1.1 cgd */
665 1.1 cgd return (error);
666 1.1 cgd }
667 1.1 cgd
668 1.1 cgd /*
669 1.2 cgd * Reset a descriptor by flushing its packet buffer and clearing the
670 1.61 thorpej * receive and drop counts. Should be called at splnet.
671 1.1 cgd */
672 1.1 cgd static void
673 1.111 rpaulo reset_d(struct bpf_d *d)
674 1.1 cgd {
675 1.1 cgd if (d->bd_hbuf) {
676 1.1 cgd /* Free the hold buffer. */
677 1.1 cgd d->bd_fbuf = d->bd_hbuf;
678 1.1 cgd d->bd_hbuf = 0;
679 1.1 cgd }
680 1.1 cgd d->bd_slen = 0;
681 1.2 cgd d->bd_hlen = 0;
682 1.1 cgd d->bd_rcount = 0;
683 1.1 cgd d->bd_dcount = 0;
684 1.94 darrenr d->bd_ccount = 0;
685 1.1 cgd }
686 1.1 cgd
687 1.1 cgd /*
688 1.1 cgd * FIONREAD Check for read packet available.
689 1.1 cgd * BIOCGBLEN Get buffer len [for read()].
690 1.1 cgd * BIOCSETF Set ethernet read filter.
691 1.1 cgd * BIOCFLUSH Flush read packet buffer.
692 1.1 cgd * BIOCPROMISC Put interface into promiscuous mode.
693 1.1 cgd * BIOCGDLT Get link layer type.
694 1.1 cgd * BIOCGETIF Get interface name.
695 1.1 cgd * BIOCSETIF Set interface.
696 1.1 cgd * BIOCSRTIMEOUT Set read timeout.
697 1.1 cgd * BIOCGRTIMEOUT Get read timeout.
698 1.1 cgd * BIOCGSTATS Get packet stats.
699 1.1 cgd * BIOCIMMEDIATE Set immediate mode.
700 1.2 cgd * BIOCVERSION Get filter language version.
701 1.113 rpaulo * BIOCGHDRCMPLT Get "header already complete" flag.
702 1.113 rpaulo * BIOCSHDRCMPLT Set "header already complete" flag.
703 1.1 cgd */
704 1.1 cgd /* ARGSUSED */
705 1.105 christos static int
706 1.135 ad bpf_ioctl(struct file *fp, u_long cmd, void *addr)
707 1.1 cgd {
708 1.105 christos struct bpf_d *d = fp->f_data;
709 1.1 cgd int s, error = 0;
710 1.1 cgd
711 1.110 rpaulo /*
712 1.110 rpaulo * Refresh the PID associated with this bpf file.
713 1.110 rpaulo */
714 1.140 ad KERNEL_LOCK(1, NULL);
715 1.135 ad d->bd_pid = curproc->p_pid;
716 1.120 christos
717 1.91 darrenr s = splnet();
718 1.91 darrenr if (d->bd_state == BPF_WAITING)
719 1.91 darrenr callout_stop(&d->bd_callout);
720 1.91 darrenr d->bd_state = BPF_IDLE;
721 1.91 darrenr splx(s);
722 1.91 darrenr
723 1.1 cgd switch (cmd) {
724 1.1 cgd
725 1.1 cgd default:
726 1.1 cgd error = EINVAL;
727 1.1 cgd break;
728 1.1 cgd
729 1.1 cgd /*
730 1.1 cgd * Check for read packet available.
731 1.1 cgd */
732 1.1 cgd case FIONREAD:
733 1.1 cgd {
734 1.1 cgd int n;
735 1.12 mycroft
736 1.61 thorpej s = splnet();
737 1.1 cgd n = d->bd_slen;
738 1.12 mycroft if (d->bd_hbuf)
739 1.1 cgd n += d->bd_hlen;
740 1.1 cgd splx(s);
741 1.1 cgd
742 1.1 cgd *(int *)addr = n;
743 1.1 cgd break;
744 1.1 cgd }
745 1.1 cgd
746 1.1 cgd /*
747 1.2 cgd * Get buffer len [for read()].
748 1.1 cgd */
749 1.2 cgd case BIOCGBLEN:
750 1.2 cgd *(u_int *)addr = d->bd_bufsize;
751 1.1 cgd break;
752 1.2 cgd
753 1.1 cgd /*
754 1.2 cgd * Set buffer length.
755 1.1 cgd */
756 1.2 cgd case BIOCSBLEN:
757 1.2 cgd if (d->bd_bif != 0)
758 1.2 cgd error = EINVAL;
759 1.2 cgd else {
760 1.53 augustss u_int size = *(u_int *)addr;
761 1.2 cgd
762 1.87 jonathan if (size > bpf_maxbufsize)
763 1.87 jonathan *(u_int *)addr = size = bpf_maxbufsize;
764 1.2 cgd else if (size < BPF_MINBUFSIZE)
765 1.2 cgd *(u_int *)addr = size = BPF_MINBUFSIZE;
766 1.2 cgd d->bd_bufsize = size;
767 1.2 cgd }
768 1.1 cgd break;
769 1.1 cgd
770 1.1 cgd /*
771 1.2 cgd * Set link layer read filter.
772 1.1 cgd */
773 1.12 mycroft case BIOCSETF:
774 1.103 christos error = bpf_setf(d, addr);
775 1.1 cgd break;
776 1.1 cgd
777 1.1 cgd /*
778 1.1 cgd * Flush read packet buffer.
779 1.1 cgd */
780 1.1 cgd case BIOCFLUSH:
781 1.61 thorpej s = splnet();
782 1.1 cgd reset_d(d);
783 1.1 cgd splx(s);
784 1.1 cgd break;
785 1.1 cgd
786 1.1 cgd /*
787 1.1 cgd * Put interface into promiscuous mode.
788 1.1 cgd */
789 1.1 cgd case BIOCPROMISC:
790 1.1 cgd if (d->bd_bif == 0) {
791 1.1 cgd /*
792 1.1 cgd * No interface attached yet.
793 1.1 cgd */
794 1.1 cgd error = EINVAL;
795 1.1 cgd break;
796 1.1 cgd }
797 1.61 thorpej s = splnet();
798 1.1 cgd if (d->bd_promisc == 0) {
799 1.1 cgd error = ifpromisc(d->bd_bif->bif_ifp, 1);
800 1.2 cgd if (error == 0)
801 1.2 cgd d->bd_promisc = 1;
802 1.1 cgd }
803 1.1 cgd splx(s);
804 1.1 cgd break;
805 1.1 cgd
806 1.1 cgd /*
807 1.1 cgd * Get device parameters.
808 1.1 cgd */
809 1.1 cgd case BIOCGDLT:
810 1.1 cgd if (d->bd_bif == 0)
811 1.1 cgd error = EINVAL;
812 1.1 cgd else
813 1.1 cgd *(u_int *)addr = d->bd_bif->bif_dlt;
814 1.1 cgd break;
815 1.1 cgd
816 1.1 cgd /*
817 1.66 onoe * Get a list of supported device parameters.
818 1.66 onoe */
819 1.66 onoe case BIOCGDLTLIST:
820 1.66 onoe if (d->bd_bif == 0)
821 1.66 onoe error = EINVAL;
822 1.66 onoe else
823 1.103 christos error = bpf_getdltlist(d, addr);
824 1.66 onoe break;
825 1.66 onoe
826 1.66 onoe /*
827 1.66 onoe * Set device parameters.
828 1.66 onoe */
829 1.66 onoe case BIOCSDLT:
830 1.66 onoe if (d->bd_bif == 0)
831 1.66 onoe error = EINVAL;
832 1.66 onoe else
833 1.66 onoe error = bpf_setdlt(d, *(u_int *)addr);
834 1.66 onoe break;
835 1.66 onoe
836 1.66 onoe /*
837 1.1 cgd * Set interface name.
838 1.1 cgd */
839 1.127 christos #ifdef OBIOCGETIF
840 1.127 christos case OBIOCGETIF:
841 1.127 christos #endif
842 1.1 cgd case BIOCGETIF:
843 1.1 cgd if (d->bd_bif == 0)
844 1.1 cgd error = EINVAL;
845 1.1 cgd else
846 1.103 christos bpf_ifname(d->bd_bif->bif_ifp, addr);
847 1.1 cgd break;
848 1.1 cgd
849 1.1 cgd /*
850 1.1 cgd * Set interface.
851 1.1 cgd */
852 1.127 christos #ifdef OBIOCSETIF
853 1.127 christos case OBIOCSETIF:
854 1.127 christos #endif
855 1.1 cgd case BIOCSETIF:
856 1.103 christos error = bpf_setif(d, addr);
857 1.1 cgd break;
858 1.1 cgd
859 1.1 cgd /*
860 1.1 cgd * Set read timeout.
861 1.1 cgd */
862 1.12 mycroft case BIOCSRTIMEOUT:
863 1.1 cgd {
864 1.103 christos struct timeval *tv = addr;
865 1.1 cgd
866 1.19 cgd /* Compute number of ticks. */
867 1.19 cgd d->bd_rtout = tv->tv_sec * hz + tv->tv_usec / tick;
868 1.33 thorpej if ((d->bd_rtout == 0) && (tv->tv_usec != 0))
869 1.33 thorpej d->bd_rtout = 1;
870 1.1 cgd break;
871 1.1 cgd }
872 1.1 cgd
873 1.142 christos #ifdef BIOCGORTIMEOUT
874 1.142 christos /*
875 1.142 christos * Get read timeout.
876 1.142 christos */
877 1.142 christos case BIOCGORTIMEOUT:
878 1.142 christos {
879 1.142 christos struct timeval50 *tv = addr;
880 1.142 christos
881 1.142 christos tv->tv_sec = d->bd_rtout / hz;
882 1.142 christos tv->tv_usec = (d->bd_rtout % hz) * tick;
883 1.142 christos break;
884 1.142 christos }
885 1.142 christos #endif
886 1.142 christos
887 1.142 christos #ifdef BIOCSORTIMEOUT
888 1.142 christos /*
889 1.142 christos * Set read timeout.
890 1.142 christos */
891 1.142 christos case BIOCSORTIMEOUT:
892 1.142 christos {
893 1.142 christos struct timeval50 *tv = addr;
894 1.142 christos
895 1.142 christos /* Compute number of ticks. */
896 1.142 christos d->bd_rtout = tv->tv_sec * hz + tv->tv_usec / tick;
897 1.142 christos if ((d->bd_rtout == 0) && (tv->tv_usec != 0))
898 1.142 christos d->bd_rtout = 1;
899 1.142 christos break;
900 1.142 christos }
901 1.142 christos #endif
902 1.142 christos
903 1.1 cgd /*
904 1.1 cgd * Get read timeout.
905 1.1 cgd */
906 1.12 mycroft case BIOCGRTIMEOUT:
907 1.1 cgd {
908 1.103 christos struct timeval *tv = addr;
909 1.1 cgd
910 1.19 cgd tv->tv_sec = d->bd_rtout / hz;
911 1.19 cgd tv->tv_usec = (d->bd_rtout % hz) * tick;
912 1.1 cgd break;
913 1.1 cgd }
914 1.1 cgd /*
915 1.1 cgd * Get packet stats.
916 1.1 cgd */
917 1.1 cgd case BIOCGSTATS:
918 1.1 cgd {
919 1.103 christos struct bpf_stat *bs = addr;
920 1.1 cgd
921 1.1 cgd bs->bs_recv = d->bd_rcount;
922 1.1 cgd bs->bs_drop = d->bd_dcount;
923 1.94 darrenr bs->bs_capt = d->bd_ccount;
924 1.94 darrenr break;
925 1.94 darrenr }
926 1.94 darrenr
927 1.94 darrenr case BIOCGSTATSOLD:
928 1.94 darrenr {
929 1.103 christos struct bpf_stat_old *bs = addr;
930 1.94 darrenr
931 1.94 darrenr bs->bs_recv = d->bd_rcount;
932 1.94 darrenr bs->bs_drop = d->bd_dcount;
933 1.1 cgd break;
934 1.1 cgd }
935 1.1 cgd
936 1.1 cgd /*
937 1.1 cgd * Set immediate mode.
938 1.1 cgd */
939 1.1 cgd case BIOCIMMEDIATE:
940 1.1 cgd d->bd_immediate = *(u_int *)addr;
941 1.1 cgd break;
942 1.2 cgd
943 1.2 cgd case BIOCVERSION:
944 1.2 cgd {
945 1.103 christos struct bpf_version *bv = addr;
946 1.2 cgd
947 1.2 cgd bv->bv_major = BPF_MAJOR_VERSION;
948 1.2 cgd bv->bv_minor = BPF_MINOR_VERSION;
949 1.2 cgd break;
950 1.12 mycroft }
951 1.23 thorpej
952 1.40 thorpej case BIOCGHDRCMPLT: /* get "header already complete" flag */
953 1.40 thorpej *(u_int *)addr = d->bd_hdrcmplt;
954 1.40 thorpej break;
955 1.40 thorpej
956 1.40 thorpej case BIOCSHDRCMPLT: /* set "header already complete" flag */
957 1.40 thorpej d->bd_hdrcmplt = *(u_int *)addr ? 1 : 0;
958 1.40 thorpej break;
959 1.23 thorpej
960 1.91 darrenr /*
961 1.91 darrenr * Get "see sent packets" flag
962 1.91 darrenr */
963 1.91 darrenr case BIOCGSEESENT:
964 1.91 darrenr *(u_int *)addr = d->bd_seesent;
965 1.91 darrenr break;
966 1.91 darrenr
967 1.91 darrenr /*
968 1.91 darrenr * Set "see sent" packets flag
969 1.91 darrenr */
970 1.91 darrenr case BIOCSSEESENT:
971 1.91 darrenr d->bd_seesent = *(u_int *)addr;
972 1.91 darrenr break;
973 1.91 darrenr
974 1.23 thorpej case FIONBIO: /* Non-blocking I/O */
975 1.93 darrenr /*
976 1.93 darrenr * No need to do anything special as we use IO_NDELAY in
977 1.93 darrenr * bpfread() as an indication of whether or not to block
978 1.93 darrenr * the read.
979 1.93 darrenr */
980 1.23 thorpej break;
981 1.23 thorpej
982 1.23 thorpej case FIOASYNC: /* Send signal on receive packets */
983 1.23 thorpej d->bd_async = *(int *)addr;
984 1.23 thorpej break;
985 1.23 thorpej
986 1.23 thorpej case TIOCSPGRP: /* Process or group to send signals to */
987 1.85 jdolecek case FIOSETOWN:
988 1.135 ad error = fsetown(&d->bd_pgid, cmd, addr);
989 1.23 thorpej break;
990 1.23 thorpej
991 1.23 thorpej case TIOCGPGRP:
992 1.85 jdolecek case FIOGETOWN:
993 1.135 ad error = fgetown(d->bd_pgid, cmd, addr);
994 1.23 thorpej break;
995 1.1 cgd }
996 1.140 ad KERNEL_UNLOCK_ONE(NULL);
997 1.1 cgd return (error);
998 1.1 cgd }
999 1.1 cgd
1000 1.12 mycroft /*
1001 1.2 cgd * Set d's packet filter program to fp. If this file already has a filter,
1002 1.1 cgd * free it and replace it. Returns EINVAL for bogus requests.
1003 1.1 cgd */
1004 1.1 cgd int
1005 1.103 christos bpf_setf(struct bpf_d *d, struct bpf_program *fp)
1006 1.1 cgd {
1007 1.1 cgd struct bpf_insn *fcode, *old;
1008 1.1 cgd u_int flen, size;
1009 1.1 cgd int s;
1010 1.1 cgd
1011 1.1 cgd old = d->bd_filter;
1012 1.1 cgd if (fp->bf_insns == 0) {
1013 1.1 cgd if (fp->bf_len != 0)
1014 1.1 cgd return (EINVAL);
1015 1.61 thorpej s = splnet();
1016 1.1 cgd d->bd_filter = 0;
1017 1.1 cgd reset_d(d);
1018 1.1 cgd splx(s);
1019 1.1 cgd if (old != 0)
1020 1.103 christos free(old, M_DEVBUF);
1021 1.1 cgd return (0);
1022 1.1 cgd }
1023 1.1 cgd flen = fp->bf_len;
1024 1.1 cgd if (flen > BPF_MAXINSNS)
1025 1.1 cgd return (EINVAL);
1026 1.1 cgd
1027 1.1 cgd size = flen * sizeof(*fp->bf_insns);
1028 1.103 christos fcode = malloc(size, M_DEVBUF, M_WAITOK);
1029 1.103 christos if (copyin(fp->bf_insns, fcode, size) == 0 &&
1030 1.2 cgd bpf_validate(fcode, (int)flen)) {
1031 1.61 thorpej s = splnet();
1032 1.1 cgd d->bd_filter = fcode;
1033 1.1 cgd reset_d(d);
1034 1.1 cgd splx(s);
1035 1.1 cgd if (old != 0)
1036 1.103 christos free(old, M_DEVBUF);
1037 1.1 cgd
1038 1.1 cgd return (0);
1039 1.1 cgd }
1040 1.103 christos free(fcode, M_DEVBUF);
1041 1.1 cgd return (EINVAL);
1042 1.1 cgd }
1043 1.1 cgd
1044 1.1 cgd /*
1045 1.2 cgd * Detach a file from its current interface (if attached at all) and attach
1046 1.2 cgd * to the interface indicated by the name stored in ifr.
1047 1.2 cgd * Return an errno or 0.
1048 1.1 cgd */
1049 1.1 cgd static int
1050 1.103 christos bpf_setif(struct bpf_d *d, struct ifreq *ifr)
1051 1.1 cgd {
1052 1.1 cgd struct bpf_if *bp;
1053 1.1 cgd char *cp;
1054 1.26 thorpej int unit_seen, i, s, error;
1055 1.1 cgd
1056 1.1 cgd /*
1057 1.26 thorpej * Make sure the provided name has a unit number, and default
1058 1.26 thorpej * it to '0' if not specified.
1059 1.26 thorpej * XXX This is ugly ... do this differently?
1060 1.1 cgd */
1061 1.26 thorpej unit_seen = 0;
1062 1.1 cgd cp = ifr->ifr_name;
1063 1.26 thorpej cp[sizeof(ifr->ifr_name) - 1] = '\0'; /* sanity */
1064 1.26 thorpej while (*cp++)
1065 1.26 thorpej if (*cp >= '0' && *cp <= '9')
1066 1.26 thorpej unit_seen = 1;
1067 1.26 thorpej if (!unit_seen) {
1068 1.26 thorpej /* Make sure to leave room for the '\0'. */
1069 1.26 thorpej for (i = 0; i < (IFNAMSIZ - 1); ++i) {
1070 1.26 thorpej if ((ifr->ifr_name[i] >= 'a' &&
1071 1.26 thorpej ifr->ifr_name[i] <= 'z') ||
1072 1.26 thorpej (ifr->ifr_name[i] >= 'A' &&
1073 1.26 thorpej ifr->ifr_name[i] <= 'Z'))
1074 1.26 thorpej continue;
1075 1.26 thorpej ifr->ifr_name[i] = '0';
1076 1.1 cgd }
1077 1.1 cgd }
1078 1.26 thorpej
1079 1.1 cgd /*
1080 1.1 cgd * Look through attached interfaces for the named one.
1081 1.1 cgd */
1082 1.1 cgd for (bp = bpf_iflist; bp != 0; bp = bp->bif_next) {
1083 1.1 cgd struct ifnet *ifp = bp->bif_ifp;
1084 1.1 cgd
1085 1.26 thorpej if (ifp == 0 ||
1086 1.26 thorpej strcmp(ifp->if_xname, ifr->ifr_name) != 0)
1087 1.1 cgd continue;
1088 1.66 onoe /* skip additional entry */
1089 1.126 christos if ((void **)bp->bif_driverp != &ifp->if_bpf)
1090 1.66 onoe continue;
1091 1.1 cgd /*
1092 1.2 cgd * We found the requested interface.
1093 1.2 cgd * Allocate the packet buffers if we need to.
1094 1.2 cgd * If we're already attached to requested interface,
1095 1.2 cgd * just flush the buffer.
1096 1.1 cgd */
1097 1.2 cgd if (d->bd_sbuf == 0) {
1098 1.2 cgd error = bpf_allocbufs(d);
1099 1.2 cgd if (error != 0)
1100 1.2 cgd return (error);
1101 1.2 cgd }
1102 1.61 thorpej s = splnet();
1103 1.1 cgd if (bp != d->bd_bif) {
1104 1.1 cgd if (d->bd_bif)
1105 1.12 mycroft /*
1106 1.1 cgd * Detach if attached to something else.
1107 1.1 cgd */
1108 1.1 cgd bpf_detachd(d);
1109 1.1 cgd
1110 1.1 cgd bpf_attachd(d, bp);
1111 1.1 cgd }
1112 1.1 cgd reset_d(d);
1113 1.1 cgd splx(s);
1114 1.1 cgd return (0);
1115 1.1 cgd }
1116 1.1 cgd /* Not found. */
1117 1.1 cgd return (ENXIO);
1118 1.1 cgd }
1119 1.1 cgd
1120 1.1 cgd /*
1121 1.26 thorpej * Copy the interface name to the ifreq.
1122 1.1 cgd */
1123 1.1 cgd static void
1124 1.103 christos bpf_ifname(struct ifnet *ifp, struct ifreq *ifr)
1125 1.1 cgd {
1126 1.41 perry memcpy(ifr->ifr_name, ifp->if_xname, IFNAMSIZ);
1127 1.1 cgd }
1128 1.1 cgd
1129 1.145 christos static int
1130 1.145 christos bpf_stat(struct file *fp, struct stat *st)
1131 1.145 christos {
1132 1.145 christos struct bpf_d *d = fp->f_data;
1133 1.145 christos
1134 1.145 christos (void)memset(st, 0, sizeof(*st));
1135 1.145 christos KERNEL_LOCK(1, NULL);
1136 1.145 christos st->st_dev = makedev(cdevsw_lookup_major(&bpf_cdevsw), d->bd_pid);
1137 1.145 christos st->st_atimespec = d->bd_atime;
1138 1.145 christos st->st_mtimespec = d->bd_mtime;
1139 1.145 christos st->st_ctimespec = st->st_birthtimespec = d->bd_btime;
1140 1.145 christos KERNEL_UNLOCK_ONE(NULL);
1141 1.145 christos return 0;
1142 1.145 christos }
1143 1.145 christos
1144 1.1 cgd /*
1145 1.36 christos * Support for poll() system call
1146 1.1 cgd *
1147 1.64 darrenr * Return true iff the specific operation will not block indefinitely - with
1148 1.64 darrenr * the assumption that it is safe to positively acknowledge a request for the
1149 1.64 darrenr * ability to write to the BPF device.
1150 1.134 rmind * Otherwise, return false but make a note that a selnotify() must be done.
1151 1.1 cgd */
1152 1.105 christos static int
1153 1.135 ad bpf_poll(struct file *fp, int events)
1154 1.1 cgd {
1155 1.105 christos struct bpf_d *d = fp->f_data;
1156 1.61 thorpej int s = splnet();
1157 1.64 darrenr int revents;
1158 1.12 mycroft
1159 1.110 rpaulo /*
1160 1.110 rpaulo * Refresh the PID associated with this bpf file.
1161 1.110 rpaulo */
1162 1.140 ad KERNEL_LOCK(1, NULL);
1163 1.135 ad d->bd_pid = curproc->p_pid;
1164 1.120 christos
1165 1.64 darrenr revents = events & (POLLOUT | POLLWRNORM);
1166 1.44 thorpej if (events & (POLLIN | POLLRDNORM)) {
1167 1.64 darrenr /*
1168 1.64 darrenr * An imitation of the FIONREAD ioctl code.
1169 1.64 darrenr */
1170 1.138 scw if (d->bd_hlen != 0 ||
1171 1.138 scw ((d->bd_immediate || d->bd_state == BPF_TIMED_OUT) &&
1172 1.138 scw d->bd_slen != 0)) {
1173 1.30 mycroft revents |= events & (POLLIN | POLLRDNORM);
1174 1.92 darrenr } else {
1175 1.135 ad selrecord(curlwp, &d->bd_sel);
1176 1.91 darrenr /* Start the read timeout if necessary */
1177 1.91 darrenr if (d->bd_rtout > 0 && d->bd_state == BPF_IDLE) {
1178 1.91 darrenr callout_reset(&d->bd_callout, d->bd_rtout,
1179 1.91 darrenr bpf_timed_out, d);
1180 1.91 darrenr d->bd_state = BPF_WAITING;
1181 1.91 darrenr }
1182 1.91 darrenr }
1183 1.44 thorpej }
1184 1.12 mycroft
1185 1.140 ad KERNEL_UNLOCK_ONE(NULL);
1186 1.12 mycroft splx(s);
1187 1.30 mycroft return (revents);
1188 1.75 jdolecek }
1189 1.75 jdolecek
1190 1.75 jdolecek static void
1191 1.75 jdolecek filt_bpfrdetach(struct knote *kn)
1192 1.75 jdolecek {
1193 1.75 jdolecek struct bpf_d *d = kn->kn_hook;
1194 1.75 jdolecek int s;
1195 1.75 jdolecek
1196 1.140 ad KERNEL_LOCK(1, NULL);
1197 1.75 jdolecek s = splnet();
1198 1.76 christos SLIST_REMOVE(&d->bd_sel.sel_klist, kn, knote, kn_selnext);
1199 1.75 jdolecek splx(s);
1200 1.140 ad KERNEL_UNLOCK_ONE(NULL);
1201 1.75 jdolecek }
1202 1.75 jdolecek
1203 1.75 jdolecek static int
1204 1.125 christos filt_bpfread(struct knote *kn, long hint)
1205 1.75 jdolecek {
1206 1.75 jdolecek struct bpf_d *d = kn->kn_hook;
1207 1.140 ad int rv;
1208 1.75 jdolecek
1209 1.140 ad KERNEL_LOCK(1, NULL);
1210 1.75 jdolecek kn->kn_data = d->bd_hlen;
1211 1.75 jdolecek if (d->bd_immediate)
1212 1.75 jdolecek kn->kn_data += d->bd_slen;
1213 1.140 ad rv = (kn->kn_data > 0);
1214 1.140 ad KERNEL_UNLOCK_ONE(NULL);
1215 1.140 ad return rv;
1216 1.75 jdolecek }
1217 1.75 jdolecek
1218 1.75 jdolecek static const struct filterops bpfread_filtops =
1219 1.75 jdolecek { 1, NULL, filt_bpfrdetach, filt_bpfread };
1220 1.75 jdolecek
1221 1.105 christos static int
1222 1.105 christos bpf_kqfilter(struct file *fp, struct knote *kn)
1223 1.75 jdolecek {
1224 1.105 christos struct bpf_d *d = fp->f_data;
1225 1.75 jdolecek struct klist *klist;
1226 1.75 jdolecek int s;
1227 1.75 jdolecek
1228 1.140 ad KERNEL_LOCK(1, NULL);
1229 1.140 ad
1230 1.75 jdolecek switch (kn->kn_filter) {
1231 1.75 jdolecek case EVFILT_READ:
1232 1.76 christos klist = &d->bd_sel.sel_klist;
1233 1.75 jdolecek kn->kn_fop = &bpfread_filtops;
1234 1.75 jdolecek break;
1235 1.75 jdolecek
1236 1.75 jdolecek default:
1237 1.140 ad KERNEL_UNLOCK_ONE(NULL);
1238 1.131 pooka return (EINVAL);
1239 1.75 jdolecek }
1240 1.75 jdolecek
1241 1.75 jdolecek kn->kn_hook = d;
1242 1.75 jdolecek
1243 1.75 jdolecek s = splnet();
1244 1.75 jdolecek SLIST_INSERT_HEAD(klist, kn, kn_selnext);
1245 1.75 jdolecek splx(s);
1246 1.140 ad KERNEL_UNLOCK_ONE(NULL);
1247 1.75 jdolecek
1248 1.75 jdolecek return (0);
1249 1.1 cgd }
1250 1.1 cgd
1251 1.1 cgd /*
1252 1.2 cgd * Incoming linkage from device drivers. Process the packet pkt, of length
1253 1.2 cgd * pktlen, which is stored in a contiguous buffer. The packet is parsed
1254 1.2 cgd * by each process' filter, and if accepted, stashed into the corresponding
1255 1.2 cgd * buffer.
1256 1.1 cgd */
1257 1.1 cgd void
1258 1.103 christos bpf_tap(void *arg, u_char *pkt, u_int pktlen)
1259 1.1 cgd {
1260 1.1 cgd struct bpf_if *bp;
1261 1.53 augustss struct bpf_d *d;
1262 1.53 augustss u_int slen;
1263 1.142 christos struct timespec ts;
1264 1.120 christos int gottime=0;
1265 1.120 christos
1266 1.1 cgd /*
1267 1.1 cgd * Note that the ipl does not have to be raised at this point.
1268 1.1 cgd * The only problem that could arise here is that if two different
1269 1.1 cgd * interfaces shared any data. This is not the case.
1270 1.1 cgd */
1271 1.103 christos bp = arg;
1272 1.1 cgd for (d = bp->bif_dlist; d != 0; d = d->bd_next) {
1273 1.1 cgd ++d->bd_rcount;
1274 1.110 rpaulo ++bpf_gstats.bs_recv;
1275 1.1 cgd slen = bpf_filter(d->bd_filter, pkt, pktlen, pktlen);
1276 1.120 christos if (slen != 0) {
1277 1.120 christos if (!gottime) {
1278 1.142 christos nanotime(&ts);
1279 1.120 christos gottime = 1;
1280 1.120 christos }
1281 1.142 christos catchpacket(d, pkt, pktlen, slen, memcpy, &ts);
1282 1.120 christos }
1283 1.1 cgd }
1284 1.1 cgd }
1285 1.1 cgd
1286 1.1 cgd /*
1287 1.1 cgd * Copy data from an mbuf chain into a buffer. This code is derived
1288 1.1 cgd * from m_copydata in sys/uipc_mbuf.c.
1289 1.1 cgd */
1290 1.43 perry static void *
1291 1.137 christos bpf_mcpy(void *dst_arg, const void *src_arg, size_t len)
1292 1.12 mycroft {
1293 1.137 christos const struct mbuf *m;
1294 1.53 augustss u_int count;
1295 1.1 cgd u_char *dst;
1296 1.1 cgd
1297 1.12 mycroft m = src_arg;
1298 1.12 mycroft dst = dst_arg;
1299 1.1 cgd while (len > 0) {
1300 1.137 christos if (m == NULL)
1301 1.41 perry panic("bpf_mcpy");
1302 1.12 mycroft count = min(m->m_len, len);
1303 1.137 christos memcpy(dst, mtod(m, const void *), count);
1304 1.1 cgd m = m->m_next;
1305 1.1 cgd dst += count;
1306 1.1 cgd len -= count;
1307 1.1 cgd }
1308 1.137 christos return dst_arg;
1309 1.1 cgd }
1310 1.1 cgd
1311 1.1 cgd /*
1312 1.96 dyoung * Dispatch a packet to all the listeners on interface bp.
1313 1.96 dyoung *
1314 1.96 dyoung * marg pointer to the packet, either a data buffer or an mbuf chain
1315 1.96 dyoung * buflen buffer length, if marg is a data buffer
1316 1.96 dyoung * cpfn a function that can copy marg into the listener's buffer
1317 1.96 dyoung * pktlen length of the packet
1318 1.96 dyoung * rcvif either NULL or the interface the packet came in on.
1319 1.96 dyoung */
1320 1.114 perry static inline void
1321 1.137 christos bpf_deliver(struct bpf_if *bp, void *(*cpfn)(void *, const void *, size_t),
1322 1.111 rpaulo void *marg, u_int pktlen, u_int buflen, struct ifnet *rcvif)
1323 1.96 dyoung {
1324 1.96 dyoung u_int slen;
1325 1.96 dyoung struct bpf_d *d;
1326 1.142 christos struct timespec ts;
1327 1.120 christos int gottime = 0;
1328 1.96 dyoung
1329 1.96 dyoung for (d = bp->bif_dlist; d != 0; d = d->bd_next) {
1330 1.96 dyoung if (!d->bd_seesent && (rcvif == NULL))
1331 1.96 dyoung continue;
1332 1.96 dyoung ++d->bd_rcount;
1333 1.110 rpaulo ++bpf_gstats.bs_recv;
1334 1.96 dyoung slen = bpf_filter(d->bd_filter, marg, pktlen, buflen);
1335 1.120 christos if (slen != 0) {
1336 1.120 christos if(!gottime) {
1337 1.142 christos nanotime(&ts);
1338 1.120 christos gottime = 1;
1339 1.120 christos }
1340 1.142 christos catchpacket(d, marg, pktlen, slen, cpfn, &ts);
1341 1.120 christos }
1342 1.96 dyoung }
1343 1.96 dyoung }
1344 1.96 dyoung
1345 1.96 dyoung /*
1346 1.96 dyoung * Incoming linkage from device drivers, when the head of the packet is in
1347 1.96 dyoung * a buffer, and the tail is in an mbuf chain.
1348 1.96 dyoung */
1349 1.96 dyoung void
1350 1.103 christos bpf_mtap2(void *arg, void *data, u_int dlen, struct mbuf *m)
1351 1.96 dyoung {
1352 1.103 christos struct bpf_if *bp = arg;
1353 1.96 dyoung u_int pktlen;
1354 1.96 dyoung struct mbuf mb;
1355 1.96 dyoung
1356 1.101 dyoung pktlen = m_length(m) + dlen;
1357 1.96 dyoung
1358 1.96 dyoung /*
1359 1.96 dyoung * Craft on-stack mbuf suitable for passing to bpf_filter.
1360 1.96 dyoung * Note that we cut corners here; we only setup what's
1361 1.96 dyoung * absolutely needed--this mbuf should never go anywhere else.
1362 1.96 dyoung */
1363 1.101 dyoung (void)memset(&mb, 0, sizeof(mb));
1364 1.96 dyoung mb.m_next = m;
1365 1.96 dyoung mb.m_data = data;
1366 1.96 dyoung mb.m_len = dlen;
1367 1.96 dyoung
1368 1.96 dyoung bpf_deliver(bp, bpf_mcpy, &mb, pktlen, 0, m->m_pkthdr.rcvif);
1369 1.96 dyoung }
1370 1.96 dyoung
1371 1.96 dyoung /*
1372 1.2 cgd * Incoming linkage from device drivers, when packet is in an mbuf chain.
1373 1.1 cgd */
1374 1.1 cgd void
1375 1.103 christos bpf_mtap(void *arg, struct mbuf *m)
1376 1.1 cgd {
1377 1.137 christos void *(*cpfn)(void *, const void *, size_t);
1378 1.103 christos struct bpf_if *bp = arg;
1379 1.96 dyoung u_int pktlen, buflen;
1380 1.91 darrenr void *marg;
1381 1.1 cgd
1382 1.101 dyoung pktlen = m_length(m);
1383 1.1 cgd
1384 1.91 darrenr if (pktlen == m->m_len) {
1385 1.136 yamt cpfn = (void *)memcpy;
1386 1.91 darrenr marg = mtod(m, void *);
1387 1.91 darrenr buflen = pktlen;
1388 1.91 darrenr } else {
1389 1.137 christos /*###1299 [cc] warning: assignment from incompatible pointer type%%%*/
1390 1.91 darrenr cpfn = bpf_mcpy;
1391 1.91 darrenr marg = m;
1392 1.91 darrenr buflen = 0;
1393 1.91 darrenr }
1394 1.91 darrenr
1395 1.96 dyoung bpf_deliver(bp, cpfn, marg, pktlen, buflen, m->m_pkthdr.rcvif);
1396 1.1 cgd }
1397 1.1 cgd
1398 1.1 cgd /*
1399 1.104 christos * We need to prepend the address family as
1400 1.104 christos * a four byte field. Cons up a dummy header
1401 1.104 christos * to pacify bpf. This is safe because bpf
1402 1.104 christos * will only read from the mbuf (i.e., it won't
1403 1.104 christos * try to free it or keep a pointer a to it).
1404 1.104 christos */
1405 1.104 christos void
1406 1.133 matt bpf_mtap_af(void *arg, uint32_t af, struct mbuf *m)
1407 1.104 christos {
1408 1.104 christos struct mbuf m0;
1409 1.107 perry
1410 1.104 christos m0.m_flags = 0;
1411 1.104 christos m0.m_next = m;
1412 1.104 christos m0.m_len = 4;
1413 1.104 christos m0.m_data = (char *)⁡
1414 1.104 christos
1415 1.104 christos bpf_mtap(arg, &m0);
1416 1.104 christos }
1417 1.104 christos
1418 1.104 christos void
1419 1.133 matt bpf_mtap_et(void *arg, uint16_t et, struct mbuf *m)
1420 1.104 christos {
1421 1.104 christos struct mbuf m0;
1422 1.104 christos
1423 1.104 christos m0.m_flags = 0;
1424 1.104 christos m0.m_next = m;
1425 1.104 christos m0.m_len = 14;
1426 1.104 christos m0.m_data = m0.m_dat;
1427 1.104 christos
1428 1.133 matt ((uint32_t *)m0.m_data)[0] = 0;
1429 1.133 matt ((uint32_t *)m0.m_data)[1] = 0;
1430 1.133 matt ((uint32_t *)m0.m_data)[2] = 0;
1431 1.133 matt ((uint16_t *)m0.m_data)[6] = et;
1432 1.104 christos
1433 1.104 christos bpf_mtap(arg, &m0);
1434 1.104 christos }
1435 1.104 christos
1436 1.104 christos #if NSL > 0 || NSTRIP > 0
1437 1.104 christos /*
1438 1.104 christos * Put the SLIP pseudo-"link header" in place.
1439 1.104 christos * Note this M_PREPEND() should never fail,
1440 1.104 christos * swince we know we always have enough space
1441 1.104 christos * in the input buffer.
1442 1.104 christos */
1443 1.104 christos void
1444 1.104 christos bpf_mtap_sl_in(void *arg, u_char *chdr, struct mbuf **m)
1445 1.104 christos {
1446 1.104 christos int s;
1447 1.104 christos u_char *hp;
1448 1.104 christos
1449 1.104 christos M_PREPEND(*m, SLIP_HDRLEN, M_DONTWAIT);
1450 1.104 christos if (*m == NULL)
1451 1.104 christos return;
1452 1.104 christos
1453 1.104 christos hp = mtod(*m, u_char *);
1454 1.104 christos hp[SLX_DIR] = SLIPDIR_IN;
1455 1.104 christos (void)memcpy(&hp[SLX_CHDR], chdr, CHDR_LEN);
1456 1.104 christos
1457 1.104 christos s = splnet();
1458 1.104 christos bpf_mtap(arg, *m);
1459 1.104 christos splx(s);
1460 1.104 christos
1461 1.104 christos m_adj(*m, SLIP_HDRLEN);
1462 1.104 christos }
1463 1.104 christos
1464 1.104 christos /*
1465 1.104 christos * Put the SLIP pseudo-"link header" in
1466 1.104 christos * place. The compressed header is now
1467 1.104 christos * at the beginning of the mbuf.
1468 1.104 christos */
1469 1.104 christos void
1470 1.104 christos bpf_mtap_sl_out(void *arg, u_char *chdr, struct mbuf *m)
1471 1.104 christos {
1472 1.104 christos struct mbuf m0;
1473 1.104 christos u_char *hp;
1474 1.104 christos int s;
1475 1.104 christos
1476 1.104 christos m0.m_flags = 0;
1477 1.104 christos m0.m_next = m;
1478 1.104 christos m0.m_data = m0.m_dat;
1479 1.104 christos m0.m_len = SLIP_HDRLEN;
1480 1.104 christos
1481 1.104 christos hp = mtod(&m0, u_char *);
1482 1.104 christos
1483 1.104 christos hp[SLX_DIR] = SLIPDIR_OUT;
1484 1.104 christos (void)memcpy(&hp[SLX_CHDR], chdr, CHDR_LEN);
1485 1.104 christos
1486 1.104 christos s = splnet();
1487 1.104 christos bpf_mtap(arg, &m0);
1488 1.104 christos splx(s);
1489 1.104 christos m_freem(m);
1490 1.104 christos }
1491 1.104 christos #endif
1492 1.104 christos
1493 1.104 christos /*
1494 1.1 cgd * Move the packet data from interface memory (pkt) into the
1495 1.1 cgd * store buffer. Return 1 if it's time to wakeup a listener (buffer full),
1496 1.2 cgd * otherwise 0. "copy" is the routine called to do the actual data
1497 1.41 perry * transfer. memcpy is passed in to copy contiguous chunks, while
1498 1.41 perry * bpf_mcpy is passed in to copy mbuf chains. In the latter case,
1499 1.2 cgd * pkt is really an mbuf.
1500 1.1 cgd */
1501 1.1 cgd static void
1502 1.103 christos catchpacket(struct bpf_d *d, u_char *pkt, u_int pktlen, u_int snaplen,
1503 1.142 christos void *(*cpfn)(void *, const void *, size_t), struct timespec *ts)
1504 1.53 augustss {
1505 1.53 augustss struct bpf_hdr *hp;
1506 1.53 augustss int totlen, curlen;
1507 1.53 augustss int hdrlen = d->bd_bif->bif_hdrlen;
1508 1.138 scw int do_wakeup = 0;
1509 1.94 darrenr
1510 1.94 darrenr ++d->bd_ccount;
1511 1.110 rpaulo ++bpf_gstats.bs_capt;
1512 1.1 cgd /*
1513 1.1 cgd * Figure out how many bytes to move. If the packet is
1514 1.1 cgd * greater or equal to the snapshot length, transfer that
1515 1.1 cgd * much. Otherwise, transfer the whole packet (unless
1516 1.1 cgd * we hit the buffer size limit).
1517 1.1 cgd */
1518 1.12 mycroft totlen = hdrlen + min(snaplen, pktlen);
1519 1.1 cgd if (totlen > d->bd_bufsize)
1520 1.1 cgd totlen = d->bd_bufsize;
1521 1.1 cgd
1522 1.1 cgd /*
1523 1.1 cgd * Round up the end of the previous packet to the next longword.
1524 1.1 cgd */
1525 1.1 cgd curlen = BPF_WORDALIGN(d->bd_slen);
1526 1.1 cgd if (curlen + totlen > d->bd_bufsize) {
1527 1.1 cgd /*
1528 1.1 cgd * This packet will overflow the storage buffer.
1529 1.1 cgd * Rotate the buffers if we can, then wakeup any
1530 1.1 cgd * pending reads.
1531 1.1 cgd */
1532 1.100 darrenr if (d->bd_fbuf == 0) {
1533 1.12 mycroft /*
1534 1.12 mycroft * We haven't completed the previous read yet,
1535 1.1 cgd * so drop the packet.
1536 1.1 cgd */
1537 1.1 cgd ++d->bd_dcount;
1538 1.110 rpaulo ++bpf_gstats.bs_drop;
1539 1.1 cgd return;
1540 1.1 cgd }
1541 1.1 cgd ROTATE_BUFFERS(d);
1542 1.138 scw do_wakeup = 1;
1543 1.1 cgd curlen = 0;
1544 1.138 scw } else if (d->bd_immediate || d->bd_state == BPF_TIMED_OUT) {
1545 1.138 scw /*
1546 1.138 scw * Immediate mode is set, or the read timeout has
1547 1.138 scw * already expired during a select call. A packet
1548 1.138 scw * arrived, so the reader should be woken up.
1549 1.138 scw */
1550 1.138 scw do_wakeup = 1;
1551 1.97 darrenr }
1552 1.1 cgd
1553 1.1 cgd /*
1554 1.1 cgd * Append the bpf header.
1555 1.1 cgd */
1556 1.126 christos hp = (struct bpf_hdr *)((char *)d->bd_sbuf + curlen);
1557 1.142 christos hp->bh_tstamp.tv_sec = ts->tv_sec;
1558 1.142 christos hp->bh_tstamp.tv_usec = ts->tv_nsec / 1000;
1559 1.1 cgd hp->bh_datalen = pktlen;
1560 1.1 cgd hp->bh_hdrlen = hdrlen;
1561 1.1 cgd /*
1562 1.1 cgd * Copy the packet data into the store buffer and update its length.
1563 1.1 cgd */
1564 1.41 perry (*cpfn)((u_char *)hp + hdrlen, pkt, (hp->bh_caplen = totlen - hdrlen));
1565 1.1 cgd d->bd_slen = curlen + totlen;
1566 1.97 darrenr
1567 1.97 darrenr /*
1568 1.97 darrenr * Call bpf_wakeup after bd_slen has been updated so that kevent(2)
1569 1.97 darrenr * will cause filt_bpfread() to be called with it adjusted.
1570 1.97 darrenr */
1571 1.138 scw if (do_wakeup)
1572 1.97 darrenr bpf_wakeup(d);
1573 1.1 cgd }
1574 1.1 cgd
1575 1.12 mycroft /*
1576 1.1 cgd * Initialize all nonzero fields of a descriptor.
1577 1.1 cgd */
1578 1.1 cgd static int
1579 1.103 christos bpf_allocbufs(struct bpf_d *d)
1580 1.1 cgd {
1581 1.50 enami
1582 1.103 christos d->bd_fbuf = malloc(d->bd_bufsize, M_DEVBUF, M_NOWAIT);
1583 1.100 darrenr if (!d->bd_fbuf)
1584 1.79 itojun return (ENOBUFS);
1585 1.103 christos d->bd_sbuf = malloc(d->bd_bufsize, M_DEVBUF, M_NOWAIT);
1586 1.100 darrenr if (!d->bd_sbuf) {
1587 1.100 darrenr free(d->bd_fbuf, M_DEVBUF);
1588 1.79 itojun return (ENOBUFS);
1589 1.79 itojun }
1590 1.1 cgd d->bd_slen = 0;
1591 1.1 cgd d->bd_hlen = 0;
1592 1.1 cgd return (0);
1593 1.1 cgd }
1594 1.1 cgd
1595 1.1 cgd /*
1596 1.2 cgd * Free buffers currently in use by a descriptor.
1597 1.2 cgd * Called on close.
1598 1.2 cgd */
1599 1.2 cgd static void
1600 1.103 christos bpf_freed(struct bpf_d *d)
1601 1.2 cgd {
1602 1.2 cgd /*
1603 1.2 cgd * We don't need to lock out interrupts since this descriptor has
1604 1.2 cgd * been detached from its interface and it yet hasn't been marked
1605 1.2 cgd * free.
1606 1.2 cgd */
1607 1.100 darrenr if (d->bd_sbuf != 0) {
1608 1.100 darrenr free(d->bd_sbuf, M_DEVBUF);
1609 1.100 darrenr if (d->bd_hbuf != 0)
1610 1.100 darrenr free(d->bd_hbuf, M_DEVBUF);
1611 1.100 darrenr if (d->bd_fbuf != 0)
1612 1.100 darrenr free(d->bd_fbuf, M_DEVBUF);
1613 1.100 darrenr }
1614 1.2 cgd if (d->bd_filter)
1615 1.103 christos free(d->bd_filter, M_DEVBUF);
1616 1.2 cgd }
1617 1.2 cgd
1618 1.2 cgd /*
1619 1.60 thorpej * Attach an interface to bpf. dlt is the link layer type; hdrlen is the
1620 1.60 thorpej * fixed size of the link header (variable length headers not yet supported).
1621 1.1 cgd */
1622 1.1 cgd void
1623 1.103 christos bpfattach(struct ifnet *ifp, u_int dlt, u_int hdrlen)
1624 1.1 cgd {
1625 1.66 onoe
1626 1.66 onoe bpfattach2(ifp, dlt, hdrlen, &ifp->if_bpf);
1627 1.66 onoe }
1628 1.66 onoe
1629 1.66 onoe /*
1630 1.66 onoe * Attach additional dlt for a interface to bpf. dlt is the link layer type;
1631 1.66 onoe * hdrlen is the fixed size of the link header for the specified dlt
1632 1.66 onoe * (variable length headers not yet supported).
1633 1.66 onoe */
1634 1.66 onoe void
1635 1.103 christos bpfattach2(struct ifnet *ifp, u_int dlt, u_int hdrlen, void *driverp)
1636 1.66 onoe {
1637 1.1 cgd struct bpf_if *bp;
1638 1.103 christos bp = malloc(sizeof(*bp), M_DEVBUF, M_DONTWAIT);
1639 1.12 mycroft if (bp == 0)
1640 1.12 mycroft panic("bpfattach");
1641 1.12 mycroft
1642 1.1 cgd bp->bif_dlist = 0;
1643 1.103 christos bp->bif_driverp = driverp;
1644 1.1 cgd bp->bif_ifp = ifp;
1645 1.1 cgd bp->bif_dlt = dlt;
1646 1.1 cgd
1647 1.1 cgd bp->bif_next = bpf_iflist;
1648 1.1 cgd bpf_iflist = bp;
1649 1.1 cgd
1650 1.1 cgd *bp->bif_driverp = 0;
1651 1.1 cgd
1652 1.1 cgd /*
1653 1.1 cgd * Compute the length of the bpf header. This is not necessarily
1654 1.12 mycroft * equal to SIZEOF_BPF_HDR because we want to insert spacing such
1655 1.12 mycroft * that the network layer header begins on a longword boundary (for
1656 1.1 cgd * performance reasons and to alleviate alignment restrictions).
1657 1.1 cgd */
1658 1.1 cgd bp->bif_hdrlen = BPF_WORDALIGN(hdrlen + SIZEOF_BPF_HDR) - hdrlen;
1659 1.1 cgd
1660 1.11 deraadt #if 0
1661 1.32 christos printf("bpf: %s attached\n", ifp->if_xname);
1662 1.11 deraadt #endif
1663 1.48 thorpej }
1664 1.48 thorpej
1665 1.48 thorpej /*
1666 1.48 thorpej * Remove an interface from bpf.
1667 1.48 thorpej */
1668 1.48 thorpej void
1669 1.103 christos bpfdetach(struct ifnet *ifp)
1670 1.48 thorpej {
1671 1.48 thorpej struct bpf_if *bp, **pbp;
1672 1.51 enami struct bpf_d *d;
1673 1.105 christos int s;
1674 1.51 enami
1675 1.52 soren /* Nuke the vnodes for any open instances */
1676 1.132 dyoung LIST_FOREACH(d, &bpf_list, bd_list) {
1677 1.105 christos if (d->bd_bif != NULL && d->bd_bif->bif_ifp == ifp) {
1678 1.51 enami /*
1679 1.51 enami * Detach the descriptor from an interface now.
1680 1.51 enami * It will be free'ed later by close routine.
1681 1.51 enami */
1682 1.61 thorpej s = splnet();
1683 1.51 enami d->bd_promisc = 0; /* we can't touch device. */
1684 1.51 enami bpf_detachd(d);
1685 1.51 enami splx(s);
1686 1.51 enami }
1687 1.51 enami }
1688 1.48 thorpej
1689 1.66 onoe again:
1690 1.48 thorpej for (bp = bpf_iflist, pbp = &bpf_iflist;
1691 1.48 thorpej bp != NULL; pbp = &bp->bif_next, bp = bp->bif_next) {
1692 1.48 thorpej if (bp->bif_ifp == ifp) {
1693 1.48 thorpej *pbp = bp->bif_next;
1694 1.48 thorpej free(bp, M_DEVBUF);
1695 1.66 onoe goto again;
1696 1.48 thorpej }
1697 1.48 thorpej }
1698 1.47 thorpej }
1699 1.47 thorpej
1700 1.47 thorpej /*
1701 1.66 onoe * Change the data link type of a interface.
1702 1.47 thorpej */
1703 1.47 thorpej void
1704 1.103 christos bpf_change_type(struct ifnet *ifp, u_int dlt, u_int hdrlen)
1705 1.47 thorpej {
1706 1.47 thorpej struct bpf_if *bp;
1707 1.47 thorpej
1708 1.47 thorpej for (bp = bpf_iflist; bp != NULL; bp = bp->bif_next) {
1709 1.126 christos if ((void **)bp->bif_driverp == &ifp->if_bpf)
1710 1.47 thorpej break;
1711 1.47 thorpej }
1712 1.47 thorpej if (bp == NULL)
1713 1.47 thorpej panic("bpf_change_type");
1714 1.47 thorpej
1715 1.47 thorpej bp->bif_dlt = dlt;
1716 1.47 thorpej
1717 1.47 thorpej /*
1718 1.47 thorpej * Compute the length of the bpf header. This is not necessarily
1719 1.47 thorpej * equal to SIZEOF_BPF_HDR because we want to insert spacing such
1720 1.47 thorpej * that the network layer header begins on a longword boundary (for
1721 1.47 thorpej * performance reasons and to alleviate alignment restrictions).
1722 1.47 thorpej */
1723 1.47 thorpej bp->bif_hdrlen = BPF_WORDALIGN(hdrlen + SIZEOF_BPF_HDR) - hdrlen;
1724 1.66 onoe }
1725 1.66 onoe
1726 1.66 onoe /*
1727 1.66 onoe * Get a list of available data link type of the interface.
1728 1.66 onoe */
1729 1.66 onoe static int
1730 1.103 christos bpf_getdltlist(struct bpf_d *d, struct bpf_dltlist *bfl)
1731 1.66 onoe {
1732 1.66 onoe int n, error;
1733 1.66 onoe struct ifnet *ifp;
1734 1.66 onoe struct bpf_if *bp;
1735 1.66 onoe
1736 1.66 onoe ifp = d->bd_bif->bif_ifp;
1737 1.66 onoe n = 0;
1738 1.66 onoe error = 0;
1739 1.66 onoe for (bp = bpf_iflist; bp != NULL; bp = bp->bif_next) {
1740 1.66 onoe if (bp->bif_ifp != ifp)
1741 1.66 onoe continue;
1742 1.66 onoe if (bfl->bfl_list != NULL) {
1743 1.66 onoe if (n >= bfl->bfl_len)
1744 1.66 onoe return ENOMEM;
1745 1.66 onoe error = copyout(&bp->bif_dlt,
1746 1.66 onoe bfl->bfl_list + n, sizeof(u_int));
1747 1.66 onoe }
1748 1.66 onoe n++;
1749 1.66 onoe }
1750 1.66 onoe bfl->bfl_len = n;
1751 1.66 onoe return error;
1752 1.66 onoe }
1753 1.66 onoe
1754 1.66 onoe /*
1755 1.66 onoe * Set the data link type of a BPF instance.
1756 1.66 onoe */
1757 1.66 onoe static int
1758 1.103 christos bpf_setdlt(struct bpf_d *d, u_int dlt)
1759 1.66 onoe {
1760 1.69 thorpej int s, error, opromisc;
1761 1.66 onoe struct ifnet *ifp;
1762 1.66 onoe struct bpf_if *bp;
1763 1.66 onoe
1764 1.66 onoe if (d->bd_bif->bif_dlt == dlt)
1765 1.66 onoe return 0;
1766 1.66 onoe ifp = d->bd_bif->bif_ifp;
1767 1.66 onoe for (bp = bpf_iflist; bp != NULL; bp = bp->bif_next) {
1768 1.66 onoe if (bp->bif_ifp == ifp && bp->bif_dlt == dlt)
1769 1.66 onoe break;
1770 1.66 onoe }
1771 1.66 onoe if (bp == NULL)
1772 1.66 onoe return EINVAL;
1773 1.66 onoe s = splnet();
1774 1.69 thorpej opromisc = d->bd_promisc;
1775 1.66 onoe bpf_detachd(d);
1776 1.66 onoe bpf_attachd(d, bp);
1777 1.66 onoe reset_d(d);
1778 1.69 thorpej if (opromisc) {
1779 1.69 thorpej error = ifpromisc(bp->bif_ifp, 1);
1780 1.69 thorpej if (error)
1781 1.69 thorpej printf("%s: bpf_setdlt: ifpromisc failed (%d)\n",
1782 1.69 thorpej bp->bif_ifp->if_xname, error);
1783 1.69 thorpej else
1784 1.69 thorpej d->bd_promisc = 1;
1785 1.69 thorpej }
1786 1.66 onoe splx(s);
1787 1.66 onoe return 0;
1788 1.1 cgd }
1789 1.89 jonathan
1790 1.89 jonathan static int
1791 1.89 jonathan sysctl_net_bpf_maxbufsize(SYSCTLFN_ARGS)
1792 1.89 jonathan {
1793 1.89 jonathan int newsize, error;
1794 1.89 jonathan struct sysctlnode node;
1795 1.89 jonathan
1796 1.89 jonathan node = *rnode;
1797 1.89 jonathan node.sysctl_data = &newsize;
1798 1.89 jonathan newsize = bpf_maxbufsize;
1799 1.89 jonathan error = sysctl_lookup(SYSCTLFN_CALL(&node));
1800 1.89 jonathan if (error || newp == NULL)
1801 1.89 jonathan return (error);
1802 1.89 jonathan
1803 1.89 jonathan if (newsize < BPF_MINBUFSIZE || newsize > BPF_MAXBUFSIZE)
1804 1.89 jonathan return (EINVAL);
1805 1.89 jonathan
1806 1.89 jonathan bpf_maxbufsize = newsize;
1807 1.89 jonathan
1808 1.89 jonathan return (0);
1809 1.89 jonathan }
1810 1.89 jonathan
1811 1.110 rpaulo static int
1812 1.110 rpaulo sysctl_net_bpf_peers(SYSCTLFN_ARGS)
1813 1.110 rpaulo {
1814 1.110 rpaulo int error, elem_count;
1815 1.110 rpaulo struct bpf_d *dp;
1816 1.110 rpaulo struct bpf_d_ext dpe;
1817 1.110 rpaulo size_t len, needed, elem_size, out_size;
1818 1.110 rpaulo char *sp;
1819 1.110 rpaulo
1820 1.110 rpaulo if (namelen == 1 && name[0] == CTL_QUERY)
1821 1.110 rpaulo return (sysctl_query(SYSCTLFN_CALL(rnode)));
1822 1.110 rpaulo
1823 1.110 rpaulo if (namelen != 2)
1824 1.110 rpaulo return (EINVAL);
1825 1.110 rpaulo
1826 1.124 elad /* BPF peers is privileged information. */
1827 1.124 elad error = kauth_authorize_network(l->l_cred, KAUTH_NETWORK_INTERFACE,
1828 1.124 elad KAUTH_REQ_NETWORK_INTERFACE_GETPRIV, NULL, NULL, NULL);
1829 1.124 elad if (error)
1830 1.124 elad return (EPERM);
1831 1.110 rpaulo
1832 1.110 rpaulo len = (oldp != NULL) ? *oldlenp : 0;
1833 1.110 rpaulo sp = oldp;
1834 1.110 rpaulo elem_size = name[0];
1835 1.110 rpaulo elem_count = name[1];
1836 1.110 rpaulo out_size = MIN(sizeof(dpe), elem_size);
1837 1.110 rpaulo needed = 0;
1838 1.110 rpaulo
1839 1.110 rpaulo if (elem_size < 1 || elem_count < 0)
1840 1.110 rpaulo return (EINVAL);
1841 1.120 christos
1842 1.130 xtraeme mutex_enter(&bpf_mtx);
1843 1.110 rpaulo LIST_FOREACH(dp, &bpf_list, bd_list) {
1844 1.110 rpaulo if (len >= elem_size && elem_count > 0) {
1845 1.110 rpaulo #define BPF_EXT(field) dpe.bde_ ## field = dp->bd_ ## field
1846 1.110 rpaulo BPF_EXT(bufsize);
1847 1.110 rpaulo BPF_EXT(promisc);
1848 1.110 rpaulo BPF_EXT(promisc);
1849 1.110 rpaulo BPF_EXT(state);
1850 1.110 rpaulo BPF_EXT(immediate);
1851 1.110 rpaulo BPF_EXT(hdrcmplt);
1852 1.110 rpaulo BPF_EXT(seesent);
1853 1.110 rpaulo BPF_EXT(pid);
1854 1.110 rpaulo BPF_EXT(rcount);
1855 1.110 rpaulo BPF_EXT(dcount);
1856 1.110 rpaulo BPF_EXT(ccount);
1857 1.110 rpaulo #undef BPF_EXT
1858 1.110 rpaulo if (dp->bd_bif)
1859 1.110 rpaulo (void)strlcpy(dpe.bde_ifname,
1860 1.110 rpaulo dp->bd_bif->bif_ifp->if_xname,
1861 1.110 rpaulo IFNAMSIZ - 1);
1862 1.110 rpaulo else
1863 1.110 rpaulo dpe.bde_ifname[0] = '\0';
1864 1.120 christos
1865 1.110 rpaulo error = copyout(&dpe, sp, out_size);
1866 1.110 rpaulo if (error)
1867 1.110 rpaulo break;
1868 1.110 rpaulo sp += elem_size;
1869 1.110 rpaulo len -= elem_size;
1870 1.110 rpaulo }
1871 1.143 mrg needed += elem_size;
1872 1.143 mrg if (elem_count > 0 && elem_count != INT_MAX)
1873 1.143 mrg elem_count--;
1874 1.110 rpaulo }
1875 1.130 xtraeme mutex_exit(&bpf_mtx);
1876 1.110 rpaulo
1877 1.110 rpaulo *oldlenp = needed;
1878 1.120 christos
1879 1.110 rpaulo return (error);
1880 1.110 rpaulo }
1881 1.110 rpaulo
1882 1.110 rpaulo SYSCTL_SETUP(sysctl_net_bpf_setup, "sysctl net.bpf subtree setup")
1883 1.89 jonathan {
1884 1.108 atatat const struct sysctlnode *node;
1885 1.89 jonathan
1886 1.90 atatat sysctl_createv(clog, 0, NULL, NULL,
1887 1.90 atatat CTLFLAG_PERMANENT,
1888 1.89 jonathan CTLTYPE_NODE, "net", NULL,
1889 1.89 jonathan NULL, 0, NULL, 0,
1890 1.89 jonathan CTL_NET, CTL_EOL);
1891 1.89 jonathan
1892 1.89 jonathan node = NULL;
1893 1.90 atatat sysctl_createv(clog, 0, NULL, &node,
1894 1.90 atatat CTLFLAG_PERMANENT,
1895 1.98 atatat CTLTYPE_NODE, "bpf",
1896 1.98 atatat SYSCTL_DESCR("BPF options"),
1897 1.89 jonathan NULL, 0, NULL, 0,
1898 1.89 jonathan CTL_NET, CTL_CREATE, CTL_EOL);
1899 1.110 rpaulo if (node != NULL) {
1900 1.90 atatat sysctl_createv(clog, 0, NULL, NULL,
1901 1.90 atatat CTLFLAG_PERMANENT|CTLFLAG_READWRITE,
1902 1.98 atatat CTLTYPE_INT, "maxbufsize",
1903 1.98 atatat SYSCTL_DESCR("Maximum size for data capture buffer"),
1904 1.89 jonathan sysctl_net_bpf_maxbufsize, 0, &bpf_maxbufsize, 0,
1905 1.89 jonathan CTL_NET, node->sysctl_num, CTL_CREATE, CTL_EOL);
1906 1.110 rpaulo sysctl_createv(clog, 0, NULL, NULL,
1907 1.110 rpaulo CTLFLAG_PERMANENT,
1908 1.110 rpaulo CTLTYPE_STRUCT, "stats",
1909 1.110 rpaulo SYSCTL_DESCR("BPF stats"),
1910 1.110 rpaulo NULL, 0, &bpf_gstats, sizeof(bpf_gstats),
1911 1.110 rpaulo CTL_NET, node->sysctl_num, CTL_CREATE, CTL_EOL);
1912 1.110 rpaulo sysctl_createv(clog, 0, NULL, NULL,
1913 1.110 rpaulo CTLFLAG_PERMANENT,
1914 1.110 rpaulo CTLTYPE_STRUCT, "peers",
1915 1.110 rpaulo SYSCTL_DESCR("BPF peers"),
1916 1.110 rpaulo sysctl_net_bpf_peers, 0, NULL, 0,
1917 1.110 rpaulo CTL_NET, node->sysctl_num, CTL_CREATE, CTL_EOL);
1918 1.110 rpaulo }
1919 1.120 christos
1920 1.89 jonathan }
1921