if_bridge.c revision 1.164.4.2 1 /* $NetBSD: if_bridge.c,v 1.164.4.2 2024/07/20 15:55:23 martin Exp $ */
2
3 /*
4 * Copyright 2001 Wasabi Systems, Inc.
5 * All rights reserved.
6 *
7 * Written by Jason R. Thorpe for Wasabi Systems, Inc.
8 *
9 * Redistribution and use in source and binary forms, with or without
10 * modification, are permitted provided that the following conditions
11 * are met:
12 * 1. Redistributions of source code must retain the above copyright
13 * notice, this list of conditions and the following disclaimer.
14 * 2. Redistributions in binary form must reproduce the above copyright
15 * notice, this list of conditions and the following disclaimer in the
16 * documentation and/or other materials provided with the distribution.
17 * 3. All advertising materials mentioning features or use of this software
18 * must display the following acknowledgement:
19 * This product includes software developed for the NetBSD Project by
20 * Wasabi Systems, Inc.
21 * 4. The name of Wasabi Systems, Inc. may not be used to endorse
22 * or promote products derived from this software without specific prior
23 * written permission.
24 *
25 * THIS SOFTWARE IS PROVIDED BY WASABI SYSTEMS, INC. ``AS IS'' AND
26 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
27 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
28 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL WASABI SYSTEMS, INC
29 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
30 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
31 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
32 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
33 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
34 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
35 * POSSIBILITY OF SUCH DAMAGE.
36 */
37
38 /*
39 * Copyright (c) 1999, 2000 Jason L. Wright (jason (at) thought.net)
40 * All rights reserved.
41 *
42 * Redistribution and use in source and binary forms, with or without
43 * modification, are permitted provided that the following conditions
44 * are met:
45 * 1. Redistributions of source code must retain the above copyright
46 * notice, this list of conditions and the following disclaimer.
47 * 2. Redistributions in binary form must reproduce the above copyright
48 * notice, this list of conditions and the following disclaimer in the
49 * documentation and/or other materials provided with the distribution.
50 * 3. All advertising materials mentioning features or use of this software
51 * must display the following acknowledgement:
52 * This product includes software developed by Jason L. Wright
53 * 4. The name of the author may not be used to endorse or promote products
54 * derived from this software without specific prior written permission.
55 *
56 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
57 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
58 * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
59 * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT,
60 * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
61 * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
62 * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
63 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
64 * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
65 * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
66 * POSSIBILITY OF SUCH DAMAGE.
67 *
68 * OpenBSD: if_bridge.c,v 1.60 2001/06/15 03:38:33 itojun Exp
69 */
70
71 /*
72 * Network interface bridge support.
73 *
74 * TODO:
75 *
76 * - Currently only supports Ethernet-like interfaces (Ethernet,
77 * 802.11, VLANs on Ethernet, etc.) Figure out a nice way
78 * to bridge other types of interfaces (FDDI-FDDI, and maybe
79 * consider heterogenous bridges).
80 */
81
82 #include <sys/cdefs.h>
83 __KERNEL_RCSID(0, "$NetBSD: if_bridge.c,v 1.164.4.2 2024/07/20 15:55:23 martin Exp $");
84
85 #ifdef _KERNEL_OPT
86 #include "opt_bridge_ipf.h"
87 #include "opt_inet.h"
88 #include "opt_net_mpsafe.h"
89 #endif /* _KERNEL_OPT */
90
91 #include <sys/param.h>
92 #include <sys/kernel.h>
93 #include <sys/mbuf.h>
94 #include <sys/queue.h>
95 #include <sys/socket.h>
96 #include <sys/socketvar.h> /* for softnet_lock */
97 #include <sys/sockio.h>
98 #include <sys/systm.h>
99 #include <sys/proc.h>
100 #include <sys/pool.h>
101 #include <sys/kauth.h>
102 #include <sys/cpu.h>
103 #include <sys/cprng.h>
104 #include <sys/mutex.h>
105 #include <sys/kmem.h>
106
107 #include <net/bpf.h>
108 #include <net/if.h>
109 #include <net/if_dl.h>
110 #include <net/if_types.h>
111 #include <net/if_llc.h>
112
113 #include <net/if_ether.h>
114 #include <net/if_bridgevar.h>
115 #include <net/ether_sw_offload.h>
116
117 #if defined(BRIDGE_IPF)
118 /* Used for bridge_ip[6]_checkbasic */
119 #include <netinet/in.h>
120 #include <netinet/in_systm.h>
121 #include <netinet/ip.h>
122 #include <netinet/ip_var.h>
123 #include <netinet/ip_private.h> /* XXX */
124
125 #include <netinet/ip6.h>
126 #include <netinet6/in6_var.h>
127 #include <netinet6/ip6_var.h>
128 #include <netinet6/ip6_private.h> /* XXX */
129 #endif /* BRIDGE_IPF */
130
131 /*
132 * Size of the route hash table. Must be a power of two.
133 */
134 #ifndef BRIDGE_RTHASH_SIZE
135 #define BRIDGE_RTHASH_SIZE 1024
136 #endif
137
138 #define BRIDGE_RTHASH_MASK (BRIDGE_RTHASH_SIZE - 1)
139
140 #include "carp.h"
141 #if NCARP > 0
142 #include <netinet/in.h>
143 #include <netinet/in_var.h>
144 #include <netinet/ip_carp.h>
145 #endif
146
147 #include "ioconf.h"
148
149 __CTASSERT(sizeof(struct ifbifconf) == sizeof(struct ifbaconf));
150 __CTASSERT(offsetof(struct ifbifconf, ifbic_len) == offsetof(struct ifbaconf, ifbac_len));
151 __CTASSERT(offsetof(struct ifbifconf, ifbic_buf) == offsetof(struct ifbaconf, ifbac_buf));
152
153 /*
154 * Maximum number of addresses to cache.
155 */
156 #ifndef BRIDGE_RTABLE_MAX
157 #define BRIDGE_RTABLE_MAX 100
158 #endif
159
160 /*
161 * Spanning tree defaults.
162 */
163 #define BSTP_DEFAULT_MAX_AGE (20 * 256)
164 #define BSTP_DEFAULT_HELLO_TIME (2 * 256)
165 #define BSTP_DEFAULT_FORWARD_DELAY (15 * 256)
166 #define BSTP_DEFAULT_HOLD_TIME (1 * 256)
167 #define BSTP_DEFAULT_BRIDGE_PRIORITY 0x8000
168 #define BSTP_DEFAULT_PORT_PRIORITY 0x80
169 #define BSTP_DEFAULT_PATH_COST 55
170
171 /*
172 * Timeout (in seconds) for entries learned dynamically.
173 */
174 #ifndef BRIDGE_RTABLE_TIMEOUT
175 #define BRIDGE_RTABLE_TIMEOUT (20 * 60) /* same as ARP */
176 #endif
177
178 /*
179 * Number of seconds between walks of the route list.
180 */
181 #ifndef BRIDGE_RTABLE_PRUNE_PERIOD
182 #define BRIDGE_RTABLE_PRUNE_PERIOD (5 * 60)
183 #endif
184
185 #define BRIDGE_RT_LOCK(_sc) mutex_enter((_sc)->sc_rtlist_lock)
186 #define BRIDGE_RT_UNLOCK(_sc) mutex_exit((_sc)->sc_rtlist_lock)
187 #define BRIDGE_RT_LOCKED(_sc) mutex_owned((_sc)->sc_rtlist_lock)
188
189 #define BRIDGE_RT_PSZ_PERFORM(_sc) \
190 pserialize_perform((_sc)->sc_rtlist_psz)
191
192 #define BRIDGE_RT_RENTER(__s) do { __s = pserialize_read_enter(); } while (0)
193 #define BRIDGE_RT_REXIT(__s) do { pserialize_read_exit(__s); } while (0)
194
195 #define BRIDGE_RTLIST_READER_FOREACH(_brt, _sc) \
196 PSLIST_READER_FOREACH((_brt), &((_sc)->sc_rtlist), \
197 struct bridge_rtnode, brt_list)
198 #define BRIDGE_RTLIST_WRITER_FOREACH(_brt, _sc) \
199 PSLIST_WRITER_FOREACH((_brt), &((_sc)->sc_rtlist), \
200 struct bridge_rtnode, brt_list)
201 #define BRIDGE_RTLIST_WRITER_INSERT_HEAD(_sc, _brt) \
202 PSLIST_WRITER_INSERT_HEAD(&(_sc)->sc_rtlist, brt, brt_list)
203 #define BRIDGE_RTLIST_WRITER_REMOVE(_brt) \
204 PSLIST_WRITER_REMOVE((_brt), brt_list)
205
206 #define BRIDGE_RTHASH_READER_FOREACH(_brt, _sc, _hash) \
207 PSLIST_READER_FOREACH((_brt), &(_sc)->sc_rthash[(_hash)], \
208 struct bridge_rtnode, brt_hash)
209 #define BRIDGE_RTHASH_WRITER_FOREACH(_brt, _sc, _hash) \
210 PSLIST_WRITER_FOREACH((_brt), &(_sc)->sc_rthash[(_hash)], \
211 struct bridge_rtnode, brt_hash)
212 #define BRIDGE_RTHASH_WRITER_INSERT_HEAD(_sc, _hash, _brt) \
213 PSLIST_WRITER_INSERT_HEAD(&(_sc)->sc_rthash[(_hash)], brt, brt_hash)
214 #define BRIDGE_RTHASH_WRITER_INSERT_AFTER(_brt, _new) \
215 PSLIST_WRITER_INSERT_AFTER((_brt), (_new), brt_hash)
216 #define BRIDGE_RTHASH_WRITER_REMOVE(_brt) \
217 PSLIST_WRITER_REMOVE((_brt), brt_hash)
218
219 #ifdef NET_MPSAFE
220 #define DECLARE_LOCK_VARIABLE
221 #define ACQUIRE_GLOBAL_LOCKS() do { } while (0)
222 #define RELEASE_GLOBAL_LOCKS() do { } while (0)
223 #else
224 #define DECLARE_LOCK_VARIABLE int __s
225 #define ACQUIRE_GLOBAL_LOCKS() do { \
226 KERNEL_LOCK(1, NULL); \
227 mutex_enter(softnet_lock); \
228 __s = splsoftnet(); \
229 } while (0)
230 #define RELEASE_GLOBAL_LOCKS() do { \
231 splx(__s); \
232 mutex_exit(softnet_lock); \
233 KERNEL_UNLOCK_ONE(NULL); \
234 } while (0)
235 #endif
236
237 struct psref_class *bridge_psref_class __read_mostly;
238
239 int bridge_rtable_prune_period = BRIDGE_RTABLE_PRUNE_PERIOD;
240
241 static struct pool bridge_rtnode_pool;
242
243 static int bridge_clone_create(struct if_clone *, int);
244 static int bridge_clone_destroy(struct ifnet *);
245
246 static int bridge_ioctl(struct ifnet *, u_long, void *);
247 static int bridge_init(struct ifnet *);
248 static void bridge_stop(struct ifnet *, int);
249 static void bridge_start(struct ifnet *);
250
251 static void bridge_input(struct ifnet *, struct mbuf *);
252 static void bridge_forward(struct bridge_softc *, struct mbuf *);
253
254 static void bridge_timer(void *);
255
256 static void bridge_broadcast(struct bridge_softc *, struct ifnet *,
257 struct mbuf *);
258
259 static int bridge_rtupdate(struct bridge_softc *, const uint8_t *,
260 struct ifnet *, int, uint8_t);
261 static struct ifnet *bridge_rtlookup(struct bridge_softc *, const uint8_t *);
262 static void bridge_rttrim(struct bridge_softc *);
263 static void bridge_rtage(struct bridge_softc *);
264 static void bridge_rtage_work(struct work *, void *);
265 static void bridge_rtflush(struct bridge_softc *, int);
266 static int bridge_rtdaddr(struct bridge_softc *, const uint8_t *);
267 static void bridge_rtdelete(struct bridge_softc *, struct ifnet *ifp);
268
269 static void bridge_rtable_init(struct bridge_softc *);
270 static void bridge_rtable_fini(struct bridge_softc *);
271
272 static struct bridge_rtnode *bridge_rtnode_lookup(struct bridge_softc *,
273 const uint8_t *);
274 static int bridge_rtnode_insert(struct bridge_softc *,
275 struct bridge_rtnode *);
276 static void bridge_rtnode_remove(struct bridge_softc *,
277 struct bridge_rtnode *);
278 static void bridge_rtnode_destroy(struct bridge_rtnode *);
279
280 static struct bridge_iflist *bridge_lookup_member(struct bridge_softc *,
281 const char *name,
282 struct psref *);
283 static struct bridge_iflist *bridge_lookup_member_if(struct bridge_softc *,
284 struct ifnet *ifp,
285 struct psref *);
286 static void bridge_release_member(struct bridge_softc *, struct bridge_iflist *,
287 struct psref *);
288 static void bridge_delete_member(struct bridge_softc *,
289 struct bridge_iflist *);
290 static void bridge_acquire_member(struct bridge_softc *sc,
291 struct bridge_iflist *,
292 struct psref *);
293
294 static int bridge_ioctl_add(struct bridge_softc *, void *);
295 static int bridge_ioctl_del(struct bridge_softc *, void *);
296 static int bridge_ioctl_gifflags(struct bridge_softc *, void *);
297 static int bridge_ioctl_sifflags(struct bridge_softc *, void *);
298 static int bridge_ioctl_scache(struct bridge_softc *, void *);
299 static int bridge_ioctl_gcache(struct bridge_softc *, void *);
300 static int bridge_ioctl_gifs(struct bridge_softc *, void *);
301 static int bridge_ioctl_rts(struct bridge_softc *, void *);
302 static int bridge_ioctl_saddr(struct bridge_softc *, void *);
303 static int bridge_ioctl_sto(struct bridge_softc *, void *);
304 static int bridge_ioctl_gto(struct bridge_softc *, void *);
305 static int bridge_ioctl_daddr(struct bridge_softc *, void *);
306 static int bridge_ioctl_flush(struct bridge_softc *, void *);
307 static int bridge_ioctl_gpri(struct bridge_softc *, void *);
308 static int bridge_ioctl_spri(struct bridge_softc *, void *);
309 static int bridge_ioctl_ght(struct bridge_softc *, void *);
310 static int bridge_ioctl_sht(struct bridge_softc *, void *);
311 static int bridge_ioctl_gfd(struct bridge_softc *, void *);
312 static int bridge_ioctl_sfd(struct bridge_softc *, void *);
313 static int bridge_ioctl_gma(struct bridge_softc *, void *);
314 static int bridge_ioctl_sma(struct bridge_softc *, void *);
315 static int bridge_ioctl_sifprio(struct bridge_softc *, void *);
316 static int bridge_ioctl_sifcost(struct bridge_softc *, void *);
317 #if defined(BRIDGE_IPF)
318 static int bridge_ioctl_gfilt(struct bridge_softc *, void *);
319 static int bridge_ioctl_sfilt(struct bridge_softc *, void *);
320 static int bridge_ipf(void *, struct mbuf **, struct ifnet *, int);
321 static int bridge_ip_checkbasic(struct mbuf **mp);
322 # ifdef INET6
323 static int bridge_ip6_checkbasic(struct mbuf **mp);
324 # endif /* INET6 */
325 #endif /* BRIDGE_IPF */
326
327 struct bridge_control {
328 int (*bc_func)(struct bridge_softc *, void *);
329 int bc_argsize;
330 int bc_flags;
331 };
332
333 #define BC_F_COPYIN 0x01 /* copy arguments in */
334 #define BC_F_COPYOUT 0x02 /* copy arguments out */
335 #define BC_F_SUSER 0x04 /* do super-user check */
336 #define BC_F_XLATEIN 0x08 /* xlate arguments in */
337 #define BC_F_XLATEOUT 0x10 /* xlate arguments out */
338
339 static const struct bridge_control bridge_control_table[] = {
340 [BRDGADD] = {bridge_ioctl_add, sizeof(struct ifbreq), BC_F_COPYIN|BC_F_SUSER},
341 [BRDGDEL] = {bridge_ioctl_del, sizeof(struct ifbreq), BC_F_COPYIN|BC_F_SUSER},
342
343 [BRDGGIFFLGS] = {bridge_ioctl_gifflags, sizeof(struct ifbreq), BC_F_COPYIN|BC_F_COPYOUT},
344 [BRDGSIFFLGS] = {bridge_ioctl_sifflags, sizeof(struct ifbreq), BC_F_COPYIN|BC_F_SUSER},
345
346 [BRDGSCACHE] = {bridge_ioctl_scache, sizeof(struct ifbrparam), BC_F_COPYIN|BC_F_SUSER},
347 [BRDGGCACHE] = {bridge_ioctl_gcache, sizeof(struct ifbrparam), BC_F_COPYOUT},
348
349 [OBRDGGIFS] = {bridge_ioctl_gifs, sizeof(struct ifbifconf), BC_F_COPYIN|BC_F_COPYOUT},
350 [OBRDGRTS] = {bridge_ioctl_rts, sizeof(struct ifbaconf), BC_F_COPYIN|BC_F_COPYOUT},
351
352 [BRDGSADDR] = {bridge_ioctl_saddr, sizeof(struct ifbareq), BC_F_COPYIN|BC_F_SUSER},
353
354 [BRDGSTO] = {bridge_ioctl_sto, sizeof(struct ifbrparam), BC_F_COPYIN|BC_F_SUSER},
355 [BRDGGTO] = {bridge_ioctl_gto, sizeof(struct ifbrparam), BC_F_COPYOUT},
356
357 [BRDGDADDR] = {bridge_ioctl_daddr, sizeof(struct ifbareq), BC_F_COPYIN|BC_F_SUSER},
358
359 [BRDGFLUSH] = {bridge_ioctl_flush, sizeof(struct ifbreq), BC_F_COPYIN|BC_F_SUSER},
360
361 [BRDGGPRI] = {bridge_ioctl_gpri, sizeof(struct ifbrparam), BC_F_COPYOUT},
362 [BRDGSPRI] = {bridge_ioctl_spri, sizeof(struct ifbrparam), BC_F_COPYIN|BC_F_SUSER},
363
364 [BRDGGHT] = {bridge_ioctl_ght, sizeof(struct ifbrparam), BC_F_COPYOUT},
365 [BRDGSHT] = {bridge_ioctl_sht, sizeof(struct ifbrparam), BC_F_COPYIN|BC_F_SUSER},
366
367 [BRDGGFD] = {bridge_ioctl_gfd, sizeof(struct ifbrparam), BC_F_COPYOUT},
368 [BRDGSFD] = {bridge_ioctl_sfd, sizeof(struct ifbrparam), BC_F_COPYIN|BC_F_SUSER},
369
370 [BRDGGMA] = {bridge_ioctl_gma, sizeof(struct ifbrparam), BC_F_COPYOUT},
371 [BRDGSMA] = {bridge_ioctl_sma, sizeof(struct ifbrparam), BC_F_COPYIN|BC_F_SUSER},
372
373 [BRDGSIFPRIO] = {bridge_ioctl_sifprio, sizeof(struct ifbreq), BC_F_COPYIN|BC_F_SUSER},
374
375 [BRDGSIFCOST] = {bridge_ioctl_sifcost, sizeof(struct ifbreq), BC_F_COPYIN|BC_F_SUSER},
376 #if defined(BRIDGE_IPF)
377 [BRDGGFILT] = {bridge_ioctl_gfilt, sizeof(struct ifbrparam), BC_F_COPYOUT},
378 [BRDGSFILT] = {bridge_ioctl_sfilt, sizeof(struct ifbrparam), BC_F_COPYIN|BC_F_SUSER},
379 #endif /* BRIDGE_IPF */
380 [BRDGGIFS] = {bridge_ioctl_gifs, sizeof(struct ifbifconf), BC_F_XLATEIN|BC_F_XLATEOUT},
381 [BRDGRTS] = {bridge_ioctl_rts, sizeof(struct ifbaconf), BC_F_XLATEIN|BC_F_XLATEOUT},
382 };
383
384 static const int bridge_control_table_size = __arraycount(bridge_control_table);
385
386 static struct if_clone bridge_cloner =
387 IF_CLONE_INITIALIZER("bridge", bridge_clone_create, bridge_clone_destroy);
388
389 /*
390 * bridgeattach:
391 *
392 * Pseudo-device attach routine.
393 */
394 void
395 bridgeattach(int n)
396 {
397
398 pool_init(&bridge_rtnode_pool, sizeof(struct bridge_rtnode),
399 0, 0, 0, "brtpl", NULL, IPL_NET);
400
401 bridge_psref_class = psref_class_create("bridge", IPL_SOFTNET);
402
403 if_clone_attach(&bridge_cloner);
404 }
405
406 /*
407 * bridge_clone_create:
408 *
409 * Create a new bridge instance.
410 */
411 static int
412 bridge_clone_create(struct if_clone *ifc, int unit)
413 {
414 struct bridge_softc *sc;
415 struct ifnet *ifp;
416 int error;
417
418 sc = kmem_zalloc(sizeof(*sc), KM_SLEEP);
419 ifp = &sc->sc_if;
420
421 sc->sc_brtmax = BRIDGE_RTABLE_MAX;
422 sc->sc_brttimeout = BRIDGE_RTABLE_TIMEOUT;
423 sc->sc_bridge_max_age = BSTP_DEFAULT_MAX_AGE;
424 sc->sc_bridge_hello_time = BSTP_DEFAULT_HELLO_TIME;
425 sc->sc_bridge_forward_delay = BSTP_DEFAULT_FORWARD_DELAY;
426 sc->sc_bridge_priority = BSTP_DEFAULT_BRIDGE_PRIORITY;
427 sc->sc_hold_time = BSTP_DEFAULT_HOLD_TIME;
428 sc->sc_filter_flags = 0;
429
430 /* Initialize our routing table. */
431 bridge_rtable_init(sc);
432
433 error = workqueue_create(&sc->sc_rtage_wq, "bridge_rtage",
434 bridge_rtage_work, sc, PRI_SOFTNET, IPL_SOFTNET, WQ_MPSAFE);
435 if (error)
436 panic("%s: workqueue_create %d\n", __func__, error);
437
438 callout_init(&sc->sc_brcallout, CALLOUT_MPSAFE);
439 callout_init(&sc->sc_bstpcallout, CALLOUT_MPSAFE);
440
441 mutex_init(&sc->sc_iflist_psref.bip_lock, MUTEX_DEFAULT, IPL_NONE);
442 PSLIST_INIT(&sc->sc_iflist_psref.bip_iflist);
443 sc->sc_iflist_psref.bip_psz = pserialize_create();
444
445 if_initname(ifp, ifc->ifc_name, unit);
446 ifp->if_softc = sc;
447 ifp->if_extflags = IFEF_NO_LINK_STATE_CHANGE;
448 #ifdef NET_MPSAFE
449 ifp->if_extflags |= IFEF_MPSAFE;
450 #endif
451 ifp->if_mtu = ETHERMTU;
452 ifp->if_ioctl = bridge_ioctl;
453 ifp->if_output = bridge_output;
454 ifp->if_start = bridge_start;
455 ifp->if_stop = bridge_stop;
456 ifp->if_init = bridge_init;
457 ifp->if_type = IFT_BRIDGE;
458 ifp->if_addrlen = 0;
459 ifp->if_dlt = DLT_EN10MB;
460 ifp->if_hdrlen = ETHER_HDR_LEN;
461
462 error = if_initialize(ifp);
463 if (error != 0) {
464 pserialize_destroy(sc->sc_iflist_psref.bip_psz);
465 mutex_destroy(&sc->sc_iflist_psref.bip_lock);
466 callout_destroy(&sc->sc_brcallout);
467 callout_destroy(&sc->sc_bstpcallout);
468 workqueue_destroy(sc->sc_rtage_wq);
469 bridge_rtable_fini(sc);
470 kmem_free(sc, sizeof(*sc));
471
472 return error;
473 }
474 if_alloc_sadl(ifp);
475 if_register(ifp);
476
477 return 0;
478 }
479
480 /*
481 * bridge_clone_destroy:
482 *
483 * Destroy a bridge instance.
484 */
485 static int
486 bridge_clone_destroy(struct ifnet *ifp)
487 {
488 struct bridge_softc *sc = ifp->if_softc;
489 struct bridge_iflist *bif;
490
491 if ((ifp->if_flags & IFF_RUNNING) != 0)
492 bridge_stop(ifp, 1);
493
494 BRIDGE_LOCK(sc);
495 for (;;) {
496 bif = PSLIST_WRITER_FIRST(&sc->sc_iflist_psref.bip_iflist, struct bridge_iflist,
497 bif_next);
498 if (bif == NULL)
499 break;
500 bridge_delete_member(sc, bif);
501 }
502 PSLIST_DESTROY(&sc->sc_iflist_psref.bip_iflist);
503 BRIDGE_UNLOCK(sc);
504
505 if_detach(ifp);
506
507 /* Tear down the routing table. */
508 bridge_rtable_fini(sc);
509
510 pserialize_destroy(sc->sc_iflist_psref.bip_psz);
511 mutex_destroy(&sc->sc_iflist_psref.bip_lock);
512 callout_destroy(&sc->sc_brcallout);
513 callout_destroy(&sc->sc_bstpcallout);
514 workqueue_destroy(sc->sc_rtage_wq);
515 kmem_free(sc, sizeof(*sc));
516
517 return 0;
518 }
519
520 /*
521 * bridge_ioctl:
522 *
523 * Handle a control request from the operator.
524 */
525 static int
526 bridge_ioctl(struct ifnet *ifp, u_long cmd, void *data)
527 {
528 struct bridge_softc *sc = ifp->if_softc;
529 struct lwp *l = curlwp; /* XXX */
530 union {
531 struct ifbreq ifbreq;
532 struct ifbifconf ifbifconf;
533 struct ifbareq ifbareq;
534 struct ifbaconf ifbaconf;
535 struct ifbrparam ifbrparam;
536 } args;
537 struct ifdrv *ifd = (struct ifdrv *) data;
538 const struct bridge_control *bc = NULL; /* XXXGCC */
539 int s, error = 0;
540
541 /* Authorize command before calling splsoftnet(). */
542 switch (cmd) {
543 case SIOCGDRVSPEC:
544 case SIOCSDRVSPEC:
545 if (ifd->ifd_cmd >= bridge_control_table_size
546 || (bc = &bridge_control_table[ifd->ifd_cmd]) == NULL) {
547 error = EINVAL;
548 return error;
549 }
550
551 /* We only care about BC_F_SUSER at this point. */
552 if ((bc->bc_flags & BC_F_SUSER) == 0)
553 break;
554
555 error = kauth_authorize_network(l->l_cred,
556 KAUTH_NETWORK_INTERFACE_BRIDGE,
557 cmd == SIOCGDRVSPEC ?
558 KAUTH_REQ_NETWORK_INTERFACE_BRIDGE_GETPRIV :
559 KAUTH_REQ_NETWORK_INTERFACE_BRIDGE_SETPRIV,
560 ifd, NULL, NULL);
561 if (error)
562 return error;
563
564 break;
565 }
566
567 s = splsoftnet();
568
569 switch (cmd) {
570 case SIOCGDRVSPEC:
571 case SIOCSDRVSPEC:
572 KASSERT(bc != NULL);
573 if (cmd == SIOCGDRVSPEC &&
574 (bc->bc_flags & (BC_F_COPYOUT|BC_F_XLATEOUT)) == 0) {
575 error = EINVAL;
576 break;
577 }
578 else if (cmd == SIOCSDRVSPEC &&
579 (bc->bc_flags & (BC_F_COPYOUT|BC_F_XLATEOUT)) != 0) {
580 error = EINVAL;
581 break;
582 }
583
584 /* BC_F_SUSER is checked above, before splsoftnet(). */
585
586 if ((bc->bc_flags & (BC_F_XLATEIN|BC_F_XLATEOUT)) == 0
587 && (ifd->ifd_len != bc->bc_argsize
588 || ifd->ifd_len > sizeof(args))) {
589 error = EINVAL;
590 break;
591 }
592
593 memset(&args, 0, sizeof(args));
594 if (bc->bc_flags & BC_F_COPYIN) {
595 error = copyin(ifd->ifd_data, &args, ifd->ifd_len);
596 if (error)
597 break;
598 } else if (bc->bc_flags & BC_F_XLATEIN) {
599 args.ifbifconf.ifbic_len = ifd->ifd_len;
600 args.ifbifconf.ifbic_buf = ifd->ifd_data;
601 }
602
603 error = (*bc->bc_func)(sc, &args);
604 if (error)
605 break;
606
607 if (bc->bc_flags & BC_F_COPYOUT) {
608 error = copyout(&args, ifd->ifd_data, ifd->ifd_len);
609 } else if (bc->bc_flags & BC_F_XLATEOUT) {
610 ifd->ifd_len = args.ifbifconf.ifbic_len;
611 ifd->ifd_data = args.ifbifconf.ifbic_buf;
612 }
613 break;
614
615 case SIOCSIFFLAGS:
616 if ((error = ifioctl_common(ifp, cmd, data)) != 0)
617 break;
618 switch (ifp->if_flags & (IFF_UP|IFF_RUNNING)) {
619 case IFF_RUNNING:
620 /*
621 * If interface is marked down and it is running,
622 * then stop and disable it.
623 */
624 (*ifp->if_stop)(ifp, 1);
625 break;
626 case IFF_UP:
627 /*
628 * If interface is marked up and it is stopped, then
629 * start it.
630 */
631 error = (*ifp->if_init)(ifp);
632 break;
633 default:
634 break;
635 }
636 break;
637
638 case SIOCSIFMTU:
639 if ((error = ifioctl_common(ifp, cmd, data)) == ENETRESET)
640 error = 0;
641 break;
642
643 default:
644 error = ifioctl_common(ifp, cmd, data);
645 break;
646 }
647
648 splx(s);
649
650 return error;
651 }
652
653 /*
654 * bridge_lookup_member:
655 *
656 * Lookup a bridge member interface.
657 */
658 static struct bridge_iflist *
659 bridge_lookup_member(struct bridge_softc *sc, const char *name, struct psref *psref)
660 {
661 struct bridge_iflist *bif;
662 struct ifnet *ifp;
663 int s;
664
665 BRIDGE_PSZ_RENTER(s);
666
667 BRIDGE_IFLIST_READER_FOREACH(bif, sc) {
668 ifp = bif->bif_ifp;
669 if (strcmp(ifp->if_xname, name) == 0)
670 break;
671 }
672 if (bif != NULL)
673 bridge_acquire_member(sc, bif, psref);
674
675 BRIDGE_PSZ_REXIT(s);
676
677 return bif;
678 }
679
680 /*
681 * bridge_lookup_member_if:
682 *
683 * Lookup a bridge member interface by ifnet*.
684 */
685 static struct bridge_iflist *
686 bridge_lookup_member_if(struct bridge_softc *sc, struct ifnet *member_ifp,
687 struct psref *psref)
688 {
689 struct bridge_iflist *bif;
690 int s;
691
692 BRIDGE_PSZ_RENTER(s);
693
694 bif = member_ifp->if_bridgeif;
695 if (bif != NULL) {
696 psref_acquire(psref, &bif->bif_psref,
697 bridge_psref_class);
698 }
699
700 BRIDGE_PSZ_REXIT(s);
701
702 return bif;
703 }
704
705 static void
706 bridge_acquire_member(struct bridge_softc *sc, struct bridge_iflist *bif,
707 struct psref *psref)
708 {
709
710 psref_acquire(psref, &bif->bif_psref, bridge_psref_class);
711 }
712
713 /*
714 * bridge_release_member:
715 *
716 * Release the specified member interface.
717 */
718 static void
719 bridge_release_member(struct bridge_softc *sc, struct bridge_iflist *bif,
720 struct psref *psref)
721 {
722
723 psref_release(psref, &bif->bif_psref, bridge_psref_class);
724 }
725
726 /*
727 * bridge_delete_member:
728 *
729 * Delete the specified member interface.
730 */
731 static void
732 bridge_delete_member(struct bridge_softc *sc, struct bridge_iflist *bif)
733 {
734 struct ifnet *ifs = bif->bif_ifp;
735
736 KASSERT(BRIDGE_LOCKED(sc));
737
738 ifs->_if_input = ether_input;
739 ifs->if_bridge = NULL;
740 ifs->if_bridgeif = NULL;
741
742 PSLIST_WRITER_REMOVE(bif, bif_next);
743 BRIDGE_PSZ_PERFORM(sc);
744 BRIDGE_UNLOCK(sc);
745
746 switch (ifs->if_type) {
747 case IFT_ETHER:
748 case IFT_L2TP:
749 /*
750 * Take the interface out of promiscuous mode.
751 * Don't call it with holding a spin lock.
752 */
753 (void) ifpromisc(ifs, 0);
754 IFNET_LOCK(ifs);
755 (void) ether_disable_vlan_mtu(ifs);
756 IFNET_UNLOCK(ifs);
757 break;
758 default:
759 #ifdef DIAGNOSTIC
760 panic("%s: impossible", __func__);
761 #endif
762 break;
763 }
764
765 psref_target_destroy(&bif->bif_psref, bridge_psref_class);
766
767 PSLIST_ENTRY_DESTROY(bif, bif_next);
768 kmem_free(bif, sizeof(*bif));
769
770 BRIDGE_LOCK(sc);
771 }
772
773 /*
774 * bridge_calc_csum_flags:
775 *
776 * Calculate logical and b/w csum flags each member interface supports.
777 */
778 void
779 bridge_calc_csum_flags(struct bridge_softc *sc)
780 {
781 struct bridge_iflist *bif;
782 struct ifnet *ifs;
783 int flags = ~0;
784
785 BRIDGE_LOCK(sc);
786 BRIDGE_IFLIST_READER_FOREACH(bif, sc) {
787 ifs = bif->bif_ifp;
788 flags &= ifs->if_csum_flags_tx;
789 }
790 sc->sc_csum_flags_tx = flags;
791 BRIDGE_UNLOCK(sc);
792 }
793
794 static int
795 bridge_ioctl_add(struct bridge_softc *sc, void *arg)
796 {
797 struct ifbreq *req = arg;
798 struct bridge_iflist *bif = NULL;
799 struct ifnet *ifs;
800 int error = 0;
801 struct psref psref;
802
803 ifs = if_get(req->ifbr_ifsname, &psref);
804 if (ifs == NULL)
805 return ENOENT;
806
807 if (ifs->if_bridge == sc) {
808 error = EEXIST;
809 goto out;
810 }
811
812 if (ifs->if_bridge != NULL) {
813 error = EBUSY;
814 goto out;
815 }
816
817 if (ifs->_if_input != ether_input) {
818 error = EINVAL;
819 goto out;
820 }
821
822 /* FIXME: doesn't work with non-IFF_SIMPLEX interfaces */
823 if ((ifs->if_flags & IFF_SIMPLEX) == 0) {
824 error = EINVAL;
825 goto out;
826 }
827
828 bif = kmem_alloc(sizeof(*bif), KM_SLEEP);
829
830 switch (ifs->if_type) {
831 case IFT_ETHER:
832 if (sc->sc_if.if_mtu != ifs->if_mtu) {
833 error = EINVAL;
834 goto out;
835 }
836 /* FALLTHROUGH */
837 case IFT_L2TP:
838 IFNET_LOCK(ifs);
839 error = ether_enable_vlan_mtu(ifs);
840 IFNET_UNLOCK(ifs);
841 if (error > 0)
842 goto out;
843 /*
844 * Place the interface into promiscuous mode.
845 */
846 error = ifpromisc(ifs, 1);
847 if (error)
848 goto out;
849 break;
850 default:
851 error = EINVAL;
852 goto out;
853 }
854
855 bif->bif_ifp = ifs;
856 bif->bif_flags = IFBIF_LEARNING | IFBIF_DISCOVER;
857 bif->bif_priority = BSTP_DEFAULT_PORT_PRIORITY;
858 bif->bif_path_cost = BSTP_DEFAULT_PATH_COST;
859 PSLIST_ENTRY_INIT(bif, bif_next);
860 psref_target_init(&bif->bif_psref, bridge_psref_class);
861
862 BRIDGE_LOCK(sc);
863
864 ifs->if_bridge = sc;
865 ifs->if_bridgeif = bif;
866 PSLIST_WRITER_INSERT_HEAD(&sc->sc_iflist_psref.bip_iflist, bif, bif_next);
867 ifs->_if_input = bridge_input;
868
869 BRIDGE_UNLOCK(sc);
870
871 bridge_calc_csum_flags(sc);
872
873 if (sc->sc_if.if_flags & IFF_RUNNING)
874 bstp_initialization(sc);
875 else
876 bstp_stop(sc);
877
878 out:
879 if_put(ifs, &psref);
880 if (error) {
881 if (bif != NULL)
882 kmem_free(bif, sizeof(*bif));
883 }
884 return error;
885 }
886
887 static int
888 bridge_ioctl_del(struct bridge_softc *sc, void *arg)
889 {
890 struct ifbreq *req = arg;
891 const char *name = req->ifbr_ifsname;
892 struct bridge_iflist *bif;
893 struct ifnet *ifs;
894
895 BRIDGE_LOCK(sc);
896
897 /*
898 * Don't use bridge_lookup_member. We want to get a member
899 * with bif_refs == 0.
900 */
901 BRIDGE_IFLIST_WRITER_FOREACH(bif, sc) {
902 ifs = bif->bif_ifp;
903 if (strcmp(ifs->if_xname, name) == 0)
904 break;
905 }
906
907 if (bif == NULL) {
908 BRIDGE_UNLOCK(sc);
909 return ENOENT;
910 }
911
912 bridge_delete_member(sc, bif);
913
914 BRIDGE_UNLOCK(sc);
915
916 bridge_rtdelete(sc, ifs);
917 bridge_calc_csum_flags(sc);
918
919 if (sc->sc_if.if_flags & IFF_RUNNING)
920 bstp_initialization(sc);
921
922 return 0;
923 }
924
925 static int
926 bridge_ioctl_gifflags(struct bridge_softc *sc, void *arg)
927 {
928 struct ifbreq *req = arg;
929 struct bridge_iflist *bif;
930 struct psref psref;
931
932 bif = bridge_lookup_member(sc, req->ifbr_ifsname, &psref);
933 if (bif == NULL)
934 return ENOENT;
935
936 req->ifbr_ifsflags = bif->bif_flags;
937 req->ifbr_state = bif->bif_state;
938 req->ifbr_priority = bif->bif_priority;
939 req->ifbr_path_cost = bif->bif_path_cost;
940 req->ifbr_portno = bif->bif_ifp->if_index & 0xff;
941
942 bridge_release_member(sc, bif, &psref);
943
944 return 0;
945 }
946
947 static int
948 bridge_ioctl_sifflags(struct bridge_softc *sc, void *arg)
949 {
950 struct ifbreq *req = arg;
951 struct bridge_iflist *bif;
952 struct psref psref;
953
954 bif = bridge_lookup_member(sc, req->ifbr_ifsname, &psref);
955 if (bif == NULL)
956 return ENOENT;
957
958 if (req->ifbr_ifsflags & IFBIF_STP) {
959 switch (bif->bif_ifp->if_type) {
960 case IFT_ETHER:
961 case IFT_L2TP:
962 /* These can do spanning tree. */
963 break;
964
965 default:
966 /* Nothing else can. */
967 bridge_release_member(sc, bif, &psref);
968 return EINVAL;
969 }
970 }
971
972 bif->bif_flags = req->ifbr_ifsflags;
973
974 bridge_release_member(sc, bif, &psref);
975
976 if (sc->sc_if.if_flags & IFF_RUNNING)
977 bstp_initialization(sc);
978
979 return 0;
980 }
981
982 static int
983 bridge_ioctl_scache(struct bridge_softc *sc, void *arg)
984 {
985 struct ifbrparam *param = arg;
986
987 sc->sc_brtmax = param->ifbrp_csize;
988 bridge_rttrim(sc);
989
990 return 0;
991 }
992
993 static int
994 bridge_ioctl_gcache(struct bridge_softc *sc, void *arg)
995 {
996 struct ifbrparam *param = arg;
997
998 param->ifbrp_csize = sc->sc_brtmax;
999
1000 return 0;
1001 }
1002
1003 static int
1004 bridge_ioctl_gifs(struct bridge_softc *sc, void *arg)
1005 {
1006 struct ifbifconf *bifc = arg;
1007 struct bridge_iflist *bif;
1008 struct ifbreq *breqs;
1009 int i, count, error = 0;
1010
1011 retry:
1012 BRIDGE_LOCK(sc);
1013 count = 0;
1014 BRIDGE_IFLIST_WRITER_FOREACH(bif, sc)
1015 count++;
1016 BRIDGE_UNLOCK(sc);
1017
1018 if (count == 0) {
1019 bifc->ifbic_len = 0;
1020 return 0;
1021 }
1022
1023 if (bifc->ifbic_len == 0 || bifc->ifbic_len < (sizeof(*breqs) * count)) {
1024 /* Tell that a larger buffer is needed */
1025 bifc->ifbic_len = sizeof(*breqs) * count;
1026 return 0;
1027 }
1028
1029 breqs = kmem_alloc(sizeof(*breqs) * count, KM_SLEEP);
1030
1031 BRIDGE_LOCK(sc);
1032
1033 i = 0;
1034 BRIDGE_IFLIST_WRITER_FOREACH(bif, sc)
1035 i++;
1036 if (i > count) {
1037 /*
1038 * The number of members has been increased.
1039 * We need more memory!
1040 */
1041 BRIDGE_UNLOCK(sc);
1042 kmem_free(breqs, sizeof(*breqs) * count);
1043 goto retry;
1044 }
1045
1046 i = 0;
1047 BRIDGE_IFLIST_WRITER_FOREACH(bif, sc) {
1048 struct ifbreq *breq = &breqs[i++];
1049 memset(breq, 0, sizeof(*breq));
1050
1051 strlcpy(breq->ifbr_ifsname, bif->bif_ifp->if_xname,
1052 sizeof(breq->ifbr_ifsname));
1053 breq->ifbr_ifsflags = bif->bif_flags;
1054 breq->ifbr_state = bif->bif_state;
1055 breq->ifbr_priority = bif->bif_priority;
1056 breq->ifbr_path_cost = bif->bif_path_cost;
1057 breq->ifbr_portno = bif->bif_ifp->if_index & 0xff;
1058 }
1059
1060 /* Don't call copyout with holding the mutex */
1061 BRIDGE_UNLOCK(sc);
1062
1063 for (i = 0; i < count; i++) {
1064 error = copyout(&breqs[i], bifc->ifbic_req + i, sizeof(*breqs));
1065 if (error)
1066 break;
1067 }
1068 bifc->ifbic_len = sizeof(*breqs) * i;
1069
1070 kmem_free(breqs, sizeof(*breqs) * count);
1071
1072 return error;
1073 }
1074
1075 static int
1076 bridge_ioctl_rts(struct bridge_softc *sc, void *arg)
1077 {
1078 struct ifbaconf *bac = arg;
1079 struct bridge_rtnode *brt;
1080 struct ifbareq bareq;
1081 int count = 0, error = 0, len;
1082
1083 if (bac->ifbac_len == 0)
1084 return 0;
1085
1086 BRIDGE_RT_LOCK(sc);
1087
1088 /* The passed buffer is not enough, tell a required size. */
1089 if (bac->ifbac_len < (sizeof(bareq) * sc->sc_brtcnt)) {
1090 count = sc->sc_brtcnt;
1091 goto out;
1092 }
1093
1094 len = bac->ifbac_len;
1095 BRIDGE_RTLIST_WRITER_FOREACH(brt, sc) {
1096 if (len < sizeof(bareq))
1097 goto out;
1098 memset(&bareq, 0, sizeof(bareq));
1099 strlcpy(bareq.ifba_ifsname, brt->brt_ifp->if_xname,
1100 sizeof(bareq.ifba_ifsname));
1101 memcpy(bareq.ifba_dst, brt->brt_addr, sizeof(brt->brt_addr));
1102 if ((brt->brt_flags & IFBAF_TYPEMASK) == IFBAF_DYNAMIC) {
1103 bareq.ifba_expire = brt->brt_expire - time_uptime;
1104 } else
1105 bareq.ifba_expire = 0;
1106 bareq.ifba_flags = brt->brt_flags;
1107
1108 error = copyout(&bareq, bac->ifbac_req + count, sizeof(bareq));
1109 if (error)
1110 goto out;
1111 count++;
1112 len -= sizeof(bareq);
1113 }
1114 out:
1115 BRIDGE_RT_UNLOCK(sc);
1116
1117 bac->ifbac_len = sizeof(bareq) * count;
1118 return error;
1119 }
1120
1121 static int
1122 bridge_ioctl_saddr(struct bridge_softc *sc, void *arg)
1123 {
1124 struct ifbareq *req = arg;
1125 struct bridge_iflist *bif;
1126 int error;
1127 struct psref psref;
1128
1129 bif = bridge_lookup_member(sc, req->ifba_ifsname, &psref);
1130 if (bif == NULL)
1131 return ENOENT;
1132
1133 error = bridge_rtupdate(sc, req->ifba_dst, bif->bif_ifp, 1,
1134 req->ifba_flags);
1135
1136 bridge_release_member(sc, bif, &psref);
1137
1138 return error;
1139 }
1140
1141 static int
1142 bridge_ioctl_sto(struct bridge_softc *sc, void *arg)
1143 {
1144 struct ifbrparam *param = arg;
1145
1146 sc->sc_brttimeout = param->ifbrp_ctime;
1147
1148 return 0;
1149 }
1150
1151 static int
1152 bridge_ioctl_gto(struct bridge_softc *sc, void *arg)
1153 {
1154 struct ifbrparam *param = arg;
1155
1156 param->ifbrp_ctime = sc->sc_brttimeout;
1157
1158 return 0;
1159 }
1160
1161 static int
1162 bridge_ioctl_daddr(struct bridge_softc *sc, void *arg)
1163 {
1164 struct ifbareq *req = arg;
1165
1166 return (bridge_rtdaddr(sc, req->ifba_dst));
1167 }
1168
1169 static int
1170 bridge_ioctl_flush(struct bridge_softc *sc, void *arg)
1171 {
1172 struct ifbreq *req = arg;
1173
1174 bridge_rtflush(sc, req->ifbr_ifsflags);
1175
1176 return 0;
1177 }
1178
1179 static int
1180 bridge_ioctl_gpri(struct bridge_softc *sc, void *arg)
1181 {
1182 struct ifbrparam *param = arg;
1183
1184 param->ifbrp_prio = sc->sc_bridge_priority;
1185
1186 return 0;
1187 }
1188
1189 static int
1190 bridge_ioctl_spri(struct bridge_softc *sc, void *arg)
1191 {
1192 struct ifbrparam *param = arg;
1193
1194 sc->sc_bridge_priority = param->ifbrp_prio;
1195
1196 if (sc->sc_if.if_flags & IFF_RUNNING)
1197 bstp_initialization(sc);
1198
1199 return 0;
1200 }
1201
1202 static int
1203 bridge_ioctl_ght(struct bridge_softc *sc, void *arg)
1204 {
1205 struct ifbrparam *param = arg;
1206
1207 param->ifbrp_hellotime = sc->sc_bridge_hello_time >> 8;
1208
1209 return 0;
1210 }
1211
1212 static int
1213 bridge_ioctl_sht(struct bridge_softc *sc, void *arg)
1214 {
1215 struct ifbrparam *param = arg;
1216
1217 if (param->ifbrp_hellotime == 0)
1218 return EINVAL;
1219 sc->sc_bridge_hello_time = param->ifbrp_hellotime << 8;
1220
1221 if (sc->sc_if.if_flags & IFF_RUNNING)
1222 bstp_initialization(sc);
1223
1224 return 0;
1225 }
1226
1227 static int
1228 bridge_ioctl_gfd(struct bridge_softc *sc, void *arg)
1229 {
1230 struct ifbrparam *param = arg;
1231
1232 param->ifbrp_fwddelay = sc->sc_bridge_forward_delay >> 8;
1233
1234 return 0;
1235 }
1236
1237 static int
1238 bridge_ioctl_sfd(struct bridge_softc *sc, void *arg)
1239 {
1240 struct ifbrparam *param = arg;
1241
1242 if (param->ifbrp_fwddelay == 0)
1243 return EINVAL;
1244 sc->sc_bridge_forward_delay = param->ifbrp_fwddelay << 8;
1245
1246 if (sc->sc_if.if_flags & IFF_RUNNING)
1247 bstp_initialization(sc);
1248
1249 return 0;
1250 }
1251
1252 static int
1253 bridge_ioctl_gma(struct bridge_softc *sc, void *arg)
1254 {
1255 struct ifbrparam *param = arg;
1256
1257 param->ifbrp_maxage = sc->sc_bridge_max_age >> 8;
1258
1259 return 0;
1260 }
1261
1262 static int
1263 bridge_ioctl_sma(struct bridge_softc *sc, void *arg)
1264 {
1265 struct ifbrparam *param = arg;
1266
1267 if (param->ifbrp_maxage == 0)
1268 return EINVAL;
1269 sc->sc_bridge_max_age = param->ifbrp_maxage << 8;
1270
1271 if (sc->sc_if.if_flags & IFF_RUNNING)
1272 bstp_initialization(sc);
1273
1274 return 0;
1275 }
1276
1277 static int
1278 bridge_ioctl_sifprio(struct bridge_softc *sc, void *arg)
1279 {
1280 struct ifbreq *req = arg;
1281 struct bridge_iflist *bif;
1282 struct psref psref;
1283
1284 bif = bridge_lookup_member(sc, req->ifbr_ifsname, &psref);
1285 if (bif == NULL)
1286 return ENOENT;
1287
1288 bif->bif_priority = req->ifbr_priority;
1289
1290 if (sc->sc_if.if_flags & IFF_RUNNING)
1291 bstp_initialization(sc);
1292
1293 bridge_release_member(sc, bif, &psref);
1294
1295 return 0;
1296 }
1297
1298 #if defined(BRIDGE_IPF)
1299 static int
1300 bridge_ioctl_gfilt(struct bridge_softc *sc, void *arg)
1301 {
1302 struct ifbrparam *param = arg;
1303
1304 param->ifbrp_filter = sc->sc_filter_flags;
1305
1306 return 0;
1307 }
1308
1309 static int
1310 bridge_ioctl_sfilt(struct bridge_softc *sc, void *arg)
1311 {
1312 struct ifbrparam *param = arg;
1313 uint32_t nflags, oflags;
1314
1315 if (param->ifbrp_filter & ~IFBF_FILT_MASK)
1316 return EINVAL;
1317
1318 nflags = param->ifbrp_filter;
1319 oflags = sc->sc_filter_flags;
1320
1321 if ((nflags & IFBF_FILT_USEIPF) && !(oflags & IFBF_FILT_USEIPF)) {
1322 pfil_add_hook((void *)bridge_ipf, NULL, PFIL_IN|PFIL_OUT,
1323 sc->sc_if.if_pfil);
1324 }
1325 if (!(nflags & IFBF_FILT_USEIPF) && (oflags & IFBF_FILT_USEIPF)) {
1326 pfil_remove_hook((void *)bridge_ipf, NULL, PFIL_IN|PFIL_OUT,
1327 sc->sc_if.if_pfil);
1328 }
1329
1330 sc->sc_filter_flags = nflags;
1331
1332 return 0;
1333 }
1334 #endif /* BRIDGE_IPF */
1335
1336 static int
1337 bridge_ioctl_sifcost(struct bridge_softc *sc, void *arg)
1338 {
1339 struct ifbreq *req = arg;
1340 struct bridge_iflist *bif;
1341 struct psref psref;
1342
1343 bif = bridge_lookup_member(sc, req->ifbr_ifsname, &psref);
1344 if (bif == NULL)
1345 return ENOENT;
1346
1347 bif->bif_path_cost = req->ifbr_path_cost;
1348
1349 if (sc->sc_if.if_flags & IFF_RUNNING)
1350 bstp_initialization(sc);
1351
1352 bridge_release_member(sc, bif, &psref);
1353
1354 return 0;
1355 }
1356
1357 /*
1358 * bridge_ifdetach:
1359 *
1360 * Detach an interface from a bridge. Called when a member
1361 * interface is detaching.
1362 */
1363 void
1364 bridge_ifdetach(struct ifnet *ifp)
1365 {
1366 struct bridge_softc *sc = ifp->if_bridge;
1367 struct ifbreq breq;
1368
1369 /* ioctl_lock should prevent this from happening */
1370 KASSERT(sc != NULL);
1371
1372 memset(&breq, 0, sizeof(breq));
1373 strlcpy(breq.ifbr_ifsname, ifp->if_xname, sizeof(breq.ifbr_ifsname));
1374
1375 (void) bridge_ioctl_del(sc, &breq);
1376 }
1377
1378 /*
1379 * bridge_init:
1380 *
1381 * Initialize a bridge interface.
1382 */
1383 static int
1384 bridge_init(struct ifnet *ifp)
1385 {
1386 struct bridge_softc *sc = ifp->if_softc;
1387
1388 KASSERT((ifp->if_flags & IFF_RUNNING) == 0);
1389
1390 callout_reset(&sc->sc_brcallout, bridge_rtable_prune_period * hz,
1391 bridge_timer, sc);
1392 bstp_initialization(sc);
1393
1394 ifp->if_flags |= IFF_RUNNING;
1395 return 0;
1396 }
1397
1398 /*
1399 * bridge_stop:
1400 *
1401 * Stop the bridge interface.
1402 */
1403 static void
1404 bridge_stop(struct ifnet *ifp, int disable)
1405 {
1406 struct bridge_softc *sc = ifp->if_softc;
1407
1408 KASSERT((ifp->if_flags & IFF_RUNNING) != 0);
1409 ifp->if_flags &= ~IFF_RUNNING;
1410
1411 callout_halt(&sc->sc_brcallout, NULL);
1412 workqueue_wait(sc->sc_rtage_wq, &sc->sc_rtage_wk);
1413 bstp_stop(sc);
1414 bridge_rtflush(sc, IFBF_FLUSHDYN);
1415 }
1416
1417 /*
1418 * bridge_enqueue:
1419 *
1420 * Enqueue a packet on a bridge member interface.
1421 */
1422 void
1423 bridge_enqueue(struct bridge_softc *sc, struct ifnet *dst_ifp, struct mbuf *m,
1424 int runfilt)
1425 {
1426 int len, error;
1427 short mflags;
1428
1429 if (runfilt) {
1430 if (pfil_run_hooks(sc->sc_if.if_pfil, &m,
1431 dst_ifp, PFIL_OUT) != 0) {
1432 if (m != NULL)
1433 m_freem(m);
1434 return;
1435 }
1436 if (m == NULL)
1437 return;
1438 }
1439
1440 #ifdef ALTQ
1441 KERNEL_LOCK(1, NULL);
1442 /*
1443 * If ALTQ is enabled on the member interface, do
1444 * classification; the queueing discipline might
1445 * not require classification, but might require
1446 * the address family/header pointer in the pktattr.
1447 */
1448 if (ALTQ_IS_ENABLED(&dst_ifp->if_snd)) {
1449 /* XXX IFT_ETHER */
1450 altq_etherclassify(&dst_ifp->if_snd, m);
1451 }
1452 KERNEL_UNLOCK_ONE(NULL);
1453 #endif /* ALTQ */
1454
1455 len = m->m_pkthdr.len;
1456 mflags = m->m_flags;
1457
1458 error = if_transmit_lock(dst_ifp, m);
1459 if (error) {
1460 /* mbuf is already freed */
1461 sc->sc_if.if_oerrors++;
1462 return;
1463 }
1464
1465 sc->sc_if.if_opackets++;
1466 sc->sc_if.if_obytes += len;
1467 if (mflags & M_MCAST)
1468 sc->sc_if.if_omcasts++;
1469 }
1470
1471 /*
1472 * bridge_output:
1473 *
1474 * Send output from a bridge member interface. This
1475 * performs the bridging function for locally originated
1476 * packets.
1477 *
1478 * The mbuf has the Ethernet header already attached. We must
1479 * enqueue or free the mbuf before returning.
1480 */
1481 int
1482 bridge_output(struct ifnet *ifp, struct mbuf *m, const struct sockaddr *sa,
1483 const struct rtentry *rt)
1484 {
1485 struct ether_header *eh;
1486 struct ifnet *dst_if;
1487 struct bridge_softc *sc;
1488 struct mbuf *n;
1489 int s, bound;
1490
1491 /*
1492 * bridge_output() is called from ether_output(), furthermore
1493 * ifp argument doesn't point to bridge(4). So, don't assert
1494 * IFEF_MPSAFE here.
1495 */
1496
1497 if (m->m_len < ETHER_HDR_LEN) {
1498 m = m_pullup(m, ETHER_HDR_LEN);
1499 if (m == NULL)
1500 return 0;
1501 }
1502
1503 eh = mtod(m, struct ether_header *);
1504 sc = ifp->if_bridge;
1505
1506 if (ETHER_IS_MULTICAST(eh->ether_dhost)) {
1507 if (memcmp(etherbroadcastaddr,
1508 eh->ether_dhost, ETHER_ADDR_LEN) == 0)
1509 m->m_flags |= M_BCAST;
1510 else
1511 m->m_flags |= M_MCAST;
1512 }
1513
1514 /*
1515 * If bridge is down, but the original output interface is up,
1516 * go ahead and send out that interface. Otherwise, the packet
1517 * is dropped below.
1518 */
1519 if (__predict_false(sc == NULL) ||
1520 (sc->sc_if.if_flags & IFF_RUNNING) == 0) {
1521 dst_if = ifp;
1522 goto unicast_asis;
1523 }
1524
1525 /*
1526 * If the packet is a multicast, or we don't know a better way to
1527 * get there, send to all interfaces.
1528 */
1529 if ((m->m_flags & (M_MCAST | M_BCAST)) != 0)
1530 dst_if = NULL;
1531 else
1532 dst_if = bridge_rtlookup(sc, eh->ether_dhost);
1533
1534 /*
1535 * In general, we need to handle TX offload in software before
1536 * enqueueing a packet. However, we can send it as is in the
1537 * cases of unicast via (1) the source interface, or (2) an
1538 * interface which supports the specified offload options.
1539 * For multicast or broadcast, send it as is only if (3) all
1540 * the member interfaces support the specified options.
1541 */
1542
1543 /*
1544 * Unicast via the source interface.
1545 */
1546 if (dst_if == ifp)
1547 goto unicast_asis;
1548
1549 /*
1550 * Unicast via other interface.
1551 */
1552 if (dst_if != NULL) {
1553 KASSERT(m->m_flags & M_PKTHDR);
1554 if (TX_OFFLOAD_SUPPORTED(dst_if->if_csum_flags_tx,
1555 m->m_pkthdr.csum_flags)) {
1556 /*
1557 * Unicast via an interface which supports the
1558 * specified offload options.
1559 */
1560 goto unicast_asis;
1561 }
1562
1563 /*
1564 * Handle TX offload in software. For TSO, a packet is
1565 * split into multiple chunks. Thus, the return value of
1566 * ether_sw_offload_tx() is mbuf queue consists of them.
1567 */
1568 m = ether_sw_offload_tx(ifp, m);
1569 if (m == NULL)
1570 return 0;
1571
1572 do {
1573 n = m->m_nextpkt;
1574 if ((dst_if->if_flags & IFF_RUNNING) == 0)
1575 m_freem(m);
1576 else
1577 bridge_enqueue(sc, dst_if, m, 0);
1578 m = n;
1579 } while (m != NULL);
1580
1581 return 0;
1582 }
1583
1584 /*
1585 * Multicast or broadcast.
1586 */
1587 if (TX_OFFLOAD_SUPPORTED(sc->sc_csum_flags_tx,
1588 m->m_pkthdr.csum_flags)) {
1589 /*
1590 * Specified TX offload options are supported by all
1591 * the member interfaces of this bridge.
1592 */
1593 m->m_nextpkt = NULL; /* XXX */
1594 } else {
1595 /*
1596 * Otherwise, handle TX offload in software.
1597 */
1598 m = ether_sw_offload_tx(ifp, m);
1599 if (m == NULL)
1600 return 0;
1601 }
1602
1603 /*
1604 * When we use pppoe over bridge, bridge_output() can be called
1605 * in a lwp context by pppoe_timeout_wk().
1606 */
1607 bound = curlwp_bind();
1608 do {
1609 /* XXX Should call bridge_broadcast, but there are locking
1610 * issues which need resolving first. */
1611 struct bridge_iflist *bif;
1612 struct mbuf *mc;
1613 bool used = false;
1614
1615 n = m->m_nextpkt;
1616
1617 BRIDGE_PSZ_RENTER(s);
1618 BRIDGE_IFLIST_READER_FOREACH(bif, sc) {
1619 struct psref psref;
1620
1621 bridge_acquire_member(sc, bif, &psref);
1622 BRIDGE_PSZ_REXIT(s);
1623
1624 dst_if = bif->bif_ifp;
1625 if ((dst_if->if_flags & IFF_RUNNING) == 0)
1626 goto next;
1627
1628 /*
1629 * If this is not the original output interface,
1630 * and the interface is participating in spanning
1631 * tree, make sure the port is in a state that
1632 * allows forwarding.
1633 */
1634 if (dst_if != ifp &&
1635 (bif->bif_flags & IFBIF_STP) != 0) {
1636 switch (bif->bif_state) {
1637 case BSTP_IFSTATE_BLOCKING:
1638 case BSTP_IFSTATE_LISTENING:
1639 case BSTP_IFSTATE_DISABLED:
1640 goto next;
1641 }
1642 }
1643
1644 if (PSLIST_READER_NEXT(bif, struct bridge_iflist,
1645 bif_next) == NULL &&
1646 ((m->m_flags & (M_MCAST | M_BCAST)) == 0 ||
1647 dst_if == ifp))
1648 {
1649 used = true;
1650 mc = m;
1651 } else {
1652 mc = m_copypacket(m, M_DONTWAIT);
1653 if (mc == NULL) {
1654 sc->sc_if.if_oerrors++;
1655 goto next;
1656 }
1657 }
1658
1659 bridge_enqueue(sc, dst_if, mc, 0);
1660
1661 if ((m->m_flags & (M_MCAST | M_BCAST)) != 0 &&
1662 dst_if != ifp)
1663 {
1664 if (PSLIST_READER_NEXT(bif,
1665 struct bridge_iflist, bif_next) == NULL)
1666 {
1667 used = true;
1668 mc = m;
1669 } else {
1670 mc = m_copypacket(m, M_DONTWAIT);
1671 if (mc == NULL) {
1672 sc->sc_if.if_oerrors++;
1673 goto next;
1674 }
1675 }
1676
1677 m_set_rcvif(mc, dst_if);
1678 mc->m_flags &= ~M_PROMISC;
1679
1680 s = splsoftnet();
1681 KERNEL_LOCK_UNLESS_IFP_MPSAFE(dst_if);
1682 ether_input(dst_if, mc);
1683 KERNEL_UNLOCK_UNLESS_IFP_MPSAFE(dst_if);
1684 splx(s);
1685 }
1686
1687 next:
1688 BRIDGE_PSZ_RENTER(s);
1689 bridge_release_member(sc, bif, &psref);
1690
1691 /* Guarantee we don't re-enter the loop as we already
1692 * decided we're at the end. */
1693 if (used)
1694 break;
1695 }
1696 BRIDGE_PSZ_REXIT(s);
1697
1698 if (!used)
1699 m_freem(m);
1700
1701 m = n;
1702 } while (m != NULL);
1703 curlwp_bindx(bound);
1704
1705 return 0;
1706
1707 unicast_asis:
1708 /*
1709 * XXX Spanning tree consideration here?
1710 */
1711 if ((dst_if->if_flags & IFF_RUNNING) == 0)
1712 m_freem(m);
1713 else
1714 bridge_enqueue(sc, dst_if, m, 0);
1715 return 0;
1716 }
1717
1718 /*
1719 * bridge_start:
1720 *
1721 * Start output on a bridge.
1722 *
1723 * NOTE: This routine should never be called in this implementation.
1724 */
1725 static void
1726 bridge_start(struct ifnet *ifp)
1727 {
1728
1729 printf("%s: bridge_start() called\n", ifp->if_xname);
1730 }
1731
1732 /*
1733 * bridge_forward:
1734 *
1735 * The forwarding function of the bridge.
1736 */
1737 static void
1738 bridge_forward(struct bridge_softc *sc, struct mbuf *m)
1739 {
1740 struct bridge_iflist *bif;
1741 struct ifnet *src_if, *dst_if;
1742 struct ether_header *eh;
1743 struct psref psref;
1744 struct psref psref_src;
1745 DECLARE_LOCK_VARIABLE;
1746
1747 if ((sc->sc_if.if_flags & IFF_RUNNING) == 0)
1748 return;
1749
1750 src_if = m_get_rcvif_psref(m, &psref_src);
1751 if (src_if == NULL) {
1752 /* Interface is being destroyed? */
1753 m_freem(m);
1754 goto out;
1755 }
1756
1757 sc->sc_if.if_ipackets++;
1758 sc->sc_if.if_ibytes += m->m_pkthdr.len;
1759
1760 /*
1761 * Look up the bridge_iflist.
1762 */
1763 bif = bridge_lookup_member_if(sc, src_if, &psref);
1764 if (bif == NULL) {
1765 /* Interface is not a bridge member (anymore?) */
1766 m_freem(m);
1767 goto out;
1768 }
1769
1770 if (bif->bif_flags & IFBIF_STP) {
1771 switch (bif->bif_state) {
1772 case BSTP_IFSTATE_BLOCKING:
1773 case BSTP_IFSTATE_LISTENING:
1774 case BSTP_IFSTATE_DISABLED:
1775 m_freem(m);
1776 bridge_release_member(sc, bif, &psref);
1777 goto out;
1778 }
1779 }
1780
1781 eh = mtod(m, struct ether_header *);
1782
1783 /*
1784 * If the interface is learning, and the source
1785 * address is valid and not multicast, record
1786 * the address.
1787 */
1788 if ((bif->bif_flags & IFBIF_LEARNING) != 0 &&
1789 ETHER_IS_MULTICAST(eh->ether_shost) == 0 &&
1790 (eh->ether_shost[0] == 0 &&
1791 eh->ether_shost[1] == 0 &&
1792 eh->ether_shost[2] == 0 &&
1793 eh->ether_shost[3] == 0 &&
1794 eh->ether_shost[4] == 0 &&
1795 eh->ether_shost[5] == 0) == 0) {
1796 (void) bridge_rtupdate(sc, eh->ether_shost,
1797 src_if, 0, IFBAF_DYNAMIC);
1798 }
1799
1800 if ((bif->bif_flags & IFBIF_STP) != 0 &&
1801 bif->bif_state == BSTP_IFSTATE_LEARNING) {
1802 m_freem(m);
1803 bridge_release_member(sc, bif, &psref);
1804 goto out;
1805 }
1806
1807 bridge_release_member(sc, bif, &psref);
1808
1809 /*
1810 * At this point, the port either doesn't participate
1811 * in spanning tree or it is in the forwarding state.
1812 */
1813
1814 /*
1815 * If the packet is unicast, destined for someone on
1816 * "this" side of the bridge, drop it.
1817 */
1818 if ((m->m_flags & (M_BCAST|M_MCAST)) == 0) {
1819 dst_if = bridge_rtlookup(sc, eh->ether_dhost);
1820 if (src_if == dst_if) {
1821 m_freem(m);
1822 goto out;
1823 }
1824 } else {
1825 /* ...forward it to all interfaces. */
1826 sc->sc_if.if_imcasts++;
1827 dst_if = NULL;
1828 }
1829
1830 if (pfil_run_hooks(sc->sc_if.if_pfil, &m, src_if, PFIL_IN) != 0) {
1831 if (m != NULL)
1832 m_freem(m);
1833 goto out;
1834 }
1835 if (m == NULL)
1836 goto out;
1837
1838 if (dst_if == NULL) {
1839 bridge_broadcast(sc, src_if, m);
1840 goto out;
1841 }
1842
1843 m_put_rcvif_psref(src_if, &psref_src);
1844 src_if = NULL;
1845
1846 /*
1847 * At this point, we're dealing with a unicast frame
1848 * going to a different interface.
1849 */
1850 if ((dst_if->if_flags & IFF_RUNNING) == 0) {
1851 m_freem(m);
1852 goto out;
1853 }
1854
1855 bif = bridge_lookup_member_if(sc, dst_if, &psref);
1856 if (bif == NULL) {
1857 /* Not a member of the bridge (anymore?) */
1858 m_freem(m);
1859 goto out;
1860 }
1861
1862 if (bif->bif_flags & IFBIF_STP) {
1863 switch (bif->bif_state) {
1864 case BSTP_IFSTATE_DISABLED:
1865 case BSTP_IFSTATE_BLOCKING:
1866 m_freem(m);
1867 bridge_release_member(sc, bif, &psref);
1868 goto out;
1869 }
1870 }
1871
1872 bridge_release_member(sc, bif, &psref);
1873
1874 /*
1875 * Before enqueueing this packet to the destination interface,
1876 * clear any in-bound checksum flags to prevent them from being
1877 * misused as out-bound flags.
1878 */
1879 m->m_pkthdr.csum_flags = 0;
1880
1881 ACQUIRE_GLOBAL_LOCKS();
1882 bridge_enqueue(sc, dst_if, m, 1);
1883 RELEASE_GLOBAL_LOCKS();
1884 out:
1885 if (src_if != NULL)
1886 m_put_rcvif_psref(src_if, &psref_src);
1887 return;
1888 }
1889
1890 static bool
1891 bstp_state_before_learning(struct bridge_iflist *bif)
1892 {
1893 if (bif->bif_flags & IFBIF_STP) {
1894 switch (bif->bif_state) {
1895 case BSTP_IFSTATE_BLOCKING:
1896 case BSTP_IFSTATE_LISTENING:
1897 case BSTP_IFSTATE_DISABLED:
1898 return true;
1899 }
1900 }
1901 return false;
1902 }
1903
1904 static bool
1905 bridge_ourether(struct bridge_iflist *bif, struct ether_header *eh, int src)
1906 {
1907 uint8_t *ether = src ? eh->ether_shost : eh->ether_dhost;
1908
1909 if (memcmp(CLLADDR(bif->bif_ifp->if_sadl), ether, ETHER_ADDR_LEN) == 0
1910 #if NCARP > 0
1911 || (bif->bif_ifp->if_carp &&
1912 carp_ourether(bif->bif_ifp->if_carp, eh, IFT_ETHER, src) != NULL)
1913 #endif /* NCARP > 0 */
1914 )
1915 return true;
1916
1917 return false;
1918 }
1919
1920 /*
1921 * bridge_input:
1922 *
1923 * Receive input from a member interface. Queue the packet for
1924 * bridging if it is not for us.
1925 */
1926 static void
1927 bridge_input(struct ifnet *ifp, struct mbuf *m)
1928 {
1929 struct bridge_softc *sc = ifp->if_bridge;
1930 struct bridge_iflist *bif;
1931 struct ether_header *eh;
1932 struct psref psref;
1933 int bound;
1934 DECLARE_LOCK_VARIABLE;
1935
1936 KASSERT(!cpu_intr_p());
1937
1938 if (__predict_false(sc == NULL) ||
1939 (sc->sc_if.if_flags & IFF_RUNNING) == 0) {
1940 ACQUIRE_GLOBAL_LOCKS();
1941 ether_input(ifp, m);
1942 RELEASE_GLOBAL_LOCKS();
1943 return;
1944 }
1945
1946 bound = curlwp_bind();
1947 bif = bridge_lookup_member_if(sc, ifp, &psref);
1948 if (bif == NULL) {
1949 curlwp_bindx(bound);
1950 ACQUIRE_GLOBAL_LOCKS();
1951 ether_input(ifp, m);
1952 RELEASE_GLOBAL_LOCKS();
1953 return;
1954 }
1955
1956 eh = mtod(m, struct ether_header *);
1957
1958 if (ETHER_IS_MULTICAST(eh->ether_dhost)) {
1959 if (memcmp(etherbroadcastaddr,
1960 eh->ether_dhost, ETHER_ADDR_LEN) == 0)
1961 m->m_flags |= M_BCAST;
1962 else
1963 m->m_flags |= M_MCAST;
1964 }
1965
1966 /*
1967 * A 'fast' path for packets addressed to interfaces that are
1968 * part of this bridge.
1969 */
1970 if (!(m->m_flags & (M_BCAST|M_MCAST)) &&
1971 !bstp_state_before_learning(bif)) {
1972 struct bridge_iflist *_bif;
1973 struct ifnet *_ifp = NULL;
1974 int s;
1975 struct psref _psref;
1976
1977 BRIDGE_PSZ_RENTER(s);
1978 BRIDGE_IFLIST_READER_FOREACH(_bif, sc) {
1979 /* It is destined for us. */
1980 if (bridge_ourether(_bif, eh, 0)) {
1981 bridge_acquire_member(sc, _bif, &_psref);
1982 BRIDGE_PSZ_REXIT(s);
1983 if (_bif->bif_flags & IFBIF_LEARNING)
1984 (void) bridge_rtupdate(sc,
1985 eh->ether_shost, ifp, 0, IFBAF_DYNAMIC);
1986 m_set_rcvif(m, _bif->bif_ifp);
1987 _ifp = _bif->bif_ifp;
1988 bridge_release_member(sc, _bif, &_psref);
1989 goto out;
1990 }
1991
1992 /* We just received a packet that we sent out. */
1993 if (bridge_ourether(_bif, eh, 1))
1994 break;
1995 }
1996 BRIDGE_PSZ_REXIT(s);
1997 out:
1998
1999 if (_bif != NULL) {
2000 bridge_release_member(sc, bif, &psref);
2001 curlwp_bindx(bound);
2002 if (_ifp != NULL) {
2003 m->m_flags &= ~M_PROMISC;
2004 ACQUIRE_GLOBAL_LOCKS();
2005 ether_input(_ifp, m);
2006 RELEASE_GLOBAL_LOCKS();
2007 } else
2008 m_freem(m);
2009 return;
2010 }
2011 }
2012
2013 /* Tap off 802.1D packets; they do not get forwarded. */
2014 if (bif->bif_flags & IFBIF_STP &&
2015 memcmp(eh->ether_dhost, bstp_etheraddr, ETHER_ADDR_LEN) == 0) {
2016 bstp_input(sc, bif, m);
2017 bridge_release_member(sc, bif, &psref);
2018 curlwp_bindx(bound);
2019 return;
2020 }
2021
2022 /*
2023 * A normal switch would discard the packet here, but that's not what
2024 * we've done historically. This also prevents some obnoxious behaviour.
2025 */
2026 if (bstp_state_before_learning(bif)) {
2027 bridge_release_member(sc, bif, &psref);
2028 curlwp_bindx(bound);
2029 ACQUIRE_GLOBAL_LOCKS();
2030 ether_input(ifp, m);
2031 RELEASE_GLOBAL_LOCKS();
2032 return;
2033 }
2034
2035 bridge_release_member(sc, bif, &psref);
2036
2037 bridge_forward(sc, m);
2038
2039 curlwp_bindx(bound);
2040 }
2041
2042 /*
2043 * bridge_broadcast:
2044 *
2045 * Send a frame to all interfaces that are members of
2046 * the bridge, except for the one on which the packet
2047 * arrived.
2048 */
2049 static void
2050 bridge_broadcast(struct bridge_softc *sc, struct ifnet *src_if,
2051 struct mbuf *m)
2052 {
2053 struct bridge_iflist *bif;
2054 struct mbuf *mc;
2055 struct ifnet *dst_if;
2056 bool bmcast;
2057 int s;
2058 DECLARE_LOCK_VARIABLE;
2059
2060 bmcast = m->m_flags & (M_BCAST|M_MCAST);
2061
2062 BRIDGE_PSZ_RENTER(s);
2063 BRIDGE_IFLIST_READER_FOREACH(bif, sc) {
2064 struct psref psref;
2065
2066 bridge_acquire_member(sc, bif, &psref);
2067 BRIDGE_PSZ_REXIT(s);
2068
2069 dst_if = bif->bif_ifp;
2070
2071 if (bif->bif_flags & IFBIF_STP) {
2072 switch (bif->bif_state) {
2073 case BSTP_IFSTATE_BLOCKING:
2074 case BSTP_IFSTATE_DISABLED:
2075 goto next;
2076 }
2077 }
2078
2079 if ((bif->bif_flags & IFBIF_DISCOVER) == 0 && !bmcast)
2080 goto next;
2081
2082 if ((dst_if->if_flags & IFF_RUNNING) == 0)
2083 goto next;
2084
2085 if (dst_if != src_if) {
2086 mc = m_copypacket(m, M_DONTWAIT);
2087 if (mc == NULL) {
2088 sc->sc_if.if_oerrors++;
2089 goto next;
2090 }
2091 /*
2092 * Before enqueueing this packet to the destination
2093 * interface, clear any in-bound checksum flags to
2094 * prevent them from being misused as out-bound flags.
2095 */
2096 mc->m_pkthdr.csum_flags = 0;
2097
2098 ACQUIRE_GLOBAL_LOCKS();
2099 bridge_enqueue(sc, dst_if, mc, 1);
2100 RELEASE_GLOBAL_LOCKS();
2101 }
2102
2103 if (bmcast) {
2104 mc = m_copypacket(m, M_DONTWAIT);
2105 if (mc == NULL) {
2106 sc->sc_if.if_oerrors++;
2107 goto next;
2108 }
2109
2110 m_set_rcvif(mc, dst_if);
2111 mc->m_flags &= ~M_PROMISC;
2112
2113 ACQUIRE_GLOBAL_LOCKS();
2114 ether_input(dst_if, mc);
2115 RELEASE_GLOBAL_LOCKS();
2116 }
2117 next:
2118 BRIDGE_PSZ_RENTER(s);
2119 bridge_release_member(sc, bif, &psref);
2120 }
2121 BRIDGE_PSZ_REXIT(s);
2122
2123 m_freem(m);
2124 }
2125
2126 static int
2127 bridge_rtalloc(struct bridge_softc *sc, const uint8_t *dst,
2128 struct bridge_rtnode **brtp)
2129 {
2130 struct bridge_rtnode *brt;
2131 int error;
2132
2133 if (sc->sc_brtcnt >= sc->sc_brtmax)
2134 return ENOSPC;
2135
2136 /*
2137 * Allocate a new bridge forwarding node, and
2138 * initialize the expiration time and Ethernet
2139 * address.
2140 */
2141 brt = pool_get(&bridge_rtnode_pool, PR_NOWAIT);
2142 if (brt == NULL)
2143 return ENOMEM;
2144
2145 memset(brt, 0, sizeof(*brt));
2146 brt->brt_expire = time_uptime + sc->sc_brttimeout;
2147 brt->brt_flags = IFBAF_DYNAMIC;
2148 memcpy(brt->brt_addr, dst, ETHER_ADDR_LEN);
2149 PSLIST_ENTRY_INIT(brt, brt_list);
2150 PSLIST_ENTRY_INIT(brt, brt_hash);
2151
2152 BRIDGE_RT_LOCK(sc);
2153 error = bridge_rtnode_insert(sc, brt);
2154 BRIDGE_RT_UNLOCK(sc);
2155
2156 if (error != 0) {
2157 pool_put(&bridge_rtnode_pool, brt);
2158 return error;
2159 }
2160
2161 *brtp = brt;
2162 return 0;
2163 }
2164
2165 /*
2166 * bridge_rtupdate:
2167 *
2168 * Add a bridge routing entry.
2169 */
2170 static int
2171 bridge_rtupdate(struct bridge_softc *sc, const uint8_t *dst,
2172 struct ifnet *dst_if, int setflags, uint8_t flags)
2173 {
2174 struct bridge_rtnode *brt;
2175 int s;
2176
2177 again:
2178 /*
2179 * A route for this destination might already exist. If so,
2180 * update it, otherwise create a new one.
2181 */
2182 BRIDGE_RT_RENTER(s);
2183 brt = bridge_rtnode_lookup(sc, dst);
2184
2185 if (brt != NULL) {
2186 brt->brt_ifp = dst_if;
2187 if (setflags) {
2188 brt->brt_flags = flags;
2189 if (flags & IFBAF_STATIC)
2190 brt->brt_expire = 0;
2191 else
2192 brt->brt_expire = time_uptime + sc->sc_brttimeout;
2193 } else {
2194 if ((brt->brt_flags & IFBAF_TYPEMASK) == IFBAF_DYNAMIC)
2195 brt->brt_expire = time_uptime + sc->sc_brttimeout;
2196 }
2197 }
2198 BRIDGE_RT_REXIT(s);
2199
2200 if (brt == NULL) {
2201 int r;
2202
2203 r = bridge_rtalloc(sc, dst, &brt);
2204 if (r != 0)
2205 return r;
2206 goto again;
2207 }
2208
2209 return 0;
2210 }
2211
2212 /*
2213 * bridge_rtlookup:
2214 *
2215 * Lookup the destination interface for an address.
2216 */
2217 static struct ifnet *
2218 bridge_rtlookup(struct bridge_softc *sc, const uint8_t *addr)
2219 {
2220 struct bridge_rtnode *brt;
2221 struct ifnet *ifs = NULL;
2222 int s;
2223
2224 BRIDGE_RT_RENTER(s);
2225 brt = bridge_rtnode_lookup(sc, addr);
2226 if (brt != NULL)
2227 ifs = brt->brt_ifp;
2228 BRIDGE_RT_REXIT(s);
2229
2230 return ifs;
2231 }
2232
2233 typedef bool (*bridge_iterate_cb_t)
2234 (struct bridge_softc *, struct bridge_rtnode *, bool *, void *);
2235
2236 /*
2237 * bridge_rtlist_iterate_remove:
2238 *
2239 * It iterates on sc->sc_rtlist and removes rtnodes of it which func
2240 * callback judges to remove. Removals of rtnodes are done in a manner
2241 * of pserialize. To this end, all kmem_* operations are placed out of
2242 * mutexes.
2243 */
2244 static void
2245 bridge_rtlist_iterate_remove(struct bridge_softc *sc, bridge_iterate_cb_t func, void *arg)
2246 {
2247 struct bridge_rtnode *brt;
2248 struct bridge_rtnode **brt_list;
2249 int i, count;
2250
2251 retry:
2252 count = sc->sc_brtcnt;
2253 if (count == 0)
2254 return;
2255 brt_list = kmem_alloc(sizeof(*brt_list) * count, KM_SLEEP);
2256
2257 BRIDGE_RT_LOCK(sc);
2258 if (__predict_false(sc->sc_brtcnt > count)) {
2259 /* The rtnodes increased, we need more memory */
2260 BRIDGE_RT_UNLOCK(sc);
2261 kmem_free(brt_list, sizeof(*brt_list) * count);
2262 goto retry;
2263 }
2264
2265 i = 0;
2266 /*
2267 * We don't need to use a _SAFE variant here because we know
2268 * that a removed item keeps its next pointer as-is thanks to
2269 * pslist(9) and isn't freed in the loop.
2270 */
2271 BRIDGE_RTLIST_WRITER_FOREACH(brt, sc) {
2272 bool need_break = false;
2273 if (func(sc, brt, &need_break, arg)) {
2274 bridge_rtnode_remove(sc, brt);
2275 brt_list[i++] = brt;
2276 }
2277 if (need_break)
2278 break;
2279 }
2280
2281 if (i > 0)
2282 BRIDGE_RT_PSZ_PERFORM(sc);
2283 BRIDGE_RT_UNLOCK(sc);
2284
2285 while (--i >= 0)
2286 bridge_rtnode_destroy(brt_list[i]);
2287
2288 kmem_free(brt_list, sizeof(*brt_list) * count);
2289 }
2290
2291 static bool
2292 bridge_rttrim0_cb(struct bridge_softc *sc, struct bridge_rtnode *brt,
2293 bool *need_break, void *arg)
2294 {
2295 if ((brt->brt_flags & IFBAF_TYPEMASK) == IFBAF_DYNAMIC) {
2296 /* Take into account of the subsequent removal */
2297 if ((sc->sc_brtcnt - 1) <= sc->sc_brtmax)
2298 *need_break = true;
2299 return true;
2300 } else
2301 return false;
2302 }
2303
2304 static void
2305 bridge_rttrim0(struct bridge_softc *sc)
2306 {
2307 bridge_rtlist_iterate_remove(sc, bridge_rttrim0_cb, NULL);
2308 }
2309
2310 /*
2311 * bridge_rttrim:
2312 *
2313 * Trim the routine table so that we have a number
2314 * of routing entries less than or equal to the
2315 * maximum number.
2316 */
2317 static void
2318 bridge_rttrim(struct bridge_softc *sc)
2319 {
2320
2321 /* Make sure we actually need to do this. */
2322 if (sc->sc_brtcnt <= sc->sc_brtmax)
2323 return;
2324
2325 /* Force an aging cycle; this might trim enough addresses. */
2326 bridge_rtage(sc);
2327 if (sc->sc_brtcnt <= sc->sc_brtmax)
2328 return;
2329
2330 bridge_rttrim0(sc);
2331
2332 return;
2333 }
2334
2335 /*
2336 * bridge_timer:
2337 *
2338 * Aging timer for the bridge.
2339 */
2340 static void
2341 bridge_timer(void *arg)
2342 {
2343 struct bridge_softc *sc = arg;
2344
2345 workqueue_enqueue(sc->sc_rtage_wq, &sc->sc_rtage_wk, NULL);
2346 }
2347
2348 static void
2349 bridge_rtage_work(struct work *wk, void *arg)
2350 {
2351 struct bridge_softc *sc = arg;
2352
2353 KASSERT(wk == &sc->sc_rtage_wk);
2354
2355 bridge_rtage(sc);
2356
2357 if (sc->sc_if.if_flags & IFF_RUNNING)
2358 callout_reset(&sc->sc_brcallout,
2359 bridge_rtable_prune_period * hz, bridge_timer, sc);
2360 }
2361
2362 static bool
2363 bridge_rtage_cb(struct bridge_softc *sc, struct bridge_rtnode *brt,
2364 bool *need_break, void *arg)
2365 {
2366 if ((brt->brt_flags & IFBAF_TYPEMASK) == IFBAF_DYNAMIC &&
2367 time_uptime >= brt->brt_expire)
2368 return true;
2369 else
2370 return false;
2371 }
2372
2373 /*
2374 * bridge_rtage:
2375 *
2376 * Perform an aging cycle.
2377 */
2378 static void
2379 bridge_rtage(struct bridge_softc *sc)
2380 {
2381 bridge_rtlist_iterate_remove(sc, bridge_rtage_cb, NULL);
2382 }
2383
2384
2385 static bool
2386 bridge_rtflush_cb(struct bridge_softc *sc, struct bridge_rtnode *brt,
2387 bool *need_break, void *arg)
2388 {
2389 int full = *(int*)arg;
2390
2391 if (full || (brt->brt_flags & IFBAF_TYPEMASK) == IFBAF_DYNAMIC)
2392 return true;
2393 else
2394 return false;
2395 }
2396
2397 /*
2398 * bridge_rtflush:
2399 *
2400 * Remove all dynamic addresses from the bridge.
2401 */
2402 static void
2403 bridge_rtflush(struct bridge_softc *sc, int full)
2404 {
2405 bridge_rtlist_iterate_remove(sc, bridge_rtflush_cb, &full);
2406 }
2407
2408 /*
2409 * bridge_rtdaddr:
2410 *
2411 * Remove an address from the table.
2412 */
2413 static int
2414 bridge_rtdaddr(struct bridge_softc *sc, const uint8_t *addr)
2415 {
2416 struct bridge_rtnode *brt;
2417
2418 BRIDGE_RT_LOCK(sc);
2419 if ((brt = bridge_rtnode_lookup(sc, addr)) == NULL) {
2420 BRIDGE_RT_UNLOCK(sc);
2421 return ENOENT;
2422 }
2423 bridge_rtnode_remove(sc, brt);
2424 BRIDGE_RT_PSZ_PERFORM(sc);
2425 BRIDGE_RT_UNLOCK(sc);
2426
2427 bridge_rtnode_destroy(brt);
2428
2429 return 0;
2430 }
2431
2432 /*
2433 * bridge_rtdelete:
2434 *
2435 * Delete routes to a speicifc member interface.
2436 */
2437 static void
2438 bridge_rtdelete(struct bridge_softc *sc, struct ifnet *ifp)
2439 {
2440 struct bridge_rtnode *brt;
2441
2442 /* XXX pserialize_perform for each entry is slow */
2443 again:
2444 BRIDGE_RT_LOCK(sc);
2445 BRIDGE_RTLIST_WRITER_FOREACH(brt, sc) {
2446 if (brt->brt_ifp == ifp)
2447 break;
2448 }
2449 if (brt == NULL) {
2450 BRIDGE_RT_UNLOCK(sc);
2451 return;
2452 }
2453 bridge_rtnode_remove(sc, brt);
2454 BRIDGE_RT_PSZ_PERFORM(sc);
2455 BRIDGE_RT_UNLOCK(sc);
2456
2457 bridge_rtnode_destroy(brt);
2458
2459 goto again;
2460 }
2461
2462 /*
2463 * bridge_rtable_init:
2464 *
2465 * Initialize the route table for this bridge.
2466 */
2467 static void
2468 bridge_rtable_init(struct bridge_softc *sc)
2469 {
2470 int i;
2471
2472 sc->sc_rthash = kmem_alloc(sizeof(*sc->sc_rthash) * BRIDGE_RTHASH_SIZE,
2473 KM_SLEEP);
2474
2475 for (i = 0; i < BRIDGE_RTHASH_SIZE; i++)
2476 PSLIST_INIT(&sc->sc_rthash[i]);
2477
2478 sc->sc_rthash_key = cprng_fast32();
2479
2480 PSLIST_INIT(&sc->sc_rtlist);
2481
2482 sc->sc_rtlist_psz = pserialize_create();
2483 sc->sc_rtlist_lock = mutex_obj_alloc(MUTEX_DEFAULT, IPL_SOFTNET);
2484 }
2485
2486 /*
2487 * bridge_rtable_fini:
2488 *
2489 * Deconstruct the route table for this bridge.
2490 */
2491 static void
2492 bridge_rtable_fini(struct bridge_softc *sc)
2493 {
2494
2495 kmem_free(sc->sc_rthash, sizeof(*sc->sc_rthash) * BRIDGE_RTHASH_SIZE);
2496 mutex_obj_free(sc->sc_rtlist_lock);
2497 pserialize_destroy(sc->sc_rtlist_psz);
2498 }
2499
2500 /*
2501 * The following hash function is adapted from "Hash Functions" by Bob Jenkins
2502 * ("Algorithm Alley", Dr. Dobbs Journal, September 1997).
2503 */
2504 #define mix(a, b, c) \
2505 do { \
2506 a -= b; a -= c; a ^= (c >> 13); \
2507 b -= c; b -= a; b ^= (a << 8); \
2508 c -= a; c -= b; c ^= (b >> 13); \
2509 a -= b; a -= c; a ^= (c >> 12); \
2510 b -= c; b -= a; b ^= (a << 16); \
2511 c -= a; c -= b; c ^= (b >> 5); \
2512 a -= b; a -= c; a ^= (c >> 3); \
2513 b -= c; b -= a; b ^= (a << 10); \
2514 c -= a; c -= b; c ^= (b >> 15); \
2515 } while (/*CONSTCOND*/0)
2516
2517 static inline uint32_t
2518 bridge_rthash(struct bridge_softc *sc, const uint8_t *addr)
2519 {
2520 uint32_t a = 0x9e3779b9, b = 0x9e3779b9, c = sc->sc_rthash_key;
2521
2522 b += addr[5] << 8;
2523 b += addr[4];
2524 a += addr[3] << 24;
2525 a += addr[2] << 16;
2526 a += addr[1] << 8;
2527 a += addr[0];
2528
2529 mix(a, b, c);
2530
2531 return (c & BRIDGE_RTHASH_MASK);
2532 }
2533
2534 #undef mix
2535
2536 /*
2537 * bridge_rtnode_lookup:
2538 *
2539 * Look up a bridge route node for the specified destination.
2540 */
2541 static struct bridge_rtnode *
2542 bridge_rtnode_lookup(struct bridge_softc *sc, const uint8_t *addr)
2543 {
2544 struct bridge_rtnode *brt;
2545 uint32_t hash;
2546 int dir;
2547
2548 hash = bridge_rthash(sc, addr);
2549 BRIDGE_RTHASH_READER_FOREACH(brt, sc, hash) {
2550 dir = memcmp(addr, brt->brt_addr, ETHER_ADDR_LEN);
2551 if (dir == 0)
2552 return brt;
2553 if (dir > 0)
2554 return NULL;
2555 }
2556
2557 return NULL;
2558 }
2559
2560 /*
2561 * bridge_rtnode_insert:
2562 *
2563 * Insert the specified bridge node into the route table. We
2564 * assume the entry is not already in the table.
2565 */
2566 static int
2567 bridge_rtnode_insert(struct bridge_softc *sc, struct bridge_rtnode *brt)
2568 {
2569 struct bridge_rtnode *lbrt, *prev = NULL;
2570 uint32_t hash;
2571
2572 KASSERT(BRIDGE_RT_LOCKED(sc));
2573
2574 hash = bridge_rthash(sc, brt->brt_addr);
2575 BRIDGE_RTHASH_WRITER_FOREACH(lbrt, sc, hash) {
2576 int dir = memcmp(brt->brt_addr, lbrt->brt_addr, ETHER_ADDR_LEN);
2577 if (dir == 0)
2578 return EEXIST;
2579 if (dir > 0)
2580 break;
2581 prev = lbrt;
2582 }
2583 if (prev == NULL)
2584 BRIDGE_RTHASH_WRITER_INSERT_HEAD(sc, hash, brt);
2585 else
2586 BRIDGE_RTHASH_WRITER_INSERT_AFTER(prev, brt);
2587
2588 BRIDGE_RTLIST_WRITER_INSERT_HEAD(sc, brt);
2589 sc->sc_brtcnt++;
2590
2591 return 0;
2592 }
2593
2594 /*
2595 * bridge_rtnode_remove:
2596 *
2597 * Remove a bridge rtnode from the rthash and the rtlist of a bridge.
2598 */
2599 static void
2600 bridge_rtnode_remove(struct bridge_softc *sc, struct bridge_rtnode *brt)
2601 {
2602
2603 KASSERT(BRIDGE_RT_LOCKED(sc));
2604
2605 BRIDGE_RTHASH_WRITER_REMOVE(brt);
2606 BRIDGE_RTLIST_WRITER_REMOVE(brt);
2607 sc->sc_brtcnt--;
2608 }
2609
2610 /*
2611 * bridge_rtnode_destroy:
2612 *
2613 * Destroy a bridge rtnode.
2614 */
2615 static void
2616 bridge_rtnode_destroy(struct bridge_rtnode *brt)
2617 {
2618
2619 PSLIST_ENTRY_DESTROY(brt, brt_list);
2620 PSLIST_ENTRY_DESTROY(brt, brt_hash);
2621 pool_put(&bridge_rtnode_pool, brt);
2622 }
2623
2624 #if defined(BRIDGE_IPF)
2625 extern pfil_head_t *inet_pfil_hook; /* XXX */
2626 extern pfil_head_t *inet6_pfil_hook; /* XXX */
2627
2628 /*
2629 * Send bridge packets through IPF if they are one of the types IPF can deal
2630 * with, or if they are ARP or REVARP. (IPF will pass ARP and REVARP without
2631 * question.)
2632 */
2633 static int
2634 bridge_ipf(void *arg, struct mbuf **mp, struct ifnet *ifp, int dir)
2635 {
2636 int snap, error;
2637 struct ether_header *eh1, eh2;
2638 struct llc llc1;
2639 uint16_t ether_type;
2640
2641 snap = 0;
2642 error = -1; /* Default error if not error == 0 */
2643 eh1 = mtod(*mp, struct ether_header *);
2644 ether_type = ntohs(eh1->ether_type);
2645
2646 /*
2647 * Check for SNAP/LLC.
2648 */
2649 if (ether_type < ETHERMTU) {
2650 struct llc *llc2 = (struct llc *)(eh1 + 1);
2651
2652 if ((*mp)->m_len >= ETHER_HDR_LEN + 8 &&
2653 llc2->llc_dsap == LLC_SNAP_LSAP &&
2654 llc2->llc_ssap == LLC_SNAP_LSAP &&
2655 llc2->llc_control == LLC_UI) {
2656 ether_type = htons(llc2->llc_un.type_snap.ether_type);
2657 snap = 1;
2658 }
2659 }
2660
2661 /*
2662 * If we're trying to filter bridge traffic, don't look at anything
2663 * other than IP and ARP traffic. If the filter doesn't understand
2664 * IPv6, don't allow IPv6 through the bridge either. This is lame
2665 * since if we really wanted, say, an AppleTalk filter, we are hosed,
2666 * but of course we don't have an AppleTalk filter to begin with.
2667 * (Note that since IPF doesn't understand ARP it will pass *ALL*
2668 * ARP traffic.)
2669 */
2670 switch (ether_type) {
2671 case ETHERTYPE_ARP:
2672 case ETHERTYPE_REVARP:
2673 return 0; /* Automatically pass */
2674 case ETHERTYPE_IP:
2675 # ifdef INET6
2676 case ETHERTYPE_IPV6:
2677 # endif /* INET6 */
2678 break;
2679 default:
2680 goto bad;
2681 }
2682
2683 /* Strip off the Ethernet header and keep a copy. */
2684 m_copydata(*mp, 0, ETHER_HDR_LEN, (void *) &eh2);
2685 m_adj(*mp, ETHER_HDR_LEN);
2686
2687 /* Strip off snap header, if present */
2688 if (snap) {
2689 m_copydata(*mp, 0, sizeof(struct llc), (void *) &llc1);
2690 m_adj(*mp, sizeof(struct llc));
2691 }
2692
2693 /*
2694 * Check basic packet sanity and run IPF through pfil.
2695 */
2696 KASSERT(!cpu_intr_p());
2697 switch (ether_type)
2698 {
2699 case ETHERTYPE_IP :
2700 error = bridge_ip_checkbasic(mp);
2701 if (error == 0)
2702 error = pfil_run_hooks(inet_pfil_hook, mp, ifp, dir);
2703 break;
2704 # ifdef INET6
2705 case ETHERTYPE_IPV6 :
2706 error = bridge_ip6_checkbasic(mp);
2707 if (error == 0)
2708 error = pfil_run_hooks(inet6_pfil_hook, mp, ifp, dir);
2709 break;
2710 # endif
2711 default :
2712 error = 0;
2713 break;
2714 }
2715
2716 if (*mp == NULL)
2717 return error;
2718 if (error != 0)
2719 goto bad;
2720
2721 error = -1;
2722
2723 /*
2724 * Finally, put everything back the way it was and return
2725 */
2726 if (snap) {
2727 M_PREPEND(*mp, sizeof(struct llc), M_DONTWAIT);
2728 if (*mp == NULL)
2729 return error;
2730 bcopy(&llc1, mtod(*mp, void *), sizeof(struct llc));
2731 }
2732
2733 M_PREPEND(*mp, ETHER_HDR_LEN, M_DONTWAIT);
2734 if (*mp == NULL)
2735 return error;
2736 bcopy(&eh2, mtod(*mp, void *), ETHER_HDR_LEN);
2737
2738 return 0;
2739
2740 bad:
2741 m_freem(*mp);
2742 *mp = NULL;
2743 return error;
2744 }
2745
2746 /*
2747 * Perform basic checks on header size since
2748 * IPF assumes ip_input has already processed
2749 * it for it. Cut-and-pasted from ip_input.c.
2750 * Given how simple the IPv6 version is,
2751 * does the IPv4 version really need to be
2752 * this complicated?
2753 *
2754 * XXX Should we update ipstat here, or not?
2755 * XXX Right now we update ipstat but not
2756 * XXX csum_counter.
2757 */
2758 static int
2759 bridge_ip_checkbasic(struct mbuf **mp)
2760 {
2761 struct mbuf *m = *mp;
2762 struct ip *ip;
2763 int len, hlen;
2764
2765 if (*mp == NULL)
2766 return -1;
2767
2768 if (IP_HDR_ALIGNED_P(mtod(m, void *)) == 0) {
2769 if ((m = m_copyup(m, sizeof(struct ip),
2770 (max_linkhdr + 3) & ~3)) == NULL) {
2771 /* XXXJRT new stat, please */
2772 ip_statinc(IP_STAT_TOOSMALL);
2773 goto bad;
2774 }
2775 } else if (__predict_false(m->m_len < sizeof (struct ip))) {
2776 if ((m = m_pullup(m, sizeof (struct ip))) == NULL) {
2777 ip_statinc(IP_STAT_TOOSMALL);
2778 goto bad;
2779 }
2780 }
2781 ip = mtod(m, struct ip *);
2782 if (ip == NULL) goto bad;
2783
2784 if (ip->ip_v != IPVERSION) {
2785 ip_statinc(IP_STAT_BADVERS);
2786 goto bad;
2787 }
2788 hlen = ip->ip_hl << 2;
2789 if (hlen < sizeof(struct ip)) { /* minimum header length */
2790 ip_statinc(IP_STAT_BADHLEN);
2791 goto bad;
2792 }
2793 if (hlen > m->m_len) {
2794 if ((m = m_pullup(m, hlen)) == 0) {
2795 ip_statinc(IP_STAT_BADHLEN);
2796 goto bad;
2797 }
2798 ip = mtod(m, struct ip *);
2799 if (ip == NULL) goto bad;
2800 }
2801
2802 switch (m->m_pkthdr.csum_flags &
2803 ((m_get_rcvif_NOMPSAFE(m)->if_csum_flags_rx & M_CSUM_IPv4) |
2804 M_CSUM_IPv4_BAD)) {
2805 case M_CSUM_IPv4|M_CSUM_IPv4_BAD:
2806 /* INET_CSUM_COUNTER_INCR(&ip_hwcsum_bad); */
2807 goto bad;
2808
2809 case M_CSUM_IPv4:
2810 /* Checksum was okay. */
2811 /* INET_CSUM_COUNTER_INCR(&ip_hwcsum_ok); */
2812 break;
2813
2814 default:
2815 /* Must compute it ourselves. */
2816 /* INET_CSUM_COUNTER_INCR(&ip_swcsum); */
2817 if (in_cksum(m, hlen) != 0)
2818 goto bad;
2819 break;
2820 }
2821
2822 /* Retrieve the packet length. */
2823 len = ntohs(ip->ip_len);
2824
2825 /*
2826 * Check for additional length bogosity
2827 */
2828 if (len < hlen) {
2829 ip_statinc(IP_STAT_BADLEN);
2830 goto bad;
2831 }
2832
2833 /*
2834 * Check that the amount of data in the buffers
2835 * is as at least much as the IP header would have us expect.
2836 * Drop packet if shorter than we expect.
2837 */
2838 if (m->m_pkthdr.len < len) {
2839 ip_statinc(IP_STAT_TOOSHORT);
2840 goto bad;
2841 }
2842
2843 /* Checks out, proceed */
2844 *mp = m;
2845 return 0;
2846
2847 bad:
2848 *mp = m;
2849 return -1;
2850 }
2851
2852 # ifdef INET6
2853 /*
2854 * Same as above, but for IPv6.
2855 * Cut-and-pasted from ip6_input.c.
2856 * XXX Should we update ip6stat, or not?
2857 */
2858 static int
2859 bridge_ip6_checkbasic(struct mbuf **mp)
2860 {
2861 struct mbuf *m = *mp;
2862 struct ip6_hdr *ip6;
2863
2864 /*
2865 * If the IPv6 header is not aligned, slurp it up into a new
2866 * mbuf with space for link headers, in the event we forward
2867 * it. Otherwise, if it is aligned, make sure the entire base
2868 * IPv6 header is in the first mbuf of the chain.
2869 */
2870 if (IP6_HDR_ALIGNED_P(mtod(m, void *)) == 0) {
2871 struct ifnet *inifp = m_get_rcvif_NOMPSAFE(m);
2872 if ((m = m_copyup(m, sizeof(struct ip6_hdr),
2873 (max_linkhdr + 3) & ~3)) == NULL) {
2874 /* XXXJRT new stat, please */
2875 ip6_statinc(IP6_STAT_TOOSMALL);
2876 in6_ifstat_inc(inifp, ifs6_in_hdrerr);
2877 goto bad;
2878 }
2879 } else if (__predict_false(m->m_len < sizeof(struct ip6_hdr))) {
2880 struct ifnet *inifp = m_get_rcvif_NOMPSAFE(m);
2881 if ((m = m_pullup(m, sizeof(struct ip6_hdr))) == NULL) {
2882 ip6_statinc(IP6_STAT_TOOSMALL);
2883 in6_ifstat_inc(inifp, ifs6_in_hdrerr);
2884 goto bad;
2885 }
2886 }
2887
2888 ip6 = mtod(m, struct ip6_hdr *);
2889
2890 if ((ip6->ip6_vfc & IPV6_VERSION_MASK) != IPV6_VERSION) {
2891 ip6_statinc(IP6_STAT_BADVERS);
2892 in6_ifstat_inc(m_get_rcvif_NOMPSAFE(m), ifs6_in_hdrerr);
2893 goto bad;
2894 }
2895
2896 /* Checks out, proceed */
2897 *mp = m;
2898 return 0;
2899
2900 bad:
2901 *mp = m;
2902 return -1;
2903 }
2904 # endif /* INET6 */
2905 #endif /* BRIDGE_IPF */
2906