if_bridge.c revision 1.164.4.1 1 /* $NetBSD: if_bridge.c,v 1.164.4.1 2020/02/27 18:34:12 martin Exp $ */
2
3 /*
4 * Copyright 2001 Wasabi Systems, Inc.
5 * All rights reserved.
6 *
7 * Written by Jason R. Thorpe for Wasabi Systems, Inc.
8 *
9 * Redistribution and use in source and binary forms, with or without
10 * modification, are permitted provided that the following conditions
11 * are met:
12 * 1. Redistributions of source code must retain the above copyright
13 * notice, this list of conditions and the following disclaimer.
14 * 2. Redistributions in binary form must reproduce the above copyright
15 * notice, this list of conditions and the following disclaimer in the
16 * documentation and/or other materials provided with the distribution.
17 * 3. All advertising materials mentioning features or use of this software
18 * must display the following acknowledgement:
19 * This product includes software developed for the NetBSD Project by
20 * Wasabi Systems, Inc.
21 * 4. The name of Wasabi Systems, Inc. may not be used to endorse
22 * or promote products derived from this software without specific prior
23 * written permission.
24 *
25 * THIS SOFTWARE IS PROVIDED BY WASABI SYSTEMS, INC. ``AS IS'' AND
26 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
27 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
28 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL WASABI SYSTEMS, INC
29 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
30 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
31 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
32 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
33 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
34 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
35 * POSSIBILITY OF SUCH DAMAGE.
36 */
37
38 /*
39 * Copyright (c) 1999, 2000 Jason L. Wright (jason (at) thought.net)
40 * All rights reserved.
41 *
42 * Redistribution and use in source and binary forms, with or without
43 * modification, are permitted provided that the following conditions
44 * are met:
45 * 1. Redistributions of source code must retain the above copyright
46 * notice, this list of conditions and the following disclaimer.
47 * 2. Redistributions in binary form must reproduce the above copyright
48 * notice, this list of conditions and the following disclaimer in the
49 * documentation and/or other materials provided with the distribution.
50 * 3. All advertising materials mentioning features or use of this software
51 * must display the following acknowledgement:
52 * This product includes software developed by Jason L. Wright
53 * 4. The name of the author may not be used to endorse or promote products
54 * derived from this software without specific prior written permission.
55 *
56 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
57 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
58 * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
59 * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT,
60 * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
61 * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
62 * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
63 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
64 * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
65 * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
66 * POSSIBILITY OF SUCH DAMAGE.
67 *
68 * OpenBSD: if_bridge.c,v 1.60 2001/06/15 03:38:33 itojun Exp
69 */
70
71 /*
72 * Network interface bridge support.
73 *
74 * TODO:
75 *
76 * - Currently only supports Ethernet-like interfaces (Ethernet,
77 * 802.11, VLANs on Ethernet, etc.) Figure out a nice way
78 * to bridge other types of interfaces (FDDI-FDDI, and maybe
79 * consider heterogenous bridges).
80 */
81
82 #include <sys/cdefs.h>
83 __KERNEL_RCSID(0, "$NetBSD: if_bridge.c,v 1.164.4.1 2020/02/27 18:34:12 martin Exp $");
84
85 #ifdef _KERNEL_OPT
86 #include "opt_bridge_ipf.h"
87 #include "opt_inet.h"
88 #include "opt_net_mpsafe.h"
89 #endif /* _KERNEL_OPT */
90
91 #include <sys/param.h>
92 #include <sys/kernel.h>
93 #include <sys/mbuf.h>
94 #include <sys/queue.h>
95 #include <sys/socket.h>
96 #include <sys/socketvar.h> /* for softnet_lock */
97 #include <sys/sockio.h>
98 #include <sys/systm.h>
99 #include <sys/proc.h>
100 #include <sys/pool.h>
101 #include <sys/kauth.h>
102 #include <sys/cpu.h>
103 #include <sys/cprng.h>
104 #include <sys/mutex.h>
105 #include <sys/kmem.h>
106
107 #include <net/bpf.h>
108 #include <net/if.h>
109 #include <net/if_dl.h>
110 #include <net/if_types.h>
111 #include <net/if_llc.h>
112
113 #include <net/if_ether.h>
114 #include <net/if_bridgevar.h>
115 #include <net/ether_sw_offload.h>
116
117 #if defined(BRIDGE_IPF)
118 /* Used for bridge_ip[6]_checkbasic */
119 #include <netinet/in.h>
120 #include <netinet/in_systm.h>
121 #include <netinet/ip.h>
122 #include <netinet/ip_var.h>
123 #include <netinet/ip_private.h> /* XXX */
124
125 #include <netinet/ip6.h>
126 #include <netinet6/in6_var.h>
127 #include <netinet6/ip6_var.h>
128 #include <netinet6/ip6_private.h> /* XXX */
129 #endif /* BRIDGE_IPF */
130
131 /*
132 * Size of the route hash table. Must be a power of two.
133 */
134 #ifndef BRIDGE_RTHASH_SIZE
135 #define BRIDGE_RTHASH_SIZE 1024
136 #endif
137
138 #define BRIDGE_RTHASH_MASK (BRIDGE_RTHASH_SIZE - 1)
139
140 #include "carp.h"
141 #if NCARP > 0
142 #include <netinet/in.h>
143 #include <netinet/in_var.h>
144 #include <netinet/ip_carp.h>
145 #endif
146
147 #include "ioconf.h"
148
149 __CTASSERT(sizeof(struct ifbifconf) == sizeof(struct ifbaconf));
150 __CTASSERT(offsetof(struct ifbifconf, ifbic_len) == offsetof(struct ifbaconf, ifbac_len));
151 __CTASSERT(offsetof(struct ifbifconf, ifbic_buf) == offsetof(struct ifbaconf, ifbac_buf));
152
153 /*
154 * Maximum number of addresses to cache.
155 */
156 #ifndef BRIDGE_RTABLE_MAX
157 #define BRIDGE_RTABLE_MAX 100
158 #endif
159
160 /*
161 * Spanning tree defaults.
162 */
163 #define BSTP_DEFAULT_MAX_AGE (20 * 256)
164 #define BSTP_DEFAULT_HELLO_TIME (2 * 256)
165 #define BSTP_DEFAULT_FORWARD_DELAY (15 * 256)
166 #define BSTP_DEFAULT_HOLD_TIME (1 * 256)
167 #define BSTP_DEFAULT_BRIDGE_PRIORITY 0x8000
168 #define BSTP_DEFAULT_PORT_PRIORITY 0x80
169 #define BSTP_DEFAULT_PATH_COST 55
170
171 /*
172 * Timeout (in seconds) for entries learned dynamically.
173 */
174 #ifndef BRIDGE_RTABLE_TIMEOUT
175 #define BRIDGE_RTABLE_TIMEOUT (20 * 60) /* same as ARP */
176 #endif
177
178 /*
179 * Number of seconds between walks of the route list.
180 */
181 #ifndef BRIDGE_RTABLE_PRUNE_PERIOD
182 #define BRIDGE_RTABLE_PRUNE_PERIOD (5 * 60)
183 #endif
184
185 #define BRIDGE_RT_LOCK(_sc) mutex_enter((_sc)->sc_rtlist_lock)
186 #define BRIDGE_RT_UNLOCK(_sc) mutex_exit((_sc)->sc_rtlist_lock)
187 #define BRIDGE_RT_LOCKED(_sc) mutex_owned((_sc)->sc_rtlist_lock)
188
189 #define BRIDGE_RT_PSZ_PERFORM(_sc) \
190 pserialize_perform((_sc)->sc_rtlist_psz)
191
192 #define BRIDGE_RT_RENTER(__s) do { __s = pserialize_read_enter(); } while (0)
193 #define BRIDGE_RT_REXIT(__s) do { pserialize_read_exit(__s); } while (0)
194
195 #define BRIDGE_RTLIST_READER_FOREACH(_brt, _sc) \
196 PSLIST_READER_FOREACH((_brt), &((_sc)->sc_rtlist), \
197 struct bridge_rtnode, brt_list)
198 #define BRIDGE_RTLIST_WRITER_FOREACH(_brt, _sc) \
199 PSLIST_WRITER_FOREACH((_brt), &((_sc)->sc_rtlist), \
200 struct bridge_rtnode, brt_list)
201 #define BRIDGE_RTLIST_WRITER_INSERT_HEAD(_sc, _brt) \
202 PSLIST_WRITER_INSERT_HEAD(&(_sc)->sc_rtlist, brt, brt_list)
203 #define BRIDGE_RTLIST_WRITER_REMOVE(_brt) \
204 PSLIST_WRITER_REMOVE((_brt), brt_list)
205
206 #define BRIDGE_RTHASH_READER_FOREACH(_brt, _sc, _hash) \
207 PSLIST_READER_FOREACH((_brt), &(_sc)->sc_rthash[(_hash)], \
208 struct bridge_rtnode, brt_hash)
209 #define BRIDGE_RTHASH_WRITER_FOREACH(_brt, _sc, _hash) \
210 PSLIST_WRITER_FOREACH((_brt), &(_sc)->sc_rthash[(_hash)], \
211 struct bridge_rtnode, brt_hash)
212 #define BRIDGE_RTHASH_WRITER_INSERT_HEAD(_sc, _hash, _brt) \
213 PSLIST_WRITER_INSERT_HEAD(&(_sc)->sc_rthash[(_hash)], brt, brt_hash)
214 #define BRIDGE_RTHASH_WRITER_INSERT_AFTER(_brt, _new) \
215 PSLIST_WRITER_INSERT_AFTER((_brt), (_new), brt_hash)
216 #define BRIDGE_RTHASH_WRITER_REMOVE(_brt) \
217 PSLIST_WRITER_REMOVE((_brt), brt_hash)
218
219 #ifdef NET_MPSAFE
220 #define DECLARE_LOCK_VARIABLE
221 #define ACQUIRE_GLOBAL_LOCKS() do { } while (0)
222 #define RELEASE_GLOBAL_LOCKS() do { } while (0)
223 #else
224 #define DECLARE_LOCK_VARIABLE int __s
225 #define ACQUIRE_GLOBAL_LOCKS() do { \
226 KERNEL_LOCK(1, NULL); \
227 mutex_enter(softnet_lock); \
228 __s = splsoftnet(); \
229 } while (0)
230 #define RELEASE_GLOBAL_LOCKS() do { \
231 splx(__s); \
232 mutex_exit(softnet_lock); \
233 KERNEL_UNLOCK_ONE(NULL); \
234 } while (0)
235 #endif
236
237 struct psref_class *bridge_psref_class __read_mostly;
238
239 int bridge_rtable_prune_period = BRIDGE_RTABLE_PRUNE_PERIOD;
240
241 static struct pool bridge_rtnode_pool;
242
243 static int bridge_clone_create(struct if_clone *, int);
244 static int bridge_clone_destroy(struct ifnet *);
245
246 static int bridge_ioctl(struct ifnet *, u_long, void *);
247 static int bridge_init(struct ifnet *);
248 static void bridge_stop(struct ifnet *, int);
249 static void bridge_start(struct ifnet *);
250
251 static void bridge_input(struct ifnet *, struct mbuf *);
252 static void bridge_forward(struct bridge_softc *, struct mbuf *);
253
254 static void bridge_timer(void *);
255
256 static void bridge_broadcast(struct bridge_softc *, struct ifnet *,
257 struct mbuf *);
258
259 static int bridge_rtupdate(struct bridge_softc *, const uint8_t *,
260 struct ifnet *, int, uint8_t);
261 static struct ifnet *bridge_rtlookup(struct bridge_softc *, const uint8_t *);
262 static void bridge_rttrim(struct bridge_softc *);
263 static void bridge_rtage(struct bridge_softc *);
264 static void bridge_rtage_work(struct work *, void *);
265 static void bridge_rtflush(struct bridge_softc *, int);
266 static int bridge_rtdaddr(struct bridge_softc *, const uint8_t *);
267 static void bridge_rtdelete(struct bridge_softc *, struct ifnet *ifp);
268
269 static void bridge_rtable_init(struct bridge_softc *);
270 static void bridge_rtable_fini(struct bridge_softc *);
271
272 static struct bridge_rtnode *bridge_rtnode_lookup(struct bridge_softc *,
273 const uint8_t *);
274 static int bridge_rtnode_insert(struct bridge_softc *,
275 struct bridge_rtnode *);
276 static void bridge_rtnode_remove(struct bridge_softc *,
277 struct bridge_rtnode *);
278 static void bridge_rtnode_destroy(struct bridge_rtnode *);
279
280 static struct bridge_iflist *bridge_lookup_member(struct bridge_softc *,
281 const char *name,
282 struct psref *);
283 static struct bridge_iflist *bridge_lookup_member_if(struct bridge_softc *,
284 struct ifnet *ifp,
285 struct psref *);
286 static void bridge_release_member(struct bridge_softc *, struct bridge_iflist *,
287 struct psref *);
288 static void bridge_delete_member(struct bridge_softc *,
289 struct bridge_iflist *);
290 static void bridge_acquire_member(struct bridge_softc *sc,
291 struct bridge_iflist *,
292 struct psref *);
293
294 static int bridge_ioctl_add(struct bridge_softc *, void *);
295 static int bridge_ioctl_del(struct bridge_softc *, void *);
296 static int bridge_ioctl_gifflags(struct bridge_softc *, void *);
297 static int bridge_ioctl_sifflags(struct bridge_softc *, void *);
298 static int bridge_ioctl_scache(struct bridge_softc *, void *);
299 static int bridge_ioctl_gcache(struct bridge_softc *, void *);
300 static int bridge_ioctl_gifs(struct bridge_softc *, void *);
301 static int bridge_ioctl_rts(struct bridge_softc *, void *);
302 static int bridge_ioctl_saddr(struct bridge_softc *, void *);
303 static int bridge_ioctl_sto(struct bridge_softc *, void *);
304 static int bridge_ioctl_gto(struct bridge_softc *, void *);
305 static int bridge_ioctl_daddr(struct bridge_softc *, void *);
306 static int bridge_ioctl_flush(struct bridge_softc *, void *);
307 static int bridge_ioctl_gpri(struct bridge_softc *, void *);
308 static int bridge_ioctl_spri(struct bridge_softc *, void *);
309 static int bridge_ioctl_ght(struct bridge_softc *, void *);
310 static int bridge_ioctl_sht(struct bridge_softc *, void *);
311 static int bridge_ioctl_gfd(struct bridge_softc *, void *);
312 static int bridge_ioctl_sfd(struct bridge_softc *, void *);
313 static int bridge_ioctl_gma(struct bridge_softc *, void *);
314 static int bridge_ioctl_sma(struct bridge_softc *, void *);
315 static int bridge_ioctl_sifprio(struct bridge_softc *, void *);
316 static int bridge_ioctl_sifcost(struct bridge_softc *, void *);
317 #if defined(BRIDGE_IPF)
318 static int bridge_ioctl_gfilt(struct bridge_softc *, void *);
319 static int bridge_ioctl_sfilt(struct bridge_softc *, void *);
320 static int bridge_ipf(void *, struct mbuf **, struct ifnet *, int);
321 static int bridge_ip_checkbasic(struct mbuf **mp);
322 # ifdef INET6
323 static int bridge_ip6_checkbasic(struct mbuf **mp);
324 # endif /* INET6 */
325 #endif /* BRIDGE_IPF */
326
327 struct bridge_control {
328 int (*bc_func)(struct bridge_softc *, void *);
329 int bc_argsize;
330 int bc_flags;
331 };
332
333 #define BC_F_COPYIN 0x01 /* copy arguments in */
334 #define BC_F_COPYOUT 0x02 /* copy arguments out */
335 #define BC_F_SUSER 0x04 /* do super-user check */
336 #define BC_F_XLATEIN 0x08 /* xlate arguments in */
337 #define BC_F_XLATEOUT 0x10 /* xlate arguments out */
338
339 static const struct bridge_control bridge_control_table[] = {
340 [BRDGADD] = {bridge_ioctl_add, sizeof(struct ifbreq), BC_F_COPYIN|BC_F_SUSER},
341 [BRDGDEL] = {bridge_ioctl_del, sizeof(struct ifbreq), BC_F_COPYIN|BC_F_SUSER},
342
343 [BRDGGIFFLGS] = {bridge_ioctl_gifflags, sizeof(struct ifbreq), BC_F_COPYIN|BC_F_COPYOUT},
344 [BRDGSIFFLGS] = {bridge_ioctl_sifflags, sizeof(struct ifbreq), BC_F_COPYIN|BC_F_SUSER},
345
346 [BRDGSCACHE] = {bridge_ioctl_scache, sizeof(struct ifbrparam), BC_F_COPYIN|BC_F_SUSER},
347 [BRDGGCACHE] = {bridge_ioctl_gcache, sizeof(struct ifbrparam), BC_F_COPYOUT},
348
349 [OBRDGGIFS] = {bridge_ioctl_gifs, sizeof(struct ifbifconf), BC_F_COPYIN|BC_F_COPYOUT},
350 [OBRDGRTS] = {bridge_ioctl_rts, sizeof(struct ifbaconf), BC_F_COPYIN|BC_F_COPYOUT},
351
352 [BRDGSADDR] = {bridge_ioctl_saddr, sizeof(struct ifbareq), BC_F_COPYIN|BC_F_SUSER},
353
354 [BRDGSTO] = {bridge_ioctl_sto, sizeof(struct ifbrparam), BC_F_COPYIN|BC_F_SUSER},
355 [BRDGGTO] = {bridge_ioctl_gto, sizeof(struct ifbrparam), BC_F_COPYOUT},
356
357 [BRDGDADDR] = {bridge_ioctl_daddr, sizeof(struct ifbareq), BC_F_COPYIN|BC_F_SUSER},
358
359 [BRDGFLUSH] = {bridge_ioctl_flush, sizeof(struct ifbreq), BC_F_COPYIN|BC_F_SUSER},
360
361 [BRDGGPRI] = {bridge_ioctl_gpri, sizeof(struct ifbrparam), BC_F_COPYOUT},
362 [BRDGSPRI] = {bridge_ioctl_spri, sizeof(struct ifbrparam), BC_F_COPYIN|BC_F_SUSER},
363
364 [BRDGGHT] = {bridge_ioctl_ght, sizeof(struct ifbrparam), BC_F_COPYOUT},
365 [BRDGSHT] = {bridge_ioctl_sht, sizeof(struct ifbrparam), BC_F_COPYIN|BC_F_SUSER},
366
367 [BRDGGFD] = {bridge_ioctl_gfd, sizeof(struct ifbrparam), BC_F_COPYOUT},
368 [BRDGSFD] = {bridge_ioctl_sfd, sizeof(struct ifbrparam), BC_F_COPYIN|BC_F_SUSER},
369
370 [BRDGGMA] = {bridge_ioctl_gma, sizeof(struct ifbrparam), BC_F_COPYOUT},
371 [BRDGSMA] = {bridge_ioctl_sma, sizeof(struct ifbrparam), BC_F_COPYIN|BC_F_SUSER},
372
373 [BRDGSIFPRIO] = {bridge_ioctl_sifprio, sizeof(struct ifbreq), BC_F_COPYIN|BC_F_SUSER},
374
375 [BRDGSIFCOST] = {bridge_ioctl_sifcost, sizeof(struct ifbreq), BC_F_COPYIN|BC_F_SUSER},
376 #if defined(BRIDGE_IPF)
377 [BRDGGFILT] = {bridge_ioctl_gfilt, sizeof(struct ifbrparam), BC_F_COPYOUT},
378 [BRDGSFILT] = {bridge_ioctl_sfilt, sizeof(struct ifbrparam), BC_F_COPYIN|BC_F_SUSER},
379 #endif /* BRIDGE_IPF */
380 [BRDGGIFS] = {bridge_ioctl_gifs, sizeof(struct ifbifconf), BC_F_XLATEIN|BC_F_XLATEOUT},
381 [BRDGRTS] = {bridge_ioctl_rts, sizeof(struct ifbaconf), BC_F_XLATEIN|BC_F_XLATEOUT},
382 };
383
384 static const int bridge_control_table_size = __arraycount(bridge_control_table);
385
386 static struct if_clone bridge_cloner =
387 IF_CLONE_INITIALIZER("bridge", bridge_clone_create, bridge_clone_destroy);
388
389 /*
390 * bridgeattach:
391 *
392 * Pseudo-device attach routine.
393 */
394 void
395 bridgeattach(int n)
396 {
397
398 pool_init(&bridge_rtnode_pool, sizeof(struct bridge_rtnode),
399 0, 0, 0, "brtpl", NULL, IPL_NET);
400
401 bridge_psref_class = psref_class_create("bridge", IPL_SOFTNET);
402
403 if_clone_attach(&bridge_cloner);
404 }
405
406 /*
407 * bridge_clone_create:
408 *
409 * Create a new bridge instance.
410 */
411 static int
412 bridge_clone_create(struct if_clone *ifc, int unit)
413 {
414 struct bridge_softc *sc;
415 struct ifnet *ifp;
416 int error;
417
418 sc = kmem_zalloc(sizeof(*sc), KM_SLEEP);
419 ifp = &sc->sc_if;
420
421 sc->sc_brtmax = BRIDGE_RTABLE_MAX;
422 sc->sc_brttimeout = BRIDGE_RTABLE_TIMEOUT;
423 sc->sc_bridge_max_age = BSTP_DEFAULT_MAX_AGE;
424 sc->sc_bridge_hello_time = BSTP_DEFAULT_HELLO_TIME;
425 sc->sc_bridge_forward_delay = BSTP_DEFAULT_FORWARD_DELAY;
426 sc->sc_bridge_priority = BSTP_DEFAULT_BRIDGE_PRIORITY;
427 sc->sc_hold_time = BSTP_DEFAULT_HOLD_TIME;
428 sc->sc_filter_flags = 0;
429
430 /* Initialize our routing table. */
431 bridge_rtable_init(sc);
432
433 error = workqueue_create(&sc->sc_rtage_wq, "bridge_rtage",
434 bridge_rtage_work, sc, PRI_SOFTNET, IPL_SOFTNET, WQ_MPSAFE);
435 if (error)
436 panic("%s: workqueue_create %d\n", __func__, error);
437
438 callout_init(&sc->sc_brcallout, CALLOUT_MPSAFE);
439 callout_init(&sc->sc_bstpcallout, CALLOUT_MPSAFE);
440
441 mutex_init(&sc->sc_iflist_psref.bip_lock, MUTEX_DEFAULT, IPL_NONE);
442 PSLIST_INIT(&sc->sc_iflist_psref.bip_iflist);
443 sc->sc_iflist_psref.bip_psz = pserialize_create();
444
445 if_initname(ifp, ifc->ifc_name, unit);
446 ifp->if_softc = sc;
447 ifp->if_extflags = IFEF_NO_LINK_STATE_CHANGE;
448 #ifdef NET_MPSAFE
449 ifp->if_extflags |= IFEF_MPSAFE;
450 #endif
451 ifp->if_mtu = ETHERMTU;
452 ifp->if_ioctl = bridge_ioctl;
453 ifp->if_output = bridge_output;
454 ifp->if_start = bridge_start;
455 ifp->if_stop = bridge_stop;
456 ifp->if_init = bridge_init;
457 ifp->if_type = IFT_BRIDGE;
458 ifp->if_addrlen = 0;
459 ifp->if_dlt = DLT_EN10MB;
460 ifp->if_hdrlen = ETHER_HDR_LEN;
461
462 error = if_initialize(ifp);
463 if (error != 0) {
464 pserialize_destroy(sc->sc_iflist_psref.bip_psz);
465 mutex_destroy(&sc->sc_iflist_psref.bip_lock);
466 callout_destroy(&sc->sc_brcallout);
467 callout_destroy(&sc->sc_bstpcallout);
468 workqueue_destroy(sc->sc_rtage_wq);
469 bridge_rtable_fini(sc);
470 kmem_free(sc, sizeof(*sc));
471
472 return error;
473 }
474 if_alloc_sadl(ifp);
475 if_register(ifp);
476
477 return 0;
478 }
479
480 /*
481 * bridge_clone_destroy:
482 *
483 * Destroy a bridge instance.
484 */
485 static int
486 bridge_clone_destroy(struct ifnet *ifp)
487 {
488 struct bridge_softc *sc = ifp->if_softc;
489 struct bridge_iflist *bif;
490
491 if ((ifp->if_flags & IFF_RUNNING) != 0)
492 bridge_stop(ifp, 1);
493
494 BRIDGE_LOCK(sc);
495 for (;;) {
496 bif = PSLIST_WRITER_FIRST(&sc->sc_iflist_psref.bip_iflist, struct bridge_iflist,
497 bif_next);
498 if (bif == NULL)
499 break;
500 bridge_delete_member(sc, bif);
501 }
502 PSLIST_DESTROY(&sc->sc_iflist_psref.bip_iflist);
503 BRIDGE_UNLOCK(sc);
504
505 if_detach(ifp);
506
507 /* Tear down the routing table. */
508 bridge_rtable_fini(sc);
509
510 pserialize_destroy(sc->sc_iflist_psref.bip_psz);
511 mutex_destroy(&sc->sc_iflist_psref.bip_lock);
512 callout_destroy(&sc->sc_brcallout);
513 callout_destroy(&sc->sc_bstpcallout);
514 workqueue_destroy(sc->sc_rtage_wq);
515 kmem_free(sc, sizeof(*sc));
516
517 return 0;
518 }
519
520 /*
521 * bridge_ioctl:
522 *
523 * Handle a control request from the operator.
524 */
525 static int
526 bridge_ioctl(struct ifnet *ifp, u_long cmd, void *data)
527 {
528 struct bridge_softc *sc = ifp->if_softc;
529 struct lwp *l = curlwp; /* XXX */
530 union {
531 struct ifbreq ifbreq;
532 struct ifbifconf ifbifconf;
533 struct ifbareq ifbareq;
534 struct ifbaconf ifbaconf;
535 struct ifbrparam ifbrparam;
536 } args;
537 struct ifdrv *ifd = (struct ifdrv *) data;
538 const struct bridge_control *bc = NULL; /* XXXGCC */
539 int s, error = 0;
540
541 /* Authorize command before calling splsoftnet(). */
542 switch (cmd) {
543 case SIOCGDRVSPEC:
544 case SIOCSDRVSPEC:
545 if (ifd->ifd_cmd >= bridge_control_table_size
546 || (bc = &bridge_control_table[ifd->ifd_cmd]) == NULL) {
547 error = EINVAL;
548 return error;
549 }
550
551 /* We only care about BC_F_SUSER at this point. */
552 if ((bc->bc_flags & BC_F_SUSER) == 0)
553 break;
554
555 error = kauth_authorize_network(l->l_cred,
556 KAUTH_NETWORK_INTERFACE_BRIDGE,
557 cmd == SIOCGDRVSPEC ?
558 KAUTH_REQ_NETWORK_INTERFACE_BRIDGE_GETPRIV :
559 KAUTH_REQ_NETWORK_INTERFACE_BRIDGE_SETPRIV,
560 ifd, NULL, NULL);
561 if (error)
562 return error;
563
564 break;
565 }
566
567 s = splsoftnet();
568
569 switch (cmd) {
570 case SIOCGDRVSPEC:
571 case SIOCSDRVSPEC:
572 KASSERT(bc != NULL);
573 if (cmd == SIOCGDRVSPEC &&
574 (bc->bc_flags & (BC_F_COPYOUT|BC_F_XLATEOUT)) == 0) {
575 error = EINVAL;
576 break;
577 }
578 else if (cmd == SIOCSDRVSPEC &&
579 (bc->bc_flags & (BC_F_COPYOUT|BC_F_XLATEOUT)) != 0) {
580 error = EINVAL;
581 break;
582 }
583
584 /* BC_F_SUSER is checked above, before splsoftnet(). */
585
586 if ((bc->bc_flags & (BC_F_XLATEIN|BC_F_XLATEOUT)) == 0
587 && (ifd->ifd_len != bc->bc_argsize
588 || ifd->ifd_len > sizeof(args))) {
589 error = EINVAL;
590 break;
591 }
592
593 memset(&args, 0, sizeof(args));
594 if (bc->bc_flags & BC_F_COPYIN) {
595 error = copyin(ifd->ifd_data, &args, ifd->ifd_len);
596 if (error)
597 break;
598 } else if (bc->bc_flags & BC_F_XLATEIN) {
599 args.ifbifconf.ifbic_len = ifd->ifd_len;
600 args.ifbifconf.ifbic_buf = ifd->ifd_data;
601 }
602
603 error = (*bc->bc_func)(sc, &args);
604 if (error)
605 break;
606
607 if (bc->bc_flags & BC_F_COPYOUT) {
608 error = copyout(&args, ifd->ifd_data, ifd->ifd_len);
609 } else if (bc->bc_flags & BC_F_XLATEOUT) {
610 ifd->ifd_len = args.ifbifconf.ifbic_len;
611 ifd->ifd_data = args.ifbifconf.ifbic_buf;
612 }
613 break;
614
615 case SIOCSIFFLAGS:
616 if ((error = ifioctl_common(ifp, cmd, data)) != 0)
617 break;
618 switch (ifp->if_flags & (IFF_UP|IFF_RUNNING)) {
619 case IFF_RUNNING:
620 /*
621 * If interface is marked down and it is running,
622 * then stop and disable it.
623 */
624 (*ifp->if_stop)(ifp, 1);
625 break;
626 case IFF_UP:
627 /*
628 * If interface is marked up and it is stopped, then
629 * start it.
630 */
631 error = (*ifp->if_init)(ifp);
632 break;
633 default:
634 break;
635 }
636 break;
637
638 case SIOCSIFMTU:
639 if ((error = ifioctl_common(ifp, cmd, data)) == ENETRESET)
640 error = 0;
641 break;
642
643 default:
644 error = ifioctl_common(ifp, cmd, data);
645 break;
646 }
647
648 splx(s);
649
650 return error;
651 }
652
653 /*
654 * bridge_lookup_member:
655 *
656 * Lookup a bridge member interface.
657 */
658 static struct bridge_iflist *
659 bridge_lookup_member(struct bridge_softc *sc, const char *name, struct psref *psref)
660 {
661 struct bridge_iflist *bif;
662 struct ifnet *ifp;
663 int s;
664
665 BRIDGE_PSZ_RENTER(s);
666
667 BRIDGE_IFLIST_READER_FOREACH(bif, sc) {
668 ifp = bif->bif_ifp;
669 if (strcmp(ifp->if_xname, name) == 0)
670 break;
671 }
672 if (bif != NULL)
673 bridge_acquire_member(sc, bif, psref);
674
675 BRIDGE_PSZ_REXIT(s);
676
677 return bif;
678 }
679
680 /*
681 * bridge_lookup_member_if:
682 *
683 * Lookup a bridge member interface by ifnet*.
684 */
685 static struct bridge_iflist *
686 bridge_lookup_member_if(struct bridge_softc *sc, struct ifnet *member_ifp,
687 struct psref *psref)
688 {
689 struct bridge_iflist *bif;
690 int s;
691
692 BRIDGE_PSZ_RENTER(s);
693
694 bif = member_ifp->if_bridgeif;
695 if (bif != NULL) {
696 psref_acquire(psref, &bif->bif_psref,
697 bridge_psref_class);
698 }
699
700 BRIDGE_PSZ_REXIT(s);
701
702 return bif;
703 }
704
705 static void
706 bridge_acquire_member(struct bridge_softc *sc, struct bridge_iflist *bif,
707 struct psref *psref)
708 {
709
710 psref_acquire(psref, &bif->bif_psref, bridge_psref_class);
711 }
712
713 /*
714 * bridge_release_member:
715 *
716 * Release the specified member interface.
717 */
718 static void
719 bridge_release_member(struct bridge_softc *sc, struct bridge_iflist *bif,
720 struct psref *psref)
721 {
722
723 psref_release(psref, &bif->bif_psref, bridge_psref_class);
724 }
725
726 /*
727 * bridge_delete_member:
728 *
729 * Delete the specified member interface.
730 */
731 static void
732 bridge_delete_member(struct bridge_softc *sc, struct bridge_iflist *bif)
733 {
734 struct ifnet *ifs = bif->bif_ifp;
735
736 KASSERT(BRIDGE_LOCKED(sc));
737
738 ifs->_if_input = ether_input;
739 ifs->if_bridge = NULL;
740 ifs->if_bridgeif = NULL;
741
742 PSLIST_WRITER_REMOVE(bif, bif_next);
743 BRIDGE_PSZ_PERFORM(sc);
744 BRIDGE_UNLOCK(sc);
745
746 switch (ifs->if_type) {
747 case IFT_ETHER:
748 case IFT_L2TP:
749 /*
750 * Take the interface out of promiscuous mode.
751 * Don't call it with holding a spin lock.
752 */
753 (void) ifpromisc(ifs, 0);
754 IFNET_LOCK(ifs);
755 (void) ether_disable_vlan_mtu(ifs);
756 IFNET_UNLOCK(ifs);
757 break;
758 default:
759 #ifdef DIAGNOSTIC
760 panic("%s: impossible", __func__);
761 #endif
762 break;
763 }
764
765 psref_target_destroy(&bif->bif_psref, bridge_psref_class);
766
767 PSLIST_ENTRY_DESTROY(bif, bif_next);
768 kmem_free(bif, sizeof(*bif));
769
770 BRIDGE_LOCK(sc);
771 }
772
773 /*
774 * bridge_calc_csum_flags:
775 *
776 * Calculate logical and b/w csum flags each member interface supports.
777 */
778 void
779 bridge_calc_csum_flags(struct bridge_softc *sc)
780 {
781 struct bridge_iflist *bif;
782 struct ifnet *ifs;
783 int flags = ~0;
784
785 BRIDGE_LOCK(sc);
786 BRIDGE_IFLIST_READER_FOREACH(bif, sc) {
787 ifs = bif->bif_ifp;
788 flags &= ifs->if_csum_flags_tx;
789 }
790 sc->sc_csum_flags_tx = flags;
791 BRIDGE_UNLOCK(sc);
792 }
793
794 static int
795 bridge_ioctl_add(struct bridge_softc *sc, void *arg)
796 {
797 struct ifbreq *req = arg;
798 struct bridge_iflist *bif = NULL;
799 struct ifnet *ifs;
800 int error = 0;
801 struct psref psref;
802
803 ifs = if_get(req->ifbr_ifsname, &psref);
804 if (ifs == NULL)
805 return ENOENT;
806
807 if (ifs->if_bridge == sc) {
808 error = EEXIST;
809 goto out;
810 }
811
812 if (ifs->if_bridge != NULL) {
813 error = EBUSY;
814 goto out;
815 }
816
817 if (ifs->_if_input != ether_input) {
818 error = EINVAL;
819 goto out;
820 }
821
822 /* FIXME: doesn't work with non-IFF_SIMPLEX interfaces */
823 if ((ifs->if_flags & IFF_SIMPLEX) == 0) {
824 error = EINVAL;
825 goto out;
826 }
827
828 bif = kmem_alloc(sizeof(*bif), KM_SLEEP);
829
830 switch (ifs->if_type) {
831 case IFT_ETHER:
832 if (sc->sc_if.if_mtu != ifs->if_mtu) {
833 error = EINVAL;
834 goto out;
835 }
836 /* FALLTHROUGH */
837 case IFT_L2TP:
838 IFNET_LOCK(ifs);
839 error = ether_enable_vlan_mtu(ifs);
840 IFNET_UNLOCK(ifs);
841 if (error > 0)
842 goto out;
843 /*
844 * Place the interface into promiscuous mode.
845 */
846 error = ifpromisc(ifs, 1);
847 if (error)
848 goto out;
849 break;
850 default:
851 error = EINVAL;
852 goto out;
853 }
854
855 bif->bif_ifp = ifs;
856 bif->bif_flags = IFBIF_LEARNING | IFBIF_DISCOVER;
857 bif->bif_priority = BSTP_DEFAULT_PORT_PRIORITY;
858 bif->bif_path_cost = BSTP_DEFAULT_PATH_COST;
859 PSLIST_ENTRY_INIT(bif, bif_next);
860 psref_target_init(&bif->bif_psref, bridge_psref_class);
861
862 BRIDGE_LOCK(sc);
863
864 ifs->if_bridge = sc;
865 ifs->if_bridgeif = bif;
866 PSLIST_WRITER_INSERT_HEAD(&sc->sc_iflist_psref.bip_iflist, bif, bif_next);
867 ifs->_if_input = bridge_input;
868
869 BRIDGE_UNLOCK(sc);
870
871 bridge_calc_csum_flags(sc);
872
873 if (sc->sc_if.if_flags & IFF_RUNNING)
874 bstp_initialization(sc);
875 else
876 bstp_stop(sc);
877
878 out:
879 if_put(ifs, &psref);
880 if (error) {
881 if (bif != NULL)
882 kmem_free(bif, sizeof(*bif));
883 }
884 return error;
885 }
886
887 static int
888 bridge_ioctl_del(struct bridge_softc *sc, void *arg)
889 {
890 struct ifbreq *req = arg;
891 const char *name = req->ifbr_ifsname;
892 struct bridge_iflist *bif;
893 struct ifnet *ifs;
894
895 BRIDGE_LOCK(sc);
896
897 /*
898 * Don't use bridge_lookup_member. We want to get a member
899 * with bif_refs == 0.
900 */
901 BRIDGE_IFLIST_WRITER_FOREACH(bif, sc) {
902 ifs = bif->bif_ifp;
903 if (strcmp(ifs->if_xname, name) == 0)
904 break;
905 }
906
907 if (bif == NULL) {
908 BRIDGE_UNLOCK(sc);
909 return ENOENT;
910 }
911
912 bridge_delete_member(sc, bif);
913
914 BRIDGE_UNLOCK(sc);
915
916 bridge_rtdelete(sc, ifs);
917 bridge_calc_csum_flags(sc);
918
919 if (sc->sc_if.if_flags & IFF_RUNNING)
920 bstp_initialization(sc);
921
922 return 0;
923 }
924
925 static int
926 bridge_ioctl_gifflags(struct bridge_softc *sc, void *arg)
927 {
928 struct ifbreq *req = arg;
929 struct bridge_iflist *bif;
930 struct psref psref;
931
932 bif = bridge_lookup_member(sc, req->ifbr_ifsname, &psref);
933 if (bif == NULL)
934 return ENOENT;
935
936 req->ifbr_ifsflags = bif->bif_flags;
937 req->ifbr_state = bif->bif_state;
938 req->ifbr_priority = bif->bif_priority;
939 req->ifbr_path_cost = bif->bif_path_cost;
940 req->ifbr_portno = bif->bif_ifp->if_index & 0xff;
941
942 bridge_release_member(sc, bif, &psref);
943
944 return 0;
945 }
946
947 static int
948 bridge_ioctl_sifflags(struct bridge_softc *sc, void *arg)
949 {
950 struct ifbreq *req = arg;
951 struct bridge_iflist *bif;
952 struct psref psref;
953
954 bif = bridge_lookup_member(sc, req->ifbr_ifsname, &psref);
955 if (bif == NULL)
956 return ENOENT;
957
958 if (req->ifbr_ifsflags & IFBIF_STP) {
959 switch (bif->bif_ifp->if_type) {
960 case IFT_ETHER:
961 case IFT_L2TP:
962 /* These can do spanning tree. */
963 break;
964
965 default:
966 /* Nothing else can. */
967 bridge_release_member(sc, bif, &psref);
968 return EINVAL;
969 }
970 }
971
972 bif->bif_flags = req->ifbr_ifsflags;
973
974 bridge_release_member(sc, bif, &psref);
975
976 if (sc->sc_if.if_flags & IFF_RUNNING)
977 bstp_initialization(sc);
978
979 return 0;
980 }
981
982 static int
983 bridge_ioctl_scache(struct bridge_softc *sc, void *arg)
984 {
985 struct ifbrparam *param = arg;
986
987 sc->sc_brtmax = param->ifbrp_csize;
988 bridge_rttrim(sc);
989
990 return 0;
991 }
992
993 static int
994 bridge_ioctl_gcache(struct bridge_softc *sc, void *arg)
995 {
996 struct ifbrparam *param = arg;
997
998 param->ifbrp_csize = sc->sc_brtmax;
999
1000 return 0;
1001 }
1002
1003 static int
1004 bridge_ioctl_gifs(struct bridge_softc *sc, void *arg)
1005 {
1006 struct ifbifconf *bifc = arg;
1007 struct bridge_iflist *bif;
1008 struct ifbreq *breqs;
1009 int i, count, error = 0;
1010
1011 retry:
1012 BRIDGE_LOCK(sc);
1013 count = 0;
1014 BRIDGE_IFLIST_WRITER_FOREACH(bif, sc)
1015 count++;
1016 BRIDGE_UNLOCK(sc);
1017
1018 if (count == 0) {
1019 bifc->ifbic_len = 0;
1020 return 0;
1021 }
1022
1023 if (bifc->ifbic_len == 0 || bifc->ifbic_len < (sizeof(*breqs) * count)) {
1024 /* Tell that a larger buffer is needed */
1025 bifc->ifbic_len = sizeof(*breqs) * count;
1026 return 0;
1027 }
1028
1029 breqs = kmem_alloc(sizeof(*breqs) * count, KM_SLEEP);
1030
1031 BRIDGE_LOCK(sc);
1032
1033 i = 0;
1034 BRIDGE_IFLIST_WRITER_FOREACH(bif, sc)
1035 i++;
1036 if (i > count) {
1037 /*
1038 * The number of members has been increased.
1039 * We need more memory!
1040 */
1041 BRIDGE_UNLOCK(sc);
1042 kmem_free(breqs, sizeof(*breqs) * count);
1043 goto retry;
1044 }
1045
1046 i = 0;
1047 BRIDGE_IFLIST_WRITER_FOREACH(bif, sc) {
1048 struct ifbreq *breq = &breqs[i++];
1049 memset(breq, 0, sizeof(*breq));
1050
1051 strlcpy(breq->ifbr_ifsname, bif->bif_ifp->if_xname,
1052 sizeof(breq->ifbr_ifsname));
1053 breq->ifbr_ifsflags = bif->bif_flags;
1054 breq->ifbr_state = bif->bif_state;
1055 breq->ifbr_priority = bif->bif_priority;
1056 breq->ifbr_path_cost = bif->bif_path_cost;
1057 breq->ifbr_portno = bif->bif_ifp->if_index & 0xff;
1058 }
1059
1060 /* Don't call copyout with holding the mutex */
1061 BRIDGE_UNLOCK(sc);
1062
1063 for (i = 0; i < count; i++) {
1064 error = copyout(&breqs[i], bifc->ifbic_req + i, sizeof(*breqs));
1065 if (error)
1066 break;
1067 }
1068 bifc->ifbic_len = sizeof(*breqs) * i;
1069
1070 kmem_free(breqs, sizeof(*breqs) * count);
1071
1072 return error;
1073 }
1074
1075 static int
1076 bridge_ioctl_rts(struct bridge_softc *sc, void *arg)
1077 {
1078 struct ifbaconf *bac = arg;
1079 struct bridge_rtnode *brt;
1080 struct ifbareq bareq;
1081 int count = 0, error = 0, len;
1082
1083 if (bac->ifbac_len == 0)
1084 return 0;
1085
1086 BRIDGE_RT_LOCK(sc);
1087
1088 /* The passed buffer is not enough, tell a required size. */
1089 if (bac->ifbac_len < (sizeof(bareq) * sc->sc_brtcnt)) {
1090 count = sc->sc_brtcnt;
1091 goto out;
1092 }
1093
1094 len = bac->ifbac_len;
1095 BRIDGE_RTLIST_WRITER_FOREACH(brt, sc) {
1096 if (len < sizeof(bareq))
1097 goto out;
1098 memset(&bareq, 0, sizeof(bareq));
1099 strlcpy(bareq.ifba_ifsname, brt->brt_ifp->if_xname,
1100 sizeof(bareq.ifba_ifsname));
1101 memcpy(bareq.ifba_dst, brt->brt_addr, sizeof(brt->brt_addr));
1102 if ((brt->brt_flags & IFBAF_TYPEMASK) == IFBAF_DYNAMIC) {
1103 bareq.ifba_expire = brt->brt_expire - time_uptime;
1104 } else
1105 bareq.ifba_expire = 0;
1106 bareq.ifba_flags = brt->brt_flags;
1107
1108 error = copyout(&bareq, bac->ifbac_req + count, sizeof(bareq));
1109 if (error)
1110 goto out;
1111 count++;
1112 len -= sizeof(bareq);
1113 }
1114 out:
1115 BRIDGE_RT_UNLOCK(sc);
1116
1117 bac->ifbac_len = sizeof(bareq) * count;
1118 return error;
1119 }
1120
1121 static int
1122 bridge_ioctl_saddr(struct bridge_softc *sc, void *arg)
1123 {
1124 struct ifbareq *req = arg;
1125 struct bridge_iflist *bif;
1126 int error;
1127 struct psref psref;
1128
1129 bif = bridge_lookup_member(sc, req->ifba_ifsname, &psref);
1130 if (bif == NULL)
1131 return ENOENT;
1132
1133 error = bridge_rtupdate(sc, req->ifba_dst, bif->bif_ifp, 1,
1134 req->ifba_flags);
1135
1136 bridge_release_member(sc, bif, &psref);
1137
1138 return error;
1139 }
1140
1141 static int
1142 bridge_ioctl_sto(struct bridge_softc *sc, void *arg)
1143 {
1144 struct ifbrparam *param = arg;
1145
1146 sc->sc_brttimeout = param->ifbrp_ctime;
1147
1148 return 0;
1149 }
1150
1151 static int
1152 bridge_ioctl_gto(struct bridge_softc *sc, void *arg)
1153 {
1154 struct ifbrparam *param = arg;
1155
1156 param->ifbrp_ctime = sc->sc_brttimeout;
1157
1158 return 0;
1159 }
1160
1161 static int
1162 bridge_ioctl_daddr(struct bridge_softc *sc, void *arg)
1163 {
1164 struct ifbareq *req = arg;
1165
1166 return (bridge_rtdaddr(sc, req->ifba_dst));
1167 }
1168
1169 static int
1170 bridge_ioctl_flush(struct bridge_softc *sc, void *arg)
1171 {
1172 struct ifbreq *req = arg;
1173
1174 bridge_rtflush(sc, req->ifbr_ifsflags);
1175
1176 return 0;
1177 }
1178
1179 static int
1180 bridge_ioctl_gpri(struct bridge_softc *sc, void *arg)
1181 {
1182 struct ifbrparam *param = arg;
1183
1184 param->ifbrp_prio = sc->sc_bridge_priority;
1185
1186 return 0;
1187 }
1188
1189 static int
1190 bridge_ioctl_spri(struct bridge_softc *sc, void *arg)
1191 {
1192 struct ifbrparam *param = arg;
1193
1194 sc->sc_bridge_priority = param->ifbrp_prio;
1195
1196 if (sc->sc_if.if_flags & IFF_RUNNING)
1197 bstp_initialization(sc);
1198
1199 return 0;
1200 }
1201
1202 static int
1203 bridge_ioctl_ght(struct bridge_softc *sc, void *arg)
1204 {
1205 struct ifbrparam *param = arg;
1206
1207 param->ifbrp_hellotime = sc->sc_bridge_hello_time >> 8;
1208
1209 return 0;
1210 }
1211
1212 static int
1213 bridge_ioctl_sht(struct bridge_softc *sc, void *arg)
1214 {
1215 struct ifbrparam *param = arg;
1216
1217 if (param->ifbrp_hellotime == 0)
1218 return EINVAL;
1219 sc->sc_bridge_hello_time = param->ifbrp_hellotime << 8;
1220
1221 if (sc->sc_if.if_flags & IFF_RUNNING)
1222 bstp_initialization(sc);
1223
1224 return 0;
1225 }
1226
1227 static int
1228 bridge_ioctl_gfd(struct bridge_softc *sc, void *arg)
1229 {
1230 struct ifbrparam *param = arg;
1231
1232 param->ifbrp_fwddelay = sc->sc_bridge_forward_delay >> 8;
1233
1234 return 0;
1235 }
1236
1237 static int
1238 bridge_ioctl_sfd(struct bridge_softc *sc, void *arg)
1239 {
1240 struct ifbrparam *param = arg;
1241
1242 if (param->ifbrp_fwddelay == 0)
1243 return EINVAL;
1244 sc->sc_bridge_forward_delay = param->ifbrp_fwddelay << 8;
1245
1246 if (sc->sc_if.if_flags & IFF_RUNNING)
1247 bstp_initialization(sc);
1248
1249 return 0;
1250 }
1251
1252 static int
1253 bridge_ioctl_gma(struct bridge_softc *sc, void *arg)
1254 {
1255 struct ifbrparam *param = arg;
1256
1257 param->ifbrp_maxage = sc->sc_bridge_max_age >> 8;
1258
1259 return 0;
1260 }
1261
1262 static int
1263 bridge_ioctl_sma(struct bridge_softc *sc, void *arg)
1264 {
1265 struct ifbrparam *param = arg;
1266
1267 if (param->ifbrp_maxage == 0)
1268 return EINVAL;
1269 sc->sc_bridge_max_age = param->ifbrp_maxage << 8;
1270
1271 if (sc->sc_if.if_flags & IFF_RUNNING)
1272 bstp_initialization(sc);
1273
1274 return 0;
1275 }
1276
1277 static int
1278 bridge_ioctl_sifprio(struct bridge_softc *sc, void *arg)
1279 {
1280 struct ifbreq *req = arg;
1281 struct bridge_iflist *bif;
1282 struct psref psref;
1283
1284 bif = bridge_lookup_member(sc, req->ifbr_ifsname, &psref);
1285 if (bif == NULL)
1286 return ENOENT;
1287
1288 bif->bif_priority = req->ifbr_priority;
1289
1290 if (sc->sc_if.if_flags & IFF_RUNNING)
1291 bstp_initialization(sc);
1292
1293 bridge_release_member(sc, bif, &psref);
1294
1295 return 0;
1296 }
1297
1298 #if defined(BRIDGE_IPF)
1299 static int
1300 bridge_ioctl_gfilt(struct bridge_softc *sc, void *arg)
1301 {
1302 struct ifbrparam *param = arg;
1303
1304 param->ifbrp_filter = sc->sc_filter_flags;
1305
1306 return 0;
1307 }
1308
1309 static int
1310 bridge_ioctl_sfilt(struct bridge_softc *sc, void *arg)
1311 {
1312 struct ifbrparam *param = arg;
1313 uint32_t nflags, oflags;
1314
1315 if (param->ifbrp_filter & ~IFBF_FILT_MASK)
1316 return EINVAL;
1317
1318 nflags = param->ifbrp_filter;
1319 oflags = sc->sc_filter_flags;
1320
1321 if ((nflags & IFBF_FILT_USEIPF) && !(oflags & IFBF_FILT_USEIPF)) {
1322 pfil_add_hook((void *)bridge_ipf, NULL, PFIL_IN|PFIL_OUT,
1323 sc->sc_if.if_pfil);
1324 }
1325 if (!(nflags & IFBF_FILT_USEIPF) && (oflags & IFBF_FILT_USEIPF)) {
1326 pfil_remove_hook((void *)bridge_ipf, NULL, PFIL_IN|PFIL_OUT,
1327 sc->sc_if.if_pfil);
1328 }
1329
1330 sc->sc_filter_flags = nflags;
1331
1332 return 0;
1333 }
1334 #endif /* BRIDGE_IPF */
1335
1336 static int
1337 bridge_ioctl_sifcost(struct bridge_softc *sc, void *arg)
1338 {
1339 struct ifbreq *req = arg;
1340 struct bridge_iflist *bif;
1341 struct psref psref;
1342
1343 bif = bridge_lookup_member(sc, req->ifbr_ifsname, &psref);
1344 if (bif == NULL)
1345 return ENOENT;
1346
1347 bif->bif_path_cost = req->ifbr_path_cost;
1348
1349 if (sc->sc_if.if_flags & IFF_RUNNING)
1350 bstp_initialization(sc);
1351
1352 bridge_release_member(sc, bif, &psref);
1353
1354 return 0;
1355 }
1356
1357 /*
1358 * bridge_ifdetach:
1359 *
1360 * Detach an interface from a bridge. Called when a member
1361 * interface is detaching.
1362 */
1363 void
1364 bridge_ifdetach(struct ifnet *ifp)
1365 {
1366 struct bridge_softc *sc = ifp->if_bridge;
1367 struct ifbreq breq;
1368
1369 /* ioctl_lock should prevent this from happening */
1370 KASSERT(sc != NULL);
1371
1372 memset(&breq, 0, sizeof(breq));
1373 strlcpy(breq.ifbr_ifsname, ifp->if_xname, sizeof(breq.ifbr_ifsname));
1374
1375 (void) bridge_ioctl_del(sc, &breq);
1376 }
1377
1378 /*
1379 * bridge_init:
1380 *
1381 * Initialize a bridge interface.
1382 */
1383 static int
1384 bridge_init(struct ifnet *ifp)
1385 {
1386 struct bridge_softc *sc = ifp->if_softc;
1387
1388 KASSERT((ifp->if_flags & IFF_RUNNING) == 0);
1389
1390 callout_reset(&sc->sc_brcallout, bridge_rtable_prune_period * hz,
1391 bridge_timer, sc);
1392 bstp_initialization(sc);
1393
1394 ifp->if_flags |= IFF_RUNNING;
1395 return 0;
1396 }
1397
1398 /*
1399 * bridge_stop:
1400 *
1401 * Stop the bridge interface.
1402 */
1403 static void
1404 bridge_stop(struct ifnet *ifp, int disable)
1405 {
1406 struct bridge_softc *sc = ifp->if_softc;
1407
1408 KASSERT((ifp->if_flags & IFF_RUNNING) != 0);
1409 ifp->if_flags &= ~IFF_RUNNING;
1410
1411 callout_halt(&sc->sc_brcallout, NULL);
1412 workqueue_wait(sc->sc_rtage_wq, &sc->sc_rtage_wk);
1413 bstp_stop(sc);
1414 bridge_rtflush(sc, IFBF_FLUSHDYN);
1415 }
1416
1417 /*
1418 * bridge_enqueue:
1419 *
1420 * Enqueue a packet on a bridge member interface.
1421 */
1422 void
1423 bridge_enqueue(struct bridge_softc *sc, struct ifnet *dst_ifp, struct mbuf *m,
1424 int runfilt)
1425 {
1426 int len, error;
1427 short mflags;
1428
1429 if (runfilt) {
1430 if (pfil_run_hooks(sc->sc_if.if_pfil, &m,
1431 dst_ifp, PFIL_OUT) != 0) {
1432 if (m != NULL)
1433 m_freem(m);
1434 return;
1435 }
1436 if (m == NULL)
1437 return;
1438 }
1439
1440 #ifdef ALTQ
1441 KERNEL_LOCK(1, NULL);
1442 /*
1443 * If ALTQ is enabled on the member interface, do
1444 * classification; the queueing discipline might
1445 * not require classification, but might require
1446 * the address family/header pointer in the pktattr.
1447 */
1448 if (ALTQ_IS_ENABLED(&dst_ifp->if_snd)) {
1449 /* XXX IFT_ETHER */
1450 altq_etherclassify(&dst_ifp->if_snd, m);
1451 }
1452 KERNEL_UNLOCK_ONE(NULL);
1453 #endif /* ALTQ */
1454
1455 len = m->m_pkthdr.len;
1456 mflags = m->m_flags;
1457
1458 error = if_transmit_lock(dst_ifp, m);
1459 if (error) {
1460 /* mbuf is already freed */
1461 sc->sc_if.if_oerrors++;
1462 return;
1463 }
1464
1465 sc->sc_if.if_opackets++;
1466 sc->sc_if.if_obytes += len;
1467 if (mflags & M_MCAST)
1468 sc->sc_if.if_omcasts++;
1469 }
1470
1471 /*
1472 * bridge_output:
1473 *
1474 * Send output from a bridge member interface. This
1475 * performs the bridging function for locally originated
1476 * packets.
1477 *
1478 * The mbuf has the Ethernet header already attached. We must
1479 * enqueue or free the mbuf before returning.
1480 */
1481 int
1482 bridge_output(struct ifnet *ifp, struct mbuf *m, const struct sockaddr *sa,
1483 const struct rtentry *rt)
1484 {
1485 struct ether_header *eh;
1486 struct ifnet *dst_if;
1487 struct bridge_softc *sc;
1488 struct mbuf *n;
1489 int s;
1490
1491 /*
1492 * bridge_output() is called from ether_output(), furthermore
1493 * ifp argument doesn't point to bridge(4). So, don't assert
1494 * IFEF_MPSAFE here.
1495 */
1496
1497 if (m->m_len < ETHER_HDR_LEN) {
1498 m = m_pullup(m, ETHER_HDR_LEN);
1499 if (m == NULL)
1500 return 0;
1501 }
1502
1503 eh = mtod(m, struct ether_header *);
1504 sc = ifp->if_bridge;
1505
1506 if (ETHER_IS_MULTICAST(eh->ether_dhost)) {
1507 if (memcmp(etherbroadcastaddr,
1508 eh->ether_dhost, ETHER_ADDR_LEN) == 0)
1509 m->m_flags |= M_BCAST;
1510 else
1511 m->m_flags |= M_MCAST;
1512 }
1513
1514 /*
1515 * If bridge is down, but the original output interface is up,
1516 * go ahead and send out that interface. Otherwise, the packet
1517 * is dropped below.
1518 */
1519 if (__predict_false(sc == NULL) ||
1520 (sc->sc_if.if_flags & IFF_RUNNING) == 0) {
1521 dst_if = ifp;
1522 goto unicast_asis;
1523 }
1524
1525 /*
1526 * If the packet is a multicast, or we don't know a better way to
1527 * get there, send to all interfaces.
1528 */
1529 if ((m->m_flags & (M_MCAST | M_BCAST)) != 0)
1530 dst_if = NULL;
1531 else
1532 dst_if = bridge_rtlookup(sc, eh->ether_dhost);
1533
1534 /*
1535 * In general, we need to handle TX offload in software before
1536 * enqueueing a packet. However, we can send it as is in the
1537 * cases of unicast via (1) the source interface, or (2) an
1538 * interface which supports the specified offload options.
1539 * For multicast or broadcast, send it as is only if (3) all
1540 * the member interfaces support the specified options.
1541 */
1542
1543 /*
1544 * Unicast via the source interface.
1545 */
1546 if (dst_if == ifp)
1547 goto unicast_asis;
1548
1549 /*
1550 * Unicast via other interface.
1551 */
1552 if (dst_if != NULL) {
1553 KASSERT(m->m_flags & M_PKTHDR);
1554 if (TX_OFFLOAD_SUPPORTED(dst_if->if_csum_flags_tx,
1555 m->m_pkthdr.csum_flags)) {
1556 /*
1557 * Unicast via an interface which supports the
1558 * specified offload options.
1559 */
1560 goto unicast_asis;
1561 }
1562
1563 /*
1564 * Handle TX offload in software. For TSO, a packet is
1565 * split into multiple chunks. Thus, the return value of
1566 * ether_sw_offload_tx() is mbuf queue consists of them.
1567 */
1568 m = ether_sw_offload_tx(ifp, m);
1569 if (m == NULL)
1570 return 0;
1571
1572 do {
1573 n = m->m_nextpkt;
1574 if ((dst_if->if_flags & IFF_RUNNING) == 0)
1575 m_freem(m);
1576 else
1577 bridge_enqueue(sc, dst_if, m, 0);
1578 m = n;
1579 } while (m != NULL);
1580
1581 return 0;
1582 }
1583
1584 /*
1585 * Multicast or broadcast.
1586 */
1587 if (TX_OFFLOAD_SUPPORTED(sc->sc_csum_flags_tx,
1588 m->m_pkthdr.csum_flags)) {
1589 /*
1590 * Specified TX offload options are supported by all
1591 * the member interfaces of this bridge.
1592 */
1593 m->m_nextpkt = NULL; /* XXX */
1594 } else {
1595 /*
1596 * Otherwise, handle TX offload in software.
1597 */
1598 m = ether_sw_offload_tx(ifp, m);
1599 if (m == NULL)
1600 return 0;
1601 }
1602
1603 do {
1604 /* XXX Should call bridge_broadcast, but there are locking
1605 * issues which need resolving first. */
1606 struct bridge_iflist *bif;
1607 struct mbuf *mc;
1608 bool used = false;
1609
1610 n = m->m_nextpkt;
1611
1612 BRIDGE_PSZ_RENTER(s);
1613 BRIDGE_IFLIST_READER_FOREACH(bif, sc) {
1614 struct psref psref;
1615
1616 bridge_acquire_member(sc, bif, &psref);
1617 BRIDGE_PSZ_REXIT(s);
1618
1619 dst_if = bif->bif_ifp;
1620 if ((dst_if->if_flags & IFF_RUNNING) == 0)
1621 goto next;
1622
1623 /*
1624 * If this is not the original output interface,
1625 * and the interface is participating in spanning
1626 * tree, make sure the port is in a state that
1627 * allows forwarding.
1628 */
1629 if (dst_if != ifp &&
1630 (bif->bif_flags & IFBIF_STP) != 0) {
1631 switch (bif->bif_state) {
1632 case BSTP_IFSTATE_BLOCKING:
1633 case BSTP_IFSTATE_LISTENING:
1634 case BSTP_IFSTATE_DISABLED:
1635 goto next;
1636 }
1637 }
1638
1639 if (PSLIST_READER_NEXT(bif, struct bridge_iflist,
1640 bif_next) == NULL &&
1641 ((m->m_flags & (M_MCAST | M_BCAST)) == 0 ||
1642 dst_if == ifp))
1643 {
1644 used = true;
1645 mc = m;
1646 } else {
1647 mc = m_copypacket(m, M_DONTWAIT);
1648 if (mc == NULL) {
1649 sc->sc_if.if_oerrors++;
1650 goto next;
1651 }
1652 }
1653
1654 bridge_enqueue(sc, dst_if, mc, 0);
1655
1656 if ((m->m_flags & (M_MCAST | M_BCAST)) != 0 &&
1657 dst_if != ifp)
1658 {
1659 if (PSLIST_READER_NEXT(bif,
1660 struct bridge_iflist, bif_next) == NULL)
1661 {
1662 used = true;
1663 mc = m;
1664 } else {
1665 mc = m_copypacket(m, M_DONTWAIT);
1666 if (mc == NULL) {
1667 sc->sc_if.if_oerrors++;
1668 goto next;
1669 }
1670 }
1671
1672 m_set_rcvif(mc, dst_if);
1673 mc->m_flags &= ~M_PROMISC;
1674
1675 s = splsoftnet();
1676 KERNEL_LOCK_UNLESS_IFP_MPSAFE(dst_if);
1677 ether_input(dst_if, mc);
1678 KERNEL_UNLOCK_UNLESS_IFP_MPSAFE(dst_if);
1679 splx(s);
1680 }
1681
1682 next:
1683 BRIDGE_PSZ_RENTER(s);
1684 bridge_release_member(sc, bif, &psref);
1685
1686 /* Guarantee we don't re-enter the loop as we already
1687 * decided we're at the end. */
1688 if (used)
1689 break;
1690 }
1691 BRIDGE_PSZ_REXIT(s);
1692
1693 if (!used)
1694 m_freem(m);
1695
1696 m = n;
1697 } while (m != NULL);
1698 return 0;
1699
1700 unicast_asis:
1701 /*
1702 * XXX Spanning tree consideration here?
1703 */
1704 if ((dst_if->if_flags & IFF_RUNNING) == 0)
1705 m_freem(m);
1706 else
1707 bridge_enqueue(sc, dst_if, m, 0);
1708 return 0;
1709 }
1710
1711 /*
1712 * bridge_start:
1713 *
1714 * Start output on a bridge.
1715 *
1716 * NOTE: This routine should never be called in this implementation.
1717 */
1718 static void
1719 bridge_start(struct ifnet *ifp)
1720 {
1721
1722 printf("%s: bridge_start() called\n", ifp->if_xname);
1723 }
1724
1725 /*
1726 * bridge_forward:
1727 *
1728 * The forwarding function of the bridge.
1729 */
1730 static void
1731 bridge_forward(struct bridge_softc *sc, struct mbuf *m)
1732 {
1733 struct bridge_iflist *bif;
1734 struct ifnet *src_if, *dst_if;
1735 struct ether_header *eh;
1736 struct psref psref;
1737 struct psref psref_src;
1738 DECLARE_LOCK_VARIABLE;
1739
1740 if ((sc->sc_if.if_flags & IFF_RUNNING) == 0)
1741 return;
1742
1743 src_if = m_get_rcvif_psref(m, &psref_src);
1744 if (src_if == NULL) {
1745 /* Interface is being destroyed? */
1746 m_freem(m);
1747 goto out;
1748 }
1749
1750 sc->sc_if.if_ipackets++;
1751 sc->sc_if.if_ibytes += m->m_pkthdr.len;
1752
1753 /*
1754 * Look up the bridge_iflist.
1755 */
1756 bif = bridge_lookup_member_if(sc, src_if, &psref);
1757 if (bif == NULL) {
1758 /* Interface is not a bridge member (anymore?) */
1759 m_freem(m);
1760 goto out;
1761 }
1762
1763 if (bif->bif_flags & IFBIF_STP) {
1764 switch (bif->bif_state) {
1765 case BSTP_IFSTATE_BLOCKING:
1766 case BSTP_IFSTATE_LISTENING:
1767 case BSTP_IFSTATE_DISABLED:
1768 m_freem(m);
1769 bridge_release_member(sc, bif, &psref);
1770 goto out;
1771 }
1772 }
1773
1774 eh = mtod(m, struct ether_header *);
1775
1776 /*
1777 * If the interface is learning, and the source
1778 * address is valid and not multicast, record
1779 * the address.
1780 */
1781 if ((bif->bif_flags & IFBIF_LEARNING) != 0 &&
1782 ETHER_IS_MULTICAST(eh->ether_shost) == 0 &&
1783 (eh->ether_shost[0] == 0 &&
1784 eh->ether_shost[1] == 0 &&
1785 eh->ether_shost[2] == 0 &&
1786 eh->ether_shost[3] == 0 &&
1787 eh->ether_shost[4] == 0 &&
1788 eh->ether_shost[5] == 0) == 0) {
1789 (void) bridge_rtupdate(sc, eh->ether_shost,
1790 src_if, 0, IFBAF_DYNAMIC);
1791 }
1792
1793 if ((bif->bif_flags & IFBIF_STP) != 0 &&
1794 bif->bif_state == BSTP_IFSTATE_LEARNING) {
1795 m_freem(m);
1796 bridge_release_member(sc, bif, &psref);
1797 goto out;
1798 }
1799
1800 bridge_release_member(sc, bif, &psref);
1801
1802 /*
1803 * At this point, the port either doesn't participate
1804 * in spanning tree or it is in the forwarding state.
1805 */
1806
1807 /*
1808 * If the packet is unicast, destined for someone on
1809 * "this" side of the bridge, drop it.
1810 */
1811 if ((m->m_flags & (M_BCAST|M_MCAST)) == 0) {
1812 dst_if = bridge_rtlookup(sc, eh->ether_dhost);
1813 if (src_if == dst_if) {
1814 m_freem(m);
1815 goto out;
1816 }
1817 } else {
1818 /* ...forward it to all interfaces. */
1819 sc->sc_if.if_imcasts++;
1820 dst_if = NULL;
1821 }
1822
1823 if (pfil_run_hooks(sc->sc_if.if_pfil, &m, src_if, PFIL_IN) != 0) {
1824 if (m != NULL)
1825 m_freem(m);
1826 goto out;
1827 }
1828 if (m == NULL)
1829 goto out;
1830
1831 if (dst_if == NULL) {
1832 bridge_broadcast(sc, src_if, m);
1833 goto out;
1834 }
1835
1836 m_put_rcvif_psref(src_if, &psref_src);
1837 src_if = NULL;
1838
1839 /*
1840 * At this point, we're dealing with a unicast frame
1841 * going to a different interface.
1842 */
1843 if ((dst_if->if_flags & IFF_RUNNING) == 0) {
1844 m_freem(m);
1845 goto out;
1846 }
1847
1848 bif = bridge_lookup_member_if(sc, dst_if, &psref);
1849 if (bif == NULL) {
1850 /* Not a member of the bridge (anymore?) */
1851 m_freem(m);
1852 goto out;
1853 }
1854
1855 if (bif->bif_flags & IFBIF_STP) {
1856 switch (bif->bif_state) {
1857 case BSTP_IFSTATE_DISABLED:
1858 case BSTP_IFSTATE_BLOCKING:
1859 m_freem(m);
1860 bridge_release_member(sc, bif, &psref);
1861 goto out;
1862 }
1863 }
1864
1865 bridge_release_member(sc, bif, &psref);
1866
1867 /*
1868 * Before enqueueing this packet to the destination interface,
1869 * clear any in-bound checksum flags to prevent them from being
1870 * misused as out-bound flags.
1871 */
1872 m->m_pkthdr.csum_flags = 0;
1873
1874 ACQUIRE_GLOBAL_LOCKS();
1875 bridge_enqueue(sc, dst_if, m, 1);
1876 RELEASE_GLOBAL_LOCKS();
1877 out:
1878 if (src_if != NULL)
1879 m_put_rcvif_psref(src_if, &psref_src);
1880 return;
1881 }
1882
1883 static bool
1884 bstp_state_before_learning(struct bridge_iflist *bif)
1885 {
1886 if (bif->bif_flags & IFBIF_STP) {
1887 switch (bif->bif_state) {
1888 case BSTP_IFSTATE_BLOCKING:
1889 case BSTP_IFSTATE_LISTENING:
1890 case BSTP_IFSTATE_DISABLED:
1891 return true;
1892 }
1893 }
1894 return false;
1895 }
1896
1897 static bool
1898 bridge_ourether(struct bridge_iflist *bif, struct ether_header *eh, int src)
1899 {
1900 uint8_t *ether = src ? eh->ether_shost : eh->ether_dhost;
1901
1902 if (memcmp(CLLADDR(bif->bif_ifp->if_sadl), ether, ETHER_ADDR_LEN) == 0
1903 #if NCARP > 0
1904 || (bif->bif_ifp->if_carp &&
1905 carp_ourether(bif->bif_ifp->if_carp, eh, IFT_ETHER, src) != NULL)
1906 #endif /* NCARP > 0 */
1907 )
1908 return true;
1909
1910 return false;
1911 }
1912
1913 /*
1914 * bridge_input:
1915 *
1916 * Receive input from a member interface. Queue the packet for
1917 * bridging if it is not for us.
1918 */
1919 static void
1920 bridge_input(struct ifnet *ifp, struct mbuf *m)
1921 {
1922 struct bridge_softc *sc = ifp->if_bridge;
1923 struct bridge_iflist *bif;
1924 struct ether_header *eh;
1925 struct psref psref;
1926 int bound;
1927 DECLARE_LOCK_VARIABLE;
1928
1929 KASSERT(!cpu_intr_p());
1930
1931 if (__predict_false(sc == NULL) ||
1932 (sc->sc_if.if_flags & IFF_RUNNING) == 0) {
1933 ACQUIRE_GLOBAL_LOCKS();
1934 ether_input(ifp, m);
1935 RELEASE_GLOBAL_LOCKS();
1936 return;
1937 }
1938
1939 bound = curlwp_bind();
1940 bif = bridge_lookup_member_if(sc, ifp, &psref);
1941 if (bif == NULL) {
1942 curlwp_bindx(bound);
1943 ACQUIRE_GLOBAL_LOCKS();
1944 ether_input(ifp, m);
1945 RELEASE_GLOBAL_LOCKS();
1946 return;
1947 }
1948
1949 eh = mtod(m, struct ether_header *);
1950
1951 if (ETHER_IS_MULTICAST(eh->ether_dhost)) {
1952 if (memcmp(etherbroadcastaddr,
1953 eh->ether_dhost, ETHER_ADDR_LEN) == 0)
1954 m->m_flags |= M_BCAST;
1955 else
1956 m->m_flags |= M_MCAST;
1957 }
1958
1959 /*
1960 * A 'fast' path for packets addressed to interfaces that are
1961 * part of this bridge.
1962 */
1963 if (!(m->m_flags & (M_BCAST|M_MCAST)) &&
1964 !bstp_state_before_learning(bif)) {
1965 struct bridge_iflist *_bif;
1966 struct ifnet *_ifp = NULL;
1967 int s;
1968 struct psref _psref;
1969
1970 BRIDGE_PSZ_RENTER(s);
1971 BRIDGE_IFLIST_READER_FOREACH(_bif, sc) {
1972 /* It is destined for us. */
1973 if (bridge_ourether(_bif, eh, 0)) {
1974 bridge_acquire_member(sc, _bif, &_psref);
1975 BRIDGE_PSZ_REXIT(s);
1976 if (_bif->bif_flags & IFBIF_LEARNING)
1977 (void) bridge_rtupdate(sc,
1978 eh->ether_shost, ifp, 0, IFBAF_DYNAMIC);
1979 m_set_rcvif(m, _bif->bif_ifp);
1980 _ifp = _bif->bif_ifp;
1981 bridge_release_member(sc, _bif, &_psref);
1982 goto out;
1983 }
1984
1985 /* We just received a packet that we sent out. */
1986 if (bridge_ourether(_bif, eh, 1))
1987 break;
1988 }
1989 BRIDGE_PSZ_REXIT(s);
1990 out:
1991
1992 if (_bif != NULL) {
1993 bridge_release_member(sc, bif, &psref);
1994 curlwp_bindx(bound);
1995 if (_ifp != NULL) {
1996 m->m_flags &= ~M_PROMISC;
1997 ACQUIRE_GLOBAL_LOCKS();
1998 ether_input(_ifp, m);
1999 RELEASE_GLOBAL_LOCKS();
2000 } else
2001 m_freem(m);
2002 return;
2003 }
2004 }
2005
2006 /* Tap off 802.1D packets; they do not get forwarded. */
2007 if (bif->bif_flags & IFBIF_STP &&
2008 memcmp(eh->ether_dhost, bstp_etheraddr, ETHER_ADDR_LEN) == 0) {
2009 bstp_input(sc, bif, m);
2010 bridge_release_member(sc, bif, &psref);
2011 curlwp_bindx(bound);
2012 return;
2013 }
2014
2015 /*
2016 * A normal switch would discard the packet here, but that's not what
2017 * we've done historically. This also prevents some obnoxious behaviour.
2018 */
2019 if (bstp_state_before_learning(bif)) {
2020 bridge_release_member(sc, bif, &psref);
2021 curlwp_bindx(bound);
2022 ACQUIRE_GLOBAL_LOCKS();
2023 ether_input(ifp, m);
2024 RELEASE_GLOBAL_LOCKS();
2025 return;
2026 }
2027
2028 bridge_release_member(sc, bif, &psref);
2029
2030 bridge_forward(sc, m);
2031
2032 curlwp_bindx(bound);
2033 }
2034
2035 /*
2036 * bridge_broadcast:
2037 *
2038 * Send a frame to all interfaces that are members of
2039 * the bridge, except for the one on which the packet
2040 * arrived.
2041 */
2042 static void
2043 bridge_broadcast(struct bridge_softc *sc, struct ifnet *src_if,
2044 struct mbuf *m)
2045 {
2046 struct bridge_iflist *bif;
2047 struct mbuf *mc;
2048 struct ifnet *dst_if;
2049 bool bmcast;
2050 int s;
2051 DECLARE_LOCK_VARIABLE;
2052
2053 bmcast = m->m_flags & (M_BCAST|M_MCAST);
2054
2055 BRIDGE_PSZ_RENTER(s);
2056 BRIDGE_IFLIST_READER_FOREACH(bif, sc) {
2057 struct psref psref;
2058
2059 bridge_acquire_member(sc, bif, &psref);
2060 BRIDGE_PSZ_REXIT(s);
2061
2062 dst_if = bif->bif_ifp;
2063
2064 if (bif->bif_flags & IFBIF_STP) {
2065 switch (bif->bif_state) {
2066 case BSTP_IFSTATE_BLOCKING:
2067 case BSTP_IFSTATE_DISABLED:
2068 goto next;
2069 }
2070 }
2071
2072 if ((bif->bif_flags & IFBIF_DISCOVER) == 0 && !bmcast)
2073 goto next;
2074
2075 if ((dst_if->if_flags & IFF_RUNNING) == 0)
2076 goto next;
2077
2078 if (dst_if != src_if) {
2079 mc = m_copypacket(m, M_DONTWAIT);
2080 if (mc == NULL) {
2081 sc->sc_if.if_oerrors++;
2082 goto next;
2083 }
2084 /*
2085 * Before enqueueing this packet to the destination
2086 * interface, clear any in-bound checksum flags to
2087 * prevent them from being misused as out-bound flags.
2088 */
2089 mc->m_pkthdr.csum_flags = 0;
2090
2091 ACQUIRE_GLOBAL_LOCKS();
2092 bridge_enqueue(sc, dst_if, mc, 1);
2093 RELEASE_GLOBAL_LOCKS();
2094 }
2095
2096 if (bmcast) {
2097 mc = m_copypacket(m, M_DONTWAIT);
2098 if (mc == NULL) {
2099 sc->sc_if.if_oerrors++;
2100 goto next;
2101 }
2102
2103 m_set_rcvif(mc, dst_if);
2104 mc->m_flags &= ~M_PROMISC;
2105
2106 ACQUIRE_GLOBAL_LOCKS();
2107 ether_input(dst_if, mc);
2108 RELEASE_GLOBAL_LOCKS();
2109 }
2110 next:
2111 BRIDGE_PSZ_RENTER(s);
2112 bridge_release_member(sc, bif, &psref);
2113 }
2114 BRIDGE_PSZ_REXIT(s);
2115
2116 m_freem(m);
2117 }
2118
2119 static int
2120 bridge_rtalloc(struct bridge_softc *sc, const uint8_t *dst,
2121 struct bridge_rtnode **brtp)
2122 {
2123 struct bridge_rtnode *brt;
2124 int error;
2125
2126 if (sc->sc_brtcnt >= sc->sc_brtmax)
2127 return ENOSPC;
2128
2129 /*
2130 * Allocate a new bridge forwarding node, and
2131 * initialize the expiration time and Ethernet
2132 * address.
2133 */
2134 brt = pool_get(&bridge_rtnode_pool, PR_NOWAIT);
2135 if (brt == NULL)
2136 return ENOMEM;
2137
2138 memset(brt, 0, sizeof(*brt));
2139 brt->brt_expire = time_uptime + sc->sc_brttimeout;
2140 brt->brt_flags = IFBAF_DYNAMIC;
2141 memcpy(brt->brt_addr, dst, ETHER_ADDR_LEN);
2142 PSLIST_ENTRY_INIT(brt, brt_list);
2143 PSLIST_ENTRY_INIT(brt, brt_hash);
2144
2145 BRIDGE_RT_LOCK(sc);
2146 error = bridge_rtnode_insert(sc, brt);
2147 BRIDGE_RT_UNLOCK(sc);
2148
2149 if (error != 0) {
2150 pool_put(&bridge_rtnode_pool, brt);
2151 return error;
2152 }
2153
2154 *brtp = brt;
2155 return 0;
2156 }
2157
2158 /*
2159 * bridge_rtupdate:
2160 *
2161 * Add a bridge routing entry.
2162 */
2163 static int
2164 bridge_rtupdate(struct bridge_softc *sc, const uint8_t *dst,
2165 struct ifnet *dst_if, int setflags, uint8_t flags)
2166 {
2167 struct bridge_rtnode *brt;
2168 int s;
2169
2170 again:
2171 /*
2172 * A route for this destination might already exist. If so,
2173 * update it, otherwise create a new one.
2174 */
2175 BRIDGE_RT_RENTER(s);
2176 brt = bridge_rtnode_lookup(sc, dst);
2177
2178 if (brt != NULL) {
2179 brt->brt_ifp = dst_if;
2180 if (setflags) {
2181 brt->brt_flags = flags;
2182 if (flags & IFBAF_STATIC)
2183 brt->brt_expire = 0;
2184 else
2185 brt->brt_expire = time_uptime + sc->sc_brttimeout;
2186 } else {
2187 if ((brt->brt_flags & IFBAF_TYPEMASK) == IFBAF_DYNAMIC)
2188 brt->brt_expire = time_uptime + sc->sc_brttimeout;
2189 }
2190 }
2191 BRIDGE_RT_REXIT(s);
2192
2193 if (brt == NULL) {
2194 int r;
2195
2196 r = bridge_rtalloc(sc, dst, &brt);
2197 if (r != 0)
2198 return r;
2199 goto again;
2200 }
2201
2202 return 0;
2203 }
2204
2205 /*
2206 * bridge_rtlookup:
2207 *
2208 * Lookup the destination interface for an address.
2209 */
2210 static struct ifnet *
2211 bridge_rtlookup(struct bridge_softc *sc, const uint8_t *addr)
2212 {
2213 struct bridge_rtnode *brt;
2214 struct ifnet *ifs = NULL;
2215 int s;
2216
2217 BRIDGE_RT_RENTER(s);
2218 brt = bridge_rtnode_lookup(sc, addr);
2219 if (brt != NULL)
2220 ifs = brt->brt_ifp;
2221 BRIDGE_RT_REXIT(s);
2222
2223 return ifs;
2224 }
2225
2226 typedef bool (*bridge_iterate_cb_t)
2227 (struct bridge_softc *, struct bridge_rtnode *, bool *, void *);
2228
2229 /*
2230 * bridge_rtlist_iterate_remove:
2231 *
2232 * It iterates on sc->sc_rtlist and removes rtnodes of it which func
2233 * callback judges to remove. Removals of rtnodes are done in a manner
2234 * of pserialize. To this end, all kmem_* operations are placed out of
2235 * mutexes.
2236 */
2237 static void
2238 bridge_rtlist_iterate_remove(struct bridge_softc *sc, bridge_iterate_cb_t func, void *arg)
2239 {
2240 struct bridge_rtnode *brt;
2241 struct bridge_rtnode **brt_list;
2242 int i, count;
2243
2244 retry:
2245 count = sc->sc_brtcnt;
2246 if (count == 0)
2247 return;
2248 brt_list = kmem_alloc(sizeof(*brt_list) * count, KM_SLEEP);
2249
2250 BRIDGE_RT_LOCK(sc);
2251 if (__predict_false(sc->sc_brtcnt > count)) {
2252 /* The rtnodes increased, we need more memory */
2253 BRIDGE_RT_UNLOCK(sc);
2254 kmem_free(brt_list, sizeof(*brt_list) * count);
2255 goto retry;
2256 }
2257
2258 i = 0;
2259 /*
2260 * We don't need to use a _SAFE variant here because we know
2261 * that a removed item keeps its next pointer as-is thanks to
2262 * pslist(9) and isn't freed in the loop.
2263 */
2264 BRIDGE_RTLIST_WRITER_FOREACH(brt, sc) {
2265 bool need_break = false;
2266 if (func(sc, brt, &need_break, arg)) {
2267 bridge_rtnode_remove(sc, brt);
2268 brt_list[i++] = brt;
2269 }
2270 if (need_break)
2271 break;
2272 }
2273
2274 if (i > 0)
2275 BRIDGE_RT_PSZ_PERFORM(sc);
2276 BRIDGE_RT_UNLOCK(sc);
2277
2278 while (--i >= 0)
2279 bridge_rtnode_destroy(brt_list[i]);
2280
2281 kmem_free(brt_list, sizeof(*brt_list) * count);
2282 }
2283
2284 static bool
2285 bridge_rttrim0_cb(struct bridge_softc *sc, struct bridge_rtnode *brt,
2286 bool *need_break, void *arg)
2287 {
2288 if ((brt->brt_flags & IFBAF_TYPEMASK) == IFBAF_DYNAMIC) {
2289 /* Take into account of the subsequent removal */
2290 if ((sc->sc_brtcnt - 1) <= sc->sc_brtmax)
2291 *need_break = true;
2292 return true;
2293 } else
2294 return false;
2295 }
2296
2297 static void
2298 bridge_rttrim0(struct bridge_softc *sc)
2299 {
2300 bridge_rtlist_iterate_remove(sc, bridge_rttrim0_cb, NULL);
2301 }
2302
2303 /*
2304 * bridge_rttrim:
2305 *
2306 * Trim the routine table so that we have a number
2307 * of routing entries less than or equal to the
2308 * maximum number.
2309 */
2310 static void
2311 bridge_rttrim(struct bridge_softc *sc)
2312 {
2313
2314 /* Make sure we actually need to do this. */
2315 if (sc->sc_brtcnt <= sc->sc_brtmax)
2316 return;
2317
2318 /* Force an aging cycle; this might trim enough addresses. */
2319 bridge_rtage(sc);
2320 if (sc->sc_brtcnt <= sc->sc_brtmax)
2321 return;
2322
2323 bridge_rttrim0(sc);
2324
2325 return;
2326 }
2327
2328 /*
2329 * bridge_timer:
2330 *
2331 * Aging timer for the bridge.
2332 */
2333 static void
2334 bridge_timer(void *arg)
2335 {
2336 struct bridge_softc *sc = arg;
2337
2338 workqueue_enqueue(sc->sc_rtage_wq, &sc->sc_rtage_wk, NULL);
2339 }
2340
2341 static void
2342 bridge_rtage_work(struct work *wk, void *arg)
2343 {
2344 struct bridge_softc *sc = arg;
2345
2346 KASSERT(wk == &sc->sc_rtage_wk);
2347
2348 bridge_rtage(sc);
2349
2350 if (sc->sc_if.if_flags & IFF_RUNNING)
2351 callout_reset(&sc->sc_brcallout,
2352 bridge_rtable_prune_period * hz, bridge_timer, sc);
2353 }
2354
2355 static bool
2356 bridge_rtage_cb(struct bridge_softc *sc, struct bridge_rtnode *brt,
2357 bool *need_break, void *arg)
2358 {
2359 if ((brt->brt_flags & IFBAF_TYPEMASK) == IFBAF_DYNAMIC &&
2360 time_uptime >= brt->brt_expire)
2361 return true;
2362 else
2363 return false;
2364 }
2365
2366 /*
2367 * bridge_rtage:
2368 *
2369 * Perform an aging cycle.
2370 */
2371 static void
2372 bridge_rtage(struct bridge_softc *sc)
2373 {
2374 bridge_rtlist_iterate_remove(sc, bridge_rtage_cb, NULL);
2375 }
2376
2377
2378 static bool
2379 bridge_rtflush_cb(struct bridge_softc *sc, struct bridge_rtnode *brt,
2380 bool *need_break, void *arg)
2381 {
2382 int full = *(int*)arg;
2383
2384 if (full || (brt->brt_flags & IFBAF_TYPEMASK) == IFBAF_DYNAMIC)
2385 return true;
2386 else
2387 return false;
2388 }
2389
2390 /*
2391 * bridge_rtflush:
2392 *
2393 * Remove all dynamic addresses from the bridge.
2394 */
2395 static void
2396 bridge_rtflush(struct bridge_softc *sc, int full)
2397 {
2398 bridge_rtlist_iterate_remove(sc, bridge_rtflush_cb, &full);
2399 }
2400
2401 /*
2402 * bridge_rtdaddr:
2403 *
2404 * Remove an address from the table.
2405 */
2406 static int
2407 bridge_rtdaddr(struct bridge_softc *sc, const uint8_t *addr)
2408 {
2409 struct bridge_rtnode *brt;
2410
2411 BRIDGE_RT_LOCK(sc);
2412 if ((brt = bridge_rtnode_lookup(sc, addr)) == NULL) {
2413 BRIDGE_RT_UNLOCK(sc);
2414 return ENOENT;
2415 }
2416 bridge_rtnode_remove(sc, brt);
2417 BRIDGE_RT_PSZ_PERFORM(sc);
2418 BRIDGE_RT_UNLOCK(sc);
2419
2420 bridge_rtnode_destroy(brt);
2421
2422 return 0;
2423 }
2424
2425 /*
2426 * bridge_rtdelete:
2427 *
2428 * Delete routes to a speicifc member interface.
2429 */
2430 static void
2431 bridge_rtdelete(struct bridge_softc *sc, struct ifnet *ifp)
2432 {
2433 struct bridge_rtnode *brt;
2434
2435 /* XXX pserialize_perform for each entry is slow */
2436 again:
2437 BRIDGE_RT_LOCK(sc);
2438 BRIDGE_RTLIST_WRITER_FOREACH(brt, sc) {
2439 if (brt->brt_ifp == ifp)
2440 break;
2441 }
2442 if (brt == NULL) {
2443 BRIDGE_RT_UNLOCK(sc);
2444 return;
2445 }
2446 bridge_rtnode_remove(sc, brt);
2447 BRIDGE_RT_PSZ_PERFORM(sc);
2448 BRIDGE_RT_UNLOCK(sc);
2449
2450 bridge_rtnode_destroy(brt);
2451
2452 goto again;
2453 }
2454
2455 /*
2456 * bridge_rtable_init:
2457 *
2458 * Initialize the route table for this bridge.
2459 */
2460 static void
2461 bridge_rtable_init(struct bridge_softc *sc)
2462 {
2463 int i;
2464
2465 sc->sc_rthash = kmem_alloc(sizeof(*sc->sc_rthash) * BRIDGE_RTHASH_SIZE,
2466 KM_SLEEP);
2467
2468 for (i = 0; i < BRIDGE_RTHASH_SIZE; i++)
2469 PSLIST_INIT(&sc->sc_rthash[i]);
2470
2471 sc->sc_rthash_key = cprng_fast32();
2472
2473 PSLIST_INIT(&sc->sc_rtlist);
2474
2475 sc->sc_rtlist_psz = pserialize_create();
2476 sc->sc_rtlist_lock = mutex_obj_alloc(MUTEX_DEFAULT, IPL_SOFTNET);
2477 }
2478
2479 /*
2480 * bridge_rtable_fini:
2481 *
2482 * Deconstruct the route table for this bridge.
2483 */
2484 static void
2485 bridge_rtable_fini(struct bridge_softc *sc)
2486 {
2487
2488 kmem_free(sc->sc_rthash, sizeof(*sc->sc_rthash) * BRIDGE_RTHASH_SIZE);
2489 mutex_obj_free(sc->sc_rtlist_lock);
2490 pserialize_destroy(sc->sc_rtlist_psz);
2491 }
2492
2493 /*
2494 * The following hash function is adapted from "Hash Functions" by Bob Jenkins
2495 * ("Algorithm Alley", Dr. Dobbs Journal, September 1997).
2496 */
2497 #define mix(a, b, c) \
2498 do { \
2499 a -= b; a -= c; a ^= (c >> 13); \
2500 b -= c; b -= a; b ^= (a << 8); \
2501 c -= a; c -= b; c ^= (b >> 13); \
2502 a -= b; a -= c; a ^= (c >> 12); \
2503 b -= c; b -= a; b ^= (a << 16); \
2504 c -= a; c -= b; c ^= (b >> 5); \
2505 a -= b; a -= c; a ^= (c >> 3); \
2506 b -= c; b -= a; b ^= (a << 10); \
2507 c -= a; c -= b; c ^= (b >> 15); \
2508 } while (/*CONSTCOND*/0)
2509
2510 static inline uint32_t
2511 bridge_rthash(struct bridge_softc *sc, const uint8_t *addr)
2512 {
2513 uint32_t a = 0x9e3779b9, b = 0x9e3779b9, c = sc->sc_rthash_key;
2514
2515 b += addr[5] << 8;
2516 b += addr[4];
2517 a += addr[3] << 24;
2518 a += addr[2] << 16;
2519 a += addr[1] << 8;
2520 a += addr[0];
2521
2522 mix(a, b, c);
2523
2524 return (c & BRIDGE_RTHASH_MASK);
2525 }
2526
2527 #undef mix
2528
2529 /*
2530 * bridge_rtnode_lookup:
2531 *
2532 * Look up a bridge route node for the specified destination.
2533 */
2534 static struct bridge_rtnode *
2535 bridge_rtnode_lookup(struct bridge_softc *sc, const uint8_t *addr)
2536 {
2537 struct bridge_rtnode *brt;
2538 uint32_t hash;
2539 int dir;
2540
2541 hash = bridge_rthash(sc, addr);
2542 BRIDGE_RTHASH_READER_FOREACH(brt, sc, hash) {
2543 dir = memcmp(addr, brt->brt_addr, ETHER_ADDR_LEN);
2544 if (dir == 0)
2545 return brt;
2546 if (dir > 0)
2547 return NULL;
2548 }
2549
2550 return NULL;
2551 }
2552
2553 /*
2554 * bridge_rtnode_insert:
2555 *
2556 * Insert the specified bridge node into the route table. We
2557 * assume the entry is not already in the table.
2558 */
2559 static int
2560 bridge_rtnode_insert(struct bridge_softc *sc, struct bridge_rtnode *brt)
2561 {
2562 struct bridge_rtnode *lbrt, *prev = NULL;
2563 uint32_t hash;
2564
2565 KASSERT(BRIDGE_RT_LOCKED(sc));
2566
2567 hash = bridge_rthash(sc, brt->brt_addr);
2568 BRIDGE_RTHASH_WRITER_FOREACH(lbrt, sc, hash) {
2569 int dir = memcmp(brt->brt_addr, lbrt->brt_addr, ETHER_ADDR_LEN);
2570 if (dir == 0)
2571 return EEXIST;
2572 if (dir > 0)
2573 break;
2574 prev = lbrt;
2575 }
2576 if (prev == NULL)
2577 BRIDGE_RTHASH_WRITER_INSERT_HEAD(sc, hash, brt);
2578 else
2579 BRIDGE_RTHASH_WRITER_INSERT_AFTER(prev, brt);
2580
2581 BRIDGE_RTLIST_WRITER_INSERT_HEAD(sc, brt);
2582 sc->sc_brtcnt++;
2583
2584 return 0;
2585 }
2586
2587 /*
2588 * bridge_rtnode_remove:
2589 *
2590 * Remove a bridge rtnode from the rthash and the rtlist of a bridge.
2591 */
2592 static void
2593 bridge_rtnode_remove(struct bridge_softc *sc, struct bridge_rtnode *brt)
2594 {
2595
2596 KASSERT(BRIDGE_RT_LOCKED(sc));
2597
2598 BRIDGE_RTHASH_WRITER_REMOVE(brt);
2599 BRIDGE_RTLIST_WRITER_REMOVE(brt);
2600 sc->sc_brtcnt--;
2601 }
2602
2603 /*
2604 * bridge_rtnode_destroy:
2605 *
2606 * Destroy a bridge rtnode.
2607 */
2608 static void
2609 bridge_rtnode_destroy(struct bridge_rtnode *brt)
2610 {
2611
2612 PSLIST_ENTRY_DESTROY(brt, brt_list);
2613 PSLIST_ENTRY_DESTROY(brt, brt_hash);
2614 pool_put(&bridge_rtnode_pool, brt);
2615 }
2616
2617 #if defined(BRIDGE_IPF)
2618 extern pfil_head_t *inet_pfil_hook; /* XXX */
2619 extern pfil_head_t *inet6_pfil_hook; /* XXX */
2620
2621 /*
2622 * Send bridge packets through IPF if they are one of the types IPF can deal
2623 * with, or if they are ARP or REVARP. (IPF will pass ARP and REVARP without
2624 * question.)
2625 */
2626 static int
2627 bridge_ipf(void *arg, struct mbuf **mp, struct ifnet *ifp, int dir)
2628 {
2629 int snap, error;
2630 struct ether_header *eh1, eh2;
2631 struct llc llc1;
2632 uint16_t ether_type;
2633
2634 snap = 0;
2635 error = -1; /* Default error if not error == 0 */
2636 eh1 = mtod(*mp, struct ether_header *);
2637 ether_type = ntohs(eh1->ether_type);
2638
2639 /*
2640 * Check for SNAP/LLC.
2641 */
2642 if (ether_type < ETHERMTU) {
2643 struct llc *llc2 = (struct llc *)(eh1 + 1);
2644
2645 if ((*mp)->m_len >= ETHER_HDR_LEN + 8 &&
2646 llc2->llc_dsap == LLC_SNAP_LSAP &&
2647 llc2->llc_ssap == LLC_SNAP_LSAP &&
2648 llc2->llc_control == LLC_UI) {
2649 ether_type = htons(llc2->llc_un.type_snap.ether_type);
2650 snap = 1;
2651 }
2652 }
2653
2654 /*
2655 * If we're trying to filter bridge traffic, don't look at anything
2656 * other than IP and ARP traffic. If the filter doesn't understand
2657 * IPv6, don't allow IPv6 through the bridge either. This is lame
2658 * since if we really wanted, say, an AppleTalk filter, we are hosed,
2659 * but of course we don't have an AppleTalk filter to begin with.
2660 * (Note that since IPF doesn't understand ARP it will pass *ALL*
2661 * ARP traffic.)
2662 */
2663 switch (ether_type) {
2664 case ETHERTYPE_ARP:
2665 case ETHERTYPE_REVARP:
2666 return 0; /* Automatically pass */
2667 case ETHERTYPE_IP:
2668 # ifdef INET6
2669 case ETHERTYPE_IPV6:
2670 # endif /* INET6 */
2671 break;
2672 default:
2673 goto bad;
2674 }
2675
2676 /* Strip off the Ethernet header and keep a copy. */
2677 m_copydata(*mp, 0, ETHER_HDR_LEN, (void *) &eh2);
2678 m_adj(*mp, ETHER_HDR_LEN);
2679
2680 /* Strip off snap header, if present */
2681 if (snap) {
2682 m_copydata(*mp, 0, sizeof(struct llc), (void *) &llc1);
2683 m_adj(*mp, sizeof(struct llc));
2684 }
2685
2686 /*
2687 * Check basic packet sanity and run IPF through pfil.
2688 */
2689 KASSERT(!cpu_intr_p());
2690 switch (ether_type)
2691 {
2692 case ETHERTYPE_IP :
2693 error = bridge_ip_checkbasic(mp);
2694 if (error == 0)
2695 error = pfil_run_hooks(inet_pfil_hook, mp, ifp, dir);
2696 break;
2697 # ifdef INET6
2698 case ETHERTYPE_IPV6 :
2699 error = bridge_ip6_checkbasic(mp);
2700 if (error == 0)
2701 error = pfil_run_hooks(inet6_pfil_hook, mp, ifp, dir);
2702 break;
2703 # endif
2704 default :
2705 error = 0;
2706 break;
2707 }
2708
2709 if (*mp == NULL)
2710 return error;
2711 if (error != 0)
2712 goto bad;
2713
2714 error = -1;
2715
2716 /*
2717 * Finally, put everything back the way it was and return
2718 */
2719 if (snap) {
2720 M_PREPEND(*mp, sizeof(struct llc), M_DONTWAIT);
2721 if (*mp == NULL)
2722 return error;
2723 bcopy(&llc1, mtod(*mp, void *), sizeof(struct llc));
2724 }
2725
2726 M_PREPEND(*mp, ETHER_HDR_LEN, M_DONTWAIT);
2727 if (*mp == NULL)
2728 return error;
2729 bcopy(&eh2, mtod(*mp, void *), ETHER_HDR_LEN);
2730
2731 return 0;
2732
2733 bad:
2734 m_freem(*mp);
2735 *mp = NULL;
2736 return error;
2737 }
2738
2739 /*
2740 * Perform basic checks on header size since
2741 * IPF assumes ip_input has already processed
2742 * it for it. Cut-and-pasted from ip_input.c.
2743 * Given how simple the IPv6 version is,
2744 * does the IPv4 version really need to be
2745 * this complicated?
2746 *
2747 * XXX Should we update ipstat here, or not?
2748 * XXX Right now we update ipstat but not
2749 * XXX csum_counter.
2750 */
2751 static int
2752 bridge_ip_checkbasic(struct mbuf **mp)
2753 {
2754 struct mbuf *m = *mp;
2755 struct ip *ip;
2756 int len, hlen;
2757
2758 if (*mp == NULL)
2759 return -1;
2760
2761 if (IP_HDR_ALIGNED_P(mtod(m, void *)) == 0) {
2762 if ((m = m_copyup(m, sizeof(struct ip),
2763 (max_linkhdr + 3) & ~3)) == NULL) {
2764 /* XXXJRT new stat, please */
2765 ip_statinc(IP_STAT_TOOSMALL);
2766 goto bad;
2767 }
2768 } else if (__predict_false(m->m_len < sizeof (struct ip))) {
2769 if ((m = m_pullup(m, sizeof (struct ip))) == NULL) {
2770 ip_statinc(IP_STAT_TOOSMALL);
2771 goto bad;
2772 }
2773 }
2774 ip = mtod(m, struct ip *);
2775 if (ip == NULL) goto bad;
2776
2777 if (ip->ip_v != IPVERSION) {
2778 ip_statinc(IP_STAT_BADVERS);
2779 goto bad;
2780 }
2781 hlen = ip->ip_hl << 2;
2782 if (hlen < sizeof(struct ip)) { /* minimum header length */
2783 ip_statinc(IP_STAT_BADHLEN);
2784 goto bad;
2785 }
2786 if (hlen > m->m_len) {
2787 if ((m = m_pullup(m, hlen)) == 0) {
2788 ip_statinc(IP_STAT_BADHLEN);
2789 goto bad;
2790 }
2791 ip = mtod(m, struct ip *);
2792 if (ip == NULL) goto bad;
2793 }
2794
2795 switch (m->m_pkthdr.csum_flags &
2796 ((m_get_rcvif_NOMPSAFE(m)->if_csum_flags_rx & M_CSUM_IPv4) |
2797 M_CSUM_IPv4_BAD)) {
2798 case M_CSUM_IPv4|M_CSUM_IPv4_BAD:
2799 /* INET_CSUM_COUNTER_INCR(&ip_hwcsum_bad); */
2800 goto bad;
2801
2802 case M_CSUM_IPv4:
2803 /* Checksum was okay. */
2804 /* INET_CSUM_COUNTER_INCR(&ip_hwcsum_ok); */
2805 break;
2806
2807 default:
2808 /* Must compute it ourselves. */
2809 /* INET_CSUM_COUNTER_INCR(&ip_swcsum); */
2810 if (in_cksum(m, hlen) != 0)
2811 goto bad;
2812 break;
2813 }
2814
2815 /* Retrieve the packet length. */
2816 len = ntohs(ip->ip_len);
2817
2818 /*
2819 * Check for additional length bogosity
2820 */
2821 if (len < hlen) {
2822 ip_statinc(IP_STAT_BADLEN);
2823 goto bad;
2824 }
2825
2826 /*
2827 * Check that the amount of data in the buffers
2828 * is as at least much as the IP header would have us expect.
2829 * Drop packet if shorter than we expect.
2830 */
2831 if (m->m_pkthdr.len < len) {
2832 ip_statinc(IP_STAT_TOOSHORT);
2833 goto bad;
2834 }
2835
2836 /* Checks out, proceed */
2837 *mp = m;
2838 return 0;
2839
2840 bad:
2841 *mp = m;
2842 return -1;
2843 }
2844
2845 # ifdef INET6
2846 /*
2847 * Same as above, but for IPv6.
2848 * Cut-and-pasted from ip6_input.c.
2849 * XXX Should we update ip6stat, or not?
2850 */
2851 static int
2852 bridge_ip6_checkbasic(struct mbuf **mp)
2853 {
2854 struct mbuf *m = *mp;
2855 struct ip6_hdr *ip6;
2856
2857 /*
2858 * If the IPv6 header is not aligned, slurp it up into a new
2859 * mbuf with space for link headers, in the event we forward
2860 * it. Otherwise, if it is aligned, make sure the entire base
2861 * IPv6 header is in the first mbuf of the chain.
2862 */
2863 if (IP6_HDR_ALIGNED_P(mtod(m, void *)) == 0) {
2864 struct ifnet *inifp = m_get_rcvif_NOMPSAFE(m);
2865 if ((m = m_copyup(m, sizeof(struct ip6_hdr),
2866 (max_linkhdr + 3) & ~3)) == NULL) {
2867 /* XXXJRT new stat, please */
2868 ip6_statinc(IP6_STAT_TOOSMALL);
2869 in6_ifstat_inc(inifp, ifs6_in_hdrerr);
2870 goto bad;
2871 }
2872 } else if (__predict_false(m->m_len < sizeof(struct ip6_hdr))) {
2873 struct ifnet *inifp = m_get_rcvif_NOMPSAFE(m);
2874 if ((m = m_pullup(m, sizeof(struct ip6_hdr))) == NULL) {
2875 ip6_statinc(IP6_STAT_TOOSMALL);
2876 in6_ifstat_inc(inifp, ifs6_in_hdrerr);
2877 goto bad;
2878 }
2879 }
2880
2881 ip6 = mtod(m, struct ip6_hdr *);
2882
2883 if ((ip6->ip6_vfc & IPV6_VERSION_MASK) != IPV6_VERSION) {
2884 ip6_statinc(IP6_STAT_BADVERS);
2885 in6_ifstat_inc(m_get_rcvif_NOMPSAFE(m), ifs6_in_hdrerr);
2886 goto bad;
2887 }
2888
2889 /* Checks out, proceed */
2890 *mp = m;
2891 return 0;
2892
2893 bad:
2894 *mp = m;
2895 return -1;
2896 }
2897 # endif /* INET6 */
2898 #endif /* BRIDGE_IPF */
2899