Home | History | Annotate | Line # | Download | only in net
if_llatbl.c revision 1.6
      1  1.6  ozaki /*	$NetBSD: if_llatbl.c,v 1.6 2015/09/30 07:12:32 ozaki-r Exp $	*/
      2  1.1  ozaki /*
      3  1.1  ozaki  * Copyright (c) 2004 Luigi Rizzo, Alessandro Cerri. All rights reserved.
      4  1.1  ozaki  * Copyright (c) 2004-2008 Qing Li. All rights reserved.
      5  1.1  ozaki  * Copyright (c) 2008 Kip Macy. All rights reserved.
      6  1.1  ozaki  * Copyright (c) 2015 The NetBSD Foundation, Inc.
      7  1.1  ozaki  * All rights reserved.
      8  1.1  ozaki  *
      9  1.1  ozaki  * Redistribution and use in source and binary forms, with or without
     10  1.1  ozaki  * modification, are permitted provided that the following conditions
     11  1.1  ozaki  * are met:
     12  1.1  ozaki  * 1. Redistributions of source code must retain the above copyright
     13  1.1  ozaki  *    notice, this list of conditions and the following disclaimer.
     14  1.1  ozaki  * 2. Redistributions in binary form must reproduce the above copyright
     15  1.1  ozaki  *    notice, this list of conditions and the following disclaimer in the
     16  1.1  ozaki  *    documentation and/or other materials provided with the distribution.
     17  1.1  ozaki  *
     18  1.1  ozaki  * THIS SOFTWARE IS PROVIDED BY AUTHOR AND CONTRIBUTORS ``AS IS'' AND
     19  1.1  ozaki  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     20  1.1  ozaki  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     21  1.1  ozaki  * ARE DISCLAIMED.  IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
     22  1.1  ozaki  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     23  1.1  ozaki  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     24  1.1  ozaki  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     25  1.1  ozaki  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     26  1.1  ozaki  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     27  1.1  ozaki  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     28  1.1  ozaki  * SUCH DAMAGE.
     29  1.1  ozaki  */
     30  1.1  ozaki #include <sys/cdefs.h>
     31  1.1  ozaki 
     32  1.1  ozaki #ifdef _KERNEL_OPT
     33  1.1  ozaki #include "opt_ddb.h"
     34  1.1  ozaki #include "opt_inet.h"
     35  1.1  ozaki #include "opt_inet6.h"
     36  1.1  ozaki #endif
     37  1.1  ozaki 
     38  1.1  ozaki #include <sys/param.h>
     39  1.1  ozaki #include <sys/systm.h>
     40  1.1  ozaki #include <sys/malloc.h>
     41  1.1  ozaki #include <sys/mbuf.h>
     42  1.1  ozaki #include <sys/syslog.h>
     43  1.1  ozaki #include <sys/sysctl.h>
     44  1.1  ozaki #include <sys/socket.h>
     45  1.4  ozaki #include <sys/socketvar.h>
     46  1.1  ozaki #include <sys/kernel.h>
     47  1.1  ozaki #include <sys/lock.h>
     48  1.1  ozaki #include <sys/mutex.h>
     49  1.1  ozaki #include <sys/rwlock.h>
     50  1.1  ozaki 
     51  1.1  ozaki #ifdef DDB
     52  1.1  ozaki #include <ddb/ddb.h>
     53  1.1  ozaki #endif
     54  1.1  ozaki 
     55  1.1  ozaki #include <netinet/in.h>
     56  1.1  ozaki #include <net/if_llatbl.h>
     57  1.1  ozaki #include <net/if.h>
     58  1.1  ozaki #include <net/if_dl.h>
     59  1.1  ozaki #include <net/route.h>
     60  1.1  ozaki #include <netinet/if_inarp.h>
     61  1.1  ozaki #include <netinet6/in6_var.h>
     62  1.1  ozaki #include <netinet6/nd6.h>
     63  1.1  ozaki 
     64  1.1  ozaki static SLIST_HEAD(, lltable) lltables;
     65  1.1  ozaki krwlock_t lltable_rwlock;
     66  1.1  ozaki 
     67  1.1  ozaki static void lltable_unlink(struct lltable *llt);
     68  1.1  ozaki static void llentries_unlink(struct lltable *llt, struct llentries *head);
     69  1.1  ozaki 
     70  1.1  ozaki static void htable_unlink_entry(struct llentry *lle);
     71  1.1  ozaki static void htable_link_entry(struct lltable *llt, struct llentry *lle);
     72  1.1  ozaki static int htable_foreach_lle(struct lltable *llt, llt_foreach_cb_t *f,
     73  1.1  ozaki     void *farg);
     74  1.1  ozaki 
     75  1.1  ozaki /*
     76  1.1  ozaki  * Dump lle state for a specific address family.
     77  1.1  ozaki  */
     78  1.1  ozaki static int
     79  1.1  ozaki lltable_dump_af(struct lltable *llt, struct sysctl_req *wr)
     80  1.1  ozaki {
     81  1.1  ozaki 	int error;
     82  1.1  ozaki 
     83  1.1  ozaki 	LLTABLE_LOCK_ASSERT();
     84  1.1  ozaki 
     85  1.1  ozaki 	if (llt->llt_ifp->if_flags & IFF_LOOPBACK)
     86  1.1  ozaki 		return (0);
     87  1.1  ozaki 	error = 0;
     88  1.1  ozaki 
     89  1.1  ozaki 	IF_AFDATA_RLOCK(llt->llt_ifp);
     90  1.1  ozaki 	error = lltable_foreach_lle(llt,
     91  1.1  ozaki 	    (llt_foreach_cb_t *)llt->llt_dump_entry, wr);
     92  1.1  ozaki 	IF_AFDATA_RUNLOCK(llt->llt_ifp);
     93  1.1  ozaki 
     94  1.1  ozaki 	return (error);
     95  1.1  ozaki }
     96  1.1  ozaki 
     97  1.1  ozaki /*
     98  1.1  ozaki  * Dump arp state for a specific address family.
     99  1.1  ozaki  */
    100  1.1  ozaki int
    101  1.1  ozaki lltable_sysctl_dumparp(int af, struct sysctl_req *wr)
    102  1.1  ozaki {
    103  1.1  ozaki 	struct lltable *llt;
    104  1.1  ozaki 	int error = 0;
    105  1.1  ozaki 
    106  1.1  ozaki 	LLTABLE_RLOCK();
    107  1.1  ozaki 	SLIST_FOREACH(llt, &lltables, llt_link) {
    108  1.1  ozaki 		if (llt->llt_af == af) {
    109  1.1  ozaki 			error = lltable_dump_af(llt, wr);
    110  1.1  ozaki 			if (error != 0)
    111  1.1  ozaki 				goto done;
    112  1.1  ozaki 		}
    113  1.1  ozaki 	}
    114  1.1  ozaki done:
    115  1.1  ozaki 	LLTABLE_RUNLOCK();
    116  1.1  ozaki 	return (error);
    117  1.1  ozaki }
    118  1.1  ozaki 
    119  1.1  ozaki /*
    120  1.1  ozaki  * Common function helpers for chained hash table.
    121  1.1  ozaki  */
    122  1.1  ozaki 
    123  1.1  ozaki /*
    124  1.1  ozaki  * Runs specified callback for each entry in @llt.
    125  1.1  ozaki  * Caller does the locking.
    126  1.1  ozaki  *
    127  1.1  ozaki  */
    128  1.1  ozaki static int
    129  1.1  ozaki htable_foreach_lle(struct lltable *llt, llt_foreach_cb_t *f, void *farg)
    130  1.1  ozaki {
    131  1.1  ozaki 	struct llentry *lle, *next;
    132  1.1  ozaki 	int i, error;
    133  1.1  ozaki 
    134  1.1  ozaki 	error = 0;
    135  1.1  ozaki 
    136  1.1  ozaki 	for (i = 0; i < llt->llt_hsize; i++) {
    137  1.1  ozaki 		LIST_FOREACH_SAFE(lle, &llt->lle_head[i], lle_next, next) {
    138  1.1  ozaki 			error = f(llt, lle, farg);
    139  1.1  ozaki 			if (error != 0)
    140  1.1  ozaki 				break;
    141  1.1  ozaki 		}
    142  1.1  ozaki 	}
    143  1.1  ozaki 
    144  1.1  ozaki 	return (error);
    145  1.1  ozaki }
    146  1.1  ozaki 
    147  1.1  ozaki static void
    148  1.1  ozaki htable_link_entry(struct lltable *llt, struct llentry *lle)
    149  1.1  ozaki {
    150  1.1  ozaki 	struct llentries *lleh;
    151  1.1  ozaki 	uint32_t hashidx;
    152  1.1  ozaki 
    153  1.1  ozaki 	if ((lle->la_flags & LLE_LINKED) != 0)
    154  1.1  ozaki 		return;
    155  1.1  ozaki 
    156  1.1  ozaki 	IF_AFDATA_WLOCK_ASSERT(llt->llt_ifp);
    157  1.1  ozaki 
    158  1.1  ozaki 	hashidx = llt->llt_hash(lle, llt->llt_hsize);
    159  1.1  ozaki 	lleh = &llt->lle_head[hashidx];
    160  1.1  ozaki 
    161  1.1  ozaki 	lle->lle_tbl  = llt;
    162  1.1  ozaki 	lle->lle_head = lleh;
    163  1.1  ozaki 	lle->la_flags |= LLE_LINKED;
    164  1.1  ozaki 	LIST_INSERT_HEAD(lleh, lle, lle_next);
    165  1.1  ozaki }
    166  1.1  ozaki 
    167  1.1  ozaki static void
    168  1.1  ozaki htable_unlink_entry(struct llentry *lle)
    169  1.1  ozaki {
    170  1.1  ozaki 
    171  1.1  ozaki 	if ((lle->la_flags & LLE_LINKED) != 0) {
    172  1.1  ozaki 		IF_AFDATA_WLOCK_ASSERT(lle->lle_tbl->llt_ifp);
    173  1.1  ozaki 		LIST_REMOVE(lle, lle_next);
    174  1.1  ozaki 		lle->la_flags &= ~(LLE_VALID | LLE_LINKED);
    175  1.1  ozaki #if 0
    176  1.1  ozaki 		lle->lle_tbl = NULL;
    177  1.1  ozaki 		lle->lle_head = NULL;
    178  1.1  ozaki #endif
    179  1.1  ozaki 	}
    180  1.1  ozaki }
    181  1.1  ozaki 
    182  1.1  ozaki struct prefix_match_data {
    183  1.1  ozaki 	const struct sockaddr *prefix;
    184  1.1  ozaki 	const struct sockaddr *mask;
    185  1.1  ozaki 	struct llentries dchain;
    186  1.1  ozaki 	u_int flags;
    187  1.1  ozaki };
    188  1.1  ozaki 
    189  1.1  ozaki static int
    190  1.1  ozaki htable_prefix_free_cb(struct lltable *llt, struct llentry *lle, void *farg)
    191  1.1  ozaki {
    192  1.1  ozaki 	struct prefix_match_data *pmd;
    193  1.1  ozaki 
    194  1.1  ozaki 	pmd = (struct prefix_match_data *)farg;
    195  1.1  ozaki 
    196  1.1  ozaki 	if (llt->llt_match_prefix(pmd->prefix, pmd->mask, pmd->flags, lle)) {
    197  1.1  ozaki 		LLE_WLOCK(lle);
    198  1.1  ozaki 		LIST_INSERT_HEAD(&pmd->dchain, lle, lle_chain);
    199  1.1  ozaki 	}
    200  1.1  ozaki 
    201  1.1  ozaki 	return (0);
    202  1.1  ozaki }
    203  1.1  ozaki 
    204  1.1  ozaki static void
    205  1.1  ozaki htable_prefix_free(struct lltable *llt, const struct sockaddr *prefix,
    206  1.1  ozaki     const struct sockaddr *mask, u_int flags)
    207  1.1  ozaki {
    208  1.1  ozaki 	struct llentry *lle, *next;
    209  1.1  ozaki 	struct prefix_match_data pmd;
    210  1.1  ozaki 
    211  1.1  ozaki 	memset(&pmd, 0, sizeof(pmd));
    212  1.1  ozaki 	pmd.prefix = prefix;
    213  1.1  ozaki 	pmd.mask = mask;
    214  1.1  ozaki 	pmd.flags = flags;
    215  1.1  ozaki 	LIST_INIT(&pmd.dchain);
    216  1.1  ozaki 
    217  1.1  ozaki 	IF_AFDATA_WLOCK(llt->llt_ifp);
    218  1.1  ozaki 	/* Push matching lles to chain */
    219  1.1  ozaki 	lltable_foreach_lle(llt, htable_prefix_free_cb, &pmd);
    220  1.1  ozaki 
    221  1.1  ozaki 	llentries_unlink(llt, &pmd.dchain);
    222  1.1  ozaki 	IF_AFDATA_WUNLOCK(llt->llt_ifp);
    223  1.1  ozaki 
    224  1.1  ozaki 	LIST_FOREACH_SAFE(lle, &pmd.dchain, lle_chain, next)
    225  1.1  ozaki 		llt->llt_free_entry(llt, lle);
    226  1.1  ozaki }
    227  1.1  ozaki 
    228  1.1  ozaki static void
    229  1.1  ozaki htable_free_tbl(struct lltable *llt)
    230  1.1  ozaki {
    231  1.1  ozaki 
    232  1.1  ozaki 	free(llt->lle_head, M_LLTABLE);
    233  1.1  ozaki 	free(llt, M_LLTABLE);
    234  1.1  ozaki }
    235  1.1  ozaki 
    236  1.1  ozaki static void
    237  1.1  ozaki llentries_unlink(struct lltable *llt, struct llentries *head)
    238  1.1  ozaki {
    239  1.1  ozaki 	struct llentry *lle, *next;
    240  1.1  ozaki 
    241  1.1  ozaki 	LIST_FOREACH_SAFE(lle, head, lle_chain, next)
    242  1.1  ozaki 		llt->llt_unlink_entry(lle);
    243  1.1  ozaki }
    244  1.1  ozaki 
    245  1.1  ozaki /*
    246  1.1  ozaki  * Helper function used to drop all mbufs in hold queue.
    247  1.1  ozaki  *
    248  1.1  ozaki  * Returns the number of held packets, if any, that were dropped.
    249  1.1  ozaki  */
    250  1.1  ozaki size_t
    251  1.1  ozaki lltable_drop_entry_queue(struct llentry *lle)
    252  1.1  ozaki {
    253  1.1  ozaki 	size_t pkts_dropped;
    254  1.1  ozaki 	struct mbuf *next;
    255  1.1  ozaki 
    256  1.1  ozaki 	LLE_WLOCK_ASSERT(lle);
    257  1.1  ozaki 
    258  1.1  ozaki 	pkts_dropped = 0;
    259  1.1  ozaki 	while ((lle->la_numheld > 0) && (lle->la_hold != NULL)) {
    260  1.1  ozaki 		next = lle->la_hold->m_nextpkt;
    261  1.1  ozaki 		m_freem(lle->la_hold);
    262  1.1  ozaki 		lle->la_hold = next;
    263  1.1  ozaki 		lle->la_numheld--;
    264  1.1  ozaki 		pkts_dropped++;
    265  1.1  ozaki 	}
    266  1.1  ozaki 
    267  1.1  ozaki 	KASSERTMSG(lle->la_numheld == 0,
    268  1.1  ozaki 		"la_numheld %d > 0, pkts_droped %zd",
    269  1.1  ozaki 		 lle->la_numheld, pkts_dropped);
    270  1.1  ozaki 
    271  1.1  ozaki 	return (pkts_dropped);
    272  1.1  ozaki }
    273  1.1  ozaki 
    274  1.1  ozaki /*
    275  1.1  ozaki  * Deletes an address from the address table.
    276  1.1  ozaki  * This function is called by the timer functions
    277  1.1  ozaki  * such as arptimer() and nd6_llinfo_timer(), and
    278  1.1  ozaki  * the caller does the locking.
    279  1.1  ozaki  *
    280  1.1  ozaki  * Returns the number of held packets, if any, that were dropped.
    281  1.1  ozaki  */
    282  1.1  ozaki size_t
    283  1.1  ozaki llentry_free(struct llentry *lle)
    284  1.1  ozaki {
    285  1.1  ozaki 	struct lltable *llt;
    286  1.1  ozaki 	size_t pkts_dropped;
    287  1.1  ozaki 
    288  1.1  ozaki 	LLE_WLOCK_ASSERT(lle);
    289  1.1  ozaki 
    290  1.1  ozaki 	if ((lle->la_flags & LLE_LINKED) != 0) {
    291  1.1  ozaki 		llt = lle->lle_tbl;
    292  1.1  ozaki 
    293  1.1  ozaki 		IF_AFDATA_WLOCK_ASSERT(llt->llt_ifp);
    294  1.1  ozaki 		llt->llt_unlink_entry(lle);
    295  1.1  ozaki 	}
    296  1.1  ozaki 
    297  1.1  ozaki 	pkts_dropped = lltable_drop_entry_queue(lle);
    298  1.1  ozaki 
    299  1.1  ozaki 	LLE_FREE_LOCKED(lle);
    300  1.1  ozaki 
    301  1.1  ozaki 	return (pkts_dropped);
    302  1.1  ozaki }
    303  1.1  ozaki 
    304  1.1  ozaki /*
    305  1.1  ozaki  * (al)locate an llentry for address dst (equivalent to rtalloc for new-arp).
    306  1.1  ozaki  *
    307  1.1  ozaki  * If found the llentry * is returned referenced and unlocked.
    308  1.1  ozaki  */
    309  1.1  ozaki struct llentry *
    310  1.1  ozaki llentry_alloc(struct ifnet *ifp, struct lltable *lt,
    311  1.1  ozaki     struct sockaddr_storage *dst)
    312  1.1  ozaki {
    313  1.1  ozaki 	struct llentry *la;
    314  1.1  ozaki 
    315  1.1  ozaki 	IF_AFDATA_RLOCK(ifp);
    316  1.1  ozaki 	la = lla_lookup(lt, LLE_EXCLUSIVE, (struct sockaddr *)dst);
    317  1.1  ozaki 	IF_AFDATA_RUNLOCK(ifp);
    318  1.1  ozaki 	if ((la == NULL) &&
    319  1.1  ozaki #ifdef __FreeBSD__
    320  1.1  ozaki 	    (ifp->if_flags & (IFF_NOARP | IFF_STATICARP)) == 0) {
    321  1.1  ozaki #else /* XXX */
    322  1.1  ozaki 	    (ifp->if_flags & IFF_NOARP) == 0) {
    323  1.1  ozaki #endif
    324  1.1  ozaki 		IF_AFDATA_WLOCK(ifp);
    325  1.1  ozaki 		la = lla_create(lt, 0, (struct sockaddr *)dst);
    326  1.1  ozaki 		IF_AFDATA_WUNLOCK(ifp);
    327  1.1  ozaki 	}
    328  1.1  ozaki 
    329  1.1  ozaki 	if (la != NULL) {
    330  1.1  ozaki 		LLE_ADDREF(la);
    331  1.1  ozaki 		LLE_WUNLOCK(la);
    332  1.1  ozaki 	}
    333  1.1  ozaki 
    334  1.1  ozaki 	return (la);
    335  1.1  ozaki }
    336  1.1  ozaki 
    337  1.1  ozaki /*
    338  1.1  ozaki  * Free all entries from given table and free itself.
    339  1.1  ozaki  */
    340  1.1  ozaki 
    341  1.1  ozaki static int
    342  1.1  ozaki lltable_free_cb(struct lltable *llt, struct llentry *lle, void *farg)
    343  1.1  ozaki {
    344  1.1  ozaki 	struct llentries *dchain;
    345  1.1  ozaki 
    346  1.1  ozaki 	dchain = (struct llentries *)farg;
    347  1.1  ozaki 
    348  1.1  ozaki 	LLE_WLOCK(lle);
    349  1.1  ozaki 	LIST_INSERT_HEAD(dchain, lle, lle_chain);
    350  1.1  ozaki 
    351  1.1  ozaki 	return (0);
    352  1.1  ozaki }
    353  1.1  ozaki 
    354  1.1  ozaki /*
    355  1.1  ozaki  * Free all entries from given table and free itself.
    356  1.1  ozaki  */
    357  1.1  ozaki void
    358  1.1  ozaki lltable_free(struct lltable *llt)
    359  1.1  ozaki {
    360  1.1  ozaki 	struct llentry *lle, *next;
    361  1.1  ozaki 	struct llentries dchain;
    362  1.1  ozaki 
    363  1.1  ozaki 	KASSERTMSG(llt != NULL, "llt is NULL");
    364  1.1  ozaki 
    365  1.1  ozaki 	lltable_unlink(llt);
    366  1.1  ozaki 
    367  1.5  ozaki 	mutex_enter(softnet_lock);
    368  1.1  ozaki 	LIST_INIT(&dchain);
    369  1.1  ozaki 	IF_AFDATA_WLOCK(llt->llt_ifp);
    370  1.1  ozaki 	/* Push all lles to @dchain */
    371  1.1  ozaki 	lltable_foreach_lle(llt, lltable_free_cb, &dchain);
    372  1.1  ozaki 	llentries_unlink(llt, &dchain);
    373  1.1  ozaki 	IF_AFDATA_WUNLOCK(llt->llt_ifp);
    374  1.1  ozaki 
    375  1.1  ozaki 	LIST_FOREACH_SAFE(lle, &dchain, lle_chain, next) {
    376  1.4  ozaki 		if (callout_halt(&lle->la_timer, softnet_lock))
    377  1.1  ozaki 			LLE_REMREF(lle);
    378  1.3  pooka #if defined(__NetBSD__)
    379  1.2  ozaki 		/* XXX should have callback? */
    380  1.6  ozaki 		if (lle->la_rt != NULL) {
    381  1.6  ozaki 			struct rtentry *rt = lle->la_rt;
    382  1.6  ozaki 			lle->la_rt = NULL;
    383  1.6  ozaki #ifdef GATEWAY
    384  1.6  ozaki 			/* XXX cannot call rtfree with holding mutex(IPL_NET) */
    385  1.6  ozaki 			LLE_ADDREF(lle);
    386  1.6  ozaki 			LLE_WUNLOCK(lle);
    387  1.6  ozaki #endif
    388  1.6  ozaki 			rtfree(rt);
    389  1.6  ozaki #ifdef GATEWAY
    390  1.6  ozaki 			LLE_WLOCK(lle);
    391  1.6  ozaki 			LLE_REMREF(lle);
    392  1.6  ozaki #endif
    393  1.6  ozaki 		}
    394  1.2  ozaki #endif
    395  1.1  ozaki 		llentry_free(lle);
    396  1.1  ozaki 	}
    397  1.4  ozaki 	mutex_exit(softnet_lock);
    398  1.1  ozaki 
    399  1.1  ozaki 	llt->llt_free_tbl(llt);
    400  1.1  ozaki }
    401  1.1  ozaki 
    402  1.1  ozaki void
    403  1.1  ozaki lltable_drain(int af)
    404  1.1  ozaki {
    405  1.1  ozaki 	struct lltable	*llt;
    406  1.1  ozaki 	struct llentry	*lle;
    407  1.1  ozaki 	register int i;
    408  1.1  ozaki 
    409  1.1  ozaki 	LLTABLE_RLOCK();
    410  1.1  ozaki 	SLIST_FOREACH(llt, &lltables, llt_link) {
    411  1.1  ozaki 		if (llt->llt_af != af)
    412  1.1  ozaki 			continue;
    413  1.1  ozaki 
    414  1.1  ozaki 		for (i=0; i < llt->llt_hsize; i++) {
    415  1.1  ozaki 			LIST_FOREACH(lle, &llt->lle_head[i], lle_next) {
    416  1.1  ozaki 				LLE_WLOCK(lle);
    417  1.1  ozaki 				lltable_drop_entry_queue(lle);
    418  1.1  ozaki 				LLE_WUNLOCK(lle);
    419  1.1  ozaki 			}
    420  1.1  ozaki 		}
    421  1.1  ozaki 	}
    422  1.1  ozaki 	LLTABLE_RUNLOCK();
    423  1.1  ozaki }
    424  1.1  ozaki 
    425  1.1  ozaki void
    426  1.1  ozaki lltable_prefix_free(int af, struct sockaddr *prefix, struct sockaddr *mask,
    427  1.1  ozaki     u_int flags)
    428  1.1  ozaki {
    429  1.1  ozaki 	struct lltable *llt;
    430  1.1  ozaki 
    431  1.1  ozaki 	LLTABLE_RLOCK();
    432  1.1  ozaki 	SLIST_FOREACH(llt, &lltables, llt_link) {
    433  1.1  ozaki 		if (llt->llt_af != af)
    434  1.1  ozaki 			continue;
    435  1.1  ozaki 
    436  1.1  ozaki 		llt->llt_prefix_free(llt, prefix, mask, flags);
    437  1.1  ozaki 	}
    438  1.1  ozaki 	LLTABLE_RUNLOCK();
    439  1.1  ozaki }
    440  1.1  ozaki 
    441  1.1  ozaki struct lltable *
    442  1.1  ozaki lltable_allocate_htbl(uint32_t hsize)
    443  1.1  ozaki {
    444  1.1  ozaki 	struct lltable *llt;
    445  1.1  ozaki 	int i;
    446  1.1  ozaki 
    447  1.1  ozaki 	llt = malloc(sizeof(struct lltable), M_LLTABLE, M_WAITOK | M_ZERO);
    448  1.1  ozaki 	llt->llt_hsize = hsize;
    449  1.1  ozaki 	llt->lle_head = malloc(sizeof(struct llentries) * hsize,
    450  1.1  ozaki 	    M_LLTABLE, M_WAITOK | M_ZERO);
    451  1.1  ozaki 
    452  1.1  ozaki 	for (i = 0; i < llt->llt_hsize; i++)
    453  1.1  ozaki 		LIST_INIT(&llt->lle_head[i]);
    454  1.1  ozaki 
    455  1.1  ozaki 	/* Set some default callbacks */
    456  1.1  ozaki 	llt->llt_link_entry = htable_link_entry;
    457  1.1  ozaki 	llt->llt_unlink_entry = htable_unlink_entry;
    458  1.1  ozaki 	llt->llt_prefix_free = htable_prefix_free;
    459  1.1  ozaki 	llt->llt_foreach_entry = htable_foreach_lle;
    460  1.1  ozaki 
    461  1.1  ozaki 	llt->llt_free_tbl = htable_free_tbl;
    462  1.1  ozaki 
    463  1.1  ozaki 	return (llt);
    464  1.1  ozaki }
    465  1.1  ozaki 
    466  1.1  ozaki /*
    467  1.1  ozaki  * Links lltable to global llt list.
    468  1.1  ozaki  */
    469  1.1  ozaki void
    470  1.1  ozaki lltable_link(struct lltable *llt)
    471  1.1  ozaki {
    472  1.1  ozaki 
    473  1.1  ozaki 	LLTABLE_WLOCK();
    474  1.1  ozaki 	SLIST_INSERT_HEAD(&lltables, llt, llt_link);
    475  1.1  ozaki 	LLTABLE_WUNLOCK();
    476  1.1  ozaki }
    477  1.1  ozaki 
    478  1.1  ozaki static void
    479  1.1  ozaki lltable_unlink(struct lltable *llt)
    480  1.1  ozaki {
    481  1.1  ozaki 
    482  1.1  ozaki 	LLTABLE_WLOCK();
    483  1.1  ozaki 	SLIST_REMOVE(&lltables, llt, lltable, llt_link);
    484  1.1  ozaki 	LLTABLE_WUNLOCK();
    485  1.1  ozaki 
    486  1.1  ozaki }
    487  1.1  ozaki 
    488  1.1  ozaki /*
    489  1.1  ozaki  * External methods used by lltable consumers
    490  1.1  ozaki  */
    491  1.1  ozaki 
    492  1.1  ozaki int
    493  1.1  ozaki lltable_foreach_lle(struct lltable *llt, llt_foreach_cb_t *f, void *farg)
    494  1.1  ozaki {
    495  1.1  ozaki 
    496  1.1  ozaki 	return (llt->llt_foreach_entry(llt, f, farg));
    497  1.1  ozaki }
    498  1.1  ozaki 
    499  1.1  ozaki void
    500  1.1  ozaki lltable_link_entry(struct lltable *llt, struct llentry *lle)
    501  1.1  ozaki {
    502  1.1  ozaki 
    503  1.1  ozaki 	llt->llt_link_entry(llt, lle);
    504  1.1  ozaki }
    505  1.1  ozaki 
    506  1.1  ozaki void
    507  1.1  ozaki lltable_unlink_entry(struct lltable *llt, struct llentry *lle)
    508  1.1  ozaki {
    509  1.1  ozaki 
    510  1.1  ozaki 	llt->llt_unlink_entry(lle);
    511  1.1  ozaki }
    512  1.1  ozaki 
    513  1.1  ozaki void
    514  1.1  ozaki lltable_fill_sa_entry(const struct llentry *lle, struct sockaddr *sa)
    515  1.1  ozaki {
    516  1.1  ozaki 	struct lltable *llt;
    517  1.1  ozaki 
    518  1.1  ozaki 	llt = lle->lle_tbl;
    519  1.1  ozaki 	llt->llt_fill_sa_entry(lle, sa);
    520  1.1  ozaki }
    521  1.1  ozaki 
    522  1.1  ozaki struct ifnet *
    523  1.1  ozaki lltable_get_ifp(const struct lltable *llt)
    524  1.1  ozaki {
    525  1.1  ozaki 
    526  1.1  ozaki 	return (llt->llt_ifp);
    527  1.1  ozaki }
    528  1.1  ozaki 
    529  1.1  ozaki int
    530  1.1  ozaki lltable_get_af(const struct lltable *llt)
    531  1.1  ozaki {
    532  1.1  ozaki 
    533  1.1  ozaki 	return (llt->llt_af);
    534  1.1  ozaki }
    535  1.1  ozaki 
    536  1.1  ozaki /*
    537  1.1  ozaki  * Called in route_output when rtm_flags contains RTF_LLDATA.
    538  1.1  ozaki  */
    539  1.1  ozaki int
    540  1.1  ozaki lla_rt_output(struct rt_msghdr *rtm, struct rt_addrinfo *info)
    541  1.1  ozaki {
    542  1.1  ozaki 	const struct sockaddr_dl *dl = satocsdl(info->rti_info[RTAX_GATEWAY]);
    543  1.1  ozaki 	const struct sockaddr *dst = info->rti_info[RTAX_DST];
    544  1.1  ozaki 	struct ifnet *ifp;
    545  1.1  ozaki 	struct lltable *llt;
    546  1.1  ozaki 	struct llentry *lle;
    547  1.1  ozaki 	u_int laflags;
    548  1.1  ozaki 	int error;
    549  1.1  ozaki 
    550  1.1  ozaki 	KASSERTMSG(dl != NULL && dl->sdl_family == AF_LINK, "invalid dl");
    551  1.1  ozaki 
    552  1.1  ozaki 	ifp = if_byindex(dl->sdl_index);
    553  1.1  ozaki 	if (ifp == NULL) {
    554  1.1  ozaki 		log(LOG_INFO, "%s: invalid ifp (sdl_index %d)\n",
    555  1.1  ozaki 		    __func__, dl->sdl_index);
    556  1.1  ozaki 		return EINVAL;
    557  1.1  ozaki 	}
    558  1.1  ozaki 
    559  1.1  ozaki 	/* XXX linked list may be too expensive */
    560  1.1  ozaki 	LLTABLE_RLOCK();
    561  1.1  ozaki 	SLIST_FOREACH(llt, &lltables, llt_link) {
    562  1.1  ozaki 		if (llt->llt_af == dst->sa_family &&
    563  1.1  ozaki 		    llt->llt_ifp == ifp)
    564  1.1  ozaki 			break;
    565  1.1  ozaki 	}
    566  1.1  ozaki 	LLTABLE_RUNLOCK();
    567  1.1  ozaki 	KASSERTMSG(llt != NULL, "Yep, ugly hacks are bad");
    568  1.1  ozaki 
    569  1.1  ozaki 	error = 0;
    570  1.1  ozaki 
    571  1.1  ozaki 	switch (rtm->rtm_type) {
    572  1.1  ozaki 	case RTM_ADD:
    573  1.1  ozaki 		/* Add static LLE */
    574  1.1  ozaki 		IF_AFDATA_WLOCK(ifp);
    575  1.1  ozaki 		lle = lla_create(llt, 0, dst);
    576  1.1  ozaki 		if (lle == NULL) {
    577  1.1  ozaki 			IF_AFDATA_WUNLOCK(ifp);
    578  1.1  ozaki 			return (ENOMEM);
    579  1.1  ozaki 		}
    580  1.1  ozaki 
    581  1.1  ozaki 
    582  1.1  ozaki 		memcpy(&lle->ll_addr, CLLADDR(dl), ifp->if_addrlen);
    583  1.1  ozaki 		if ((rtm->rtm_flags & RTF_ANNOUNCE))
    584  1.1  ozaki 			lle->la_flags |= LLE_PUB;
    585  1.1  ozaki 		lle->la_flags |= LLE_VALID;
    586  1.1  ozaki #ifdef INET6
    587  1.1  ozaki 		/*
    588  1.1  ozaki 		 * ND6
    589  1.1  ozaki 		 */
    590  1.1  ozaki 		if (dst->sa_family == AF_INET6)
    591  1.1  ozaki 			lle->ln_state = ND6_LLINFO_REACHABLE;
    592  1.1  ozaki #endif
    593  1.1  ozaki 		/*
    594  1.1  ozaki 		 * NB: arp and ndp always set (RTF_STATIC | RTF_HOST)
    595  1.1  ozaki 		 */
    596  1.1  ozaki 
    597  1.1  ozaki 		if (rtm->rtm_rmx.rmx_expire == 0) {
    598  1.1  ozaki 			lle->la_flags |= LLE_STATIC;
    599  1.1  ozaki 			lle->la_expire = 0;
    600  1.1  ozaki 		} else
    601  1.1  ozaki 			lle->la_expire = rtm->rtm_rmx.rmx_expire;
    602  1.1  ozaki 		laflags = lle->la_flags;
    603  1.1  ozaki 		LLE_WUNLOCK(lle);
    604  1.1  ozaki 		IF_AFDATA_WUNLOCK(ifp);
    605  1.1  ozaki #ifdef INET
    606  1.1  ozaki 		/* gratuitous ARP */
    607  1.1  ozaki 		if ((laflags & LLE_PUB) && dst->sa_family == AF_INET)
    608  1.1  ozaki 			arprequest(ifp,
    609  1.1  ozaki 			    &((const struct sockaddr_in *)dst)->sin_addr,
    610  1.1  ozaki 			    &((const struct sockaddr_in *)dst)->sin_addr,
    611  1.1  ozaki 			    CLLADDR(dl));
    612  1.1  ozaki #endif
    613  1.1  ozaki 
    614  1.1  ozaki 		break;
    615  1.1  ozaki 
    616  1.1  ozaki 	case RTM_DELETE:
    617  1.1  ozaki 		IF_AFDATA_WLOCK(ifp);
    618  1.1  ozaki 		error = lla_delete(llt, 0, dst);
    619  1.1  ozaki 		IF_AFDATA_WUNLOCK(ifp);
    620  1.1  ozaki 		return (error == 0 ? 0 : ENOENT);
    621  1.1  ozaki 
    622  1.1  ozaki 	default:
    623  1.1  ozaki 		error = EINVAL;
    624  1.1  ozaki 	}
    625  1.1  ozaki 
    626  1.1  ozaki 	return (error);
    627  1.1  ozaki }
    628  1.1  ozaki 
    629  1.1  ozaki void
    630  1.1  ozaki lltableinit(void)
    631  1.1  ozaki {
    632  1.1  ozaki 
    633  1.1  ozaki 	SLIST_INIT(&lltables);
    634  1.1  ozaki 	rw_init(&lltable_rwlock);
    635  1.1  ozaki }
    636  1.1  ozaki 
    637  1.1  ozaki #ifdef __FreeBSD__
    638  1.1  ozaki #ifdef DDB
    639  1.1  ozaki struct llentry_sa {
    640  1.1  ozaki 	struct llentry		base;
    641  1.1  ozaki 	struct sockaddr		l3_addr;
    642  1.1  ozaki };
    643  1.1  ozaki 
    644  1.1  ozaki static void
    645  1.1  ozaki llatbl_lle_show(struct llentry_sa *la)
    646  1.1  ozaki {
    647  1.1  ozaki 	struct llentry *lle;
    648  1.1  ozaki 	uint8_t octet[6];
    649  1.1  ozaki 
    650  1.1  ozaki 	lle = &la->base;
    651  1.1  ozaki 	db_printf("lle=%p\n", lle);
    652  1.1  ozaki 	db_printf(" lle_next=%p\n", lle->lle_next.le_next);
    653  1.1  ozaki 	db_printf(" lle_lock=%p\n", &lle->lle_lock);
    654  1.1  ozaki 	db_printf(" lle_tbl=%p\n", lle->lle_tbl);
    655  1.1  ozaki 	db_printf(" lle_head=%p\n", lle->lle_head);
    656  1.1  ozaki 	db_printf(" la_hold=%p\n", lle->la_hold);
    657  1.1  ozaki 	db_printf(" la_numheld=%d\n", lle->la_numheld);
    658  1.1  ozaki 	db_printf(" la_expire=%ju\n", (uintmax_t)lle->la_expire);
    659  1.1  ozaki 	db_printf(" la_flags=0x%04x\n", lle->la_flags);
    660  1.1  ozaki 	db_printf(" la_asked=%u\n", lle->la_asked);
    661  1.1  ozaki 	db_printf(" la_preempt=%u\n", lle->la_preempt);
    662  1.1  ozaki 	db_printf(" ln_byhint=%u\n", lle->ln_byhint);
    663  1.1  ozaki 	db_printf(" ln_state=%d\n", lle->ln_state);
    664  1.1  ozaki 	db_printf(" ln_router=%u\n", lle->ln_router);
    665  1.1  ozaki 	db_printf(" ln_ntick=%ju\n", (uintmax_t)lle->ln_ntick);
    666  1.1  ozaki 	db_printf(" lle_refcnt=%d\n", lle->lle_refcnt);
    667  1.1  ozaki 	memcopy(octet, &lle->ll_addr.mac16, sizeof(octet));
    668  1.1  ozaki 	db_printf(" ll_addr=%02x:%02x:%02x:%02x:%02x:%02x\n",
    669  1.1  ozaki 	    octet[0], octet[1], octet[2], octet[3], octet[4], octet[5]);
    670  1.1  ozaki 	db_printf(" lle_timer=%p\n", &lle->lle_timer);
    671  1.1  ozaki 
    672  1.1  ozaki 	switch (la->l3_addr.sa_family) {
    673  1.1  ozaki #ifdef INET
    674  1.1  ozaki 	case AF_INET:
    675  1.1  ozaki 	{
    676  1.1  ozaki 		struct sockaddr_in *sin;
    677  1.1  ozaki 		char l3s[INET_ADDRSTRLEN];
    678  1.1  ozaki 
    679  1.1  ozaki 		sin = (struct sockaddr_in *)&la->l3_addr;
    680  1.1  ozaki 		inet_ntoa_r(sin->sin_addr, l3s);
    681  1.1  ozaki 		db_printf(" l3_addr=%s\n", l3s);
    682  1.1  ozaki 		break;
    683  1.1  ozaki 	}
    684  1.1  ozaki #endif
    685  1.1  ozaki #ifdef INET6
    686  1.1  ozaki 	case AF_INET6:
    687  1.1  ozaki 	{
    688  1.1  ozaki 		struct sockaddr_in6 *sin6;
    689  1.1  ozaki 		char l3s[INET6_ADDRSTRLEN];
    690  1.1  ozaki 
    691  1.1  ozaki 		sin6 = (struct sockaddr_in6 *)&la->l3_addr;
    692  1.1  ozaki 		ip6_sprintf(l3s, &sin6->sin6_addr);
    693  1.1  ozaki 		db_printf(" l3_addr=%s\n", l3s);
    694  1.1  ozaki 		break;
    695  1.1  ozaki 	}
    696  1.1  ozaki #endif
    697  1.1  ozaki 	default:
    698  1.1  ozaki 		db_printf(" l3_addr=N/A (af=%d)\n", la->l3_addr.sa_family);
    699  1.1  ozaki 		break;
    700  1.1  ozaki 	}
    701  1.1  ozaki }
    702  1.1  ozaki 
    703  1.1  ozaki DB_SHOW_COMMAND(llentry, db_show_llentry)
    704  1.1  ozaki {
    705  1.1  ozaki 
    706  1.1  ozaki 	if (!have_addr) {
    707  1.1  ozaki 		db_printf("usage: show llentry <struct llentry *>\n");
    708  1.1  ozaki 		return;
    709  1.1  ozaki 	}
    710  1.1  ozaki 
    711  1.1  ozaki 	llatbl_lle_show((struct llentry_sa *)addr);
    712  1.1  ozaki }
    713  1.1  ozaki 
    714  1.1  ozaki static void
    715  1.1  ozaki llatbl_llt_show(struct lltable *llt)
    716  1.1  ozaki {
    717  1.1  ozaki 	int i;
    718  1.1  ozaki 	struct llentry *lle;
    719  1.1  ozaki 
    720  1.1  ozaki 	db_printf("llt=%p llt_af=%d llt_ifp=%p\n",
    721  1.1  ozaki 	    llt, llt->llt_af, llt->llt_ifp);
    722  1.1  ozaki 
    723  1.1  ozaki 	for (i = 0; i < llt->llt_hsize; i++) {
    724  1.1  ozaki 		LIST_FOREACH(lle, &llt->lle_head[i], lle_next) {
    725  1.1  ozaki 
    726  1.1  ozaki 			llatbl_lle_show((struct llentry_sa *)lle);
    727  1.1  ozaki 			if (db_pager_quit)
    728  1.1  ozaki 				return;
    729  1.1  ozaki 		}
    730  1.1  ozaki 	}
    731  1.1  ozaki }
    732  1.1  ozaki 
    733  1.1  ozaki DB_SHOW_COMMAND(lltable, db_show_lltable)
    734  1.1  ozaki {
    735  1.1  ozaki 
    736  1.1  ozaki 	if (!have_addr) {
    737  1.1  ozaki 		db_printf("usage: show lltable <struct lltable *>\n");
    738  1.1  ozaki 		return;
    739  1.1  ozaki 	}
    740  1.1  ozaki 
    741  1.1  ozaki 	llatbl_llt_show((struct lltable *)addr);
    742  1.1  ozaki }
    743  1.1  ozaki 
    744  1.1  ozaki DB_SHOW_ALL_COMMAND(lltables, db_show_all_lltables)
    745  1.1  ozaki {
    746  1.1  ozaki 	VNET_ITERATOR_DECL(vnet_iter);
    747  1.1  ozaki 	struct lltable *llt;
    748  1.1  ozaki 
    749  1.1  ozaki 	VNET_FOREACH(vnet_iter) {
    750  1.1  ozaki 		CURVNET_SET_QUIET(vnet_iter);
    751  1.1  ozaki #ifdef VIMAGE
    752  1.1  ozaki 		db_printf("vnet=%p\n", curvnet);
    753  1.1  ozaki #endif
    754  1.1  ozaki 		SLIST_FOREACH(llt, &lltables, llt_link) {
    755  1.1  ozaki 			db_printf("llt=%p llt_af=%d llt_ifp=%p(%s)\n",
    756  1.1  ozaki 			    llt, llt->llt_af, llt->llt_ifp,
    757  1.1  ozaki 			    (llt->llt_ifp != NULL) ?
    758  1.1  ozaki 				llt->llt_ifp->if_xname : "?");
    759  1.1  ozaki 			if (have_addr && addr != 0) /* verbose */
    760  1.1  ozaki 				llatbl_llt_show(llt);
    761  1.1  ozaki 			if (db_pager_quit) {
    762  1.1  ozaki 				CURVNET_RESTORE();
    763  1.1  ozaki 				return;
    764  1.1  ozaki 			}
    765  1.1  ozaki 		}
    766  1.1  ozaki 		CURVNET_RESTORE();
    767  1.1  ozaki 	}
    768  1.1  ozaki }
    769  1.1  ozaki #endif /* DDB */
    770  1.1  ozaki #endif /* __FreeBSD__ */
    771