Home | History | Annotate | Line # | Download | only in net
if_llatbl.c revision 1.13
      1  1.13  ozaki /*	$NetBSD: if_llatbl.c,v 1.13 2016/04/06 08:45:46 ozaki-r Exp $	*/
      2   1.1  ozaki /*
      3   1.1  ozaki  * Copyright (c) 2004 Luigi Rizzo, Alessandro Cerri. All rights reserved.
      4   1.1  ozaki  * Copyright (c) 2004-2008 Qing Li. All rights reserved.
      5   1.1  ozaki  * Copyright (c) 2008 Kip Macy. All rights reserved.
      6   1.1  ozaki  * Copyright (c) 2015 The NetBSD Foundation, Inc.
      7   1.1  ozaki  * All rights reserved.
      8   1.1  ozaki  *
      9   1.1  ozaki  * Redistribution and use in source and binary forms, with or without
     10   1.1  ozaki  * modification, are permitted provided that the following conditions
     11   1.1  ozaki  * are met:
     12   1.1  ozaki  * 1. Redistributions of source code must retain the above copyright
     13   1.1  ozaki  *    notice, this list of conditions and the following disclaimer.
     14   1.1  ozaki  * 2. Redistributions in binary form must reproduce the above copyright
     15   1.1  ozaki  *    notice, this list of conditions and the following disclaimer in the
     16   1.1  ozaki  *    documentation and/or other materials provided with the distribution.
     17   1.1  ozaki  *
     18   1.1  ozaki  * THIS SOFTWARE IS PROVIDED BY AUTHOR AND CONTRIBUTORS ``AS IS'' AND
     19   1.1  ozaki  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     20   1.1  ozaki  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     21   1.1  ozaki  * ARE DISCLAIMED.  IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
     22   1.1  ozaki  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     23   1.1  ozaki  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     24   1.1  ozaki  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     25   1.1  ozaki  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     26   1.1  ozaki  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     27   1.1  ozaki  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     28   1.1  ozaki  * SUCH DAMAGE.
     29   1.1  ozaki  */
     30   1.1  ozaki #include <sys/cdefs.h>
     31   1.1  ozaki 
     32   1.1  ozaki #ifdef _KERNEL_OPT
     33   1.1  ozaki #include "opt_ddb.h"
     34   1.1  ozaki #include "opt_inet.h"
     35   1.1  ozaki #include "opt_inet6.h"
     36   1.1  ozaki #endif
     37   1.1  ozaki 
     38   1.9  ozaki #include "arp.h"
     39   1.9  ozaki 
     40   1.1  ozaki #include <sys/param.h>
     41   1.1  ozaki #include <sys/systm.h>
     42   1.1  ozaki #include <sys/malloc.h>
     43   1.1  ozaki #include <sys/mbuf.h>
     44   1.1  ozaki #include <sys/syslog.h>
     45   1.1  ozaki #include <sys/sysctl.h>
     46   1.1  ozaki #include <sys/socket.h>
     47   1.4  ozaki #include <sys/socketvar.h>
     48   1.1  ozaki #include <sys/kernel.h>
     49   1.1  ozaki #include <sys/lock.h>
     50   1.1  ozaki #include <sys/mutex.h>
     51   1.1  ozaki #include <sys/rwlock.h>
     52   1.1  ozaki 
     53   1.1  ozaki #ifdef DDB
     54   1.1  ozaki #include <ddb/ddb.h>
     55   1.1  ozaki #endif
     56   1.1  ozaki 
     57   1.1  ozaki #include <netinet/in.h>
     58   1.1  ozaki #include <net/if_llatbl.h>
     59   1.1  ozaki #include <net/if.h>
     60   1.1  ozaki #include <net/if_dl.h>
     61   1.1  ozaki #include <net/route.h>
     62   1.1  ozaki #include <netinet/if_inarp.h>
     63   1.1  ozaki #include <netinet6/in6_var.h>
     64   1.1  ozaki #include <netinet6/nd6.h>
     65   1.1  ozaki 
     66   1.1  ozaki static SLIST_HEAD(, lltable) lltables;
     67   1.1  ozaki krwlock_t lltable_rwlock;
     68   1.1  ozaki 
     69   1.1  ozaki static void lltable_unlink(struct lltable *llt);
     70   1.1  ozaki static void llentries_unlink(struct lltable *llt, struct llentries *head);
     71   1.1  ozaki 
     72   1.1  ozaki static void htable_unlink_entry(struct llentry *lle);
     73   1.1  ozaki static void htable_link_entry(struct lltable *llt, struct llentry *lle);
     74   1.1  ozaki static int htable_foreach_lle(struct lltable *llt, llt_foreach_cb_t *f,
     75   1.1  ozaki     void *farg);
     76   1.1  ozaki 
     77  1.11  ozaki int
     78  1.11  ozaki lltable_dump_entry(struct lltable *llt, struct llentry *lle,
     79  1.11  ozaki     struct rt_walkarg *w, struct sockaddr *sa)
     80  1.11  ozaki {
     81  1.11  ozaki 	struct ifnet *ifp = llt->llt_ifp;
     82  1.12  ozaki 	int error;
     83  1.12  ozaki 	void *a;
     84  1.11  ozaki 	struct sockaddr_dl sdl;
     85  1.11  ozaki 	int size;
     86  1.11  ozaki 	struct rt_addrinfo info;
     87  1.11  ozaki 
     88  1.11  ozaki 	memset(&info, 0, sizeof(info));
     89  1.11  ozaki 	info.rti_info[RTAX_DST] = sa;
     90  1.12  ozaki 
     91  1.12  ozaki 	a = (lle->la_flags & LLE_VALID) == LLE_VALID ? &lle->ll_addr : NULL;
     92  1.12  ozaki 	if (sockaddr_dl_init(&sdl, sizeof(sdl), ifp->if_index, ifp->if_type,
     93  1.12  ozaki 	    NULL, 0, a, ifp->if_addrlen) == NULL)
     94  1.12  ozaki 		return EINVAL;
     95  1.12  ozaki 
     96  1.11  ozaki 	info.rti_info[RTAX_GATEWAY] = sstocsa(&sdl);
     97  1.11  ozaki 	if (sa->sa_family == AF_INET && lle->la_flags & LLE_PUB) {
     98  1.11  ozaki 		struct sockaddr_inarp *sin;
     99  1.11  ozaki 		sin = (struct sockaddr_inarp *)sa;
    100  1.11  ozaki 		sin->sin_other = SIN_PROXY;
    101  1.11  ozaki 	}
    102  1.11  ozaki 	if ((error = rt_msg3(RTM_GET, &info, 0, w, &size)))
    103  1.11  ozaki 		return error;
    104  1.11  ozaki 	if (w->w_where && w->w_tmem && w->w_needed <= 0) {
    105  1.11  ozaki 		struct rt_msghdr *rtm = (struct rt_msghdr *)w->w_tmem;
    106  1.11  ozaki 
    107  1.11  ozaki 		/* Need to copy by myself */
    108  1.11  ozaki 		rtm->rtm_rmx.rmx_expire =
    109  1.11  ozaki 		    (lle->la_flags & LLE_STATIC) ? 0 : lle->la_expire;
    110  1.11  ozaki 		rtm->rtm_flags |= RTF_HOST; /* For ndp */
    111  1.11  ozaki 		rtm->rtm_flags |= (lle->la_flags & LLE_STATIC) ? RTF_STATIC : 0;
    112  1.11  ozaki 		if (lle->la_flags & LLE_PUB)
    113  1.11  ozaki 			rtm->rtm_flags |= RTF_ANNOUNCE;
    114  1.13  ozaki 		rtm->rtm_addrs = info.rti_addrs;
    115  1.11  ozaki 		if ((error = copyout(rtm, w->w_where, size)) != 0)
    116  1.11  ozaki 			w->w_where = NULL;
    117  1.11  ozaki 		else
    118  1.11  ozaki 			w->w_where = (char *)w->w_where + size;
    119  1.11  ozaki 	}
    120  1.11  ozaki 
    121  1.11  ozaki 	return error;
    122  1.11  ozaki }
    123  1.11  ozaki 
    124   1.1  ozaki /*
    125   1.1  ozaki  * Dump lle state for a specific address family.
    126   1.1  ozaki  */
    127   1.1  ozaki static int
    128  1.11  ozaki lltable_dump_af(struct lltable *llt, struct rt_walkarg *w)
    129   1.1  ozaki {
    130   1.1  ozaki 	int error;
    131   1.1  ozaki 
    132   1.1  ozaki 	LLTABLE_LOCK_ASSERT();
    133   1.1  ozaki 
    134   1.1  ozaki 	if (llt->llt_ifp->if_flags & IFF_LOOPBACK)
    135   1.1  ozaki 		return (0);
    136   1.1  ozaki 	error = 0;
    137   1.1  ozaki 
    138   1.1  ozaki 	IF_AFDATA_RLOCK(llt->llt_ifp);
    139   1.1  ozaki 	error = lltable_foreach_lle(llt,
    140  1.11  ozaki 	    (llt_foreach_cb_t *)llt->llt_dump_entry, w);
    141   1.1  ozaki 	IF_AFDATA_RUNLOCK(llt->llt_ifp);
    142   1.1  ozaki 
    143   1.1  ozaki 	return (error);
    144   1.1  ozaki }
    145   1.1  ozaki 
    146   1.1  ozaki /*
    147   1.1  ozaki  * Dump arp state for a specific address family.
    148   1.1  ozaki  */
    149   1.1  ozaki int
    150  1.11  ozaki lltable_sysctl_dumparp(int af, struct rt_walkarg *w)
    151   1.1  ozaki {
    152   1.1  ozaki 	struct lltable *llt;
    153   1.1  ozaki 	int error = 0;
    154   1.1  ozaki 
    155   1.1  ozaki 	LLTABLE_RLOCK();
    156   1.1  ozaki 	SLIST_FOREACH(llt, &lltables, llt_link) {
    157   1.1  ozaki 		if (llt->llt_af == af) {
    158  1.11  ozaki 			error = lltable_dump_af(llt, w);
    159   1.1  ozaki 			if (error != 0)
    160   1.1  ozaki 				goto done;
    161   1.1  ozaki 		}
    162   1.1  ozaki 	}
    163   1.1  ozaki done:
    164   1.1  ozaki 	LLTABLE_RUNLOCK();
    165   1.1  ozaki 	return (error);
    166   1.1  ozaki }
    167   1.1  ozaki 
    168   1.1  ozaki /*
    169   1.1  ozaki  * Common function helpers for chained hash table.
    170   1.1  ozaki  */
    171   1.1  ozaki 
    172   1.1  ozaki /*
    173   1.1  ozaki  * Runs specified callback for each entry in @llt.
    174   1.1  ozaki  * Caller does the locking.
    175   1.1  ozaki  *
    176   1.1  ozaki  */
    177   1.1  ozaki static int
    178   1.1  ozaki htable_foreach_lle(struct lltable *llt, llt_foreach_cb_t *f, void *farg)
    179   1.1  ozaki {
    180   1.1  ozaki 	struct llentry *lle, *next;
    181   1.1  ozaki 	int i, error;
    182   1.1  ozaki 
    183   1.1  ozaki 	error = 0;
    184   1.1  ozaki 
    185   1.1  ozaki 	for (i = 0; i < llt->llt_hsize; i++) {
    186   1.1  ozaki 		LIST_FOREACH_SAFE(lle, &llt->lle_head[i], lle_next, next) {
    187   1.1  ozaki 			error = f(llt, lle, farg);
    188   1.1  ozaki 			if (error != 0)
    189   1.1  ozaki 				break;
    190   1.1  ozaki 		}
    191   1.1  ozaki 	}
    192   1.1  ozaki 
    193   1.1  ozaki 	return (error);
    194   1.1  ozaki }
    195   1.1  ozaki 
    196   1.1  ozaki static void
    197   1.1  ozaki htable_link_entry(struct lltable *llt, struct llentry *lle)
    198   1.1  ozaki {
    199   1.1  ozaki 	struct llentries *lleh;
    200   1.1  ozaki 	uint32_t hashidx;
    201   1.1  ozaki 
    202   1.1  ozaki 	if ((lle->la_flags & LLE_LINKED) != 0)
    203   1.1  ozaki 		return;
    204   1.1  ozaki 
    205   1.1  ozaki 	IF_AFDATA_WLOCK_ASSERT(llt->llt_ifp);
    206   1.1  ozaki 
    207   1.1  ozaki 	hashidx = llt->llt_hash(lle, llt->llt_hsize);
    208   1.1  ozaki 	lleh = &llt->lle_head[hashidx];
    209   1.1  ozaki 
    210   1.1  ozaki 	lle->lle_tbl  = llt;
    211   1.1  ozaki 	lle->lle_head = lleh;
    212   1.1  ozaki 	lle->la_flags |= LLE_LINKED;
    213   1.1  ozaki 	LIST_INSERT_HEAD(lleh, lle, lle_next);
    214   1.8  ozaki 
    215   1.8  ozaki 	llt->llt_lle_count++;
    216   1.1  ozaki }
    217   1.1  ozaki 
    218   1.1  ozaki static void
    219   1.1  ozaki htable_unlink_entry(struct llentry *lle)
    220   1.1  ozaki {
    221   1.1  ozaki 
    222   1.1  ozaki 	if ((lle->la_flags & LLE_LINKED) != 0) {
    223   1.1  ozaki 		IF_AFDATA_WLOCK_ASSERT(lle->lle_tbl->llt_ifp);
    224   1.1  ozaki 		LIST_REMOVE(lle, lle_next);
    225   1.1  ozaki 		lle->la_flags &= ~(LLE_VALID | LLE_LINKED);
    226   1.1  ozaki #if 0
    227   1.1  ozaki 		lle->lle_tbl = NULL;
    228   1.1  ozaki 		lle->lle_head = NULL;
    229   1.1  ozaki #endif
    230   1.8  ozaki 		KASSERT(lle->lle_tbl->llt_lle_count != 0);
    231   1.8  ozaki 		lle->lle_tbl->llt_lle_count--;
    232   1.1  ozaki 	}
    233   1.1  ozaki }
    234   1.1  ozaki 
    235   1.1  ozaki struct prefix_match_data {
    236   1.1  ozaki 	const struct sockaddr *prefix;
    237   1.1  ozaki 	const struct sockaddr *mask;
    238   1.1  ozaki 	struct llentries dchain;
    239   1.1  ozaki 	u_int flags;
    240   1.1  ozaki };
    241   1.1  ozaki 
    242   1.1  ozaki static int
    243   1.1  ozaki htable_prefix_free_cb(struct lltable *llt, struct llentry *lle, void *farg)
    244   1.1  ozaki {
    245   1.1  ozaki 	struct prefix_match_data *pmd;
    246   1.1  ozaki 
    247   1.1  ozaki 	pmd = (struct prefix_match_data *)farg;
    248   1.1  ozaki 
    249   1.1  ozaki 	if (llt->llt_match_prefix(pmd->prefix, pmd->mask, pmd->flags, lle)) {
    250   1.1  ozaki 		LLE_WLOCK(lle);
    251   1.1  ozaki 		LIST_INSERT_HEAD(&pmd->dchain, lle, lle_chain);
    252   1.1  ozaki 	}
    253   1.1  ozaki 
    254   1.1  ozaki 	return (0);
    255   1.1  ozaki }
    256   1.1  ozaki 
    257   1.1  ozaki static void
    258   1.1  ozaki htable_prefix_free(struct lltable *llt, const struct sockaddr *prefix,
    259   1.1  ozaki     const struct sockaddr *mask, u_int flags)
    260   1.1  ozaki {
    261   1.1  ozaki 	struct llentry *lle, *next;
    262   1.1  ozaki 	struct prefix_match_data pmd;
    263   1.1  ozaki 
    264   1.1  ozaki 	memset(&pmd, 0, sizeof(pmd));
    265   1.1  ozaki 	pmd.prefix = prefix;
    266   1.1  ozaki 	pmd.mask = mask;
    267   1.1  ozaki 	pmd.flags = flags;
    268   1.1  ozaki 	LIST_INIT(&pmd.dchain);
    269   1.1  ozaki 
    270   1.1  ozaki 	IF_AFDATA_WLOCK(llt->llt_ifp);
    271   1.1  ozaki 	/* Push matching lles to chain */
    272   1.1  ozaki 	lltable_foreach_lle(llt, htable_prefix_free_cb, &pmd);
    273   1.1  ozaki 
    274   1.1  ozaki 	llentries_unlink(llt, &pmd.dchain);
    275   1.1  ozaki 	IF_AFDATA_WUNLOCK(llt->llt_ifp);
    276   1.1  ozaki 
    277   1.1  ozaki 	LIST_FOREACH_SAFE(lle, &pmd.dchain, lle_chain, next)
    278   1.1  ozaki 		llt->llt_free_entry(llt, lle);
    279   1.1  ozaki }
    280   1.1  ozaki 
    281   1.1  ozaki static void
    282   1.1  ozaki htable_free_tbl(struct lltable *llt)
    283   1.1  ozaki {
    284   1.1  ozaki 
    285   1.1  ozaki 	free(llt->lle_head, M_LLTABLE);
    286   1.1  ozaki 	free(llt, M_LLTABLE);
    287   1.1  ozaki }
    288   1.1  ozaki 
    289   1.1  ozaki static void
    290   1.1  ozaki llentries_unlink(struct lltable *llt, struct llentries *head)
    291   1.1  ozaki {
    292   1.1  ozaki 	struct llentry *lle, *next;
    293   1.1  ozaki 
    294   1.1  ozaki 	LIST_FOREACH_SAFE(lle, head, lle_chain, next)
    295   1.1  ozaki 		llt->llt_unlink_entry(lle);
    296   1.1  ozaki }
    297   1.1  ozaki 
    298   1.1  ozaki /*
    299   1.1  ozaki  * Helper function used to drop all mbufs in hold queue.
    300   1.1  ozaki  *
    301   1.1  ozaki  * Returns the number of held packets, if any, that were dropped.
    302   1.1  ozaki  */
    303   1.1  ozaki size_t
    304   1.1  ozaki lltable_drop_entry_queue(struct llentry *lle)
    305   1.1  ozaki {
    306   1.1  ozaki 	size_t pkts_dropped;
    307   1.1  ozaki 	struct mbuf *next;
    308   1.1  ozaki 
    309   1.1  ozaki 	LLE_WLOCK_ASSERT(lle);
    310   1.1  ozaki 
    311   1.1  ozaki 	pkts_dropped = 0;
    312   1.1  ozaki 	while ((lle->la_numheld > 0) && (lle->la_hold != NULL)) {
    313   1.1  ozaki 		next = lle->la_hold->m_nextpkt;
    314   1.1  ozaki 		m_freem(lle->la_hold);
    315   1.1  ozaki 		lle->la_hold = next;
    316   1.1  ozaki 		lle->la_numheld--;
    317   1.1  ozaki 		pkts_dropped++;
    318   1.1  ozaki 	}
    319   1.1  ozaki 
    320   1.1  ozaki 	KASSERTMSG(lle->la_numheld == 0,
    321   1.1  ozaki 		"la_numheld %d > 0, pkts_droped %zd",
    322   1.1  ozaki 		 lle->la_numheld, pkts_dropped);
    323   1.1  ozaki 
    324   1.1  ozaki 	return (pkts_dropped);
    325   1.1  ozaki }
    326   1.1  ozaki 
    327   1.1  ozaki /*
    328   1.1  ozaki  * Deletes an address from the address table.
    329   1.1  ozaki  * This function is called by the timer functions
    330   1.1  ozaki  * such as arptimer() and nd6_llinfo_timer(), and
    331   1.1  ozaki  * the caller does the locking.
    332   1.1  ozaki  *
    333   1.1  ozaki  * Returns the number of held packets, if any, that were dropped.
    334   1.1  ozaki  */
    335   1.1  ozaki size_t
    336   1.1  ozaki llentry_free(struct llentry *lle)
    337   1.1  ozaki {
    338   1.1  ozaki 	struct lltable *llt;
    339   1.1  ozaki 	size_t pkts_dropped;
    340   1.1  ozaki 
    341   1.1  ozaki 	LLE_WLOCK_ASSERT(lle);
    342   1.1  ozaki 
    343   1.1  ozaki 	if ((lle->la_flags & LLE_LINKED) != 0) {
    344   1.1  ozaki 		llt = lle->lle_tbl;
    345   1.1  ozaki 
    346   1.1  ozaki 		IF_AFDATA_WLOCK_ASSERT(llt->llt_ifp);
    347   1.1  ozaki 		llt->llt_unlink_entry(lle);
    348   1.1  ozaki 	}
    349   1.1  ozaki 
    350   1.1  ozaki 	pkts_dropped = lltable_drop_entry_queue(lle);
    351   1.1  ozaki 
    352   1.1  ozaki 	LLE_FREE_LOCKED(lle);
    353   1.1  ozaki 
    354   1.1  ozaki 	return (pkts_dropped);
    355   1.1  ozaki }
    356   1.1  ozaki 
    357   1.1  ozaki /*
    358   1.1  ozaki  * (al)locate an llentry for address dst (equivalent to rtalloc for new-arp).
    359   1.1  ozaki  *
    360   1.1  ozaki  * If found the llentry * is returned referenced and unlocked.
    361   1.1  ozaki  */
    362   1.1  ozaki struct llentry *
    363   1.1  ozaki llentry_alloc(struct ifnet *ifp, struct lltable *lt,
    364   1.1  ozaki     struct sockaddr_storage *dst)
    365   1.1  ozaki {
    366   1.1  ozaki 	struct llentry *la;
    367   1.1  ozaki 
    368   1.1  ozaki 	IF_AFDATA_RLOCK(ifp);
    369   1.1  ozaki 	la = lla_lookup(lt, LLE_EXCLUSIVE, (struct sockaddr *)dst);
    370   1.1  ozaki 	IF_AFDATA_RUNLOCK(ifp);
    371   1.1  ozaki 	if ((la == NULL) &&
    372   1.1  ozaki #ifdef __FreeBSD__
    373   1.1  ozaki 	    (ifp->if_flags & (IFF_NOARP | IFF_STATICARP)) == 0) {
    374   1.1  ozaki #else /* XXX */
    375   1.1  ozaki 	    (ifp->if_flags & IFF_NOARP) == 0) {
    376   1.1  ozaki #endif
    377   1.1  ozaki 		IF_AFDATA_WLOCK(ifp);
    378   1.1  ozaki 		la = lla_create(lt, 0, (struct sockaddr *)dst);
    379   1.1  ozaki 		IF_AFDATA_WUNLOCK(ifp);
    380   1.1  ozaki 	}
    381   1.1  ozaki 
    382   1.1  ozaki 	if (la != NULL) {
    383   1.1  ozaki 		LLE_ADDREF(la);
    384   1.1  ozaki 		LLE_WUNLOCK(la);
    385   1.1  ozaki 	}
    386   1.1  ozaki 
    387   1.1  ozaki 	return (la);
    388   1.1  ozaki }
    389   1.1  ozaki 
    390   1.1  ozaki /*
    391   1.1  ozaki  * Free all entries from given table and free itself.
    392   1.1  ozaki  */
    393   1.1  ozaki 
    394   1.1  ozaki static int
    395   1.1  ozaki lltable_free_cb(struct lltable *llt, struct llentry *lle, void *farg)
    396   1.1  ozaki {
    397   1.1  ozaki 	struct llentries *dchain;
    398   1.1  ozaki 
    399   1.1  ozaki 	dchain = (struct llentries *)farg;
    400   1.1  ozaki 
    401   1.1  ozaki 	LLE_WLOCK(lle);
    402   1.1  ozaki 	LIST_INSERT_HEAD(dchain, lle, lle_chain);
    403   1.1  ozaki 
    404   1.1  ozaki 	return (0);
    405   1.1  ozaki }
    406   1.1  ozaki 
    407   1.1  ozaki /*
    408   1.8  ozaki  * Free all entries from given table.
    409   1.1  ozaki  */
    410   1.1  ozaki void
    411   1.8  ozaki lltable_purge_entries(struct lltable *llt)
    412   1.1  ozaki {
    413   1.1  ozaki 	struct llentry *lle, *next;
    414   1.1  ozaki 	struct llentries dchain;
    415   1.1  ozaki 
    416   1.1  ozaki 	KASSERTMSG(llt != NULL, "llt is NULL");
    417   1.1  ozaki 
    418   1.1  ozaki 	LIST_INIT(&dchain);
    419   1.1  ozaki 	IF_AFDATA_WLOCK(llt->llt_ifp);
    420   1.1  ozaki 	/* Push all lles to @dchain */
    421   1.1  ozaki 	lltable_foreach_lle(llt, lltable_free_cb, &dchain);
    422   1.1  ozaki 	llentries_unlink(llt, &dchain);
    423   1.1  ozaki 	IF_AFDATA_WUNLOCK(llt->llt_ifp);
    424   1.1  ozaki 
    425   1.1  ozaki 	LIST_FOREACH_SAFE(lle, &dchain, lle_chain, next) {
    426   1.7  ozaki 		if (callout_halt(&lle->la_timer, &lle->lle_lock))
    427   1.1  ozaki 			LLE_REMREF(lle);
    428   1.1  ozaki 		llentry_free(lle);
    429   1.1  ozaki 	}
    430   1.1  ozaki 
    431   1.8  ozaki }
    432   1.8  ozaki 
    433   1.8  ozaki /*
    434   1.8  ozaki  * Free all entries from given table and free itself.
    435   1.8  ozaki  */
    436   1.8  ozaki void
    437   1.8  ozaki lltable_free(struct lltable *llt)
    438   1.8  ozaki {
    439   1.8  ozaki 
    440   1.8  ozaki 	KASSERTMSG(llt != NULL, "llt is NULL");
    441   1.8  ozaki 
    442   1.8  ozaki 	lltable_unlink(llt);
    443   1.8  ozaki 	lltable_purge_entries(llt);
    444   1.1  ozaki 	llt->llt_free_tbl(llt);
    445   1.1  ozaki }
    446   1.1  ozaki 
    447   1.1  ozaki void
    448   1.1  ozaki lltable_drain(int af)
    449   1.1  ozaki {
    450   1.1  ozaki 	struct lltable	*llt;
    451   1.1  ozaki 	struct llentry	*lle;
    452   1.1  ozaki 	register int i;
    453   1.1  ozaki 
    454   1.1  ozaki 	LLTABLE_RLOCK();
    455   1.1  ozaki 	SLIST_FOREACH(llt, &lltables, llt_link) {
    456   1.1  ozaki 		if (llt->llt_af != af)
    457   1.1  ozaki 			continue;
    458   1.1  ozaki 
    459   1.1  ozaki 		for (i=0; i < llt->llt_hsize; i++) {
    460   1.1  ozaki 			LIST_FOREACH(lle, &llt->lle_head[i], lle_next) {
    461   1.1  ozaki 				LLE_WLOCK(lle);
    462   1.1  ozaki 				lltable_drop_entry_queue(lle);
    463   1.1  ozaki 				LLE_WUNLOCK(lle);
    464   1.1  ozaki 			}
    465   1.1  ozaki 		}
    466   1.1  ozaki 	}
    467   1.1  ozaki 	LLTABLE_RUNLOCK();
    468   1.1  ozaki }
    469   1.1  ozaki 
    470   1.1  ozaki void
    471   1.1  ozaki lltable_prefix_free(int af, struct sockaddr *prefix, struct sockaddr *mask,
    472   1.1  ozaki     u_int flags)
    473   1.1  ozaki {
    474   1.1  ozaki 	struct lltable *llt;
    475   1.1  ozaki 
    476   1.1  ozaki 	LLTABLE_RLOCK();
    477   1.1  ozaki 	SLIST_FOREACH(llt, &lltables, llt_link) {
    478   1.1  ozaki 		if (llt->llt_af != af)
    479   1.1  ozaki 			continue;
    480   1.1  ozaki 
    481   1.1  ozaki 		llt->llt_prefix_free(llt, prefix, mask, flags);
    482   1.1  ozaki 	}
    483   1.1  ozaki 	LLTABLE_RUNLOCK();
    484   1.1  ozaki }
    485   1.1  ozaki 
    486   1.1  ozaki struct lltable *
    487   1.1  ozaki lltable_allocate_htbl(uint32_t hsize)
    488   1.1  ozaki {
    489   1.1  ozaki 	struct lltable *llt;
    490   1.1  ozaki 	int i;
    491   1.1  ozaki 
    492   1.1  ozaki 	llt = malloc(sizeof(struct lltable), M_LLTABLE, M_WAITOK | M_ZERO);
    493   1.1  ozaki 	llt->llt_hsize = hsize;
    494   1.1  ozaki 	llt->lle_head = malloc(sizeof(struct llentries) * hsize,
    495   1.1  ozaki 	    M_LLTABLE, M_WAITOK | M_ZERO);
    496   1.1  ozaki 
    497   1.1  ozaki 	for (i = 0; i < llt->llt_hsize; i++)
    498   1.1  ozaki 		LIST_INIT(&llt->lle_head[i]);
    499   1.1  ozaki 
    500   1.1  ozaki 	/* Set some default callbacks */
    501   1.1  ozaki 	llt->llt_link_entry = htable_link_entry;
    502   1.1  ozaki 	llt->llt_unlink_entry = htable_unlink_entry;
    503   1.1  ozaki 	llt->llt_prefix_free = htable_prefix_free;
    504   1.1  ozaki 	llt->llt_foreach_entry = htable_foreach_lle;
    505   1.1  ozaki 
    506   1.1  ozaki 	llt->llt_free_tbl = htable_free_tbl;
    507   1.1  ozaki 
    508   1.1  ozaki 	return (llt);
    509   1.1  ozaki }
    510   1.1  ozaki 
    511   1.1  ozaki /*
    512   1.1  ozaki  * Links lltable to global llt list.
    513   1.1  ozaki  */
    514   1.1  ozaki void
    515   1.1  ozaki lltable_link(struct lltable *llt)
    516   1.1  ozaki {
    517   1.1  ozaki 
    518   1.1  ozaki 	LLTABLE_WLOCK();
    519   1.1  ozaki 	SLIST_INSERT_HEAD(&lltables, llt, llt_link);
    520   1.1  ozaki 	LLTABLE_WUNLOCK();
    521   1.1  ozaki }
    522   1.1  ozaki 
    523   1.1  ozaki static void
    524   1.1  ozaki lltable_unlink(struct lltable *llt)
    525   1.1  ozaki {
    526   1.1  ozaki 
    527   1.1  ozaki 	LLTABLE_WLOCK();
    528   1.1  ozaki 	SLIST_REMOVE(&lltables, llt, lltable, llt_link);
    529   1.1  ozaki 	LLTABLE_WUNLOCK();
    530   1.1  ozaki 
    531   1.1  ozaki }
    532   1.1  ozaki 
    533   1.1  ozaki /*
    534   1.1  ozaki  * External methods used by lltable consumers
    535   1.1  ozaki  */
    536   1.1  ozaki 
    537   1.1  ozaki int
    538   1.1  ozaki lltable_foreach_lle(struct lltable *llt, llt_foreach_cb_t *f, void *farg)
    539   1.1  ozaki {
    540   1.1  ozaki 
    541   1.1  ozaki 	return (llt->llt_foreach_entry(llt, f, farg));
    542   1.1  ozaki }
    543   1.1  ozaki 
    544   1.1  ozaki void
    545   1.1  ozaki lltable_link_entry(struct lltable *llt, struct llentry *lle)
    546   1.1  ozaki {
    547   1.1  ozaki 
    548   1.1  ozaki 	llt->llt_link_entry(llt, lle);
    549   1.1  ozaki }
    550   1.1  ozaki 
    551   1.1  ozaki void
    552   1.1  ozaki lltable_unlink_entry(struct lltable *llt, struct llentry *lle)
    553   1.1  ozaki {
    554   1.1  ozaki 
    555   1.1  ozaki 	llt->llt_unlink_entry(lle);
    556   1.1  ozaki }
    557   1.1  ozaki 
    558   1.1  ozaki void
    559   1.1  ozaki lltable_fill_sa_entry(const struct llentry *lle, struct sockaddr *sa)
    560   1.1  ozaki {
    561   1.1  ozaki 	struct lltable *llt;
    562   1.1  ozaki 
    563   1.1  ozaki 	llt = lle->lle_tbl;
    564   1.1  ozaki 	llt->llt_fill_sa_entry(lle, sa);
    565   1.1  ozaki }
    566   1.1  ozaki 
    567   1.1  ozaki struct ifnet *
    568   1.1  ozaki lltable_get_ifp(const struct lltable *llt)
    569   1.1  ozaki {
    570   1.1  ozaki 
    571   1.1  ozaki 	return (llt->llt_ifp);
    572   1.1  ozaki }
    573   1.1  ozaki 
    574   1.1  ozaki int
    575   1.1  ozaki lltable_get_af(const struct lltable *llt)
    576   1.1  ozaki {
    577   1.1  ozaki 
    578   1.1  ozaki 	return (llt->llt_af);
    579   1.1  ozaki }
    580   1.1  ozaki 
    581   1.1  ozaki /*
    582   1.1  ozaki  * Called in route_output when rtm_flags contains RTF_LLDATA.
    583   1.1  ozaki  */
    584   1.1  ozaki int
    585  1.11  ozaki lla_rt_output(const u_char rtm_type, const int rtm_flags, const time_t rtm_expire,
    586  1.11  ozaki     struct rt_addrinfo *info, int sdl_index)
    587   1.1  ozaki {
    588   1.1  ozaki 	const struct sockaddr_dl *dl = satocsdl(info->rti_info[RTAX_GATEWAY]);
    589   1.1  ozaki 	const struct sockaddr *dst = info->rti_info[RTAX_DST];
    590   1.1  ozaki 	struct ifnet *ifp;
    591   1.1  ozaki 	struct lltable *llt;
    592   1.1  ozaki 	struct llentry *lle;
    593   1.1  ozaki 	u_int laflags;
    594   1.1  ozaki 	int error;
    595   1.1  ozaki 
    596   1.1  ozaki 	KASSERTMSG(dl != NULL && dl->sdl_family == AF_LINK, "invalid dl");
    597   1.1  ozaki 
    598  1.11  ozaki 	if (sdl_index != 0)
    599  1.11  ozaki 		ifp = if_byindex(sdl_index);
    600  1.11  ozaki 	else
    601  1.11  ozaki 		ifp = if_byindex(dl->sdl_index);
    602   1.1  ozaki 	if (ifp == NULL) {
    603   1.1  ozaki 		log(LOG_INFO, "%s: invalid ifp (sdl_index %d)\n",
    604  1.11  ozaki 		    __func__, sdl_index != 0 ? sdl_index : dl->sdl_index);
    605   1.1  ozaki 		return EINVAL;
    606   1.1  ozaki 	}
    607   1.1  ozaki 
    608   1.1  ozaki 	/* XXX linked list may be too expensive */
    609   1.1  ozaki 	LLTABLE_RLOCK();
    610   1.1  ozaki 	SLIST_FOREACH(llt, &lltables, llt_link) {
    611   1.1  ozaki 		if (llt->llt_af == dst->sa_family &&
    612   1.1  ozaki 		    llt->llt_ifp == ifp)
    613   1.1  ozaki 			break;
    614   1.1  ozaki 	}
    615   1.1  ozaki 	LLTABLE_RUNLOCK();
    616   1.1  ozaki 	KASSERTMSG(llt != NULL, "Yep, ugly hacks are bad");
    617   1.1  ozaki 
    618   1.1  ozaki 	error = 0;
    619   1.1  ozaki 
    620  1.11  ozaki 	switch (rtm_type) {
    621   1.1  ozaki 	case RTM_ADD:
    622   1.1  ozaki 		/* Add static LLE */
    623   1.1  ozaki 		IF_AFDATA_WLOCK(ifp);
    624  1.11  ozaki 		lle = lla_lookup(llt, 0, dst);
    625  1.11  ozaki 
    626  1.11  ozaki 		/* Cannot overwrite an existing static entry */
    627  1.11  ozaki 		if (lle != NULL &&
    628  1.11  ozaki 		    (lle->la_flags & LLE_STATIC || lle->la_expire == 0)) {
    629  1.11  ozaki 			LLE_RUNLOCK(lle);
    630  1.11  ozaki 			IF_AFDATA_WUNLOCK(ifp);
    631  1.11  ozaki 			return EEXIST;
    632  1.11  ozaki 		}
    633  1.11  ozaki 		if (lle != NULL)
    634  1.11  ozaki 			LLE_RUNLOCK(lle);
    635  1.11  ozaki 
    636   1.1  ozaki 		lle = lla_create(llt, 0, dst);
    637   1.1  ozaki 		if (lle == NULL) {
    638   1.1  ozaki 			IF_AFDATA_WUNLOCK(ifp);
    639   1.1  ozaki 			return (ENOMEM);
    640   1.1  ozaki 		}
    641   1.1  ozaki 
    642  1.12  ozaki 		KASSERT(ifp->if_addrlen <= sizeof(lle->ll_addr));
    643   1.1  ozaki 		memcpy(&lle->ll_addr, CLLADDR(dl), ifp->if_addrlen);
    644  1.11  ozaki 		if ((rtm_flags & RTF_ANNOUNCE))
    645   1.1  ozaki 			lle->la_flags |= LLE_PUB;
    646   1.1  ozaki 		lle->la_flags |= LLE_VALID;
    647   1.1  ozaki #ifdef INET6
    648   1.1  ozaki 		/*
    649   1.1  ozaki 		 * ND6
    650   1.1  ozaki 		 */
    651   1.1  ozaki 		if (dst->sa_family == AF_INET6)
    652   1.1  ozaki 			lle->ln_state = ND6_LLINFO_REACHABLE;
    653   1.1  ozaki #endif
    654   1.1  ozaki 		/*
    655   1.1  ozaki 		 * NB: arp and ndp always set (RTF_STATIC | RTF_HOST)
    656   1.1  ozaki 		 */
    657   1.1  ozaki 
    658  1.11  ozaki 		if (rtm_expire == 0) {
    659   1.1  ozaki 			lle->la_flags |= LLE_STATIC;
    660   1.1  ozaki 			lle->la_expire = 0;
    661   1.1  ozaki 		} else
    662  1.11  ozaki 			lle->la_expire = rtm_expire;
    663   1.1  ozaki 		laflags = lle->la_flags;
    664   1.1  ozaki 		LLE_WUNLOCK(lle);
    665   1.1  ozaki 		IF_AFDATA_WUNLOCK(ifp);
    666   1.9  ozaki #if defined(INET) && NARP > 0
    667   1.1  ozaki 		/* gratuitous ARP */
    668   1.1  ozaki 		if ((laflags & LLE_PUB) && dst->sa_family == AF_INET)
    669   1.1  ozaki 			arprequest(ifp,
    670   1.1  ozaki 			    &((const struct sockaddr_in *)dst)->sin_addr,
    671   1.1  ozaki 			    &((const struct sockaddr_in *)dst)->sin_addr,
    672   1.1  ozaki 			    CLLADDR(dl));
    673   1.9  ozaki #else
    674   1.9  ozaki 		(void)laflags;
    675   1.1  ozaki #endif
    676   1.1  ozaki 
    677   1.1  ozaki 		break;
    678   1.1  ozaki 
    679   1.1  ozaki 	case RTM_DELETE:
    680   1.1  ozaki 		IF_AFDATA_WLOCK(ifp);
    681   1.1  ozaki 		error = lla_delete(llt, 0, dst);
    682   1.1  ozaki 		IF_AFDATA_WUNLOCK(ifp);
    683   1.1  ozaki 		return (error == 0 ? 0 : ENOENT);
    684   1.1  ozaki 
    685   1.1  ozaki 	default:
    686   1.1  ozaki 		error = EINVAL;
    687   1.1  ozaki 	}
    688   1.1  ozaki 
    689   1.1  ozaki 	return (error);
    690   1.1  ozaki }
    691   1.1  ozaki 
    692   1.1  ozaki void
    693   1.1  ozaki lltableinit(void)
    694   1.1  ozaki {
    695   1.1  ozaki 
    696   1.1  ozaki 	SLIST_INIT(&lltables);
    697   1.1  ozaki 	rw_init(&lltable_rwlock);
    698   1.1  ozaki }
    699   1.1  ozaki 
    700   1.1  ozaki #ifdef __FreeBSD__
    701   1.1  ozaki #ifdef DDB
    702   1.1  ozaki struct llentry_sa {
    703   1.1  ozaki 	struct llentry		base;
    704   1.1  ozaki 	struct sockaddr		l3_addr;
    705   1.1  ozaki };
    706   1.1  ozaki 
    707   1.1  ozaki static void
    708   1.1  ozaki llatbl_lle_show(struct llentry_sa *la)
    709   1.1  ozaki {
    710   1.1  ozaki 	struct llentry *lle;
    711   1.1  ozaki 	uint8_t octet[6];
    712   1.1  ozaki 
    713   1.1  ozaki 	lle = &la->base;
    714   1.1  ozaki 	db_printf("lle=%p\n", lle);
    715   1.1  ozaki 	db_printf(" lle_next=%p\n", lle->lle_next.le_next);
    716   1.1  ozaki 	db_printf(" lle_lock=%p\n", &lle->lle_lock);
    717   1.1  ozaki 	db_printf(" lle_tbl=%p\n", lle->lle_tbl);
    718   1.1  ozaki 	db_printf(" lle_head=%p\n", lle->lle_head);
    719   1.1  ozaki 	db_printf(" la_hold=%p\n", lle->la_hold);
    720   1.1  ozaki 	db_printf(" la_numheld=%d\n", lle->la_numheld);
    721   1.1  ozaki 	db_printf(" la_expire=%ju\n", (uintmax_t)lle->la_expire);
    722   1.1  ozaki 	db_printf(" la_flags=0x%04x\n", lle->la_flags);
    723   1.1  ozaki 	db_printf(" la_asked=%u\n", lle->la_asked);
    724   1.1  ozaki 	db_printf(" la_preempt=%u\n", lle->la_preempt);
    725   1.1  ozaki 	db_printf(" ln_byhint=%u\n", lle->ln_byhint);
    726   1.1  ozaki 	db_printf(" ln_state=%d\n", lle->ln_state);
    727   1.1  ozaki 	db_printf(" ln_router=%u\n", lle->ln_router);
    728   1.1  ozaki 	db_printf(" ln_ntick=%ju\n", (uintmax_t)lle->ln_ntick);
    729   1.1  ozaki 	db_printf(" lle_refcnt=%d\n", lle->lle_refcnt);
    730   1.1  ozaki 	memcopy(octet, &lle->ll_addr.mac16, sizeof(octet));
    731   1.1  ozaki 	db_printf(" ll_addr=%02x:%02x:%02x:%02x:%02x:%02x\n",
    732   1.1  ozaki 	    octet[0], octet[1], octet[2], octet[3], octet[4], octet[5]);
    733   1.1  ozaki 	db_printf(" lle_timer=%p\n", &lle->lle_timer);
    734   1.1  ozaki 
    735   1.1  ozaki 	switch (la->l3_addr.sa_family) {
    736   1.1  ozaki #ifdef INET
    737   1.1  ozaki 	case AF_INET:
    738   1.1  ozaki 	{
    739   1.1  ozaki 		struct sockaddr_in *sin;
    740   1.1  ozaki 		char l3s[INET_ADDRSTRLEN];
    741   1.1  ozaki 
    742   1.1  ozaki 		sin = (struct sockaddr_in *)&la->l3_addr;
    743   1.1  ozaki 		inet_ntoa_r(sin->sin_addr, l3s);
    744   1.1  ozaki 		db_printf(" l3_addr=%s\n", l3s);
    745   1.1  ozaki 		break;
    746   1.1  ozaki 	}
    747   1.1  ozaki #endif
    748   1.1  ozaki #ifdef INET6
    749   1.1  ozaki 	case AF_INET6:
    750   1.1  ozaki 	{
    751   1.1  ozaki 		struct sockaddr_in6 *sin6;
    752   1.1  ozaki 		char l3s[INET6_ADDRSTRLEN];
    753   1.1  ozaki 
    754   1.1  ozaki 		sin6 = (struct sockaddr_in6 *)&la->l3_addr;
    755   1.1  ozaki 		ip6_sprintf(l3s, &sin6->sin6_addr);
    756   1.1  ozaki 		db_printf(" l3_addr=%s\n", l3s);
    757   1.1  ozaki 		break;
    758   1.1  ozaki 	}
    759   1.1  ozaki #endif
    760   1.1  ozaki 	default:
    761   1.1  ozaki 		db_printf(" l3_addr=N/A (af=%d)\n", la->l3_addr.sa_family);
    762   1.1  ozaki 		break;
    763   1.1  ozaki 	}
    764   1.1  ozaki }
    765   1.1  ozaki 
    766   1.1  ozaki DB_SHOW_COMMAND(llentry, db_show_llentry)
    767   1.1  ozaki {
    768   1.1  ozaki 
    769   1.1  ozaki 	if (!have_addr) {
    770   1.1  ozaki 		db_printf("usage: show llentry <struct llentry *>\n");
    771   1.1  ozaki 		return;
    772   1.1  ozaki 	}
    773   1.1  ozaki 
    774   1.1  ozaki 	llatbl_lle_show((struct llentry_sa *)addr);
    775   1.1  ozaki }
    776   1.1  ozaki 
    777   1.1  ozaki static void
    778   1.1  ozaki llatbl_llt_show(struct lltable *llt)
    779   1.1  ozaki {
    780   1.1  ozaki 	int i;
    781   1.1  ozaki 	struct llentry *lle;
    782   1.1  ozaki 
    783   1.1  ozaki 	db_printf("llt=%p llt_af=%d llt_ifp=%p\n",
    784   1.1  ozaki 	    llt, llt->llt_af, llt->llt_ifp);
    785   1.1  ozaki 
    786   1.1  ozaki 	for (i = 0; i < llt->llt_hsize; i++) {
    787   1.1  ozaki 		LIST_FOREACH(lle, &llt->lle_head[i], lle_next) {
    788   1.1  ozaki 
    789   1.1  ozaki 			llatbl_lle_show((struct llentry_sa *)lle);
    790   1.1  ozaki 			if (db_pager_quit)
    791   1.1  ozaki 				return;
    792   1.1  ozaki 		}
    793   1.1  ozaki 	}
    794   1.1  ozaki }
    795   1.1  ozaki 
    796   1.1  ozaki DB_SHOW_COMMAND(lltable, db_show_lltable)
    797   1.1  ozaki {
    798   1.1  ozaki 
    799   1.1  ozaki 	if (!have_addr) {
    800   1.1  ozaki 		db_printf("usage: show lltable <struct lltable *>\n");
    801   1.1  ozaki 		return;
    802   1.1  ozaki 	}
    803   1.1  ozaki 
    804   1.1  ozaki 	llatbl_llt_show((struct lltable *)addr);
    805   1.1  ozaki }
    806   1.1  ozaki 
    807   1.1  ozaki DB_SHOW_ALL_COMMAND(lltables, db_show_all_lltables)
    808   1.1  ozaki {
    809   1.1  ozaki 	VNET_ITERATOR_DECL(vnet_iter);
    810   1.1  ozaki 	struct lltable *llt;
    811   1.1  ozaki 
    812   1.1  ozaki 	VNET_FOREACH(vnet_iter) {
    813   1.1  ozaki 		CURVNET_SET_QUIET(vnet_iter);
    814   1.1  ozaki #ifdef VIMAGE
    815   1.1  ozaki 		db_printf("vnet=%p\n", curvnet);
    816   1.1  ozaki #endif
    817   1.1  ozaki 		SLIST_FOREACH(llt, &lltables, llt_link) {
    818   1.1  ozaki 			db_printf("llt=%p llt_af=%d llt_ifp=%p(%s)\n",
    819   1.1  ozaki 			    llt, llt->llt_af, llt->llt_ifp,
    820   1.1  ozaki 			    (llt->llt_ifp != NULL) ?
    821   1.1  ozaki 				llt->llt_ifp->if_xname : "?");
    822   1.1  ozaki 			if (have_addr && addr != 0) /* verbose */
    823   1.1  ozaki 				llatbl_llt_show(llt);
    824   1.1  ozaki 			if (db_pager_quit) {
    825   1.1  ozaki 				CURVNET_RESTORE();
    826   1.1  ozaki 				return;
    827   1.1  ozaki 			}
    828   1.1  ozaki 		}
    829   1.1  ozaki 		CURVNET_RESTORE();
    830   1.1  ozaki 	}
    831   1.1  ozaki }
    832   1.1  ozaki #endif /* DDB */
    833   1.1  ozaki #endif /* __FreeBSD__ */
    834