if_llatbl.c revision 1.29 1 1.29 kre /* $NetBSD: if_llatbl.c,v 1.29 2018/07/10 11:00:40 kre Exp $ */
2 1.1 ozaki /*
3 1.1 ozaki * Copyright (c) 2004 Luigi Rizzo, Alessandro Cerri. All rights reserved.
4 1.1 ozaki * Copyright (c) 2004-2008 Qing Li. All rights reserved.
5 1.1 ozaki * Copyright (c) 2008 Kip Macy. All rights reserved.
6 1.1 ozaki * Copyright (c) 2015 The NetBSD Foundation, Inc.
7 1.1 ozaki * All rights reserved.
8 1.1 ozaki *
9 1.1 ozaki * Redistribution and use in source and binary forms, with or without
10 1.1 ozaki * modification, are permitted provided that the following conditions
11 1.1 ozaki * are met:
12 1.1 ozaki * 1. Redistributions of source code must retain the above copyright
13 1.1 ozaki * notice, this list of conditions and the following disclaimer.
14 1.1 ozaki * 2. Redistributions in binary form must reproduce the above copyright
15 1.1 ozaki * notice, this list of conditions and the following disclaimer in the
16 1.1 ozaki * documentation and/or other materials provided with the distribution.
17 1.1 ozaki *
18 1.1 ozaki * THIS SOFTWARE IS PROVIDED BY AUTHOR AND CONTRIBUTORS ``AS IS'' AND
19 1.1 ozaki * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
20 1.1 ozaki * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
21 1.1 ozaki * ARE DISCLAIMED. IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
22 1.1 ozaki * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
23 1.1 ozaki * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
24 1.1 ozaki * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
25 1.1 ozaki * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
26 1.1 ozaki * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
27 1.1 ozaki * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
28 1.1 ozaki * SUCH DAMAGE.
29 1.1 ozaki */
30 1.1 ozaki #include <sys/cdefs.h>
31 1.1 ozaki
32 1.1 ozaki #ifdef _KERNEL_OPT
33 1.1 ozaki #include "opt_ddb.h"
34 1.1 ozaki #include "opt_inet.h"
35 1.1 ozaki #include "opt_inet6.h"
36 1.18 msaitoh #include "opt_net_mpsafe.h"
37 1.1 ozaki #endif
38 1.1 ozaki
39 1.9 ozaki #include "arp.h"
40 1.9 ozaki
41 1.1 ozaki #include <sys/param.h>
42 1.1 ozaki #include <sys/systm.h>
43 1.1 ozaki #include <sys/malloc.h>
44 1.1 ozaki #include <sys/mbuf.h>
45 1.1 ozaki #include <sys/syslog.h>
46 1.1 ozaki #include <sys/sysctl.h>
47 1.1 ozaki #include <sys/socket.h>
48 1.4 ozaki #include <sys/socketvar.h>
49 1.1 ozaki #include <sys/kernel.h>
50 1.1 ozaki #include <sys/lock.h>
51 1.1 ozaki #include <sys/mutex.h>
52 1.1 ozaki #include <sys/rwlock.h>
53 1.1 ozaki
54 1.1 ozaki #ifdef DDB
55 1.1 ozaki #include <ddb/ddb.h>
56 1.1 ozaki #endif
57 1.1 ozaki
58 1.1 ozaki #include <netinet/in.h>
59 1.1 ozaki #include <net/if_llatbl.h>
60 1.1 ozaki #include <net/if.h>
61 1.1 ozaki #include <net/if_dl.h>
62 1.1 ozaki #include <net/route.h>
63 1.1 ozaki #include <netinet/if_inarp.h>
64 1.15 roy #include <netinet/in_var.h>
65 1.1 ozaki #include <netinet6/in6_var.h>
66 1.1 ozaki #include <netinet6/nd6.h>
67 1.1 ozaki
68 1.1 ozaki static SLIST_HEAD(, lltable) lltables;
69 1.1 ozaki krwlock_t lltable_rwlock;
70 1.26 ozaki static struct pool llentry_pool;
71 1.1 ozaki
72 1.1 ozaki static void lltable_unlink(struct lltable *llt);
73 1.1 ozaki static void llentries_unlink(struct lltable *llt, struct llentries *head);
74 1.1 ozaki
75 1.1 ozaki static void htable_unlink_entry(struct llentry *lle);
76 1.1 ozaki static void htable_link_entry(struct lltable *llt, struct llentry *lle);
77 1.1 ozaki static int htable_foreach_lle(struct lltable *llt, llt_foreach_cb_t *f,
78 1.1 ozaki void *farg);
79 1.1 ozaki
80 1.11 ozaki int
81 1.11 ozaki lltable_dump_entry(struct lltable *llt, struct llentry *lle,
82 1.11 ozaki struct rt_walkarg *w, struct sockaddr *sa)
83 1.11 ozaki {
84 1.21 ozaki #define RTF_LLINFO 0x400
85 1.21 ozaki #define RTF_CLONED 0x2000
86 1.11 ozaki struct ifnet *ifp = llt->llt_ifp;
87 1.12 ozaki int error;
88 1.12 ozaki void *a;
89 1.11 ozaki struct sockaddr_dl sdl;
90 1.11 ozaki int size;
91 1.11 ozaki struct rt_addrinfo info;
92 1.11 ozaki
93 1.11 ozaki memset(&info, 0, sizeof(info));
94 1.11 ozaki info.rti_info[RTAX_DST] = sa;
95 1.12 ozaki
96 1.12 ozaki a = (lle->la_flags & LLE_VALID) == LLE_VALID ? &lle->ll_addr : NULL;
97 1.12 ozaki if (sockaddr_dl_init(&sdl, sizeof(sdl), ifp->if_index, ifp->if_type,
98 1.12 ozaki NULL, 0, a, ifp->if_addrlen) == NULL)
99 1.12 ozaki return EINVAL;
100 1.12 ozaki
101 1.11 ozaki info.rti_info[RTAX_GATEWAY] = sstocsa(&sdl);
102 1.11 ozaki if (sa->sa_family == AF_INET && lle->la_flags & LLE_PUB) {
103 1.11 ozaki struct sockaddr_inarp *sin;
104 1.11 ozaki sin = (struct sockaddr_inarp *)sa;
105 1.11 ozaki sin->sin_other = SIN_PROXY;
106 1.11 ozaki }
107 1.11 ozaki if ((error = rt_msg3(RTM_GET, &info, 0, w, &size)))
108 1.11 ozaki return error;
109 1.11 ozaki if (w->w_where && w->w_tmem && w->w_needed <= 0) {
110 1.11 ozaki struct rt_msghdr *rtm = (struct rt_msghdr *)w->w_tmem;
111 1.11 ozaki
112 1.11 ozaki /* Need to copy by myself */
113 1.21 ozaki rtm->rtm_index = ifp->if_index;
114 1.21 ozaki rtm->rtm_rmx.rmx_mtu = 0;
115 1.27 nonaka rtm->rtm_rmx.rmx_expire = (lle->la_flags & LLE_STATIC) ? 0 :
116 1.27 nonaka time_mono_to_wall(lle->la_expire);
117 1.21 ozaki rtm->rtm_flags = RTF_UP;
118 1.11 ozaki rtm->rtm_flags |= RTF_HOST; /* For ndp */
119 1.21 ozaki /* For backward compatibility */
120 1.21 ozaki rtm->rtm_flags |= RTF_LLINFO | RTF_CLONED;
121 1.11 ozaki rtm->rtm_flags |= (lle->la_flags & LLE_STATIC) ? RTF_STATIC : 0;
122 1.11 ozaki if (lle->la_flags & LLE_PUB)
123 1.11 ozaki rtm->rtm_flags |= RTF_ANNOUNCE;
124 1.13 ozaki rtm->rtm_addrs = info.rti_addrs;
125 1.11 ozaki if ((error = copyout(rtm, w->w_where, size)) != 0)
126 1.11 ozaki w->w_where = NULL;
127 1.11 ozaki else
128 1.11 ozaki w->w_where = (char *)w->w_where + size;
129 1.11 ozaki }
130 1.11 ozaki
131 1.11 ozaki return error;
132 1.21 ozaki #undef RTF_LLINFO
133 1.21 ozaki #undef RTF_CLONED
134 1.11 ozaki }
135 1.11 ozaki
136 1.1 ozaki /*
137 1.1 ozaki * Dump lle state for a specific address family.
138 1.1 ozaki */
139 1.1 ozaki static int
140 1.11 ozaki lltable_dump_af(struct lltable *llt, struct rt_walkarg *w)
141 1.1 ozaki {
142 1.1 ozaki int error;
143 1.1 ozaki
144 1.1 ozaki LLTABLE_LOCK_ASSERT();
145 1.1 ozaki
146 1.1 ozaki if (llt->llt_ifp->if_flags & IFF_LOOPBACK)
147 1.1 ozaki return (0);
148 1.1 ozaki error = 0;
149 1.1 ozaki
150 1.1 ozaki IF_AFDATA_RLOCK(llt->llt_ifp);
151 1.1 ozaki error = lltable_foreach_lle(llt,
152 1.11 ozaki (llt_foreach_cb_t *)llt->llt_dump_entry, w);
153 1.1 ozaki IF_AFDATA_RUNLOCK(llt->llt_ifp);
154 1.1 ozaki
155 1.1 ozaki return (error);
156 1.1 ozaki }
157 1.1 ozaki
158 1.1 ozaki /*
159 1.1 ozaki * Dump arp state for a specific address family.
160 1.1 ozaki */
161 1.1 ozaki int
162 1.20 ozaki lltable_sysctl_dump(int af, struct rt_walkarg *w)
163 1.1 ozaki {
164 1.1 ozaki struct lltable *llt;
165 1.1 ozaki int error = 0;
166 1.1 ozaki
167 1.1 ozaki LLTABLE_RLOCK();
168 1.1 ozaki SLIST_FOREACH(llt, &lltables, llt_link) {
169 1.1 ozaki if (llt->llt_af == af) {
170 1.11 ozaki error = lltable_dump_af(llt, w);
171 1.1 ozaki if (error != 0)
172 1.1 ozaki goto done;
173 1.1 ozaki }
174 1.1 ozaki }
175 1.1 ozaki done:
176 1.1 ozaki LLTABLE_RUNLOCK();
177 1.1 ozaki return (error);
178 1.1 ozaki }
179 1.1 ozaki
180 1.1 ozaki /*
181 1.1 ozaki * Common function helpers for chained hash table.
182 1.1 ozaki */
183 1.1 ozaki
184 1.1 ozaki /*
185 1.1 ozaki * Runs specified callback for each entry in @llt.
186 1.1 ozaki * Caller does the locking.
187 1.1 ozaki *
188 1.1 ozaki */
189 1.1 ozaki static int
190 1.1 ozaki htable_foreach_lle(struct lltable *llt, llt_foreach_cb_t *f, void *farg)
191 1.1 ozaki {
192 1.1 ozaki struct llentry *lle, *next;
193 1.1 ozaki int i, error;
194 1.1 ozaki
195 1.1 ozaki error = 0;
196 1.1 ozaki
197 1.1 ozaki for (i = 0; i < llt->llt_hsize; i++) {
198 1.1 ozaki LIST_FOREACH_SAFE(lle, &llt->lle_head[i], lle_next, next) {
199 1.1 ozaki error = f(llt, lle, farg);
200 1.1 ozaki if (error != 0)
201 1.1 ozaki break;
202 1.1 ozaki }
203 1.1 ozaki }
204 1.1 ozaki
205 1.1 ozaki return (error);
206 1.1 ozaki }
207 1.1 ozaki
208 1.1 ozaki static void
209 1.1 ozaki htable_link_entry(struct lltable *llt, struct llentry *lle)
210 1.1 ozaki {
211 1.1 ozaki struct llentries *lleh;
212 1.1 ozaki uint32_t hashidx;
213 1.1 ozaki
214 1.1 ozaki if ((lle->la_flags & LLE_LINKED) != 0)
215 1.1 ozaki return;
216 1.1 ozaki
217 1.1 ozaki IF_AFDATA_WLOCK_ASSERT(llt->llt_ifp);
218 1.1 ozaki
219 1.1 ozaki hashidx = llt->llt_hash(lle, llt->llt_hsize);
220 1.1 ozaki lleh = &llt->lle_head[hashidx];
221 1.1 ozaki
222 1.1 ozaki lle->lle_tbl = llt;
223 1.1 ozaki lle->lle_head = lleh;
224 1.1 ozaki lle->la_flags |= LLE_LINKED;
225 1.1 ozaki LIST_INSERT_HEAD(lleh, lle, lle_next);
226 1.8 ozaki
227 1.8 ozaki llt->llt_lle_count++;
228 1.1 ozaki }
229 1.1 ozaki
230 1.1 ozaki static void
231 1.1 ozaki htable_unlink_entry(struct llentry *lle)
232 1.1 ozaki {
233 1.1 ozaki
234 1.1 ozaki if ((lle->la_flags & LLE_LINKED) != 0) {
235 1.1 ozaki IF_AFDATA_WLOCK_ASSERT(lle->lle_tbl->llt_ifp);
236 1.1 ozaki LIST_REMOVE(lle, lle_next);
237 1.1 ozaki lle->la_flags &= ~(LLE_VALID | LLE_LINKED);
238 1.1 ozaki #if 0
239 1.1 ozaki lle->lle_tbl = NULL;
240 1.1 ozaki lle->lle_head = NULL;
241 1.1 ozaki #endif
242 1.8 ozaki KASSERT(lle->lle_tbl->llt_lle_count != 0);
243 1.8 ozaki lle->lle_tbl->llt_lle_count--;
244 1.1 ozaki }
245 1.1 ozaki }
246 1.1 ozaki
247 1.1 ozaki struct prefix_match_data {
248 1.1 ozaki const struct sockaddr *prefix;
249 1.1 ozaki const struct sockaddr *mask;
250 1.1 ozaki struct llentries dchain;
251 1.1 ozaki u_int flags;
252 1.1 ozaki };
253 1.1 ozaki
254 1.1 ozaki static int
255 1.1 ozaki htable_prefix_free_cb(struct lltable *llt, struct llentry *lle, void *farg)
256 1.1 ozaki {
257 1.1 ozaki struct prefix_match_data *pmd;
258 1.1 ozaki
259 1.1 ozaki pmd = (struct prefix_match_data *)farg;
260 1.1 ozaki
261 1.1 ozaki if (llt->llt_match_prefix(pmd->prefix, pmd->mask, pmd->flags, lle)) {
262 1.1 ozaki LLE_WLOCK(lle);
263 1.1 ozaki LIST_INSERT_HEAD(&pmd->dchain, lle, lle_chain);
264 1.1 ozaki }
265 1.1 ozaki
266 1.1 ozaki return (0);
267 1.1 ozaki }
268 1.1 ozaki
269 1.1 ozaki static void
270 1.1 ozaki htable_prefix_free(struct lltable *llt, const struct sockaddr *prefix,
271 1.1 ozaki const struct sockaddr *mask, u_int flags)
272 1.1 ozaki {
273 1.1 ozaki struct llentry *lle, *next;
274 1.1 ozaki struct prefix_match_data pmd;
275 1.1 ozaki
276 1.1 ozaki memset(&pmd, 0, sizeof(pmd));
277 1.1 ozaki pmd.prefix = prefix;
278 1.1 ozaki pmd.mask = mask;
279 1.1 ozaki pmd.flags = flags;
280 1.1 ozaki LIST_INIT(&pmd.dchain);
281 1.1 ozaki
282 1.1 ozaki IF_AFDATA_WLOCK(llt->llt_ifp);
283 1.1 ozaki /* Push matching lles to chain */
284 1.1 ozaki lltable_foreach_lle(llt, htable_prefix_free_cb, &pmd);
285 1.1 ozaki
286 1.1 ozaki llentries_unlink(llt, &pmd.dchain);
287 1.1 ozaki IF_AFDATA_WUNLOCK(llt->llt_ifp);
288 1.1 ozaki
289 1.1 ozaki LIST_FOREACH_SAFE(lle, &pmd.dchain, lle_chain, next)
290 1.1 ozaki llt->llt_free_entry(llt, lle);
291 1.1 ozaki }
292 1.1 ozaki
293 1.1 ozaki static void
294 1.1 ozaki htable_free_tbl(struct lltable *llt)
295 1.1 ozaki {
296 1.1 ozaki
297 1.1 ozaki free(llt->lle_head, M_LLTABLE);
298 1.1 ozaki free(llt, M_LLTABLE);
299 1.1 ozaki }
300 1.1 ozaki
301 1.1 ozaki static void
302 1.1 ozaki llentries_unlink(struct lltable *llt, struct llentries *head)
303 1.1 ozaki {
304 1.1 ozaki struct llentry *lle, *next;
305 1.1 ozaki
306 1.1 ozaki LIST_FOREACH_SAFE(lle, head, lle_chain, next)
307 1.1 ozaki llt->llt_unlink_entry(lle);
308 1.1 ozaki }
309 1.1 ozaki
310 1.1 ozaki /*
311 1.1 ozaki * Helper function used to drop all mbufs in hold queue.
312 1.1 ozaki *
313 1.1 ozaki * Returns the number of held packets, if any, that were dropped.
314 1.1 ozaki */
315 1.1 ozaki size_t
316 1.1 ozaki lltable_drop_entry_queue(struct llentry *lle)
317 1.1 ozaki {
318 1.1 ozaki size_t pkts_dropped;
319 1.1 ozaki struct mbuf *next;
320 1.1 ozaki
321 1.1 ozaki LLE_WLOCK_ASSERT(lle);
322 1.1 ozaki
323 1.1 ozaki pkts_dropped = 0;
324 1.1 ozaki while ((lle->la_numheld > 0) && (lle->la_hold != NULL)) {
325 1.1 ozaki next = lle->la_hold->m_nextpkt;
326 1.1 ozaki m_freem(lle->la_hold);
327 1.1 ozaki lle->la_hold = next;
328 1.1 ozaki lle->la_numheld--;
329 1.1 ozaki pkts_dropped++;
330 1.1 ozaki }
331 1.1 ozaki
332 1.1 ozaki KASSERTMSG(lle->la_numheld == 0,
333 1.1 ozaki "la_numheld %d > 0, pkts_droped %zd",
334 1.1 ozaki lle->la_numheld, pkts_dropped);
335 1.1 ozaki
336 1.1 ozaki return (pkts_dropped);
337 1.1 ozaki }
338 1.1 ozaki
339 1.26 ozaki struct llentry *
340 1.26 ozaki llentry_pool_get(int flags)
341 1.26 ozaki {
342 1.26 ozaki struct llentry *lle;
343 1.26 ozaki
344 1.26 ozaki lle = pool_get(&llentry_pool, flags);
345 1.26 ozaki if (lle != NULL)
346 1.26 ozaki memset(lle, 0, sizeof(*lle));
347 1.26 ozaki return lle;
348 1.26 ozaki }
349 1.26 ozaki
350 1.26 ozaki void
351 1.26 ozaki llentry_pool_put(struct llentry *lle)
352 1.26 ozaki {
353 1.26 ozaki
354 1.26 ozaki pool_put(&llentry_pool, lle);
355 1.26 ozaki }
356 1.26 ozaki
357 1.1 ozaki /*
358 1.1 ozaki * Deletes an address from the address table.
359 1.1 ozaki * This function is called by the timer functions
360 1.1 ozaki * such as arptimer() and nd6_llinfo_timer(), and
361 1.1 ozaki * the caller does the locking.
362 1.1 ozaki *
363 1.1 ozaki * Returns the number of held packets, if any, that were dropped.
364 1.1 ozaki */
365 1.1 ozaki size_t
366 1.1 ozaki llentry_free(struct llentry *lle)
367 1.1 ozaki {
368 1.1 ozaki struct lltable *llt;
369 1.1 ozaki size_t pkts_dropped;
370 1.1 ozaki
371 1.1 ozaki LLE_WLOCK_ASSERT(lle);
372 1.1 ozaki
373 1.25 ozaki lle->la_flags |= LLE_DELETED;
374 1.25 ozaki
375 1.1 ozaki if ((lle->la_flags & LLE_LINKED) != 0) {
376 1.1 ozaki llt = lle->lle_tbl;
377 1.1 ozaki
378 1.1 ozaki IF_AFDATA_WLOCK_ASSERT(llt->llt_ifp);
379 1.1 ozaki llt->llt_unlink_entry(lle);
380 1.1 ozaki }
381 1.1 ozaki
382 1.24 ozaki /*
383 1.24 ozaki * Stop a pending callout if one exists. If we cancel one, we have to
384 1.24 ozaki * remove a reference to avoid a leak. callout_pending is required to
385 1.24 ozaki * to exclude the case that the callout has never been scheduled.
386 1.24 ozaki */
387 1.24 ozaki /* XXX once softnet_lock goes away, we should use callout_halt */
388 1.24 ozaki if (callout_pending(&lle->la_timer)) {
389 1.24 ozaki bool expired = callout_stop(&lle->la_timer);
390 1.24 ozaki if (!expired)
391 1.24 ozaki LLE_REMREF(lle);
392 1.24 ozaki }
393 1.24 ozaki
394 1.1 ozaki pkts_dropped = lltable_drop_entry_queue(lle);
395 1.1 ozaki
396 1.1 ozaki LLE_FREE_LOCKED(lle);
397 1.1 ozaki
398 1.1 ozaki return (pkts_dropped);
399 1.1 ozaki }
400 1.1 ozaki
401 1.1 ozaki /*
402 1.1 ozaki * (al)locate an llentry for address dst (equivalent to rtalloc for new-arp).
403 1.1 ozaki *
404 1.1 ozaki * If found the llentry * is returned referenced and unlocked.
405 1.1 ozaki */
406 1.1 ozaki struct llentry *
407 1.1 ozaki llentry_alloc(struct ifnet *ifp, struct lltable *lt,
408 1.1 ozaki struct sockaddr_storage *dst)
409 1.1 ozaki {
410 1.1 ozaki struct llentry *la;
411 1.1 ozaki
412 1.1 ozaki IF_AFDATA_RLOCK(ifp);
413 1.1 ozaki la = lla_lookup(lt, LLE_EXCLUSIVE, (struct sockaddr *)dst);
414 1.1 ozaki IF_AFDATA_RUNLOCK(ifp);
415 1.23 maxv if ((la == NULL) && (ifp->if_flags & IFF_NOARP) == 0) {
416 1.1 ozaki IF_AFDATA_WLOCK(ifp);
417 1.22 ozaki la = lla_create(lt, 0, (struct sockaddr *)dst, NULL /* XXX */);
418 1.1 ozaki IF_AFDATA_WUNLOCK(ifp);
419 1.1 ozaki }
420 1.1 ozaki
421 1.1 ozaki if (la != NULL) {
422 1.1 ozaki LLE_ADDREF(la);
423 1.1 ozaki LLE_WUNLOCK(la);
424 1.1 ozaki }
425 1.1 ozaki
426 1.1 ozaki return (la);
427 1.1 ozaki }
428 1.1 ozaki
429 1.1 ozaki /*
430 1.1 ozaki * Free all entries from given table and free itself.
431 1.1 ozaki */
432 1.1 ozaki
433 1.1 ozaki static int
434 1.1 ozaki lltable_free_cb(struct lltable *llt, struct llentry *lle, void *farg)
435 1.1 ozaki {
436 1.1 ozaki struct llentries *dchain;
437 1.1 ozaki
438 1.1 ozaki dchain = (struct llentries *)farg;
439 1.1 ozaki
440 1.1 ozaki LLE_WLOCK(lle);
441 1.1 ozaki LIST_INSERT_HEAD(dchain, lle, lle_chain);
442 1.1 ozaki
443 1.1 ozaki return (0);
444 1.1 ozaki }
445 1.1 ozaki
446 1.1 ozaki /*
447 1.8 ozaki * Free all entries from given table.
448 1.1 ozaki */
449 1.1 ozaki void
450 1.8 ozaki lltable_purge_entries(struct lltable *llt)
451 1.1 ozaki {
452 1.1 ozaki struct llentry *lle, *next;
453 1.1 ozaki struct llentries dchain;
454 1.1 ozaki
455 1.1 ozaki KASSERTMSG(llt != NULL, "llt is NULL");
456 1.1 ozaki
457 1.1 ozaki LIST_INIT(&dchain);
458 1.1 ozaki IF_AFDATA_WLOCK(llt->llt_ifp);
459 1.1 ozaki /* Push all lles to @dchain */
460 1.1 ozaki lltable_foreach_lle(llt, lltable_free_cb, &dchain);
461 1.1 ozaki llentries_unlink(llt, &dchain);
462 1.1 ozaki IF_AFDATA_WUNLOCK(llt->llt_ifp);
463 1.1 ozaki
464 1.24 ozaki LIST_FOREACH_SAFE(lle, &dchain, lle_chain, next)
465 1.24 ozaki (void)llentry_free(lle);
466 1.8 ozaki }
467 1.8 ozaki
468 1.8 ozaki /*
469 1.8 ozaki * Free all entries from given table and free itself.
470 1.8 ozaki */
471 1.8 ozaki void
472 1.8 ozaki lltable_free(struct lltable *llt)
473 1.8 ozaki {
474 1.8 ozaki
475 1.8 ozaki KASSERTMSG(llt != NULL, "llt is NULL");
476 1.8 ozaki
477 1.8 ozaki lltable_unlink(llt);
478 1.8 ozaki lltable_purge_entries(llt);
479 1.1 ozaki llt->llt_free_tbl(llt);
480 1.1 ozaki }
481 1.1 ozaki
482 1.1 ozaki void
483 1.1 ozaki lltable_drain(int af)
484 1.1 ozaki {
485 1.1 ozaki struct lltable *llt;
486 1.1 ozaki struct llentry *lle;
487 1.1 ozaki register int i;
488 1.1 ozaki
489 1.1 ozaki LLTABLE_RLOCK();
490 1.1 ozaki SLIST_FOREACH(llt, &lltables, llt_link) {
491 1.1 ozaki if (llt->llt_af != af)
492 1.1 ozaki continue;
493 1.1 ozaki
494 1.1 ozaki for (i=0; i < llt->llt_hsize; i++) {
495 1.1 ozaki LIST_FOREACH(lle, &llt->lle_head[i], lle_next) {
496 1.1 ozaki LLE_WLOCK(lle);
497 1.1 ozaki lltable_drop_entry_queue(lle);
498 1.1 ozaki LLE_WUNLOCK(lle);
499 1.1 ozaki }
500 1.1 ozaki }
501 1.1 ozaki }
502 1.1 ozaki LLTABLE_RUNLOCK();
503 1.1 ozaki }
504 1.1 ozaki
505 1.1 ozaki void
506 1.19 ozaki lltable_prefix_free(const int af, const struct sockaddr *prefix,
507 1.19 ozaki const struct sockaddr *mask, const u_int flags)
508 1.1 ozaki {
509 1.1 ozaki struct lltable *llt;
510 1.1 ozaki
511 1.1 ozaki LLTABLE_RLOCK();
512 1.1 ozaki SLIST_FOREACH(llt, &lltables, llt_link) {
513 1.1 ozaki if (llt->llt_af != af)
514 1.1 ozaki continue;
515 1.1 ozaki
516 1.1 ozaki llt->llt_prefix_free(llt, prefix, mask, flags);
517 1.1 ozaki }
518 1.1 ozaki LLTABLE_RUNLOCK();
519 1.1 ozaki }
520 1.1 ozaki
521 1.1 ozaki struct lltable *
522 1.1 ozaki lltable_allocate_htbl(uint32_t hsize)
523 1.1 ozaki {
524 1.1 ozaki struct lltable *llt;
525 1.1 ozaki int i;
526 1.1 ozaki
527 1.1 ozaki llt = malloc(sizeof(struct lltable), M_LLTABLE, M_WAITOK | M_ZERO);
528 1.1 ozaki llt->llt_hsize = hsize;
529 1.1 ozaki llt->lle_head = malloc(sizeof(struct llentries) * hsize,
530 1.1 ozaki M_LLTABLE, M_WAITOK | M_ZERO);
531 1.1 ozaki
532 1.1 ozaki for (i = 0; i < llt->llt_hsize; i++)
533 1.1 ozaki LIST_INIT(&llt->lle_head[i]);
534 1.1 ozaki
535 1.1 ozaki /* Set some default callbacks */
536 1.1 ozaki llt->llt_link_entry = htable_link_entry;
537 1.1 ozaki llt->llt_unlink_entry = htable_unlink_entry;
538 1.1 ozaki llt->llt_prefix_free = htable_prefix_free;
539 1.1 ozaki llt->llt_foreach_entry = htable_foreach_lle;
540 1.1 ozaki
541 1.1 ozaki llt->llt_free_tbl = htable_free_tbl;
542 1.1 ozaki
543 1.1 ozaki return (llt);
544 1.1 ozaki }
545 1.1 ozaki
546 1.1 ozaki /*
547 1.1 ozaki * Links lltable to global llt list.
548 1.1 ozaki */
549 1.1 ozaki void
550 1.1 ozaki lltable_link(struct lltable *llt)
551 1.1 ozaki {
552 1.1 ozaki
553 1.1 ozaki LLTABLE_WLOCK();
554 1.1 ozaki SLIST_INSERT_HEAD(&lltables, llt, llt_link);
555 1.1 ozaki LLTABLE_WUNLOCK();
556 1.1 ozaki }
557 1.1 ozaki
558 1.1 ozaki static void
559 1.1 ozaki lltable_unlink(struct lltable *llt)
560 1.1 ozaki {
561 1.1 ozaki
562 1.1 ozaki LLTABLE_WLOCK();
563 1.1 ozaki SLIST_REMOVE(&lltables, llt, lltable, llt_link);
564 1.1 ozaki LLTABLE_WUNLOCK();
565 1.1 ozaki
566 1.1 ozaki }
567 1.1 ozaki
568 1.1 ozaki /*
569 1.1 ozaki * External methods used by lltable consumers
570 1.1 ozaki */
571 1.1 ozaki
572 1.1 ozaki int
573 1.1 ozaki lltable_foreach_lle(struct lltable *llt, llt_foreach_cb_t *f, void *farg)
574 1.1 ozaki {
575 1.1 ozaki
576 1.1 ozaki return (llt->llt_foreach_entry(llt, f, farg));
577 1.1 ozaki }
578 1.1 ozaki
579 1.1 ozaki void
580 1.1 ozaki lltable_link_entry(struct lltable *llt, struct llentry *lle)
581 1.1 ozaki {
582 1.1 ozaki
583 1.1 ozaki llt->llt_link_entry(llt, lle);
584 1.1 ozaki }
585 1.1 ozaki
586 1.1 ozaki void
587 1.1 ozaki lltable_unlink_entry(struct lltable *llt, struct llentry *lle)
588 1.1 ozaki {
589 1.1 ozaki
590 1.1 ozaki llt->llt_unlink_entry(lle);
591 1.1 ozaki }
592 1.1 ozaki
593 1.1 ozaki void
594 1.16 ozaki lltable_free_entry(struct lltable *llt, struct llentry *lle)
595 1.16 ozaki {
596 1.16 ozaki
597 1.16 ozaki llt->llt_free_entry(llt, lle);
598 1.16 ozaki }
599 1.16 ozaki
600 1.16 ozaki void
601 1.1 ozaki lltable_fill_sa_entry(const struct llentry *lle, struct sockaddr *sa)
602 1.1 ozaki {
603 1.1 ozaki struct lltable *llt;
604 1.1 ozaki
605 1.1 ozaki llt = lle->lle_tbl;
606 1.1 ozaki llt->llt_fill_sa_entry(lle, sa);
607 1.1 ozaki }
608 1.1 ozaki
609 1.1 ozaki struct ifnet *
610 1.1 ozaki lltable_get_ifp(const struct lltable *llt)
611 1.1 ozaki {
612 1.1 ozaki
613 1.1 ozaki return (llt->llt_ifp);
614 1.1 ozaki }
615 1.1 ozaki
616 1.1 ozaki int
617 1.1 ozaki lltable_get_af(const struct lltable *llt)
618 1.1 ozaki {
619 1.1 ozaki
620 1.1 ozaki return (llt->llt_af);
621 1.1 ozaki }
622 1.1 ozaki
623 1.1 ozaki /*
624 1.1 ozaki * Called in route_output when rtm_flags contains RTF_LLDATA.
625 1.1 ozaki */
626 1.1 ozaki int
627 1.11 ozaki lla_rt_output(const u_char rtm_type, const int rtm_flags, const time_t rtm_expire,
628 1.11 ozaki struct rt_addrinfo *info, int sdl_index)
629 1.1 ozaki {
630 1.1 ozaki const struct sockaddr_dl *dl = satocsdl(info->rti_info[RTAX_GATEWAY]);
631 1.1 ozaki const struct sockaddr *dst = info->rti_info[RTAX_DST];
632 1.1 ozaki struct ifnet *ifp;
633 1.1 ozaki struct lltable *llt;
634 1.1 ozaki struct llentry *lle;
635 1.1 ozaki u_int laflags;
636 1.1 ozaki int error;
637 1.14 ozaki struct psref psref;
638 1.14 ozaki int bound;
639 1.1 ozaki
640 1.1 ozaki KASSERTMSG(dl != NULL && dl->sdl_family == AF_LINK, "invalid dl");
641 1.1 ozaki
642 1.14 ozaki bound = curlwp_bind();
643 1.11 ozaki if (sdl_index != 0)
644 1.14 ozaki ifp = if_get_byindex(sdl_index, &psref);
645 1.11 ozaki else
646 1.14 ozaki ifp = if_get_byindex(dl->sdl_index, &psref);
647 1.1 ozaki if (ifp == NULL) {
648 1.14 ozaki curlwp_bindx(bound);
649 1.1 ozaki log(LOG_INFO, "%s: invalid ifp (sdl_index %d)\n",
650 1.11 ozaki __func__, sdl_index != 0 ? sdl_index : dl->sdl_index);
651 1.1 ozaki return EINVAL;
652 1.1 ozaki }
653 1.1 ozaki
654 1.1 ozaki /* XXX linked list may be too expensive */
655 1.1 ozaki LLTABLE_RLOCK();
656 1.1 ozaki SLIST_FOREACH(llt, &lltables, llt_link) {
657 1.1 ozaki if (llt->llt_af == dst->sa_family &&
658 1.1 ozaki llt->llt_ifp == ifp)
659 1.1 ozaki break;
660 1.1 ozaki }
661 1.1 ozaki LLTABLE_RUNLOCK();
662 1.1 ozaki KASSERTMSG(llt != NULL, "Yep, ugly hacks are bad");
663 1.1 ozaki
664 1.1 ozaki error = 0;
665 1.1 ozaki
666 1.11 ozaki switch (rtm_type) {
667 1.22 ozaki case RTM_ADD: {
668 1.22 ozaki struct rtentry *rt;
669 1.22 ozaki
670 1.22 ozaki /* Never call rtalloc1 with IF_AFDATA_WLOCK */
671 1.22 ozaki rt = rtalloc1(dst, 0);
672 1.22 ozaki
673 1.1 ozaki /* Add static LLE */
674 1.1 ozaki IF_AFDATA_WLOCK(ifp);
675 1.28 ozaki lle = lla_lookup(llt, LLE_EXCLUSIVE, dst);
676 1.11 ozaki
677 1.11 ozaki /* Cannot overwrite an existing static entry */
678 1.11 ozaki if (lle != NULL &&
679 1.11 ozaki (lle->la_flags & LLE_STATIC || lle->la_expire == 0)) {
680 1.11 ozaki LLE_RUNLOCK(lle);
681 1.11 ozaki IF_AFDATA_WUNLOCK(ifp);
682 1.22 ozaki if (rt != NULL)
683 1.22 ozaki rt_unref(rt);
684 1.14 ozaki error = EEXIST;
685 1.14 ozaki goto out;
686 1.11 ozaki }
687 1.28 ozaki
688 1.28 ozaki /*
689 1.28 ozaki * We can't overwrite an existing entry to avoid race
690 1.28 ozaki * conditions so remove it first.
691 1.28 ozaki */
692 1.28 ozaki if (lle != NULL) {
693 1.28 ozaki size_t pkts_dropped = llentry_free(lle);
694 1.29 kre #if defined(INET) && NARP > 0
695 1.28 ozaki if (dst->sa_family == AF_INET) {
696 1.28 ozaki arp_stat_add(ARP_STAT_DFRDROPPED,
697 1.28 ozaki (uint64_t)pkts_dropped);
698 1.28 ozaki }
699 1.29 kre #endif
700 1.28 ozaki }
701 1.11 ozaki
702 1.22 ozaki lle = lla_create(llt, 0, dst, rt);
703 1.1 ozaki if (lle == NULL) {
704 1.1 ozaki IF_AFDATA_WUNLOCK(ifp);
705 1.22 ozaki if (rt != NULL)
706 1.22 ozaki rt_unref(rt);
707 1.14 ozaki error = ENOMEM;
708 1.14 ozaki goto out;
709 1.1 ozaki }
710 1.1 ozaki
711 1.12 ozaki KASSERT(ifp->if_addrlen <= sizeof(lle->ll_addr));
712 1.1 ozaki memcpy(&lle->ll_addr, CLLADDR(dl), ifp->if_addrlen);
713 1.11 ozaki if ((rtm_flags & RTF_ANNOUNCE))
714 1.1 ozaki lle->la_flags |= LLE_PUB;
715 1.1 ozaki lle->la_flags |= LLE_VALID;
716 1.1 ozaki #ifdef INET6
717 1.1 ozaki /*
718 1.1 ozaki * ND6
719 1.1 ozaki */
720 1.1 ozaki if (dst->sa_family == AF_INET6)
721 1.1 ozaki lle->ln_state = ND6_LLINFO_REACHABLE;
722 1.1 ozaki #endif
723 1.1 ozaki /*
724 1.1 ozaki * NB: arp and ndp always set (RTF_STATIC | RTF_HOST)
725 1.1 ozaki */
726 1.1 ozaki
727 1.11 ozaki if (rtm_expire == 0) {
728 1.1 ozaki lle->la_flags |= LLE_STATIC;
729 1.1 ozaki lle->la_expire = 0;
730 1.1 ozaki } else
731 1.11 ozaki lle->la_expire = rtm_expire;
732 1.1 ozaki laflags = lle->la_flags;
733 1.1 ozaki LLE_WUNLOCK(lle);
734 1.1 ozaki IF_AFDATA_WUNLOCK(ifp);
735 1.22 ozaki if (rt != NULL)
736 1.22 ozaki rt_unref(rt);
737 1.9 ozaki #if defined(INET) && NARP > 0
738 1.1 ozaki /* gratuitous ARP */
739 1.15 roy if ((laflags & LLE_PUB) && dst->sa_family == AF_INET) {
740 1.15 roy const struct sockaddr_in *sin;
741 1.15 roy struct in_ifaddr *ia;
742 1.15 roy struct psref _psref;
743 1.15 roy
744 1.15 roy sin = satocsin(dst);
745 1.15 roy ia = in_get_ia_on_iface_psref(sin->sin_addr,
746 1.15 roy ifp, &_psref);
747 1.15 roy if (ia != NULL) {
748 1.15 roy arpannounce(ifp, &ia->ia_ifa, CLLADDR(dl));
749 1.15 roy ia4_release(ia, &_psref);
750 1.15 roy }
751 1.15 roy }
752 1.9 ozaki #else
753 1.9 ozaki (void)laflags;
754 1.1 ozaki #endif
755 1.1 ozaki break;
756 1.22 ozaki }
757 1.1 ozaki
758 1.1 ozaki case RTM_DELETE:
759 1.1 ozaki IF_AFDATA_WLOCK(ifp);
760 1.1 ozaki error = lla_delete(llt, 0, dst);
761 1.1 ozaki IF_AFDATA_WUNLOCK(ifp);
762 1.14 ozaki error = (error == 0 ? 0 : ENOENT);
763 1.14 ozaki break;
764 1.1 ozaki
765 1.1 ozaki default:
766 1.1 ozaki error = EINVAL;
767 1.1 ozaki }
768 1.1 ozaki
769 1.14 ozaki out:
770 1.14 ozaki if_put(ifp, &psref);
771 1.14 ozaki curlwp_bindx(bound);
772 1.1 ozaki return (error);
773 1.1 ozaki }
774 1.1 ozaki
775 1.1 ozaki void
776 1.1 ozaki lltableinit(void)
777 1.1 ozaki {
778 1.1 ozaki
779 1.1 ozaki SLIST_INIT(&lltables);
780 1.1 ozaki rw_init(&lltable_rwlock);
781 1.26 ozaki
782 1.26 ozaki pool_init(&llentry_pool, sizeof(struct llentry), 0, 0, 0, "llentrypl",
783 1.26 ozaki NULL, IPL_SOFTNET);
784 1.1 ozaki }
785 1.1 ozaki
786 1.1 ozaki #ifdef __FreeBSD__
787 1.1 ozaki #ifdef DDB
788 1.1 ozaki struct llentry_sa {
789 1.1 ozaki struct llentry base;
790 1.1 ozaki struct sockaddr l3_addr;
791 1.1 ozaki };
792 1.1 ozaki
793 1.1 ozaki static void
794 1.1 ozaki llatbl_lle_show(struct llentry_sa *la)
795 1.1 ozaki {
796 1.1 ozaki struct llentry *lle;
797 1.1 ozaki uint8_t octet[6];
798 1.1 ozaki
799 1.1 ozaki lle = &la->base;
800 1.1 ozaki db_printf("lle=%p\n", lle);
801 1.1 ozaki db_printf(" lle_next=%p\n", lle->lle_next.le_next);
802 1.1 ozaki db_printf(" lle_lock=%p\n", &lle->lle_lock);
803 1.1 ozaki db_printf(" lle_tbl=%p\n", lle->lle_tbl);
804 1.1 ozaki db_printf(" lle_head=%p\n", lle->lle_head);
805 1.1 ozaki db_printf(" la_hold=%p\n", lle->la_hold);
806 1.1 ozaki db_printf(" la_numheld=%d\n", lle->la_numheld);
807 1.1 ozaki db_printf(" la_expire=%ju\n", (uintmax_t)lle->la_expire);
808 1.1 ozaki db_printf(" la_flags=0x%04x\n", lle->la_flags);
809 1.1 ozaki db_printf(" la_asked=%u\n", lle->la_asked);
810 1.1 ozaki db_printf(" la_preempt=%u\n", lle->la_preempt);
811 1.1 ozaki db_printf(" ln_byhint=%u\n", lle->ln_byhint);
812 1.1 ozaki db_printf(" ln_state=%d\n", lle->ln_state);
813 1.1 ozaki db_printf(" ln_router=%u\n", lle->ln_router);
814 1.1 ozaki db_printf(" ln_ntick=%ju\n", (uintmax_t)lle->ln_ntick);
815 1.1 ozaki db_printf(" lle_refcnt=%d\n", lle->lle_refcnt);
816 1.1 ozaki memcopy(octet, &lle->ll_addr.mac16, sizeof(octet));
817 1.1 ozaki db_printf(" ll_addr=%02x:%02x:%02x:%02x:%02x:%02x\n",
818 1.1 ozaki octet[0], octet[1], octet[2], octet[3], octet[4], octet[5]);
819 1.1 ozaki db_printf(" lle_timer=%p\n", &lle->lle_timer);
820 1.1 ozaki
821 1.1 ozaki switch (la->l3_addr.sa_family) {
822 1.1 ozaki #ifdef INET
823 1.1 ozaki case AF_INET:
824 1.1 ozaki {
825 1.1 ozaki struct sockaddr_in *sin;
826 1.1 ozaki char l3s[INET_ADDRSTRLEN];
827 1.1 ozaki
828 1.1 ozaki sin = (struct sockaddr_in *)&la->l3_addr;
829 1.1 ozaki inet_ntoa_r(sin->sin_addr, l3s);
830 1.1 ozaki db_printf(" l3_addr=%s\n", l3s);
831 1.1 ozaki break;
832 1.1 ozaki }
833 1.1 ozaki #endif
834 1.1 ozaki #ifdef INET6
835 1.1 ozaki case AF_INET6:
836 1.1 ozaki {
837 1.1 ozaki struct sockaddr_in6 *sin6;
838 1.1 ozaki char l3s[INET6_ADDRSTRLEN];
839 1.1 ozaki
840 1.1 ozaki sin6 = (struct sockaddr_in6 *)&la->l3_addr;
841 1.17 christos IN6_PRINT(l3s, &sin6->sin6_addr);
842 1.1 ozaki db_printf(" l3_addr=%s\n", l3s);
843 1.1 ozaki break;
844 1.1 ozaki }
845 1.1 ozaki #endif
846 1.1 ozaki default:
847 1.1 ozaki db_printf(" l3_addr=N/A (af=%d)\n", la->l3_addr.sa_family);
848 1.1 ozaki break;
849 1.1 ozaki }
850 1.1 ozaki }
851 1.1 ozaki
852 1.1 ozaki DB_SHOW_COMMAND(llentry, db_show_llentry)
853 1.1 ozaki {
854 1.1 ozaki
855 1.1 ozaki if (!have_addr) {
856 1.1 ozaki db_printf("usage: show llentry <struct llentry *>\n");
857 1.1 ozaki return;
858 1.1 ozaki }
859 1.1 ozaki
860 1.1 ozaki llatbl_lle_show((struct llentry_sa *)addr);
861 1.1 ozaki }
862 1.1 ozaki
863 1.1 ozaki static void
864 1.1 ozaki llatbl_llt_show(struct lltable *llt)
865 1.1 ozaki {
866 1.1 ozaki int i;
867 1.1 ozaki struct llentry *lle;
868 1.1 ozaki
869 1.1 ozaki db_printf("llt=%p llt_af=%d llt_ifp=%p\n",
870 1.1 ozaki llt, llt->llt_af, llt->llt_ifp);
871 1.1 ozaki
872 1.1 ozaki for (i = 0; i < llt->llt_hsize; i++) {
873 1.1 ozaki LIST_FOREACH(lle, &llt->lle_head[i], lle_next) {
874 1.1 ozaki
875 1.1 ozaki llatbl_lle_show((struct llentry_sa *)lle);
876 1.1 ozaki if (db_pager_quit)
877 1.1 ozaki return;
878 1.1 ozaki }
879 1.1 ozaki }
880 1.1 ozaki }
881 1.1 ozaki
882 1.1 ozaki DB_SHOW_COMMAND(lltable, db_show_lltable)
883 1.1 ozaki {
884 1.1 ozaki
885 1.1 ozaki if (!have_addr) {
886 1.1 ozaki db_printf("usage: show lltable <struct lltable *>\n");
887 1.1 ozaki return;
888 1.1 ozaki }
889 1.1 ozaki
890 1.1 ozaki llatbl_llt_show((struct lltable *)addr);
891 1.1 ozaki }
892 1.1 ozaki
893 1.1 ozaki DB_SHOW_ALL_COMMAND(lltables, db_show_all_lltables)
894 1.1 ozaki {
895 1.1 ozaki VNET_ITERATOR_DECL(vnet_iter);
896 1.1 ozaki struct lltable *llt;
897 1.1 ozaki
898 1.1 ozaki VNET_FOREACH(vnet_iter) {
899 1.1 ozaki CURVNET_SET_QUIET(vnet_iter);
900 1.1 ozaki #ifdef VIMAGE
901 1.1 ozaki db_printf("vnet=%p\n", curvnet);
902 1.1 ozaki #endif
903 1.1 ozaki SLIST_FOREACH(llt, &lltables, llt_link) {
904 1.1 ozaki db_printf("llt=%p llt_af=%d llt_ifp=%p(%s)\n",
905 1.1 ozaki llt, llt->llt_af, llt->llt_ifp,
906 1.1 ozaki (llt->llt_ifp != NULL) ?
907 1.1 ozaki llt->llt_ifp->if_xname : "?");
908 1.1 ozaki if (have_addr && addr != 0) /* verbose */
909 1.1 ozaki llatbl_llt_show(llt);
910 1.1 ozaki if (db_pager_quit) {
911 1.1 ozaki CURVNET_RESTORE();
912 1.1 ozaki return;
913 1.1 ozaki }
914 1.1 ozaki }
915 1.1 ozaki CURVNET_RESTORE();
916 1.1 ozaki }
917 1.1 ozaki }
918 1.1 ozaki #endif /* DDB */
919 1.1 ozaki #endif /* __FreeBSD__ */
920