Home | History | Annotate | Line # | Download | only in netatalk
ddp_usrreq.c revision 1.58
      1 /*	$NetBSD: ddp_usrreq.c,v 1.58 2014/08/05 05:24:26 rtr Exp $	 */
      2 
      3 /*
      4  * Copyright (c) 1990,1991 Regents of The University of Michigan.
      5  * All Rights Reserved.
      6  *
      7  * Permission to use, copy, modify, and distribute this software and
      8  * its documentation for any purpose and without fee is hereby granted,
      9  * provided that the above copyright notice appears in all copies and
     10  * that both that copyright notice and this permission notice appear
     11  * in supporting documentation, and that the name of The University
     12  * of Michigan not be used in advertising or publicity pertaining to
     13  * distribution of the software without specific, written prior
     14  * permission. This software is supplied as is without expressed or
     15  * implied warranties of any kind.
     16  *
     17  * This product includes software developed by the University of
     18  * California, Berkeley and its contributors.
     19  *
     20  *	Research Systems Unix Group
     21  *	The University of Michigan
     22  *	c/o Wesley Craig
     23  *	535 W. William Street
     24  *	Ann Arbor, Michigan
     25  *	+1-313-764-2278
     26  *	netatalk (at) umich.edu
     27  */
     28 
     29 #include <sys/cdefs.h>
     30 __KERNEL_RCSID(0, "$NetBSD: ddp_usrreq.c,v 1.58 2014/08/05 05:24:26 rtr Exp $");
     31 
     32 #include "opt_mbuftrace.h"
     33 
     34 #include <sys/param.h>
     35 #include <sys/errno.h>
     36 #include <sys/systm.h>
     37 #include <sys/mbuf.h>
     38 #include <sys/ioctl.h>
     39 #include <sys/queue.h>
     40 #include <sys/socket.h>
     41 #include <sys/socketvar.h>
     42 #include <sys/protosw.h>
     43 #include <sys/kauth.h>
     44 #include <sys/kmem.h>
     45 #include <sys/sysctl.h>
     46 #include <net/if.h>
     47 #include <net/route.h>
     48 #include <net/if_ether.h>
     49 #include <net/net_stats.h>
     50 #include <netinet/in.h>
     51 
     52 #include <netatalk/at.h>
     53 #include <netatalk/at_var.h>
     54 #include <netatalk/ddp_var.h>
     55 #include <netatalk/ddp_private.h>
     56 #include <netatalk/aarp.h>
     57 #include <netatalk/at_extern.h>
     58 
     59 static void at_pcbdisconnect(struct ddpcb *);
     60 static void at_sockaddr(struct ddpcb *, struct mbuf *);
     61 static int at_pcbsetaddr(struct ddpcb *, struct mbuf *);
     62 static int at_pcbconnect(struct ddpcb *, struct mbuf *);
     63 static void ddp_detach(struct socket *);
     64 
     65 struct ifqueue atintrq1, atintrq2;
     66 struct ddpcb   *ddp_ports[ATPORT_LAST];
     67 struct ddpcb   *ddpcb = NULL;
     68 percpu_t *ddpstat_percpu;
     69 struct at_ifaddrhead at_ifaddr;		/* Here as inited in this file */
     70 u_long ddp_sendspace = DDP_MAXSZ;	/* Max ddp size + 1 (ddp_type) */
     71 u_long ddp_recvspace = 25 * (587 + sizeof(struct sockaddr_at));
     72 
     73 #ifdef MBUFTRACE
     74 struct mowner atalk_rx_mowner = MOWNER_INIT("atalk", "rx");
     75 struct mowner atalk_tx_mowner = MOWNER_INIT("atalk", "tx");
     76 #endif
     77 
     78 static int
     79 ddp_usrreq(struct socket *so, int req, struct mbuf *m, struct mbuf *addr,
     80     struct mbuf *rights, struct lwp *l)
     81 {
     82 	struct ddpcb   *ddp;
     83 	int             error = 0;
     84 
     85 	KASSERT(req != PRU_ATTACH);
     86 	KASSERT(req != PRU_DETACH);
     87 	KASSERT(req != PRU_ACCEPT);
     88 	KASSERT(req != PRU_BIND);
     89 	KASSERT(req != PRU_LISTEN);
     90 	KASSERT(req != PRU_CONNECT);
     91 	KASSERT(req != PRU_DISCONNECT);
     92 	KASSERT(req != PRU_SHUTDOWN);
     93 	KASSERT(req != PRU_ABORT);
     94 	KASSERT(req != PRU_CONTROL);
     95 	KASSERT(req != PRU_SENSE);
     96 	KASSERT(req != PRU_PEERADDR);
     97 	KASSERT(req != PRU_SOCKADDR);
     98 	KASSERT(req != PRU_RCVOOB);
     99 	KASSERT(req != PRU_SENDOOB);
    100 
    101 	ddp = sotoddpcb(so);
    102 
    103 	if (req == PRU_PURGEIF) {
    104 		mutex_enter(softnet_lock);
    105 		at_purgeif((struct ifnet *) rights);
    106 		mutex_exit(softnet_lock);
    107 		return (0);
    108 	}
    109 	if (rights && rights->m_len) {
    110 		error = EINVAL;
    111 		goto release;
    112 	}
    113 	if (ddp == NULL) {
    114 		error = EINVAL;
    115 		goto release;
    116 	}
    117 	switch (req) {
    118 	case PRU_SEND:{
    119 			int s = 0;
    120 
    121 			if (addr) {
    122 				if (ddp->ddp_fsat.sat_port != ATADDR_ANYPORT) {
    123 					error = EISCONN;
    124 					break;
    125 				}
    126 				s = splnet();
    127 				error = at_pcbconnect(ddp, addr);
    128 				if (error) {
    129 					splx(s);
    130 					break;
    131 				}
    132 			} else {
    133 				if (ddp->ddp_fsat.sat_port == ATADDR_ANYPORT) {
    134 					error = ENOTCONN;
    135 					break;
    136 				}
    137 			}
    138 
    139 			error = ddp_output(m, ddp);
    140 			m = NULL;
    141 			if (addr) {
    142 				at_pcbdisconnect(ddp);
    143 				splx(s);
    144 			}
    145 		}
    146 		break;
    147 
    148 	case PRU_CONNECT2:
    149 	case PRU_FASTTIMO:
    150 	case PRU_SLOWTIMO:
    151 	case PRU_PROTORCV:
    152 	case PRU_PROTOSEND:
    153 		error = EOPNOTSUPP;
    154 		break;
    155 
    156 	case PRU_RCVD:
    157 		/*
    158 		 * Don't mfree. Good architecture...
    159 		 */
    160 		return (EOPNOTSUPP);
    161 
    162 	default:
    163 		error = EOPNOTSUPP;
    164 	}
    165 
    166 release:
    167 	if (m != NULL) {
    168 		m_freem(m);
    169 	}
    170 	return (error);
    171 }
    172 
    173 static void
    174 at_sockaddr(struct ddpcb *ddp, struct mbuf *addr)
    175 {
    176 	struct sockaddr_at *sat;
    177 
    178 	addr->m_len = sizeof(struct sockaddr_at);
    179 	sat = mtod(addr, struct sockaddr_at *);
    180 	*sat = ddp->ddp_lsat;
    181 }
    182 
    183 static int
    184 at_pcbsetaddr(struct ddpcb *ddp, struct mbuf *addr)
    185 {
    186 	struct sockaddr_at lsat, *sat;
    187 	struct at_ifaddr *aa;
    188 	struct ddpcb   *ddpp;
    189 
    190 	if (ddp->ddp_lsat.sat_port != ATADDR_ANYPORT) {	/* shouldn't be bound */
    191 		return (EINVAL);
    192 	}
    193 	if (addr != 0) {	/* validate passed address */
    194 		sat = mtod(addr, struct sockaddr_at *);
    195 		if (addr->m_len != sizeof(*sat))
    196 			return (EINVAL);
    197 
    198 		if (sat->sat_family != AF_APPLETALK)
    199 			return (EAFNOSUPPORT);
    200 
    201 		if (sat->sat_addr.s_node != ATADDR_ANYNODE ||
    202 		    sat->sat_addr.s_net != ATADDR_ANYNET) {
    203 			TAILQ_FOREACH(aa, &at_ifaddr, aa_list) {
    204 				if ((sat->sat_addr.s_net ==
    205 				    AA_SAT(aa)->sat_addr.s_net) &&
    206 				    (sat->sat_addr.s_node ==
    207 				    AA_SAT(aa)->sat_addr.s_node))
    208 					break;
    209 			}
    210 			if (!aa)
    211 				return (EADDRNOTAVAIL);
    212 		}
    213 		if (sat->sat_port != ATADDR_ANYPORT) {
    214 			int error;
    215 
    216 			if (sat->sat_port < ATPORT_FIRST ||
    217 			    sat->sat_port >= ATPORT_LAST)
    218 				return (EINVAL);
    219 
    220 			if (sat->sat_port < ATPORT_RESERVED &&
    221 			    (error = kauth_authorize_network(curlwp->l_cred,
    222 			    KAUTH_NETWORK_BIND, KAUTH_REQ_NETWORK_BIND_PRIVPORT,
    223 			    ddpcb->ddp_socket, sat, NULL)) != 0)
    224 				return (error);
    225 		}
    226 	} else {
    227 		memset((void *) & lsat, 0, sizeof(struct sockaddr_at));
    228 		lsat.sat_len = sizeof(struct sockaddr_at);
    229 		lsat.sat_addr.s_node = ATADDR_ANYNODE;
    230 		lsat.sat_addr.s_net = ATADDR_ANYNET;
    231 		lsat.sat_family = AF_APPLETALK;
    232 		sat = &lsat;
    233 	}
    234 
    235 	if (sat->sat_addr.s_node == ATADDR_ANYNODE &&
    236 	    sat->sat_addr.s_net == ATADDR_ANYNET) {
    237 		if (TAILQ_EMPTY(&at_ifaddr))
    238 			return EADDRNOTAVAIL;
    239 		sat->sat_addr = AA_SAT(TAILQ_FIRST(&at_ifaddr))->sat_addr;
    240 	}
    241 	ddp->ddp_lsat = *sat;
    242 
    243 	/*
    244          * Choose port.
    245          */
    246 	if (sat->sat_port == ATADDR_ANYPORT) {
    247 		for (sat->sat_port = ATPORT_RESERVED;
    248 		     sat->sat_port < ATPORT_LAST; sat->sat_port++) {
    249 			if (ddp_ports[sat->sat_port - 1] == 0)
    250 				break;
    251 		}
    252 		if (sat->sat_port == ATPORT_LAST) {
    253 			return (EADDRNOTAVAIL);
    254 		}
    255 		ddp->ddp_lsat.sat_port = sat->sat_port;
    256 		ddp_ports[sat->sat_port - 1] = ddp;
    257 	} else {
    258 		for (ddpp = ddp_ports[sat->sat_port - 1]; ddpp;
    259 		     ddpp = ddpp->ddp_pnext) {
    260 			if (ddpp->ddp_lsat.sat_addr.s_net ==
    261 			    sat->sat_addr.s_net &&
    262 			    ddpp->ddp_lsat.sat_addr.s_node ==
    263 			    sat->sat_addr.s_node)
    264 				break;
    265 		}
    266 		if (ddpp != NULL)
    267 			return (EADDRINUSE);
    268 
    269 		ddp->ddp_pnext = ddp_ports[sat->sat_port - 1];
    270 		ddp_ports[sat->sat_port - 1] = ddp;
    271 		if (ddp->ddp_pnext)
    272 			ddp->ddp_pnext->ddp_pprev = ddp;
    273 	}
    274 
    275 	return 0;
    276 }
    277 
    278 static int
    279 at_pcbconnect(struct ddpcb *ddp, struct mbuf *addr)
    280 {
    281 	struct rtentry *rt;
    282 	const struct sockaddr_at *cdst;
    283 	struct sockaddr_at *sat = mtod(addr, struct sockaddr_at *);
    284 	struct route *ro;
    285 	struct at_ifaddr *aa;
    286 	struct ifnet   *ifp;
    287 	u_short         hintnet = 0, net;
    288 
    289 	if (addr->m_len != sizeof(*sat))
    290 		return EINVAL;
    291 	if (sat->sat_family != AF_APPLETALK) {
    292 		return EAFNOSUPPORT;
    293 	}
    294 	/*
    295          * Under phase 2, network 0 means "the network".  We take "the
    296          * network" to mean the network the control block is bound to.
    297          * If the control block is not bound, there is an error.
    298          */
    299 	if (sat->sat_addr.s_net == ATADDR_ANYNET
    300 	    && sat->sat_addr.s_node != ATADDR_ANYNODE) {
    301 		if (ddp->ddp_lsat.sat_port == ATADDR_ANYPORT) {
    302 			return EADDRNOTAVAIL;
    303 		}
    304 		hintnet = ddp->ddp_lsat.sat_addr.s_net;
    305 	}
    306 	ro = &ddp->ddp_route;
    307 	/*
    308          * If we've got an old route for this pcb, check that it is valid.
    309          * If we've changed our address, we may have an old "good looking"
    310          * route here.  Attempt to detect it.
    311          */
    312 	if ((rt = rtcache_validate(ro)) != NULL ||
    313 	    (rt = rtcache_update(ro, 1)) != NULL) {
    314 		if (hintnet) {
    315 			net = hintnet;
    316 		} else {
    317 			net = sat->sat_addr.s_net;
    318 		}
    319 		if ((ifp = rt->rt_ifp) != NULL) {
    320 			TAILQ_FOREACH(aa, &at_ifaddr, aa_list) {
    321 				if (aa->aa_ifp == ifp &&
    322 				    ntohs(net) >= ntohs(aa->aa_firstnet) &&
    323 				    ntohs(net) <= ntohs(aa->aa_lastnet)) {
    324 					break;
    325 				}
    326 			}
    327 		} else
    328 			aa = NULL;
    329 		cdst = satocsat(rtcache_getdst(ro));
    330 		if (aa == NULL || (cdst->sat_addr.s_net !=
    331 		    (hintnet ? hintnet : sat->sat_addr.s_net) ||
    332 		    cdst->sat_addr.s_node != sat->sat_addr.s_node)) {
    333 			rtcache_free(ro);
    334 			rt = NULL;
    335 		}
    336 	}
    337 	/*
    338          * If we've got no route for this interface, try to find one.
    339          */
    340 	if (rt == NULL) {
    341 		union {
    342 			struct sockaddr		dst;
    343 			struct sockaddr_at	dsta;
    344 		} u;
    345 
    346 		sockaddr_at_init(&u.dsta, &sat->sat_addr, 0);
    347 		if (hintnet)
    348 			u.dsta.sat_addr.s_net = hintnet;
    349 		rt = rtcache_lookup(ro, &u.dst);
    350 	}
    351 	/*
    352          * Make sure any route that we have has a valid interface.
    353          */
    354 	if (rt != NULL && (ifp = rt->rt_ifp) != NULL) {
    355 		TAILQ_FOREACH(aa, &at_ifaddr, aa_list) {
    356 			if (aa->aa_ifp == ifp)
    357 				break;
    358 		}
    359 	} else
    360 		aa = NULL;
    361 	if (aa == NULL)
    362 		return ENETUNREACH;
    363 	ddp->ddp_fsat = *sat;
    364 	if (ddp->ddp_lsat.sat_port == ATADDR_ANYPORT)
    365 		return at_pcbsetaddr(ddp, NULL);
    366 	return 0;
    367 }
    368 
    369 static void
    370 at_pcbdisconnect(struct ddpcb *ddp)
    371 {
    372 	ddp->ddp_fsat.sat_addr.s_net = ATADDR_ANYNET;
    373 	ddp->ddp_fsat.sat_addr.s_node = ATADDR_ANYNODE;
    374 	ddp->ddp_fsat.sat_port = ATADDR_ANYPORT;
    375 }
    376 
    377 static int
    378 ddp_attach(struct socket *so, int proto)
    379 {
    380 	struct ddpcb *ddp;
    381 	int error;
    382 
    383 	KASSERT(sotoddpcb(so) == NULL);
    384 	sosetlock(so);
    385 #ifdef MBUFTRACE
    386 	so->so_rcv.sb_mowner = &atalk_rx_mowner;
    387 	so->so_snd.sb_mowner = &atalk_tx_mowner;
    388 #endif
    389 	error = soreserve(so, ddp_sendspace, ddp_recvspace);
    390 	if (error) {
    391 		return error;
    392 	}
    393 
    394 	ddp = kmem_zalloc(sizeof(*ddp), KM_SLEEP);
    395 	ddp->ddp_lsat.sat_port = ATADDR_ANYPORT;
    396 
    397 	ddp->ddp_next = ddpcb;
    398 	ddp->ddp_prev = NULL;
    399 	ddp->ddp_pprev = NULL;
    400 	ddp->ddp_pnext = NULL;
    401 	if (ddpcb) {
    402 		ddpcb->ddp_prev = ddp;
    403 	}
    404 	ddpcb = ddp;
    405 
    406 	ddp->ddp_socket = so;
    407 	so->so_pcb = ddp;
    408 	return 0;
    409 }
    410 
    411 static void
    412 ddp_detach(struct socket *so)
    413 {
    414 	struct ddpcb *ddp = sotoddpcb(so);
    415 
    416 	soisdisconnected(so);
    417 	so->so_pcb = NULL;
    418 	/* sofree drops the lock */
    419 	sofree(so);
    420 	mutex_enter(softnet_lock);
    421 
    422 	/* remove ddp from ddp_ports list */
    423 	if (ddp->ddp_lsat.sat_port != ATADDR_ANYPORT &&
    424 	    ddp_ports[ddp->ddp_lsat.sat_port - 1] != NULL) {
    425 		if (ddp->ddp_pprev != NULL) {
    426 			ddp->ddp_pprev->ddp_pnext = ddp->ddp_pnext;
    427 		} else {
    428 			ddp_ports[ddp->ddp_lsat.sat_port - 1] = ddp->ddp_pnext;
    429 		}
    430 		if (ddp->ddp_pnext != NULL) {
    431 			ddp->ddp_pnext->ddp_pprev = ddp->ddp_pprev;
    432 		}
    433 	}
    434 	rtcache_free(&ddp->ddp_route);
    435 	if (ddp->ddp_prev) {
    436 		ddp->ddp_prev->ddp_next = ddp->ddp_next;
    437 	} else {
    438 		ddpcb = ddp->ddp_next;
    439 	}
    440 	if (ddp->ddp_next) {
    441 		ddp->ddp_next->ddp_prev = ddp->ddp_prev;
    442 	}
    443 	kmem_free(ddp, sizeof(*ddp));
    444 }
    445 
    446 static int
    447 ddp_accept(struct socket *so, struct mbuf *nam)
    448 {
    449 	KASSERT(solocked(so));
    450 
    451 	return EOPNOTSUPP;
    452 }
    453 
    454 static int
    455 ddp_bind(struct socket *so, struct mbuf *nam, struct lwp *l)
    456 {
    457 	KASSERT(solocked(so));
    458 	KASSERT(sotoddpcb(so) != NULL);
    459 
    460 	return at_pcbsetaddr(sotoddpcb(so), nam);
    461 }
    462 
    463 static int
    464 ddp_listen(struct socket *so, struct lwp *l)
    465 {
    466 	KASSERT(solocked(so));
    467 
    468 	return EOPNOTSUPP;
    469 }
    470 
    471 static int
    472 ddp_connect(struct socket *so, struct mbuf *nam, struct lwp *l)
    473 {
    474 	struct ddpcb *ddp = sotoddpcb(so);
    475 	int error = 0;
    476 
    477 	KASSERT(solocked(so));
    478 	KASSERT(ddp != NULL);
    479 	KASSERT(nam != NULL);
    480 
    481 	if (ddp->ddp_fsat.sat_port != ATADDR_ANYPORT)
    482 		return EISCONN;
    483 	error = at_pcbconnect(ddp, nam);
    484 	if (error == 0)
    485 		soisconnected(so);
    486 
    487 	return error;
    488 }
    489 
    490 static int
    491 ddp_disconnect(struct socket *so)
    492 {
    493 	struct ddpcb *ddp = sotoddpcb(so);
    494 
    495 	KASSERT(solocked(so));
    496 	KASSERT(ddp != NULL);
    497 
    498 	if (ddp->ddp_fsat.sat_addr.s_node == ATADDR_ANYNODE)
    499 		return ENOTCONN;
    500 
    501 	at_pcbdisconnect(ddp);
    502 	soisdisconnected(so);
    503 	return 0;
    504 }
    505 
    506 static int
    507 ddp_shutdown(struct socket *so)
    508 {
    509 	KASSERT(solocked(so));
    510 
    511 	socantsendmore(so);
    512 	return 0;
    513 }
    514 
    515 static int
    516 ddp_abort(struct socket *so)
    517 {
    518 	KASSERT(solocked(so));
    519 
    520 	soisdisconnected(so);
    521 	ddp_detach(so);
    522 	return 0;
    523 }
    524 
    525 static int
    526 ddp_ioctl(struct socket *so, u_long cmd, void *addr, struct ifnet *ifp)
    527 {
    528 	return at_control(cmd, addr, ifp);
    529 }
    530 
    531 static int
    532 ddp_stat(struct socket *so, struct stat *ub)
    533 {
    534 	KASSERT(solocked(so));
    535 
    536 	/* stat: don't bother with a blocksize. */
    537 	return 0;
    538 }
    539 
    540 static int
    541 ddp_peeraddr(struct socket *so, struct mbuf *nam)
    542 {
    543 	KASSERT(solocked(so));
    544 
    545 	return EOPNOTSUPP;
    546 }
    547 
    548 static int
    549 ddp_sockaddr(struct socket *so, struct mbuf *nam)
    550 {
    551 	KASSERT(solocked(so));
    552 	KASSERT(sotoddpcb(so) != NULL);
    553 	KASSERT(nam != NULL);
    554 
    555 	at_sockaddr(sotoddpcb(so), nam);
    556 	return 0;
    557 }
    558 
    559 static int
    560 ddp_recvoob(struct socket *so, struct mbuf *m, int flags)
    561 {
    562 	KASSERT(solocked(so));
    563 
    564 	return EOPNOTSUPP;
    565 }
    566 
    567 static int
    568 ddp_sendoob(struct socket *so, struct mbuf *m, struct mbuf *control)
    569 {
    570 	KASSERT(solocked(so));
    571 
    572 	if (m)
    573 		m_freem(m);
    574 
    575 	return EOPNOTSUPP;
    576 }
    577 
    578 /*
    579  * For the moment, this just find the pcb with the correct local address.
    580  * In the future, this will actually do some real searching, so we can use
    581  * the sender's address to do de-multiplexing on a single port to many
    582  * sockets (pcbs).
    583  */
    584 struct ddpcb   *
    585 ddp_search(
    586     struct sockaddr_at *from,
    587     struct sockaddr_at *to,
    588     struct at_ifaddr *aa)
    589 {
    590 	struct ddpcb   *ddp;
    591 
    592 	/*
    593          * Check for bad ports.
    594          */
    595 	if (to->sat_port < ATPORT_FIRST || to->sat_port >= ATPORT_LAST)
    596 		return NULL;
    597 
    598 	/*
    599          * Make sure the local address matches the sent address.  What about
    600          * the interface?
    601          */
    602 	for (ddp = ddp_ports[to->sat_port - 1]; ddp; ddp = ddp->ddp_pnext) {
    603 		/* XXX should we handle 0.YY? */
    604 
    605 		/* XXXX.YY to socket on destination interface */
    606 		if (to->sat_addr.s_net == ddp->ddp_lsat.sat_addr.s_net &&
    607 		    to->sat_addr.s_node == ddp->ddp_lsat.sat_addr.s_node) {
    608 			break;
    609 		}
    610 		/* 0.255 to socket on receiving interface */
    611 		if (to->sat_addr.s_node == ATADDR_BCAST &&
    612 		    (to->sat_addr.s_net == 0 ||
    613 		    to->sat_addr.s_net == ddp->ddp_lsat.sat_addr.s_net) &&
    614 		ddp->ddp_lsat.sat_addr.s_net == AA_SAT(aa)->sat_addr.s_net) {
    615 			break;
    616 		}
    617 		/* XXXX.0 to socket on destination interface */
    618 		if (to->sat_addr.s_net == aa->aa_firstnet &&
    619 		    to->sat_addr.s_node == 0 &&
    620 		    ntohs(ddp->ddp_lsat.sat_addr.s_net) >=
    621 		    ntohs(aa->aa_firstnet) &&
    622 		    ntohs(ddp->ddp_lsat.sat_addr.s_net) <=
    623 		    ntohs(aa->aa_lastnet)) {
    624 			break;
    625 		}
    626 	}
    627 	return (ddp);
    628 }
    629 
    630 /*
    631  * Initialize all the ddp & appletalk stuff
    632  */
    633 void
    634 ddp_init(void)
    635 {
    636 
    637 	ddpstat_percpu = percpu_alloc(sizeof(uint64_t) * DDP_NSTATS);
    638 
    639 	TAILQ_INIT(&at_ifaddr);
    640 	atintrq1.ifq_maxlen = IFQ_MAXLEN;
    641 	atintrq2.ifq_maxlen = IFQ_MAXLEN;
    642 
    643 	MOWNER_ATTACH(&atalk_tx_mowner);
    644 	MOWNER_ATTACH(&atalk_rx_mowner);
    645 	MOWNER_ATTACH(&aarp_mowner);
    646 }
    647 
    648 PR_WRAP_USRREQS(ddp)
    649 #define	ddp_attach	ddp_attach_wrapper
    650 #define	ddp_detach	ddp_detach_wrapper
    651 #define	ddp_accept	ddp_accept_wrapper
    652 #define	ddp_bind	ddp_bind_wrapper
    653 #define	ddp_listen	ddp_listen_wrapper
    654 #define	ddp_connect	ddp_connect_wrapper
    655 #define	ddp_disconnect	ddp_disconnect_wrapper
    656 #define	ddp_shutdown	ddp_shutdown_wrapper
    657 #define	ddp_abort	ddp_abort_wrapper
    658 #define	ddp_ioctl	ddp_ioctl_wrapper
    659 #define	ddp_stat	ddp_stat_wrapper
    660 #define	ddp_peeraddr	ddp_peeraddr_wrapper
    661 #define	ddp_sockaddr	ddp_sockaddr_wrapper
    662 #define	ddp_recvoob	ddp_recvoob_wrapper
    663 #define	ddp_sendoob	ddp_sendoob_wrapper
    664 #define	ddp_usrreq	ddp_usrreq_wrapper
    665 
    666 const struct pr_usrreqs ddp_usrreqs = {
    667 	.pr_attach	= ddp_attach,
    668 	.pr_detach	= ddp_detach,
    669 	.pr_accept	= ddp_accept,
    670 	.pr_bind	= ddp_bind,
    671 	.pr_listen	= ddp_listen,
    672 	.pr_connect	= ddp_connect,
    673 	.pr_disconnect	= ddp_disconnect,
    674 	.pr_shutdown	= ddp_shutdown,
    675 	.pr_abort	= ddp_abort,
    676 	.pr_ioctl	= ddp_ioctl,
    677 	.pr_stat	= ddp_stat,
    678 	.pr_peeraddr	= ddp_peeraddr,
    679 	.pr_sockaddr	= ddp_sockaddr,
    680 	.pr_recvoob	= ddp_recvoob,
    681 	.pr_sendoob	= ddp_sendoob,
    682 	.pr_generic	= ddp_usrreq,
    683 };
    684 
    685 static int
    686 sysctl_net_atalk_ddp_stats(SYSCTLFN_ARGS)
    687 {
    688 
    689 	return (NETSTAT_SYSCTL(ddpstat_percpu, DDP_NSTATS));
    690 }
    691 
    692 /*
    693  * Sysctl for DDP variables.
    694  */
    695 SYSCTL_SETUP(sysctl_net_atalk_ddp_setup, "sysctl net.atalk.ddp subtree setup")
    696 {
    697 
    698 	sysctl_createv(clog, 0, NULL, NULL,
    699 		       CTLFLAG_PERMANENT,
    700 		       CTLTYPE_NODE, "atalk", NULL,
    701 		       NULL, 0, NULL, 0,
    702 		       CTL_NET, PF_APPLETALK, CTL_EOL);
    703 	sysctl_createv(clog, 0, NULL, NULL,
    704 		       CTLFLAG_PERMANENT,
    705 		       CTLTYPE_NODE, "ddp",
    706 		       SYSCTL_DESCR("DDP related settings"),
    707 		       NULL, 0, NULL, 0,
    708 		       CTL_NET, PF_APPLETALK, ATPROTO_DDP, CTL_EOL);
    709 
    710 	sysctl_createv(clog, 0, NULL, NULL,
    711 		       CTLFLAG_PERMANENT,
    712 		       CTLTYPE_STRUCT, "stats",
    713 		       SYSCTL_DESCR("DDP statistics"),
    714 		       sysctl_net_atalk_ddp_stats, 0, NULL, 0,
    715 		       CTL_NET, PF_APPLETALK, ATPROTO_DDP, CTL_CREATE,
    716 		       CTL_EOL);
    717 }
    718