Home | History | Annotate | Line # | Download | only in netipsec
keysock.c revision 1.59
      1  1.59     ozaki /*	$NetBSD: keysock.c,v 1.59 2017/07/27 09:53:57 ozaki-r Exp $	*/
      2   1.1  jonathan /*	$FreeBSD: src/sys/netipsec/keysock.c,v 1.3.2.1 2003/01/24 05:11:36 sam Exp $	*/
      3   1.1  jonathan /*	$KAME: keysock.c,v 1.25 2001/08/13 20:07:41 itojun Exp $	*/
      4   1.1  jonathan 
      5   1.1  jonathan /*
      6   1.1  jonathan  * Copyright (C) 1995, 1996, 1997, and 1998 WIDE Project.
      7   1.1  jonathan  * All rights reserved.
      8   1.1  jonathan  *
      9   1.1  jonathan  * Redistribution and use in source and binary forms, with or without
     10   1.1  jonathan  * modification, are permitted provided that the following conditions
     11   1.1  jonathan  * are met:
     12   1.1  jonathan  * 1. Redistributions of source code must retain the above copyright
     13   1.1  jonathan  *    notice, this list of conditions and the following disclaimer.
     14   1.1  jonathan  * 2. Redistributions in binary form must reproduce the above copyright
     15   1.1  jonathan  *    notice, this list of conditions and the following disclaimer in the
     16   1.1  jonathan  *    documentation and/or other materials provided with the distribution.
     17   1.1  jonathan  * 3. Neither the name of the project nor the names of its contributors
     18   1.1  jonathan  *    may be used to endorse or promote products derived from this software
     19   1.1  jonathan  *    without specific prior written permission.
     20   1.1  jonathan  *
     21   1.1  jonathan  * THIS SOFTWARE IS PROVIDED BY THE PROJECT AND CONTRIBUTORS ``AS IS'' AND
     22   1.1  jonathan  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     23   1.1  jonathan  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     24   1.1  jonathan  * ARE DISCLAIMED.  IN NO EVENT SHALL THE PROJECT OR CONTRIBUTORS BE LIABLE
     25   1.1  jonathan  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     26   1.1  jonathan  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     27   1.1  jonathan  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     28   1.1  jonathan  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     29   1.1  jonathan  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     30   1.1  jonathan  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     31   1.1  jonathan  * SUCH DAMAGE.
     32   1.1  jonathan  */
     33   1.1  jonathan 
     34   1.1  jonathan #include <sys/cdefs.h>
     35  1.59     ozaki __KERNEL_RCSID(0, "$NetBSD: keysock.c,v 1.59 2017/07/27 09:53:57 ozaki-r Exp $");
     36   1.1  jonathan 
     37   1.1  jonathan /* This code has derived from sys/net/rtsock.c on FreeBSD2.2.5 */
     38   1.1  jonathan 
     39   1.1  jonathan #include <sys/types.h>
     40   1.1  jonathan #include <sys/param.h>
     41   1.1  jonathan #include <sys/domain.h>
     42   1.1  jonathan #include <sys/errno.h>
     43   1.1  jonathan #include <sys/kernel.h>
     44  1.23     rmind #include <sys/kmem.h>
     45   1.1  jonathan #include <sys/mbuf.h>
     46   1.1  jonathan #include <sys/protosw.h>
     47   1.1  jonathan #include <sys/signalvar.h>
     48   1.1  jonathan #include <sys/socket.h>
     49   1.1  jonathan #include <sys/socketvar.h>
     50   1.1  jonathan #include <sys/sysctl.h>
     51   1.1  jonathan #include <sys/systm.h>
     52  1.55     ozaki #include <sys/cpu.h>
     53  1.57     ozaki #include <sys/syslog.h>
     54   1.1  jonathan 
     55   1.1  jonathan #include <net/raw_cb.h>
     56   1.1  jonathan #include <net/route.h>
     57   1.1  jonathan 
     58   1.1  jonathan #include <net/pfkeyv2.h>
     59   1.1  jonathan #include <netipsec/key.h>
     60   1.1  jonathan #include <netipsec/keysock.h>
     61   1.1  jonathan #include <netipsec/key_debug.h>
     62   1.1  jonathan 
     63  1.15   thorpej #include <netipsec/ipsec_private.h>
     64   1.1  jonathan 
     65   1.1  jonathan struct key_cb {
     66   1.1  jonathan 	int key_count;
     67   1.1  jonathan 	int any_count;
     68   1.1  jonathan };
     69   1.1  jonathan static struct key_cb key_cb;
     70   1.1  jonathan 
     71  1.11  christos static struct sockaddr key_dst = {
     72  1.11  christos     .sa_len = 2,
     73  1.11  christos     .sa_family = PF_KEY,
     74  1.11  christos };
     75  1.11  christos static struct sockaddr key_src = {
     76  1.11  christos     .sa_len = 2,
     77  1.11  christos     .sa_family = PF_KEY,
     78  1.11  christos };
     79   1.1  jonathan 
     80  1.49  riastrad static const struct protosw keysw[];
     81   1.5  jonathan 
     82  1.17       dsl static int key_sendup0(struct rawcb *, struct mbuf *, int, int);
     83   1.1  jonathan 
     84  1.19     joerg int key_registered_sb_max = (2048 * MHLEN); /* XXX arbitrary */
     85   1.5  jonathan 
     86  1.59     ozaki static kmutex_t *key_so_mtx;
     87  1.59     ozaki 
     88  1.59     ozaki void
     89  1.59     ozaki key_init_so(void)
     90  1.59     ozaki {
     91  1.59     ozaki 
     92  1.59     ozaki 	key_so_mtx = mutex_obj_alloc(MUTEX_DEFAULT, IPL_NONE);
     93  1.59     ozaki }
     94  1.59     ozaki 
     95   1.1  jonathan /*
     96   1.1  jonathan  * key_output()
     97   1.1  jonathan  */
     98  1.49  riastrad static int
     99  1.49  riastrad key_output(struct mbuf *m, struct socket *so)
    100   1.1  jonathan {
    101   1.1  jonathan 	struct sadb_msg *msg;
    102   1.1  jonathan 	int len, error = 0;
    103   1.1  jonathan 	int s;
    104   1.1  jonathan 
    105  1.53     ozaki 	KASSERT(m != NULL);
    106   1.1  jonathan 
    107  1.15   thorpej 	{
    108  1.15   thorpej 		uint64_t *ps = PFKEY_STAT_GETREF();
    109  1.15   thorpej 		ps[PFKEY_STAT_OUT_TOTAL]++;
    110  1.15   thorpej 		ps[PFKEY_STAT_OUT_BYTES] += m->m_pkthdr.len;
    111  1.15   thorpej 		PFKEY_STAT_PUTREF();
    112  1.15   thorpej 	}
    113   1.1  jonathan 
    114   1.1  jonathan 	len = m->m_pkthdr.len;
    115   1.1  jonathan 	if (len < sizeof(struct sadb_msg)) {
    116  1.15   thorpej 		PFKEY_STATINC(PFKEY_STAT_OUT_TOOSHORT);
    117   1.1  jonathan 		error = EINVAL;
    118   1.1  jonathan 		goto end;
    119   1.1  jonathan 	}
    120   1.1  jonathan 
    121   1.1  jonathan 	if (m->m_len < sizeof(struct sadb_msg)) {
    122   1.1  jonathan 		if ((m = m_pullup(m, sizeof(struct sadb_msg))) == 0) {
    123  1.15   thorpej 			PFKEY_STATINC(PFKEY_STAT_OUT_NOMEM);
    124   1.1  jonathan 			error = ENOBUFS;
    125   1.1  jonathan 			goto end;
    126   1.1  jonathan 		}
    127   1.1  jonathan 	}
    128   1.1  jonathan 
    129  1.53     ozaki 	KASSERT((m->m_flags & M_PKTHDR) != 0);
    130   1.1  jonathan 
    131  1.52     ozaki 	if (KEYDEBUG_ON(KEYDEBUG_KEY_DUMP))
    132  1.52     ozaki 		kdebug_mbuf(m);
    133   1.1  jonathan 
    134   1.1  jonathan 	msg = mtod(m, struct sadb_msg *);
    135  1.15   thorpej 	PFKEY_STATINC(PFKEY_STAT_OUT_MSGTYPE + msg->sadb_msg_type);
    136   1.1  jonathan 	if (len != PFKEY_UNUNIT64(msg->sadb_msg_len)) {
    137  1.15   thorpej 		PFKEY_STATINC(PFKEY_STAT_OUT_INVLEN);
    138   1.1  jonathan 		error = EINVAL;
    139   1.1  jonathan 		goto end;
    140   1.1  jonathan 	}
    141   1.1  jonathan 
    142   1.1  jonathan 	/*XXX giant lock*/
    143   1.1  jonathan 	s = splsoftnet();
    144   1.1  jonathan 	error = key_parse(m, so);
    145   1.1  jonathan 	m = NULL;
    146   1.1  jonathan 	splx(s);
    147   1.1  jonathan end:
    148   1.1  jonathan 	if (m)
    149   1.1  jonathan 		m_freem(m);
    150   1.1  jonathan 	return error;
    151   1.1  jonathan }
    152   1.1  jonathan 
    153   1.1  jonathan /*
    154   1.1  jonathan  * send message to the socket.
    155   1.1  jonathan  */
    156   1.1  jonathan static int
    157  1.11  christos key_sendup0(
    158  1.11  christos     struct rawcb *rp,
    159  1.11  christos     struct mbuf *m,
    160  1.11  christos     int promisc,
    161  1.11  christos     int sbprio
    162  1.11  christos )
    163   1.1  jonathan {
    164   1.1  jonathan 	int error;
    165   1.5  jonathan 	int ok;
    166   1.1  jonathan 
    167   1.1  jonathan 	if (promisc) {
    168   1.1  jonathan 		struct sadb_msg *pmsg;
    169   1.1  jonathan 
    170   1.1  jonathan 		M_PREPEND(m, sizeof(struct sadb_msg), M_DONTWAIT);
    171   1.1  jonathan 		if (m && m->m_len < sizeof(struct sadb_msg))
    172   1.1  jonathan 			m = m_pullup(m, sizeof(struct sadb_msg));
    173   1.1  jonathan 		if (!m) {
    174  1.15   thorpej 			PFKEY_STATINC(PFKEY_STAT_IN_NOMEM);
    175   1.1  jonathan 			return ENOBUFS;
    176   1.1  jonathan 		}
    177   1.1  jonathan 		m->m_pkthdr.len += sizeof(*pmsg);
    178   1.1  jonathan 
    179   1.1  jonathan 		pmsg = mtod(m, struct sadb_msg *);
    180  1.18    cegger 		memset(pmsg, 0, sizeof(*pmsg));
    181   1.1  jonathan 		pmsg->sadb_msg_version = PF_KEY_V2;
    182   1.1  jonathan 		pmsg->sadb_msg_type = SADB_X_PROMISC;
    183   1.1  jonathan 		pmsg->sadb_msg_len = PFKEY_UNIT64(m->m_pkthdr.len);
    184   1.1  jonathan 		/* pid and seq? */
    185   1.1  jonathan 
    186  1.15   thorpej 		PFKEY_STATINC(PFKEY_STAT_IN_MSGTYPE + pmsg->sadb_msg_type);
    187   1.1  jonathan 	}
    188   1.1  jonathan 
    189   1.5  jonathan 	if (sbprio == 0)
    190   1.5  jonathan 		ok = sbappendaddr(&rp->rcb_socket->so_rcv,
    191   1.5  jonathan 			       (struct sockaddr *)&key_src, m, NULL);
    192   1.5  jonathan 	else
    193   1.5  jonathan 		ok = sbappendaddrchain(&rp->rcb_socket->so_rcv,
    194   1.5  jonathan 			       (struct sockaddr *)&key_src, m, sbprio);
    195   1.5  jonathan 
    196  1.56     ozaki 	if (!ok) {
    197  1.57     ozaki 		log(LOG_WARNING,
    198  1.57     ozaki 		    "%s: couldn't send PF_KEY message to the socket\n",
    199  1.57     ozaki 		    __func__);
    200  1.15   thorpej 		PFKEY_STATINC(PFKEY_STAT_IN_NOMEM);
    201   1.1  jonathan 		m_freem(m);
    202   1.1  jonathan 		error = ENOBUFS;
    203  1.58     ozaki 		rp->rcb_socket->so_rcv.sb_overflowed++;
    204   1.1  jonathan 	} else
    205   1.1  jonathan 		error = 0;
    206   1.1  jonathan 	sorwakeup(rp->rcb_socket);
    207   1.1  jonathan 	return error;
    208   1.1  jonathan }
    209   1.1  jonathan 
    210   1.1  jonathan /* XXX this interface should be obsoleted. */
    211   1.1  jonathan int
    212  1.14  degroote key_sendup(struct socket *so, struct sadb_msg *msg, u_int len,
    213  1.14  degroote 	   int target)	/*target of the resulting message*/
    214   1.1  jonathan {
    215   1.1  jonathan 	struct mbuf *m, *n, *mprev;
    216   1.1  jonathan 	int tlen;
    217   1.1  jonathan 
    218  1.53     ozaki 	KASSERT(so != NULL);
    219  1.53     ozaki 	KASSERT(msg != NULL);
    220   1.1  jonathan 
    221  1.52     ozaki 	if (KEYDEBUG_ON(KEYDEBUG_KEY_DUMP)) {
    222   1.1  jonathan 		printf("key_sendup: \n");
    223  1.52     ozaki 		kdebug_sadb(msg);
    224  1.52     ozaki 	}
    225   1.1  jonathan 
    226   1.1  jonathan 	/*
    227   1.1  jonathan 	 * we increment statistics here, just in case we have ENOBUFS
    228   1.1  jonathan 	 * in this function.
    229   1.1  jonathan 	 */
    230  1.15   thorpej 	{
    231  1.15   thorpej 		uint64_t *ps = PFKEY_STAT_GETREF();
    232  1.15   thorpej 		ps[PFKEY_STAT_IN_TOTAL]++;
    233  1.15   thorpej 		ps[PFKEY_STAT_IN_BYTES] += len;
    234  1.15   thorpej 		ps[PFKEY_STAT_IN_MSGTYPE + msg->sadb_msg_type]++;
    235  1.15   thorpej 		PFKEY_STAT_PUTREF();
    236  1.15   thorpej 	}
    237   1.1  jonathan 
    238   1.1  jonathan 	/*
    239   1.1  jonathan 	 * Get mbuf chain whenever possible (not clusters),
    240   1.1  jonathan 	 * to save socket buffer.  We'll be generating many SADB_ACQUIRE
    241   1.1  jonathan 	 * messages to listening key sockets.  If we simply allocate clusters,
    242   1.1  jonathan 	 * sbappendaddr() will raise ENOBUFS due to too little sbspace().
    243   1.1  jonathan 	 * sbspace() computes # of actual data bytes AND mbuf region.
    244   1.1  jonathan 	 *
    245   1.1  jonathan 	 * TODO: SADB_ACQUIRE filters should be implemented.
    246   1.1  jonathan 	 */
    247   1.1  jonathan 	tlen = len;
    248   1.1  jonathan 	m = mprev = NULL;
    249   1.1  jonathan 	while (tlen > 0) {
    250  1.27  christos 		int mlen;
    251   1.1  jonathan 		if (tlen == len) {
    252   1.1  jonathan 			MGETHDR(n, M_DONTWAIT, MT_DATA);
    253  1.27  christos 			mlen = MHLEN;
    254   1.1  jonathan 		} else {
    255   1.1  jonathan 			MGET(n, M_DONTWAIT, MT_DATA);
    256  1.27  christos 			mlen = MLEN;
    257   1.1  jonathan 		}
    258   1.1  jonathan 		if (!n) {
    259  1.15   thorpej 			PFKEY_STATINC(PFKEY_STAT_IN_NOMEM);
    260   1.1  jonathan 			return ENOBUFS;
    261   1.1  jonathan 		}
    262  1.27  christos 		n->m_len = mlen;
    263   1.1  jonathan 		if (tlen >= MCLBYTES) {	/*XXX better threshold? */
    264   1.1  jonathan 			MCLGET(n, M_DONTWAIT);
    265   1.1  jonathan 			if ((n->m_flags & M_EXT) == 0) {
    266   1.1  jonathan 				m_free(n);
    267   1.1  jonathan 				m_freem(m);
    268  1.15   thorpej 				PFKEY_STATINC(PFKEY_STAT_IN_NOMEM);
    269   1.1  jonathan 				return ENOBUFS;
    270   1.1  jonathan 			}
    271   1.1  jonathan 			n->m_len = MCLBYTES;
    272   1.1  jonathan 		}
    273   1.1  jonathan 
    274   1.1  jonathan 		if (tlen < n->m_len)
    275   1.1  jonathan 			n->m_len = tlen;
    276   1.1  jonathan 		n->m_next = NULL;
    277   1.1  jonathan 		if (m == NULL)
    278   1.1  jonathan 			m = mprev = n;
    279   1.1  jonathan 		else {
    280   1.1  jonathan 			mprev->m_next = n;
    281   1.1  jonathan 			mprev = n;
    282   1.1  jonathan 		}
    283   1.1  jonathan 		tlen -= n->m_len;
    284   1.1  jonathan 		n = NULL;
    285   1.1  jonathan 	}
    286   1.1  jonathan 	m->m_pkthdr.len = len;
    287  1.50     ozaki 	m_reset_rcvif(m);
    288  1.13  degroote 	m_copyback(m, 0, len, msg);
    289   1.1  jonathan 
    290   1.1  jonathan 	/* avoid duplicated statistics */
    291  1.15   thorpej 	{
    292  1.15   thorpej 		uint64_t *ps = PFKEY_STAT_GETREF();
    293  1.15   thorpej 		ps[PFKEY_STAT_IN_TOTAL]--;
    294  1.15   thorpej 		ps[PFKEY_STAT_IN_BYTES] -= len;
    295  1.15   thorpej 		ps[PFKEY_STAT_IN_MSGTYPE + msg->sadb_msg_type]--;
    296  1.15   thorpej 		PFKEY_STAT_PUTREF();
    297  1.15   thorpej 	}
    298   1.1  jonathan 
    299   1.1  jonathan 	return key_sendup_mbuf(so, m, target);
    300   1.1  jonathan }
    301   1.1  jonathan 
    302   1.1  jonathan /* so can be NULL if target != KEY_SENDUP_ONE */
    303   1.1  jonathan int
    304  1.14  degroote key_sendup_mbuf(struct socket *so, struct mbuf *m,
    305  1.14  degroote 		int target/*, sbprio */)
    306   1.1  jonathan {
    307   1.1  jonathan 	struct mbuf *n;
    308   1.1  jonathan 	struct keycb *kp;
    309   1.1  jonathan 	int sendup;
    310   1.1  jonathan 	struct rawcb *rp;
    311   1.1  jonathan 	int error = 0;
    312   1.5  jonathan 	int sbprio = 0; /* XXX should be a parameter */
    313   1.1  jonathan 
    314  1.53     ozaki 	KASSERT(m != NULL);
    315  1.54     ozaki 	KASSERT(so != NULL || target != KEY_SENDUP_ONE);
    316   1.7     perry 
    317   1.5  jonathan 	/*
    318   1.5  jonathan 	 * RFC 2367 says ACQUIRE and other kernel-generated messages
    319   1.5  jonathan 	 * are special. We treat all KEY_SENDUP_REGISTERED messages
    320   1.5  jonathan 	 * as special, delivering them to all registered sockets
    321   1.5  jonathan 	 * even if the socket is at or above its so->so_rcv.sb_max limits.
    322   1.5  jonathan 	 * The only constraint is that the  so_rcv data fall below
    323   1.5  jonathan 	 * key_registered_sb_max.
    324   1.5  jonathan 	 * Doing that check here avoids reworking every key_sendup_mbuf()
    325   1.5  jonathan 	 * in the short term. . The rework will be done after a technical
    326   1.5  jonathan 	 * conensus that this approach is appropriate.
    327   1.5  jonathan  	 */
    328   1.5  jonathan 	if (target == KEY_SENDUP_REGISTERED) {
    329   1.5  jonathan 		sbprio = SB_PRIO_BESTEFFORT;
    330   1.5  jonathan 	}
    331   1.1  jonathan 
    332  1.15   thorpej 	{
    333  1.15   thorpej 		uint64_t *ps = PFKEY_STAT_GETREF();
    334  1.15   thorpej 		ps[PFKEY_STAT_IN_TOTAL]++;
    335  1.15   thorpej 		ps[PFKEY_STAT_IN_BYTES] += m->m_pkthdr.len;
    336  1.15   thorpej 		PFKEY_STAT_PUTREF();
    337  1.15   thorpej 	}
    338   1.1  jonathan 	if (m->m_len < sizeof(struct sadb_msg)) {
    339   1.1  jonathan #if 1
    340   1.1  jonathan 		m = m_pullup(m, sizeof(struct sadb_msg));
    341   1.1  jonathan 		if (m == NULL) {
    342  1.15   thorpej 			PFKEY_STATINC(PFKEY_STAT_IN_NOMEM);
    343   1.1  jonathan 			return ENOBUFS;
    344   1.1  jonathan 		}
    345   1.1  jonathan #else
    346   1.1  jonathan 		/* don't bother pulling it up just for stats */
    347   1.1  jonathan #endif
    348   1.1  jonathan 	}
    349   1.1  jonathan 	if (m->m_len >= sizeof(struct sadb_msg)) {
    350   1.1  jonathan 		struct sadb_msg *msg;
    351   1.1  jonathan 		msg = mtod(m, struct sadb_msg *);
    352  1.15   thorpej 		PFKEY_STATINC(PFKEY_STAT_IN_MSGTYPE + msg->sadb_msg_type);
    353   1.1  jonathan 	}
    354   1.1  jonathan 
    355  1.51     ozaki 	LIST_FOREACH(rp, &rawcb, rcb_list)
    356   1.1  jonathan 	{
    357   1.5  jonathan 		struct socket * kso = rp->rcb_socket;
    358   1.1  jonathan 		if (rp->rcb_proto.sp_family != PF_KEY)
    359   1.1  jonathan 			continue;
    360   1.1  jonathan 		if (rp->rcb_proto.sp_protocol
    361   1.1  jonathan 		 && rp->rcb_proto.sp_protocol != PF_KEY_V2) {
    362   1.1  jonathan 			continue;
    363   1.1  jonathan 		}
    364   1.1  jonathan 
    365   1.1  jonathan 		kp = (struct keycb *)rp;
    366   1.1  jonathan 
    367   1.1  jonathan 		/*
    368   1.1  jonathan 		 * If you are in promiscuous mode, and when you get broadcasted
    369   1.1  jonathan 		 * reply, you'll get two PF_KEY messages.
    370   1.1  jonathan 		 * (based on pf_key (at) inner.net message on 14 Oct 1998)
    371   1.1  jonathan 		 */
    372   1.1  jonathan 		if (((struct keycb *)rp)->kp_promisc) {
    373   1.1  jonathan 			if ((n = m_copy(m, 0, (int)M_COPYALL)) != NULL) {
    374   1.5  jonathan 				(void)key_sendup0(rp, n, 1, 0);
    375   1.1  jonathan 				n = NULL;
    376   1.1  jonathan 			}
    377   1.1  jonathan 		}
    378   1.1  jonathan 
    379   1.1  jonathan 		/* the exact target will be processed later */
    380   1.1  jonathan 		if (so && sotorawcb(so) == rp)
    381   1.1  jonathan 			continue;
    382   1.1  jonathan 
    383   1.1  jonathan 		sendup = 0;
    384   1.1  jonathan 		switch (target) {
    385   1.1  jonathan 		case KEY_SENDUP_ONE:
    386   1.1  jonathan 			/* the statement has no effect */
    387   1.1  jonathan 			if (so && sotorawcb(so) == rp)
    388   1.1  jonathan 				sendup++;
    389   1.1  jonathan 			break;
    390   1.1  jonathan 		case KEY_SENDUP_ALL:
    391   1.1  jonathan 			sendup++;
    392   1.1  jonathan 			break;
    393   1.1  jonathan 		case KEY_SENDUP_REGISTERED:
    394   1.5  jonathan 			if (kp->kp_registered) {
    395   1.5  jonathan 				if (kso->so_rcv.sb_cc <= key_registered_sb_max)
    396   1.5  jonathan 					sendup++;
    397   1.5  jonathan 			  	else
    398   1.5  jonathan 			  		printf("keysock: "
    399   1.5  jonathan 					       "registered sendup dropped, "
    400   1.5  jonathan 					       "sb_cc %ld max %d\n",
    401   1.5  jonathan 					       kso->so_rcv.sb_cc,
    402   1.5  jonathan 					       key_registered_sb_max);
    403   1.5  jonathan 			}
    404   1.1  jonathan 			break;
    405   1.1  jonathan 		}
    406  1.15   thorpej 		PFKEY_STATINC(PFKEY_STAT_IN_MSGTARGET + target);
    407   1.1  jonathan 
    408   1.1  jonathan 		if (!sendup)
    409   1.1  jonathan 			continue;
    410   1.1  jonathan 
    411   1.1  jonathan 		if ((n = m_copy(m, 0, (int)M_COPYALL)) == NULL) {
    412   1.1  jonathan 			m_freem(m);
    413  1.15   thorpej 			PFKEY_STATINC(PFKEY_STAT_IN_NOMEM);
    414   1.1  jonathan 			return ENOBUFS;
    415   1.1  jonathan 		}
    416   1.1  jonathan 
    417   1.5  jonathan 		if ((error = key_sendup0(rp, n, 0, 0)) != 0) {
    418   1.1  jonathan 			m_freem(m);
    419   1.1  jonathan 			return error;
    420   1.1  jonathan 		}
    421   1.1  jonathan 
    422   1.1  jonathan 		n = NULL;
    423   1.1  jonathan 	}
    424   1.1  jonathan 
    425   1.5  jonathan 	/* The 'later' time for processing the exact target has arrived */
    426   1.1  jonathan 	if (so) {
    427   1.5  jonathan 		error = key_sendup0(sotorawcb(so), m, 0, sbprio);
    428   1.1  jonathan 		m = NULL;
    429   1.1  jonathan 	} else {
    430   1.1  jonathan 		error = 0;
    431   1.1  jonathan 		m_freem(m);
    432   1.1  jonathan 	}
    433   1.1  jonathan 	return error;
    434   1.1  jonathan }
    435   1.1  jonathan 
    436  1.23     rmind static int
    437  1.23     rmind key_attach(struct socket *so, int proto)
    438  1.23     rmind {
    439  1.23     rmind 	struct keycb *kp;
    440  1.23     rmind 	int s, error;
    441  1.23     rmind 
    442  1.23     rmind 	KASSERT(sotorawcb(so) == NULL);
    443  1.23     rmind 	kp = kmem_zalloc(sizeof(*kp), KM_SLEEP);
    444  1.25     rmind 	kp->kp_raw.rcb_len = sizeof(*kp);
    445  1.23     rmind 	so->so_pcb = kp;
    446  1.23     rmind 
    447  1.23     rmind 	s = splsoftnet();
    448  1.59     ozaki 
    449  1.59     ozaki 	KASSERT(so->so_lock == NULL);
    450  1.59     ozaki 	mutex_obj_hold(key_so_mtx);
    451  1.59     ozaki 	so->so_lock = key_so_mtx;
    452  1.59     ozaki 	solock(so);
    453  1.59     ozaki 
    454  1.23     rmind 	error = raw_attach(so, proto);
    455  1.23     rmind 	if (error) {
    456  1.23     rmind 		PFKEY_STATINC(PFKEY_STAT_SOCKERR);
    457  1.23     rmind 		kmem_free(kp, sizeof(*kp));
    458  1.23     rmind 		so->so_pcb = NULL;
    459  1.23     rmind 		goto out;
    460  1.23     rmind 	}
    461  1.23     rmind 
    462  1.23     rmind 	kp->kp_promisc = kp->kp_registered = 0;
    463  1.23     rmind 
    464  1.23     rmind 	if (kp->kp_raw.rcb_proto.sp_protocol == PF_KEY) /* XXX: AF_KEY */
    465  1.23     rmind 		key_cb.key_count++;
    466  1.23     rmind 	key_cb.any_count++;
    467  1.23     rmind 	kp->kp_raw.rcb_laddr = &key_src;
    468  1.23     rmind 	kp->kp_raw.rcb_faddr = &key_dst;
    469  1.23     rmind 	soisconnected(so);
    470  1.23     rmind 	so->so_options |= SO_USELOOPBACK;
    471  1.23     rmind out:
    472  1.23     rmind 	KASSERT(solocked(so));
    473  1.23     rmind 	splx(s);
    474  1.23     rmind 	return error;
    475  1.23     rmind }
    476  1.23     rmind 
    477  1.23     rmind static void
    478  1.23     rmind key_detach(struct socket *so)
    479  1.23     rmind {
    480  1.23     rmind 	struct keycb *kp = (struct keycb *)sotorawcb(so);
    481  1.23     rmind 	int s;
    482  1.23     rmind 
    483  1.55     ozaki 	KASSERT(!cpu_softintr_p());
    484  1.23     rmind 	KASSERT(solocked(so));
    485  1.23     rmind 	KASSERT(kp != NULL);
    486  1.23     rmind 
    487  1.23     rmind 	s = splsoftnet();
    488  1.23     rmind 	if (kp->kp_raw.rcb_proto.sp_protocol == PF_KEY) /* XXX: AF_KEY */
    489  1.23     rmind 		key_cb.key_count--;
    490  1.23     rmind 	key_cb.any_count--;
    491  1.23     rmind 	key_freereg(so);
    492  1.23     rmind 	raw_detach(so);
    493  1.23     rmind 	splx(s);
    494  1.23     rmind }
    495  1.23     rmind 
    496  1.28       rtr static int
    497  1.46       rtr key_accept(struct socket *so, struct sockaddr *nam)
    498  1.35       rtr {
    499  1.35       rtr 	KASSERT(solocked(so));
    500  1.35       rtr 
    501  1.35       rtr 	panic("key_accept");
    502  1.39       rtr 
    503  1.35       rtr 	return EOPNOTSUPP;
    504  1.35       rtr }
    505  1.35       rtr 
    506  1.35       rtr static int
    507  1.45       rtr key_bind(struct socket *so, struct sockaddr *nam, struct lwp *l)
    508  1.37       rtr {
    509  1.37       rtr 	KASSERT(solocked(so));
    510  1.37       rtr 
    511  1.37       rtr 	return EOPNOTSUPP;
    512  1.37       rtr }
    513  1.37       rtr 
    514  1.37       rtr static int
    515  1.40       rtr key_listen(struct socket *so, struct lwp *l)
    516  1.37       rtr {
    517  1.37       rtr 	KASSERT(solocked(so));
    518  1.37       rtr 
    519  1.37       rtr 	return EOPNOTSUPP;
    520  1.37       rtr }
    521  1.37       rtr 
    522  1.37       rtr static int
    523  1.48       rtr key_connect(struct socket *so, struct sockaddr *nam, struct lwp *l)
    524  1.38       rtr {
    525  1.38       rtr 	KASSERT(solocked(so));
    526  1.38       rtr 
    527  1.38       rtr 	return EOPNOTSUPP;
    528  1.38       rtr }
    529  1.38       rtr 
    530  1.38       rtr static int
    531  1.43       rtr key_connect2(struct socket *so, struct socket *so2)
    532  1.43       rtr {
    533  1.43       rtr 	KASSERT(solocked(so));
    534  1.43       rtr 
    535  1.43       rtr 	return EOPNOTSUPP;
    536  1.43       rtr }
    537  1.43       rtr 
    538  1.43       rtr static int
    539  1.39       rtr key_disconnect(struct socket *so)
    540  1.39       rtr {
    541  1.39       rtr 	struct rawcb *rp = sotorawcb(so);
    542  1.39       rtr 	int s;
    543  1.39       rtr 
    544  1.39       rtr 	KASSERT(solocked(so));
    545  1.39       rtr 	KASSERT(rp != NULL);
    546  1.39       rtr 
    547  1.39       rtr 	s = splsoftnet();
    548  1.39       rtr 	soisdisconnected(so);
    549  1.39       rtr 	raw_disconnect(rp);
    550  1.39       rtr 	splx(s);
    551  1.39       rtr 
    552  1.39       rtr 	return 0;
    553  1.39       rtr }
    554  1.39       rtr 
    555  1.39       rtr static int
    556  1.39       rtr key_shutdown(struct socket *so)
    557  1.39       rtr {
    558  1.39       rtr 	int s;
    559  1.39       rtr 
    560  1.39       rtr 	KASSERT(solocked(so));
    561  1.39       rtr 
    562  1.39       rtr 	/*
    563  1.39       rtr 	 * Mark the connection as being incapable of further input.
    564  1.39       rtr 	 */
    565  1.39       rtr 	s = splsoftnet();
    566  1.39       rtr 	socantsendmore(so);
    567  1.39       rtr 	splx(s);
    568  1.39       rtr 
    569  1.39       rtr 	return 0;
    570  1.39       rtr }
    571  1.39       rtr 
    572  1.39       rtr static int
    573  1.39       rtr key_abort(struct socket *so)
    574  1.39       rtr {
    575  1.39       rtr 	KASSERT(solocked(so));
    576  1.39       rtr 
    577  1.39       rtr 	panic("key_abort");
    578  1.39       rtr 
    579  1.39       rtr 	return EOPNOTSUPP;
    580  1.39       rtr }
    581  1.39       rtr 
    582  1.39       rtr static int
    583  1.29       rtr key_ioctl(struct socket *so, u_long cmd, void *nam, struct ifnet *ifp)
    584  1.28       rtr {
    585  1.28       rtr 	return EOPNOTSUPP;
    586  1.28       rtr }
    587  1.28       rtr 
    588  1.30       rtr static int
    589  1.30       rtr key_stat(struct socket *so, struct stat *ub)
    590  1.30       rtr {
    591  1.33       rtr 	KASSERT(solocked(so));
    592  1.33       rtr 
    593  1.32       rtr 	return 0;
    594  1.30       rtr }
    595  1.30       rtr 
    596  1.34       rtr static int
    597  1.46       rtr key_peeraddr(struct socket *so, struct sockaddr *nam)
    598  1.34       rtr {
    599  1.34       rtr 	struct rawcb *rp = sotorawcb(so);
    600  1.34       rtr 
    601  1.34       rtr 	KASSERT(solocked(so));
    602  1.34       rtr 	KASSERT(rp != NULL);
    603  1.34       rtr 	KASSERT(nam != NULL);
    604  1.34       rtr 
    605  1.34       rtr 	if (rp->rcb_faddr == NULL)
    606  1.34       rtr 		return ENOTCONN;
    607  1.34       rtr 
    608  1.34       rtr 	raw_setpeeraddr(rp, nam);
    609  1.34       rtr 	return 0;
    610  1.34       rtr }
    611  1.34       rtr 
    612  1.34       rtr static int
    613  1.46       rtr key_sockaddr(struct socket *so, struct sockaddr *nam)
    614  1.34       rtr {
    615  1.34       rtr 	struct rawcb *rp = sotorawcb(so);
    616  1.34       rtr 
    617  1.34       rtr 	KASSERT(solocked(so));
    618  1.34       rtr 	KASSERT(rp != NULL);
    619  1.34       rtr 	KASSERT(nam != NULL);
    620  1.34       rtr 
    621  1.34       rtr 	if (rp->rcb_faddr == NULL)
    622  1.34       rtr 		return ENOTCONN;
    623  1.34       rtr 
    624  1.34       rtr 	raw_setsockaddr(rp, nam);
    625  1.34       rtr 	return 0;
    626  1.34       rtr }
    627  1.34       rtr 
    628  1.36       rtr static int
    629  1.42       rtr key_rcvd(struct socket *so, int flags, struct lwp *l)
    630  1.42       rtr {
    631  1.42       rtr 	KASSERT(solocked(so));
    632  1.42       rtr 
    633  1.42       rtr 	return EOPNOTSUPP;
    634  1.42       rtr }
    635  1.42       rtr 
    636  1.42       rtr static int
    637  1.36       rtr key_recvoob(struct socket *so, struct mbuf *m, int flags)
    638  1.36       rtr {
    639  1.36       rtr 	KASSERT(solocked(so));
    640  1.36       rtr 
    641  1.36       rtr 	return EOPNOTSUPP;
    642  1.36       rtr }
    643  1.36       rtr 
    644  1.36       rtr static int
    645  1.48       rtr key_send(struct socket *so, struct mbuf *m, struct sockaddr *nam,
    646  1.41       rtr     struct mbuf *control, struct lwp *l)
    647  1.41       rtr {
    648  1.41       rtr 	int error = 0;
    649  1.41       rtr 	int s;
    650  1.41       rtr 
    651  1.41       rtr 	KASSERT(solocked(so));
    652  1.49  riastrad 	KASSERT(so->so_proto == &keysw[0]);
    653  1.41       rtr 
    654  1.41       rtr 	s = splsoftnet();
    655  1.49  riastrad 	error = raw_send(so, m, nam, control, l, &key_output);
    656  1.41       rtr 	splx(s);
    657  1.41       rtr 
    658  1.41       rtr 	return error;
    659  1.41       rtr }
    660  1.41       rtr 
    661  1.41       rtr static int
    662  1.36       rtr key_sendoob(struct socket *so, struct mbuf *m, struct mbuf *control)
    663  1.36       rtr {
    664  1.36       rtr 	KASSERT(solocked(so));
    665  1.36       rtr 
    666  1.36       rtr 	m_freem(m);
    667  1.36       rtr 	m_freem(control);
    668  1.36       rtr 
    669  1.36       rtr 	return EOPNOTSUPP;
    670  1.36       rtr }
    671  1.36       rtr 
    672  1.43       rtr static int
    673  1.43       rtr key_purgeif(struct socket *so, struct ifnet *ifa)
    674  1.43       rtr {
    675  1.43       rtr 
    676  1.43       rtr 	panic("key_purgeif");
    677  1.43       rtr 
    678  1.43       rtr 	return EOPNOTSUPP;
    679  1.43       rtr }
    680  1.43       rtr 
    681   1.1  jonathan /*
    682   1.1  jonathan  * Definitions of protocols supported in the KEY domain.
    683   1.1  jonathan  */
    684   1.1  jonathan 
    685   1.6      matt DOMAIN_DEFINE(keydomain);
    686   1.1  jonathan 
    687  1.24     rmind PR_WRAP_USRREQS(key)
    688  1.24     rmind #define	key_attach	key_attach_wrapper
    689  1.24     rmind #define	key_detach	key_detach_wrapper
    690  1.35       rtr #define	key_accept	key_accept_wrapper
    691  1.37       rtr #define	key_bind	key_bind_wrapper
    692  1.37       rtr #define	key_listen	key_listen_wrapper
    693  1.38       rtr #define	key_connect	key_connect_wrapper
    694  1.43       rtr #define	key_connect2	key_connect2_wrapper
    695  1.39       rtr #define	key_disconnect	key_disconnect_wrapper
    696  1.39       rtr #define	key_shutdown	key_shutdown_wrapper
    697  1.39       rtr #define	key_abort	key_abort_wrapper
    698  1.28       rtr #define	key_ioctl	key_ioctl_wrapper
    699  1.30       rtr #define	key_stat	key_stat_wrapper
    700  1.34       rtr #define	key_peeraddr	key_peeraddr_wrapper
    701  1.34       rtr #define	key_sockaddr	key_sockaddr_wrapper
    702  1.42       rtr #define	key_rcvd	key_rcvd_wrapper
    703  1.36       rtr #define	key_recvoob	key_recvoob_wrapper
    704  1.41       rtr #define	key_send	key_send_wrapper
    705  1.36       rtr #define	key_sendoob	key_sendoob_wrapper
    706  1.43       rtr #define	key_purgeif	key_purgeif_wrapper
    707  1.22     rmind 
    708  1.49  riastrad static const struct pr_usrreqs key_usrreqs = {
    709  1.23     rmind 	.pr_attach	= key_attach,
    710  1.23     rmind 	.pr_detach	= key_detach,
    711  1.35       rtr 	.pr_accept	= key_accept,
    712  1.37       rtr 	.pr_bind	= key_bind,
    713  1.37       rtr 	.pr_listen	= key_listen,
    714  1.38       rtr 	.pr_connect	= key_connect,
    715  1.43       rtr 	.pr_connect2	= key_connect2,
    716  1.39       rtr 	.pr_disconnect	= key_disconnect,
    717  1.39       rtr 	.pr_shutdown	= key_shutdown,
    718  1.39       rtr 	.pr_abort	= key_abort,
    719  1.28       rtr 	.pr_ioctl	= key_ioctl,
    720  1.30       rtr 	.pr_stat	= key_stat,
    721  1.34       rtr 	.pr_peeraddr	= key_peeraddr,
    722  1.34       rtr 	.pr_sockaddr	= key_sockaddr,
    723  1.42       rtr 	.pr_rcvd	= key_rcvd,
    724  1.36       rtr 	.pr_recvoob	= key_recvoob,
    725  1.41       rtr 	.pr_send	= key_send,
    726  1.36       rtr 	.pr_sendoob	= key_sendoob,
    727  1.43       rtr 	.pr_purgeif	= key_purgeif,
    728  1.22     rmind };
    729  1.22     rmind 
    730  1.49  riastrad static const struct protosw keysw[] = {
    731  1.10      matt     {
    732  1.10      matt 	.pr_type = SOCK_RAW,
    733  1.10      matt 	.pr_domain = &keydomain,
    734  1.10      matt 	.pr_protocol = PF_KEY_V2,
    735  1.10      matt 	.pr_flags = PR_ATOMIC|PR_ADDR,
    736  1.10      matt 	.pr_ctlinput = raw_ctlinput,
    737  1.22     rmind 	.pr_usrreqs = &key_usrreqs,
    738  1.10      matt 	.pr_init = raw_init,
    739  1.10      matt     }
    740   1.1  jonathan };
    741   1.1  jonathan 
    742  1.10      matt struct domain keydomain = {
    743  1.10      matt     .dom_family = PF_KEY,
    744  1.10      matt     .dom_name = "key",
    745  1.10      matt     .dom_init = key_init,
    746  1.10      matt     .dom_protosw = keysw,
    747  1.10      matt     .dom_protoswNPROTOSW = &keysw[__arraycount(keysw)],
    748  1.10      matt };
    749