Home | History | Annotate | Line # | Download | only in netipsec
keysock.c revision 1.63
      1  1.63       roy /*	$NetBSD: keysock.c,v 1.63 2018/03/19 16:26:26 roy Exp $	*/
      2   1.1  jonathan /*	$FreeBSD: src/sys/netipsec/keysock.c,v 1.3.2.1 2003/01/24 05:11:36 sam Exp $	*/
      3   1.1  jonathan /*	$KAME: keysock.c,v 1.25 2001/08/13 20:07:41 itojun Exp $	*/
      4   1.1  jonathan 
      5   1.1  jonathan /*
      6   1.1  jonathan  * Copyright (C) 1995, 1996, 1997, and 1998 WIDE Project.
      7   1.1  jonathan  * All rights reserved.
      8   1.1  jonathan  *
      9   1.1  jonathan  * Redistribution and use in source and binary forms, with or without
     10   1.1  jonathan  * modification, are permitted provided that the following conditions
     11   1.1  jonathan  * are met:
     12   1.1  jonathan  * 1. Redistributions of source code must retain the above copyright
     13   1.1  jonathan  *    notice, this list of conditions and the following disclaimer.
     14   1.1  jonathan  * 2. Redistributions in binary form must reproduce the above copyright
     15   1.1  jonathan  *    notice, this list of conditions and the following disclaimer in the
     16   1.1  jonathan  *    documentation and/or other materials provided with the distribution.
     17   1.1  jonathan  * 3. Neither the name of the project nor the names of its contributors
     18   1.1  jonathan  *    may be used to endorse or promote products derived from this software
     19   1.1  jonathan  *    without specific prior written permission.
     20   1.1  jonathan  *
     21   1.1  jonathan  * THIS SOFTWARE IS PROVIDED BY THE PROJECT AND CONTRIBUTORS ``AS IS'' AND
     22   1.1  jonathan  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     23   1.1  jonathan  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     24   1.1  jonathan  * ARE DISCLAIMED.  IN NO EVENT SHALL THE PROJECT OR CONTRIBUTORS BE LIABLE
     25   1.1  jonathan  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     26   1.1  jonathan  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     27   1.1  jonathan  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     28   1.1  jonathan  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     29   1.1  jonathan  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     30   1.1  jonathan  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     31   1.1  jonathan  * SUCH DAMAGE.
     32   1.1  jonathan  */
     33   1.1  jonathan 
     34   1.1  jonathan #include <sys/cdefs.h>
     35  1.63       roy __KERNEL_RCSID(0, "$NetBSD: keysock.c,v 1.63 2018/03/19 16:26:26 roy Exp $");
     36   1.1  jonathan 
     37   1.1  jonathan /* This code has derived from sys/net/rtsock.c on FreeBSD2.2.5 */
     38   1.1  jonathan 
     39   1.1  jonathan #include <sys/types.h>
     40   1.1  jonathan #include <sys/param.h>
     41   1.1  jonathan #include <sys/domain.h>
     42   1.1  jonathan #include <sys/errno.h>
     43   1.1  jonathan #include <sys/kernel.h>
     44  1.23     rmind #include <sys/kmem.h>
     45   1.1  jonathan #include <sys/mbuf.h>
     46   1.1  jonathan #include <sys/protosw.h>
     47   1.1  jonathan #include <sys/signalvar.h>
     48   1.1  jonathan #include <sys/socket.h>
     49   1.1  jonathan #include <sys/socketvar.h>
     50   1.1  jonathan #include <sys/sysctl.h>
     51   1.1  jonathan #include <sys/systm.h>
     52  1.55     ozaki #include <sys/cpu.h>
     53  1.57     ozaki #include <sys/syslog.h>
     54   1.1  jonathan 
     55   1.1  jonathan #include <net/raw_cb.h>
     56   1.1  jonathan #include <net/route.h>
     57   1.1  jonathan 
     58   1.1  jonathan #include <net/pfkeyv2.h>
     59   1.1  jonathan #include <netipsec/key.h>
     60   1.1  jonathan #include <netipsec/keysock.h>
     61   1.1  jonathan #include <netipsec/key_debug.h>
     62   1.1  jonathan 
     63  1.15   thorpej #include <netipsec/ipsec_private.h>
     64   1.1  jonathan 
     65   1.1  jonathan struct key_cb {
     66   1.1  jonathan 	int key_count;
     67   1.1  jonathan 	int any_count;
     68   1.1  jonathan };
     69   1.1  jonathan static struct key_cb key_cb;
     70   1.1  jonathan 
     71  1.11  christos static struct sockaddr key_dst = {
     72  1.11  christos     .sa_len = 2,
     73  1.11  christos     .sa_family = PF_KEY,
     74  1.11  christos };
     75  1.11  christos static struct sockaddr key_src = {
     76  1.11  christos     .sa_len = 2,
     77  1.11  christos     .sa_family = PF_KEY,
     78  1.11  christos };
     79   1.1  jonathan 
     80  1.49  riastrad static const struct protosw keysw[];
     81   1.5  jonathan 
     82  1.17       dsl static int key_sendup0(struct rawcb *, struct mbuf *, int, int);
     83   1.1  jonathan 
     84  1.19     joerg int key_registered_sb_max = (2048 * MHLEN); /* XXX arbitrary */
     85   1.5  jonathan 
     86  1.59     ozaki static kmutex_t *key_so_mtx;
     87  1.61     ozaki static struct rawcbhead key_rawcb;
     88  1.59     ozaki 
     89  1.59     ozaki void
     90  1.59     ozaki key_init_so(void)
     91  1.59     ozaki {
     92  1.59     ozaki 
     93  1.59     ozaki 	key_so_mtx = mutex_obj_alloc(MUTEX_DEFAULT, IPL_NONE);
     94  1.59     ozaki }
     95  1.59     ozaki 
     96  1.61     ozaki static void
     97  1.61     ozaki key_pr_init(void)
     98  1.61     ozaki {
     99  1.61     ozaki 
    100  1.61     ozaki 	LIST_INIT(&key_rawcb);
    101  1.61     ozaki }
    102  1.61     ozaki 
    103   1.1  jonathan /*
    104   1.1  jonathan  * key_output()
    105   1.1  jonathan  */
    106  1.49  riastrad static int
    107  1.49  riastrad key_output(struct mbuf *m, struct socket *so)
    108   1.1  jonathan {
    109   1.1  jonathan 	struct sadb_msg *msg;
    110   1.1  jonathan 	int len, error = 0;
    111   1.1  jonathan 	int s;
    112   1.1  jonathan 
    113  1.53     ozaki 	KASSERT(m != NULL);
    114   1.1  jonathan 
    115  1.15   thorpej 	{
    116  1.15   thorpej 		uint64_t *ps = PFKEY_STAT_GETREF();
    117  1.15   thorpej 		ps[PFKEY_STAT_OUT_TOTAL]++;
    118  1.15   thorpej 		ps[PFKEY_STAT_OUT_BYTES] += m->m_pkthdr.len;
    119  1.15   thorpej 		PFKEY_STAT_PUTREF();
    120  1.15   thorpej 	}
    121   1.1  jonathan 
    122   1.1  jonathan 	len = m->m_pkthdr.len;
    123   1.1  jonathan 	if (len < sizeof(struct sadb_msg)) {
    124  1.15   thorpej 		PFKEY_STATINC(PFKEY_STAT_OUT_TOOSHORT);
    125   1.1  jonathan 		error = EINVAL;
    126   1.1  jonathan 		goto end;
    127   1.1  jonathan 	}
    128   1.1  jonathan 
    129   1.1  jonathan 	if (m->m_len < sizeof(struct sadb_msg)) {
    130   1.1  jonathan 		if ((m = m_pullup(m, sizeof(struct sadb_msg))) == 0) {
    131  1.15   thorpej 			PFKEY_STATINC(PFKEY_STAT_OUT_NOMEM);
    132   1.1  jonathan 			error = ENOBUFS;
    133   1.1  jonathan 			goto end;
    134   1.1  jonathan 		}
    135   1.1  jonathan 	}
    136   1.1  jonathan 
    137  1.53     ozaki 	KASSERT((m->m_flags & M_PKTHDR) != 0);
    138   1.1  jonathan 
    139  1.52     ozaki 	if (KEYDEBUG_ON(KEYDEBUG_KEY_DUMP))
    140  1.62  christos 		kdebug_mbuf(__func__, m);
    141   1.1  jonathan 
    142   1.1  jonathan 	msg = mtod(m, struct sadb_msg *);
    143  1.15   thorpej 	PFKEY_STATINC(PFKEY_STAT_OUT_MSGTYPE + msg->sadb_msg_type);
    144   1.1  jonathan 	if (len != PFKEY_UNUNIT64(msg->sadb_msg_len)) {
    145  1.15   thorpej 		PFKEY_STATINC(PFKEY_STAT_OUT_INVLEN);
    146   1.1  jonathan 		error = EINVAL;
    147   1.1  jonathan 		goto end;
    148   1.1  jonathan 	}
    149   1.1  jonathan 
    150   1.1  jonathan 	/*XXX giant lock*/
    151   1.1  jonathan 	s = splsoftnet();
    152   1.1  jonathan 	error = key_parse(m, so);
    153   1.1  jonathan 	m = NULL;
    154   1.1  jonathan 	splx(s);
    155   1.1  jonathan end:
    156   1.1  jonathan 	if (m)
    157   1.1  jonathan 		m_freem(m);
    158   1.1  jonathan 	return error;
    159   1.1  jonathan }
    160   1.1  jonathan 
    161   1.1  jonathan /*
    162   1.1  jonathan  * send message to the socket.
    163   1.1  jonathan  */
    164   1.1  jonathan static int
    165  1.11  christos key_sendup0(
    166  1.11  christos     struct rawcb *rp,
    167  1.11  christos     struct mbuf *m,
    168  1.11  christos     int promisc,
    169  1.11  christos     int sbprio
    170  1.11  christos )
    171   1.1  jonathan {
    172   1.1  jonathan 	int error;
    173   1.5  jonathan 	int ok;
    174   1.1  jonathan 
    175   1.1  jonathan 	if (promisc) {
    176   1.1  jonathan 		struct sadb_msg *pmsg;
    177   1.1  jonathan 
    178   1.1  jonathan 		M_PREPEND(m, sizeof(struct sadb_msg), M_DONTWAIT);
    179   1.1  jonathan 		if (m && m->m_len < sizeof(struct sadb_msg))
    180   1.1  jonathan 			m = m_pullup(m, sizeof(struct sadb_msg));
    181   1.1  jonathan 		if (!m) {
    182  1.15   thorpej 			PFKEY_STATINC(PFKEY_STAT_IN_NOMEM);
    183   1.1  jonathan 			return ENOBUFS;
    184   1.1  jonathan 		}
    185   1.1  jonathan 		m->m_pkthdr.len += sizeof(*pmsg);
    186   1.1  jonathan 
    187   1.1  jonathan 		pmsg = mtod(m, struct sadb_msg *);
    188  1.18    cegger 		memset(pmsg, 0, sizeof(*pmsg));
    189   1.1  jonathan 		pmsg->sadb_msg_version = PF_KEY_V2;
    190   1.1  jonathan 		pmsg->sadb_msg_type = SADB_X_PROMISC;
    191   1.1  jonathan 		pmsg->sadb_msg_len = PFKEY_UNIT64(m->m_pkthdr.len);
    192   1.1  jonathan 		/* pid and seq? */
    193   1.1  jonathan 
    194  1.15   thorpej 		PFKEY_STATINC(PFKEY_STAT_IN_MSGTYPE + pmsg->sadb_msg_type);
    195   1.1  jonathan 	}
    196   1.1  jonathan 
    197   1.5  jonathan 	if (sbprio == 0)
    198   1.5  jonathan 		ok = sbappendaddr(&rp->rcb_socket->so_rcv,
    199   1.5  jonathan 			       (struct sockaddr *)&key_src, m, NULL);
    200   1.5  jonathan 	else
    201   1.5  jonathan 		ok = sbappendaddrchain(&rp->rcb_socket->so_rcv,
    202   1.5  jonathan 			       (struct sockaddr *)&key_src, m, sbprio);
    203   1.5  jonathan 
    204  1.56     ozaki 	if (!ok) {
    205  1.57     ozaki 		log(LOG_WARNING,
    206  1.57     ozaki 		    "%s: couldn't send PF_KEY message to the socket\n",
    207  1.57     ozaki 		    __func__);
    208  1.15   thorpej 		PFKEY_STATINC(PFKEY_STAT_IN_NOMEM);
    209   1.1  jonathan 		m_freem(m);
    210  1.63       roy 		soroverflow(rp->rcb_socket);
    211   1.1  jonathan 		error = ENOBUFS;
    212  1.63       roy 	} else {
    213  1.63       roy 		sorwakeup(rp->rcb_socket);
    214   1.1  jonathan 		error = 0;
    215  1.63       roy 	}
    216   1.1  jonathan 	return error;
    217   1.1  jonathan }
    218   1.1  jonathan 
    219   1.1  jonathan /* XXX this interface should be obsoleted. */
    220   1.1  jonathan int
    221  1.14  degroote key_sendup(struct socket *so, struct sadb_msg *msg, u_int len,
    222  1.14  degroote 	   int target)	/*target of the resulting message*/
    223   1.1  jonathan {
    224   1.1  jonathan 	struct mbuf *m, *n, *mprev;
    225   1.1  jonathan 	int tlen;
    226   1.1  jonathan 
    227  1.53     ozaki 	KASSERT(so != NULL);
    228  1.53     ozaki 	KASSERT(msg != NULL);
    229   1.1  jonathan 
    230  1.52     ozaki 	if (KEYDEBUG_ON(KEYDEBUG_KEY_DUMP)) {
    231   1.1  jonathan 		printf("key_sendup: \n");
    232  1.52     ozaki 		kdebug_sadb(msg);
    233  1.52     ozaki 	}
    234   1.1  jonathan 
    235   1.1  jonathan 	/*
    236   1.1  jonathan 	 * we increment statistics here, just in case we have ENOBUFS
    237   1.1  jonathan 	 * in this function.
    238   1.1  jonathan 	 */
    239  1.15   thorpej 	{
    240  1.15   thorpej 		uint64_t *ps = PFKEY_STAT_GETREF();
    241  1.15   thorpej 		ps[PFKEY_STAT_IN_TOTAL]++;
    242  1.15   thorpej 		ps[PFKEY_STAT_IN_BYTES] += len;
    243  1.15   thorpej 		ps[PFKEY_STAT_IN_MSGTYPE + msg->sadb_msg_type]++;
    244  1.15   thorpej 		PFKEY_STAT_PUTREF();
    245  1.15   thorpej 	}
    246   1.1  jonathan 
    247   1.1  jonathan 	/*
    248   1.1  jonathan 	 * Get mbuf chain whenever possible (not clusters),
    249   1.1  jonathan 	 * to save socket buffer.  We'll be generating many SADB_ACQUIRE
    250   1.1  jonathan 	 * messages to listening key sockets.  If we simply allocate clusters,
    251   1.1  jonathan 	 * sbappendaddr() will raise ENOBUFS due to too little sbspace().
    252   1.1  jonathan 	 * sbspace() computes # of actual data bytes AND mbuf region.
    253   1.1  jonathan 	 *
    254   1.1  jonathan 	 * TODO: SADB_ACQUIRE filters should be implemented.
    255   1.1  jonathan 	 */
    256   1.1  jonathan 	tlen = len;
    257   1.1  jonathan 	m = mprev = NULL;
    258   1.1  jonathan 	while (tlen > 0) {
    259  1.27  christos 		int mlen;
    260   1.1  jonathan 		if (tlen == len) {
    261   1.1  jonathan 			MGETHDR(n, M_DONTWAIT, MT_DATA);
    262  1.27  christos 			mlen = MHLEN;
    263   1.1  jonathan 		} else {
    264   1.1  jonathan 			MGET(n, M_DONTWAIT, MT_DATA);
    265  1.27  christos 			mlen = MLEN;
    266   1.1  jonathan 		}
    267   1.1  jonathan 		if (!n) {
    268  1.15   thorpej 			PFKEY_STATINC(PFKEY_STAT_IN_NOMEM);
    269   1.1  jonathan 			return ENOBUFS;
    270   1.1  jonathan 		}
    271  1.27  christos 		n->m_len = mlen;
    272   1.1  jonathan 		if (tlen >= MCLBYTES) {	/*XXX better threshold? */
    273   1.1  jonathan 			MCLGET(n, M_DONTWAIT);
    274   1.1  jonathan 			if ((n->m_flags & M_EXT) == 0) {
    275   1.1  jonathan 				m_free(n);
    276   1.1  jonathan 				m_freem(m);
    277  1.15   thorpej 				PFKEY_STATINC(PFKEY_STAT_IN_NOMEM);
    278   1.1  jonathan 				return ENOBUFS;
    279   1.1  jonathan 			}
    280   1.1  jonathan 			n->m_len = MCLBYTES;
    281   1.1  jonathan 		}
    282   1.1  jonathan 
    283   1.1  jonathan 		if (tlen < n->m_len)
    284   1.1  jonathan 			n->m_len = tlen;
    285   1.1  jonathan 		n->m_next = NULL;
    286   1.1  jonathan 		if (m == NULL)
    287   1.1  jonathan 			m = mprev = n;
    288   1.1  jonathan 		else {
    289   1.1  jonathan 			mprev->m_next = n;
    290   1.1  jonathan 			mprev = n;
    291   1.1  jonathan 		}
    292   1.1  jonathan 		tlen -= n->m_len;
    293   1.1  jonathan 		n = NULL;
    294   1.1  jonathan 	}
    295   1.1  jonathan 	m->m_pkthdr.len = len;
    296  1.50     ozaki 	m_reset_rcvif(m);
    297  1.13  degroote 	m_copyback(m, 0, len, msg);
    298   1.1  jonathan 
    299   1.1  jonathan 	/* avoid duplicated statistics */
    300  1.15   thorpej 	{
    301  1.15   thorpej 		uint64_t *ps = PFKEY_STAT_GETREF();
    302  1.15   thorpej 		ps[PFKEY_STAT_IN_TOTAL]--;
    303  1.15   thorpej 		ps[PFKEY_STAT_IN_BYTES] -= len;
    304  1.15   thorpej 		ps[PFKEY_STAT_IN_MSGTYPE + msg->sadb_msg_type]--;
    305  1.15   thorpej 		PFKEY_STAT_PUTREF();
    306  1.15   thorpej 	}
    307   1.1  jonathan 
    308   1.1  jonathan 	return key_sendup_mbuf(so, m, target);
    309   1.1  jonathan }
    310   1.1  jonathan 
    311   1.1  jonathan /* so can be NULL if target != KEY_SENDUP_ONE */
    312  1.60     ozaki static int
    313  1.60     ozaki _key_sendup_mbuf(struct socket *so, struct mbuf *m,
    314  1.14  degroote 		int target/*, sbprio */)
    315   1.1  jonathan {
    316   1.1  jonathan 	struct mbuf *n;
    317   1.1  jonathan 	struct keycb *kp;
    318   1.1  jonathan 	int sendup;
    319   1.1  jonathan 	struct rawcb *rp;
    320   1.1  jonathan 	int error = 0;
    321   1.5  jonathan 	int sbprio = 0; /* XXX should be a parameter */
    322   1.1  jonathan 
    323  1.53     ozaki 	KASSERT(m != NULL);
    324  1.54     ozaki 	KASSERT(so != NULL || target != KEY_SENDUP_ONE);
    325   1.7     perry 
    326   1.5  jonathan 	/*
    327   1.5  jonathan 	 * RFC 2367 says ACQUIRE and other kernel-generated messages
    328   1.5  jonathan 	 * are special. We treat all KEY_SENDUP_REGISTERED messages
    329   1.5  jonathan 	 * as special, delivering them to all registered sockets
    330   1.5  jonathan 	 * even if the socket is at or above its so->so_rcv.sb_max limits.
    331   1.5  jonathan 	 * The only constraint is that the  so_rcv data fall below
    332   1.5  jonathan 	 * key_registered_sb_max.
    333   1.5  jonathan 	 * Doing that check here avoids reworking every key_sendup_mbuf()
    334   1.5  jonathan 	 * in the short term. . The rework will be done after a technical
    335   1.5  jonathan 	 * conensus that this approach is appropriate.
    336   1.5  jonathan  	 */
    337   1.5  jonathan 	if (target == KEY_SENDUP_REGISTERED) {
    338   1.5  jonathan 		sbprio = SB_PRIO_BESTEFFORT;
    339   1.5  jonathan 	}
    340   1.1  jonathan 
    341  1.15   thorpej 	{
    342  1.15   thorpej 		uint64_t *ps = PFKEY_STAT_GETREF();
    343  1.15   thorpej 		ps[PFKEY_STAT_IN_TOTAL]++;
    344  1.15   thorpej 		ps[PFKEY_STAT_IN_BYTES] += m->m_pkthdr.len;
    345  1.15   thorpej 		PFKEY_STAT_PUTREF();
    346  1.15   thorpej 	}
    347   1.1  jonathan 	if (m->m_len < sizeof(struct sadb_msg)) {
    348   1.1  jonathan #if 1
    349   1.1  jonathan 		m = m_pullup(m, sizeof(struct sadb_msg));
    350   1.1  jonathan 		if (m == NULL) {
    351  1.15   thorpej 			PFKEY_STATINC(PFKEY_STAT_IN_NOMEM);
    352   1.1  jonathan 			return ENOBUFS;
    353   1.1  jonathan 		}
    354   1.1  jonathan #else
    355   1.1  jonathan 		/* don't bother pulling it up just for stats */
    356   1.1  jonathan #endif
    357   1.1  jonathan 	}
    358   1.1  jonathan 	if (m->m_len >= sizeof(struct sadb_msg)) {
    359   1.1  jonathan 		struct sadb_msg *msg;
    360   1.1  jonathan 		msg = mtod(m, struct sadb_msg *);
    361  1.15   thorpej 		PFKEY_STATINC(PFKEY_STAT_IN_MSGTYPE + msg->sadb_msg_type);
    362   1.1  jonathan 	}
    363   1.1  jonathan 
    364  1.61     ozaki 	LIST_FOREACH(rp, &key_rawcb, rcb_list)
    365   1.1  jonathan 	{
    366   1.5  jonathan 		struct socket * kso = rp->rcb_socket;
    367   1.1  jonathan 		if (rp->rcb_proto.sp_family != PF_KEY)
    368   1.1  jonathan 			continue;
    369   1.1  jonathan 		if (rp->rcb_proto.sp_protocol
    370   1.1  jonathan 		 && rp->rcb_proto.sp_protocol != PF_KEY_V2) {
    371   1.1  jonathan 			continue;
    372   1.1  jonathan 		}
    373   1.1  jonathan 
    374   1.1  jonathan 		kp = (struct keycb *)rp;
    375   1.1  jonathan 
    376   1.1  jonathan 		/*
    377   1.1  jonathan 		 * If you are in promiscuous mode, and when you get broadcasted
    378   1.1  jonathan 		 * reply, you'll get two PF_KEY messages.
    379   1.1  jonathan 		 * (based on pf_key (at) inner.net message on 14 Oct 1998)
    380   1.1  jonathan 		 */
    381   1.1  jonathan 		if (((struct keycb *)rp)->kp_promisc) {
    382   1.1  jonathan 			if ((n = m_copy(m, 0, (int)M_COPYALL)) != NULL) {
    383   1.5  jonathan 				(void)key_sendup0(rp, n, 1, 0);
    384   1.1  jonathan 				n = NULL;
    385   1.1  jonathan 			}
    386   1.1  jonathan 		}
    387   1.1  jonathan 
    388   1.1  jonathan 		/* the exact target will be processed later */
    389   1.1  jonathan 		if (so && sotorawcb(so) == rp)
    390   1.1  jonathan 			continue;
    391   1.1  jonathan 
    392   1.1  jonathan 		sendup = 0;
    393   1.1  jonathan 		switch (target) {
    394   1.1  jonathan 		case KEY_SENDUP_ONE:
    395   1.1  jonathan 			/* the statement has no effect */
    396   1.1  jonathan 			if (so && sotorawcb(so) == rp)
    397   1.1  jonathan 				sendup++;
    398   1.1  jonathan 			break;
    399   1.1  jonathan 		case KEY_SENDUP_ALL:
    400   1.1  jonathan 			sendup++;
    401   1.1  jonathan 			break;
    402   1.1  jonathan 		case KEY_SENDUP_REGISTERED:
    403   1.5  jonathan 			if (kp->kp_registered) {
    404   1.5  jonathan 				if (kso->so_rcv.sb_cc <= key_registered_sb_max)
    405   1.5  jonathan 					sendup++;
    406   1.5  jonathan 			  	else
    407   1.5  jonathan 			  		printf("keysock: "
    408   1.5  jonathan 					       "registered sendup dropped, "
    409   1.5  jonathan 					       "sb_cc %ld max %d\n",
    410   1.5  jonathan 					       kso->so_rcv.sb_cc,
    411   1.5  jonathan 					       key_registered_sb_max);
    412   1.5  jonathan 			}
    413   1.1  jonathan 			break;
    414   1.1  jonathan 		}
    415  1.15   thorpej 		PFKEY_STATINC(PFKEY_STAT_IN_MSGTARGET + target);
    416   1.1  jonathan 
    417   1.1  jonathan 		if (!sendup)
    418   1.1  jonathan 			continue;
    419   1.1  jonathan 
    420   1.1  jonathan 		if ((n = m_copy(m, 0, (int)M_COPYALL)) == NULL) {
    421   1.1  jonathan 			m_freem(m);
    422  1.15   thorpej 			PFKEY_STATINC(PFKEY_STAT_IN_NOMEM);
    423   1.1  jonathan 			return ENOBUFS;
    424   1.1  jonathan 		}
    425   1.1  jonathan 
    426   1.5  jonathan 		if ((error = key_sendup0(rp, n, 0, 0)) != 0) {
    427   1.1  jonathan 			m_freem(m);
    428   1.1  jonathan 			return error;
    429   1.1  jonathan 		}
    430   1.1  jonathan 
    431   1.1  jonathan 		n = NULL;
    432   1.1  jonathan 	}
    433   1.1  jonathan 
    434   1.5  jonathan 	/* The 'later' time for processing the exact target has arrived */
    435   1.1  jonathan 	if (so) {
    436   1.5  jonathan 		error = key_sendup0(sotorawcb(so), m, 0, sbprio);
    437   1.1  jonathan 		m = NULL;
    438   1.1  jonathan 	} else {
    439   1.1  jonathan 		error = 0;
    440   1.1  jonathan 		m_freem(m);
    441   1.1  jonathan 	}
    442   1.1  jonathan 	return error;
    443   1.1  jonathan }
    444   1.1  jonathan 
    445  1.60     ozaki int
    446  1.60     ozaki key_sendup_mbuf(struct socket *so, struct mbuf *m,
    447  1.60     ozaki 		int target/*, sbprio */)
    448  1.60     ozaki {
    449  1.60     ozaki 	int error;
    450  1.60     ozaki 
    451  1.60     ozaki 	if (so == NULL)
    452  1.60     ozaki 		mutex_enter(key_so_mtx);
    453  1.60     ozaki 	else
    454  1.60     ozaki 		KASSERT(solocked(so));
    455  1.60     ozaki 
    456  1.60     ozaki 	error = _key_sendup_mbuf(so, m, target);
    457  1.60     ozaki 
    458  1.60     ozaki 	if (so == NULL)
    459  1.60     ozaki 		mutex_exit(key_so_mtx);
    460  1.60     ozaki 	return error;
    461  1.60     ozaki }
    462  1.60     ozaki 
    463  1.23     rmind static int
    464  1.23     rmind key_attach(struct socket *so, int proto)
    465  1.23     rmind {
    466  1.23     rmind 	struct keycb *kp;
    467  1.23     rmind 	int s, error;
    468  1.23     rmind 
    469  1.23     rmind 	KASSERT(sotorawcb(so) == NULL);
    470  1.23     rmind 	kp = kmem_zalloc(sizeof(*kp), KM_SLEEP);
    471  1.25     rmind 	kp->kp_raw.rcb_len = sizeof(*kp);
    472  1.23     rmind 	so->so_pcb = kp;
    473  1.23     rmind 
    474  1.23     rmind 	s = splsoftnet();
    475  1.59     ozaki 
    476  1.59     ozaki 	KASSERT(so->so_lock == NULL);
    477  1.59     ozaki 	mutex_obj_hold(key_so_mtx);
    478  1.59     ozaki 	so->so_lock = key_so_mtx;
    479  1.59     ozaki 	solock(so);
    480  1.59     ozaki 
    481  1.61     ozaki 	error = raw_attach(so, proto, &key_rawcb);
    482  1.23     rmind 	if (error) {
    483  1.23     rmind 		PFKEY_STATINC(PFKEY_STAT_SOCKERR);
    484  1.23     rmind 		kmem_free(kp, sizeof(*kp));
    485  1.23     rmind 		so->so_pcb = NULL;
    486  1.23     rmind 		goto out;
    487  1.23     rmind 	}
    488  1.23     rmind 
    489  1.23     rmind 	kp->kp_promisc = kp->kp_registered = 0;
    490  1.23     rmind 
    491  1.23     rmind 	if (kp->kp_raw.rcb_proto.sp_protocol == PF_KEY) /* XXX: AF_KEY */
    492  1.23     rmind 		key_cb.key_count++;
    493  1.23     rmind 	key_cb.any_count++;
    494  1.23     rmind 	kp->kp_raw.rcb_laddr = &key_src;
    495  1.23     rmind 	kp->kp_raw.rcb_faddr = &key_dst;
    496  1.23     rmind 	soisconnected(so);
    497  1.23     rmind 	so->so_options |= SO_USELOOPBACK;
    498  1.23     rmind out:
    499  1.23     rmind 	KASSERT(solocked(so));
    500  1.23     rmind 	splx(s);
    501  1.23     rmind 	return error;
    502  1.23     rmind }
    503  1.23     rmind 
    504  1.23     rmind static void
    505  1.23     rmind key_detach(struct socket *so)
    506  1.23     rmind {
    507  1.23     rmind 	struct keycb *kp = (struct keycb *)sotorawcb(so);
    508  1.23     rmind 	int s;
    509  1.23     rmind 
    510  1.55     ozaki 	KASSERT(!cpu_softintr_p());
    511  1.23     rmind 	KASSERT(solocked(so));
    512  1.23     rmind 	KASSERT(kp != NULL);
    513  1.23     rmind 
    514  1.23     rmind 	s = splsoftnet();
    515  1.23     rmind 	if (kp->kp_raw.rcb_proto.sp_protocol == PF_KEY) /* XXX: AF_KEY */
    516  1.23     rmind 		key_cb.key_count--;
    517  1.23     rmind 	key_cb.any_count--;
    518  1.23     rmind 	key_freereg(so);
    519  1.23     rmind 	raw_detach(so);
    520  1.23     rmind 	splx(s);
    521  1.23     rmind }
    522  1.23     rmind 
    523  1.28       rtr static int
    524  1.46       rtr key_accept(struct socket *so, struct sockaddr *nam)
    525  1.35       rtr {
    526  1.35       rtr 	KASSERT(solocked(so));
    527  1.35       rtr 
    528  1.35       rtr 	panic("key_accept");
    529  1.39       rtr 
    530  1.35       rtr 	return EOPNOTSUPP;
    531  1.35       rtr }
    532  1.35       rtr 
    533  1.35       rtr static int
    534  1.45       rtr key_bind(struct socket *so, struct sockaddr *nam, struct lwp *l)
    535  1.37       rtr {
    536  1.37       rtr 	KASSERT(solocked(so));
    537  1.37       rtr 
    538  1.37       rtr 	return EOPNOTSUPP;
    539  1.37       rtr }
    540  1.37       rtr 
    541  1.37       rtr static int
    542  1.40       rtr key_listen(struct socket *so, struct lwp *l)
    543  1.37       rtr {
    544  1.37       rtr 	KASSERT(solocked(so));
    545  1.37       rtr 
    546  1.37       rtr 	return EOPNOTSUPP;
    547  1.37       rtr }
    548  1.37       rtr 
    549  1.37       rtr static int
    550  1.48       rtr key_connect(struct socket *so, struct sockaddr *nam, struct lwp *l)
    551  1.38       rtr {
    552  1.38       rtr 	KASSERT(solocked(so));
    553  1.38       rtr 
    554  1.38       rtr 	return EOPNOTSUPP;
    555  1.38       rtr }
    556  1.38       rtr 
    557  1.38       rtr static int
    558  1.43       rtr key_connect2(struct socket *so, struct socket *so2)
    559  1.43       rtr {
    560  1.43       rtr 	KASSERT(solocked(so));
    561  1.43       rtr 
    562  1.43       rtr 	return EOPNOTSUPP;
    563  1.43       rtr }
    564  1.43       rtr 
    565  1.43       rtr static int
    566  1.39       rtr key_disconnect(struct socket *so)
    567  1.39       rtr {
    568  1.39       rtr 	struct rawcb *rp = sotorawcb(so);
    569  1.39       rtr 	int s;
    570  1.39       rtr 
    571  1.39       rtr 	KASSERT(solocked(so));
    572  1.39       rtr 	KASSERT(rp != NULL);
    573  1.39       rtr 
    574  1.39       rtr 	s = splsoftnet();
    575  1.39       rtr 	soisdisconnected(so);
    576  1.39       rtr 	raw_disconnect(rp);
    577  1.39       rtr 	splx(s);
    578  1.39       rtr 
    579  1.39       rtr 	return 0;
    580  1.39       rtr }
    581  1.39       rtr 
    582  1.39       rtr static int
    583  1.39       rtr key_shutdown(struct socket *so)
    584  1.39       rtr {
    585  1.39       rtr 	int s;
    586  1.39       rtr 
    587  1.39       rtr 	KASSERT(solocked(so));
    588  1.39       rtr 
    589  1.39       rtr 	/*
    590  1.39       rtr 	 * Mark the connection as being incapable of further input.
    591  1.39       rtr 	 */
    592  1.39       rtr 	s = splsoftnet();
    593  1.39       rtr 	socantsendmore(so);
    594  1.39       rtr 	splx(s);
    595  1.39       rtr 
    596  1.39       rtr 	return 0;
    597  1.39       rtr }
    598  1.39       rtr 
    599  1.39       rtr static int
    600  1.39       rtr key_abort(struct socket *so)
    601  1.39       rtr {
    602  1.39       rtr 	KASSERT(solocked(so));
    603  1.39       rtr 
    604  1.39       rtr 	panic("key_abort");
    605  1.39       rtr 
    606  1.39       rtr 	return EOPNOTSUPP;
    607  1.39       rtr }
    608  1.39       rtr 
    609  1.39       rtr static int
    610  1.29       rtr key_ioctl(struct socket *so, u_long cmd, void *nam, struct ifnet *ifp)
    611  1.28       rtr {
    612  1.28       rtr 	return EOPNOTSUPP;
    613  1.28       rtr }
    614  1.28       rtr 
    615  1.30       rtr static int
    616  1.30       rtr key_stat(struct socket *so, struct stat *ub)
    617  1.30       rtr {
    618  1.33       rtr 	KASSERT(solocked(so));
    619  1.33       rtr 
    620  1.32       rtr 	return 0;
    621  1.30       rtr }
    622  1.30       rtr 
    623  1.34       rtr static int
    624  1.46       rtr key_peeraddr(struct socket *so, struct sockaddr *nam)
    625  1.34       rtr {
    626  1.34       rtr 	struct rawcb *rp = sotorawcb(so);
    627  1.34       rtr 
    628  1.34       rtr 	KASSERT(solocked(so));
    629  1.34       rtr 	KASSERT(rp != NULL);
    630  1.34       rtr 	KASSERT(nam != NULL);
    631  1.34       rtr 
    632  1.34       rtr 	if (rp->rcb_faddr == NULL)
    633  1.34       rtr 		return ENOTCONN;
    634  1.34       rtr 
    635  1.34       rtr 	raw_setpeeraddr(rp, nam);
    636  1.34       rtr 	return 0;
    637  1.34       rtr }
    638  1.34       rtr 
    639  1.34       rtr static int
    640  1.46       rtr key_sockaddr(struct socket *so, struct sockaddr *nam)
    641  1.34       rtr {
    642  1.34       rtr 	struct rawcb *rp = sotorawcb(so);
    643  1.34       rtr 
    644  1.34       rtr 	KASSERT(solocked(so));
    645  1.34       rtr 	KASSERT(rp != NULL);
    646  1.34       rtr 	KASSERT(nam != NULL);
    647  1.34       rtr 
    648  1.34       rtr 	if (rp->rcb_faddr == NULL)
    649  1.34       rtr 		return ENOTCONN;
    650  1.34       rtr 
    651  1.34       rtr 	raw_setsockaddr(rp, nam);
    652  1.34       rtr 	return 0;
    653  1.34       rtr }
    654  1.34       rtr 
    655  1.36       rtr static int
    656  1.42       rtr key_rcvd(struct socket *so, int flags, struct lwp *l)
    657  1.42       rtr {
    658  1.42       rtr 	KASSERT(solocked(so));
    659  1.42       rtr 
    660  1.42       rtr 	return EOPNOTSUPP;
    661  1.42       rtr }
    662  1.42       rtr 
    663  1.42       rtr static int
    664  1.36       rtr key_recvoob(struct socket *so, struct mbuf *m, int flags)
    665  1.36       rtr {
    666  1.36       rtr 	KASSERT(solocked(so));
    667  1.36       rtr 
    668  1.36       rtr 	return EOPNOTSUPP;
    669  1.36       rtr }
    670  1.36       rtr 
    671  1.36       rtr static int
    672  1.48       rtr key_send(struct socket *so, struct mbuf *m, struct sockaddr *nam,
    673  1.41       rtr     struct mbuf *control, struct lwp *l)
    674  1.41       rtr {
    675  1.41       rtr 	int error = 0;
    676  1.41       rtr 	int s;
    677  1.41       rtr 
    678  1.41       rtr 	KASSERT(solocked(so));
    679  1.49  riastrad 	KASSERT(so->so_proto == &keysw[0]);
    680  1.41       rtr 
    681  1.41       rtr 	s = splsoftnet();
    682  1.49  riastrad 	error = raw_send(so, m, nam, control, l, &key_output);
    683  1.41       rtr 	splx(s);
    684  1.41       rtr 
    685  1.41       rtr 	return error;
    686  1.41       rtr }
    687  1.41       rtr 
    688  1.41       rtr static int
    689  1.36       rtr key_sendoob(struct socket *so, struct mbuf *m, struct mbuf *control)
    690  1.36       rtr {
    691  1.36       rtr 	KASSERT(solocked(so));
    692  1.36       rtr 
    693  1.36       rtr 	m_freem(m);
    694  1.36       rtr 	m_freem(control);
    695  1.36       rtr 
    696  1.36       rtr 	return EOPNOTSUPP;
    697  1.36       rtr }
    698  1.36       rtr 
    699  1.43       rtr static int
    700  1.43       rtr key_purgeif(struct socket *so, struct ifnet *ifa)
    701  1.43       rtr {
    702  1.43       rtr 
    703  1.43       rtr 	panic("key_purgeif");
    704  1.43       rtr 
    705  1.43       rtr 	return EOPNOTSUPP;
    706  1.43       rtr }
    707  1.43       rtr 
    708   1.1  jonathan /*
    709   1.1  jonathan  * Definitions of protocols supported in the KEY domain.
    710   1.1  jonathan  */
    711   1.1  jonathan 
    712   1.6      matt DOMAIN_DEFINE(keydomain);
    713   1.1  jonathan 
    714  1.24     rmind PR_WRAP_USRREQS(key)
    715  1.24     rmind #define	key_attach	key_attach_wrapper
    716  1.24     rmind #define	key_detach	key_detach_wrapper
    717  1.35       rtr #define	key_accept	key_accept_wrapper
    718  1.37       rtr #define	key_bind	key_bind_wrapper
    719  1.37       rtr #define	key_listen	key_listen_wrapper
    720  1.38       rtr #define	key_connect	key_connect_wrapper
    721  1.43       rtr #define	key_connect2	key_connect2_wrapper
    722  1.39       rtr #define	key_disconnect	key_disconnect_wrapper
    723  1.39       rtr #define	key_shutdown	key_shutdown_wrapper
    724  1.39       rtr #define	key_abort	key_abort_wrapper
    725  1.28       rtr #define	key_ioctl	key_ioctl_wrapper
    726  1.30       rtr #define	key_stat	key_stat_wrapper
    727  1.34       rtr #define	key_peeraddr	key_peeraddr_wrapper
    728  1.34       rtr #define	key_sockaddr	key_sockaddr_wrapper
    729  1.42       rtr #define	key_rcvd	key_rcvd_wrapper
    730  1.36       rtr #define	key_recvoob	key_recvoob_wrapper
    731  1.41       rtr #define	key_send	key_send_wrapper
    732  1.36       rtr #define	key_sendoob	key_sendoob_wrapper
    733  1.43       rtr #define	key_purgeif	key_purgeif_wrapper
    734  1.22     rmind 
    735  1.49  riastrad static const struct pr_usrreqs key_usrreqs = {
    736  1.23     rmind 	.pr_attach	= key_attach,
    737  1.23     rmind 	.pr_detach	= key_detach,
    738  1.35       rtr 	.pr_accept	= key_accept,
    739  1.37       rtr 	.pr_bind	= key_bind,
    740  1.37       rtr 	.pr_listen	= key_listen,
    741  1.38       rtr 	.pr_connect	= key_connect,
    742  1.43       rtr 	.pr_connect2	= key_connect2,
    743  1.39       rtr 	.pr_disconnect	= key_disconnect,
    744  1.39       rtr 	.pr_shutdown	= key_shutdown,
    745  1.39       rtr 	.pr_abort	= key_abort,
    746  1.28       rtr 	.pr_ioctl	= key_ioctl,
    747  1.30       rtr 	.pr_stat	= key_stat,
    748  1.34       rtr 	.pr_peeraddr	= key_peeraddr,
    749  1.34       rtr 	.pr_sockaddr	= key_sockaddr,
    750  1.42       rtr 	.pr_rcvd	= key_rcvd,
    751  1.36       rtr 	.pr_recvoob	= key_recvoob,
    752  1.41       rtr 	.pr_send	= key_send,
    753  1.36       rtr 	.pr_sendoob	= key_sendoob,
    754  1.43       rtr 	.pr_purgeif	= key_purgeif,
    755  1.22     rmind };
    756  1.22     rmind 
    757  1.49  riastrad static const struct protosw keysw[] = {
    758  1.10      matt     {
    759  1.10      matt 	.pr_type = SOCK_RAW,
    760  1.10      matt 	.pr_domain = &keydomain,
    761  1.10      matt 	.pr_protocol = PF_KEY_V2,
    762  1.10      matt 	.pr_flags = PR_ATOMIC|PR_ADDR,
    763  1.10      matt 	.pr_ctlinput = raw_ctlinput,
    764  1.22     rmind 	.pr_usrreqs = &key_usrreqs,
    765  1.61     ozaki 	.pr_init = key_pr_init,
    766  1.10      matt     }
    767   1.1  jonathan };
    768   1.1  jonathan 
    769  1.10      matt struct domain keydomain = {
    770  1.10      matt     .dom_family = PF_KEY,
    771  1.10      matt     .dom_name = "key",
    772  1.10      matt     .dom_init = key_init,
    773  1.10      matt     .dom_protosw = keysw,
    774  1.10      matt     .dom_protoswNPROTOSW = &keysw[__arraycount(keysw)],
    775  1.10      matt };
    776