Home | History | Annotate | Line # | Download | only in net
if_gre.c revision 1.131.2.1
      1  1.131.2.1  wrstuden /*	$NetBSD: if_gre.c,v 1.131.2.1 2008/06/23 04:31:57 wrstuden Exp $ */
      2        1.4   thorpej 
      3        1.1       hwr /*
      4      1.125        ad  * Copyright (c) 1998, 2008 The NetBSD Foundation, Inc.
      5        1.1       hwr  * All rights reserved.
      6        1.1       hwr  *
      7        1.1       hwr  * This code is derived from software contributed to The NetBSD Foundation
      8        1.1       hwr  * by Heiko W.Rupp <hwr (at) pilhuhn.de>
      9        1.1       hwr  *
     10       1.56        is  * IPv6-over-GRE contributed by Gert Doering <gert (at) greenie.muc.de>
     11       1.56        is  *
     12  1.131.2.1  wrstuden  * GRE over UDP/IPv4/IPv6 sockets contributed by David Young <dyoung (at) NetBSD.org>
     13  1.131.2.1  wrstuden  *
     14        1.1       hwr  * Redistribution and use in source and binary forms, with or without
     15        1.1       hwr  * modification, are permitted provided that the following conditions
     16        1.1       hwr  * are met:
     17        1.1       hwr  * 1. Redistributions of source code must retain the above copyright
     18        1.1       hwr  *    notice, this list of conditions and the following disclaimer.
     19        1.1       hwr  * 2. Redistributions in binary form must reproduce the above copyright
     20        1.1       hwr  *    notice, this list of conditions and the following disclaimer in the
     21        1.1       hwr  *    documentation and/or other materials provided with the distribution.
     22        1.1       hwr  *
     23        1.1       hwr  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     24        1.1       hwr  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     25        1.1       hwr  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     26        1.1       hwr  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     27        1.1       hwr  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     28        1.1       hwr  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     29        1.1       hwr  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     30        1.1       hwr  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     31        1.1       hwr  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     32        1.1       hwr  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     33        1.1       hwr  * POSSIBILITY OF SUCH DAMAGE.
     34  1.131.2.1  wrstuden  *
     35  1.131.2.1  wrstuden  * This material is based upon work partially supported by NSF
     36  1.131.2.1  wrstuden  * under Contract No. NSF CNS-0626584.
     37        1.1       hwr  */
     38        1.1       hwr 
     39        1.1       hwr /*
     40        1.1       hwr  * Encapsulate L3 protocols into IP
     41        1.1       hwr  * See RFC 1701 and 1702 for more details.
     42        1.1       hwr  * If_gre is compatible with Cisco GRE tunnels, so you can
     43        1.1       hwr  * have a NetBSD box as the other end of a tunnel interface of a Cisco
     44        1.1       hwr  * router. See gre(4) for more details.
     45        1.1       hwr  */
     46       1.22     lukem 
     47       1.22     lukem #include <sys/cdefs.h>
     48  1.131.2.1  wrstuden __KERNEL_RCSID(0, "$NetBSD: if_gre.c,v 1.131.2.1 2008/06/23 04:31:57 wrstuden Exp $");
     49        1.1       hwr 
     50       1.62    dyoung #include "opt_gre.h"
     51        1.1       hwr #include "opt_inet.h"
     52        1.1       hwr #include "bpfilter.h"
     53        1.1       hwr 
     54       1.54  christos #ifdef INET
     55        1.1       hwr #include <sys/param.h>
     56       1.62    dyoung #include <sys/file.h>
     57       1.62    dyoung #include <sys/filedesc.h>
     58        1.1       hwr #include <sys/malloc.h>
     59      1.111    dyoung #include <sys/mallocvar.h>
     60        1.1       hwr #include <sys/mbuf.h>
     61       1.13    martin #include <sys/proc.h>
     62      1.111    dyoung #include <sys/domain.h>
     63        1.1       hwr #include <sys/protosw.h>
     64        1.1       hwr #include <sys/socket.h>
     65       1.62    dyoung #include <sys/socketvar.h>
     66        1.1       hwr #include <sys/ioctl.h>
     67       1.10   thorpej #include <sys/queue.h>
     68      1.118        ad #include <sys/intr.h>
     69        1.1       hwr #if __NetBSD__
     70        1.1       hwr #include <sys/systm.h>
     71       1.62    dyoung #include <sys/sysctl.h>
     72       1.60      elad #include <sys/kauth.h>
     73        1.1       hwr #endif
     74        1.1       hwr 
     75       1.93    dyoung #include <sys/kernel.h>
     76       1.93    dyoung #include <sys/mutex.h>
     77       1.93    dyoung #include <sys/condvar.h>
     78       1.62    dyoung #include <sys/kthread.h>
     79       1.62    dyoung 
     80      1.117        ad #include <sys/cpu.h>
     81        1.1       hwr 
     82        1.1       hwr #include <net/ethertypes.h>
     83        1.1       hwr #include <net/if.h>
     84        1.1       hwr #include <net/if_types.h>
     85        1.1       hwr #include <net/netisr.h>
     86        1.1       hwr #include <net/route.h>
     87        1.1       hwr 
     88        1.1       hwr #ifdef INET
     89        1.1       hwr #include <netinet/in.h>
     90        1.1       hwr #include <netinet/in_systm.h>
     91        1.1       hwr #include <netinet/in_var.h>
     92        1.1       hwr #include <netinet/ip.h>
     93        1.1       hwr #include <netinet/ip_var.h>
     94        1.1       hwr #else
     95        1.4   thorpej #error "Huh? if_gre without inet?"
     96        1.1       hwr #endif
     97        1.1       hwr 
     98        1.1       hwr 
     99        1.1       hwr #ifdef NETATALK
    100        1.1       hwr #include <netatalk/at.h>
    101        1.1       hwr #include <netatalk/at_var.h>
    102        1.1       hwr #include <netatalk/at_extern.h>
    103        1.1       hwr #endif
    104        1.1       hwr 
    105        1.1       hwr #if NBPFILTER > 0
    106        1.1       hwr #include <sys/time.h>
    107        1.1       hwr #include <net/bpf.h>
    108        1.1       hwr #endif
    109        1.1       hwr 
    110        1.1       hwr #include <net/if_gre.h>
    111        1.1       hwr 
    112      1.101       skd #include <compat/sys/socket.h>
    113       1.94  christos #include <compat/sys/sockio.h>
    114       1.20    itojun /*
    115       1.27    martin  * It is not easy to calculate the right value for a GRE MTU.
    116       1.27    martin  * We leave this task to the admin and use the same default that
    117       1.27    martin  * other vendors use.
    118       1.20    itojun  */
    119       1.27    martin #define GREMTU 1476
    120        1.1       hwr 
    121       1.62    dyoung #ifdef GRE_DEBUG
    122      1.102    dyoung int gre_debug = 0;
    123  1.131.2.1  wrstuden #define	GRE_DPRINTF(__sc, ...)						\
    124  1.131.2.1  wrstuden 	do {								\
    125  1.131.2.1  wrstuden 		if (__predict_false(gre_debug ||			\
    126  1.131.2.1  wrstuden 		    ((__sc)->sc_if.if_flags & IFF_DEBUG) != 0)) {	\
    127  1.131.2.1  wrstuden 			printf("%s.%d: ", __func__, __LINE__);		\
    128  1.131.2.1  wrstuden 			printf(__VA_ARGS__);				\
    129  1.131.2.1  wrstuden 		}							\
    130       1.62    dyoung 	} while (/*CONSTCOND*/0)
    131       1.62    dyoung #else
    132       1.62    dyoung #define	GRE_DPRINTF(__sc, __fmt, ...)	do { } while (/*CONSTCOND*/0)
    133       1.62    dyoung #endif /* GRE_DEBUG */
    134       1.62    dyoung 
    135       1.26    martin int ip_gre_ttl = GRE_TTL;
    136      1.111    dyoung MALLOC_DEFINE(M_GRE_BUFQ, "gre_bufq", "gre mbuf queue");
    137        1.1       hwr 
    138      1.111    dyoung static int gre_clone_create(struct if_clone *, int);
    139      1.111    dyoung static int gre_clone_destroy(struct ifnet *);
    140       1.10   thorpej 
    141       1.59   thorpej static struct if_clone gre_cloner =
    142       1.10   thorpej     IF_CLONE_INITIALIZER("gre", gre_clone_create, gre_clone_destroy);
    143        1.1       hwr 
    144      1.111    dyoung static int gre_input(struct gre_softc *, struct mbuf *, int,
    145      1.111    dyoung     const struct gre_h *);
    146      1.115    dyoung static bool gre_is_nullconf(const struct gre_soparm *);
    147      1.111    dyoung static int gre_output(struct ifnet *, struct mbuf *,
    148       1.84    dyoung 			   const struct sockaddr *, struct rtentry *);
    149      1.111    dyoung static int gre_ioctl(struct ifnet *, u_long, void *);
    150       1.62    dyoung static int gre_getsockname(struct socket *, struct mbuf *, struct lwp *);
    151       1.62    dyoung static int gre_getpeername(struct socket *, struct mbuf *, struct lwp *);
    152      1.111    dyoung static int gre_getnames(struct socket *, struct lwp *,
    153      1.111    dyoung     struct sockaddr_storage *, struct sockaddr_storage *);
    154      1.115    dyoung static void gre_clearconf(struct gre_soparm *, bool);
    155      1.112    dyoung static int gre_soreceive(struct socket *, struct mbuf **);
    156  1.131.2.1  wrstuden static int gre_sosend(struct socket *, struct mbuf *);
    157  1.131.2.1  wrstuden static struct socket *gre_reconf(struct gre_softc *, const struct gre_soparm *);
    158  1.131.2.1  wrstuden 
    159  1.131.2.1  wrstuden static bool gre_fp_send(struct gre_softc *, enum gre_msg, file_t *);
    160  1.131.2.1  wrstuden static bool gre_fp_recv(struct gre_softc *);
    161  1.131.2.1  wrstuden static void gre_fp_recvloop(void *);
    162      1.111    dyoung 
    163      1.111    dyoung static int
    164      1.111    dyoung nearest_pow2(size_t len0)
    165      1.111    dyoung {
    166      1.111    dyoung 	size_t len, mid;
    167      1.111    dyoung 
    168      1.111    dyoung 	if (len0 == 0)
    169      1.111    dyoung 		return 1;
    170      1.111    dyoung 
    171      1.111    dyoung 	for (len = len0; (len & (len - 1)) != 0; len &= len - 1)
    172      1.111    dyoung 		;
    173      1.111    dyoung 
    174      1.111    dyoung 	mid = len | (len >> 1);
    175      1.111    dyoung 
    176      1.111    dyoung 	/* avoid overflow */
    177      1.111    dyoung 	if ((len << 1) < len)
    178      1.111    dyoung 		return len;
    179      1.111    dyoung 	if (len0 >= mid)
    180      1.111    dyoung 		return len << 1;
    181      1.111    dyoung 	return len;
    182      1.111    dyoung }
    183      1.111    dyoung 
    184      1.111    dyoung static struct gre_bufq *
    185      1.111    dyoung gre_bufq_init(struct gre_bufq *bq, size_t len0)
    186      1.111    dyoung {
    187      1.111    dyoung 	size_t len;
    188      1.111    dyoung 
    189      1.111    dyoung 	len = nearest_pow2(len0);
    190      1.111    dyoung 
    191      1.111    dyoung 	memset(bq, 0, sizeof(*bq));
    192      1.111    dyoung 	bq->bq_buf = malloc(len * sizeof(struct mbuf *), M_GRE_BUFQ, M_WAITOK);
    193      1.111    dyoung 	bq->bq_len = len;
    194      1.111    dyoung 	bq->bq_lenmask = len - 1;
    195      1.111    dyoung 
    196      1.111    dyoung 	return bq;
    197      1.111    dyoung }
    198      1.111    dyoung 
    199      1.111    dyoung static bool
    200      1.111    dyoung gre_bufq_empty(struct gre_bufq *bq)
    201      1.111    dyoung {
    202      1.111    dyoung 	return bq->bq_prodidx == bq->bq_considx;
    203      1.111    dyoung }
    204      1.111    dyoung 
    205      1.111    dyoung static struct mbuf *
    206      1.111    dyoung gre_bufq_dequeue(struct gre_bufq *bq)
    207      1.111    dyoung {
    208      1.111    dyoung 	struct mbuf *m;
    209      1.111    dyoung 
    210      1.111    dyoung 	if (gre_bufq_empty(bq))
    211      1.111    dyoung 		return NULL;
    212      1.111    dyoung 
    213      1.111    dyoung 	m = bq->bq_buf[bq->bq_considx];
    214      1.111    dyoung 	bq->bq_considx = (bq->bq_considx + 1) & bq->bq_lenmask;
    215      1.111    dyoung 
    216      1.111    dyoung 	return m;
    217      1.111    dyoung }
    218      1.111    dyoung 
    219      1.111    dyoung static void
    220      1.111    dyoung gre_bufq_purge(struct gre_bufq *bq)
    221      1.111    dyoung {
    222      1.111    dyoung 	struct mbuf *m;
    223      1.111    dyoung 
    224      1.111    dyoung 	while ((m = gre_bufq_dequeue(bq)) != NULL)
    225      1.111    dyoung 		m_freem(m);
    226      1.111    dyoung }
    227      1.111    dyoung 
    228      1.111    dyoung static int
    229      1.111    dyoung gre_bufq_enqueue(struct gre_bufq *bq, struct mbuf *m)
    230      1.111    dyoung {
    231      1.111    dyoung 	int next;
    232      1.111    dyoung 
    233      1.111    dyoung 	next = (bq->bq_prodidx + 1) & bq->bq_lenmask;
    234      1.111    dyoung 
    235      1.111    dyoung 	if (next == bq->bq_considx) {
    236      1.111    dyoung 		bq->bq_drops++;
    237      1.111    dyoung 		return ENOBUFS;
    238      1.111    dyoung 	}
    239      1.111    dyoung 
    240      1.111    dyoung 	bq->bq_buf[bq->bq_prodidx] = m;
    241      1.111    dyoung 	bq->bq_prodidx = next;
    242      1.111    dyoung 	return 0;
    243      1.111    dyoung }
    244      1.111    dyoung 
    245      1.111    dyoung static void
    246      1.111    dyoung greintr(void *arg)
    247      1.111    dyoung {
    248      1.111    dyoung 	struct gre_softc *sc = (struct gre_softc *)arg;
    249  1.131.2.1  wrstuden 	struct socket *so = sc->sc_soparm.sp_so;
    250      1.112    dyoung 	int rc;
    251      1.112    dyoung 	struct mbuf *m;
    252      1.111    dyoung 
    253  1.131.2.1  wrstuden 	KASSERT(so != NULL);
    254      1.112    dyoung 
    255      1.112    dyoung 	sc->sc_send_ev.ev_count++;
    256  1.131.2.1  wrstuden 	GRE_DPRINTF(sc, "enter\n");
    257      1.112    dyoung 	while ((m = gre_bufq_dequeue(&sc->sc_snd)) != NULL) {
    258      1.112    dyoung 		/* XXX handle ENOBUFS? */
    259  1.131.2.1  wrstuden 		if ((rc = gre_sosend(so, m)) != 0)
    260  1.131.2.1  wrstuden 			GRE_DPRINTF(sc, "gre_sosend failed %d\n", rc);
    261      1.112    dyoung 	}
    262      1.111    dyoung }
    263      1.111    dyoung 
    264      1.111    dyoung /* Caller must hold sc->sc_mtx. */
    265      1.111    dyoung static void
    266      1.111    dyoung gre_wait(struct gre_softc *sc)
    267      1.111    dyoung {
    268      1.111    dyoung 	sc->sc_waiters++;
    269      1.111    dyoung 	cv_wait(&sc->sc_condvar, &sc->sc_mtx);
    270      1.111    dyoung 	sc->sc_waiters--;
    271      1.111    dyoung }
    272       1.62    dyoung 
    273       1.62    dyoung static void
    274  1.131.2.1  wrstuden gre_fp_wait(struct gre_softc *sc)
    275       1.62    dyoung {
    276  1.131.2.1  wrstuden 	sc->sc_fp_waiters++;
    277  1.131.2.1  wrstuden 	cv_wait(&sc->sc_fp_condvar, &sc->sc_mtx);
    278  1.131.2.1  wrstuden 	sc->sc_fp_waiters--;
    279       1.62    dyoung }
    280       1.62    dyoung 
    281      1.111    dyoung static void
    282      1.111    dyoung gre_evcnt_detach(struct gre_softc *sc)
    283      1.111    dyoung {
    284      1.111    dyoung 	evcnt_detach(&sc->sc_unsupp_ev);
    285      1.111    dyoung 	evcnt_detach(&sc->sc_pullup_ev);
    286      1.111    dyoung 	evcnt_detach(&sc->sc_error_ev);
    287      1.111    dyoung 	evcnt_detach(&sc->sc_block_ev);
    288      1.111    dyoung 	evcnt_detach(&sc->sc_recv_ev);
    289      1.111    dyoung 
    290      1.111    dyoung 	evcnt_detach(&sc->sc_oflow_ev);
    291      1.111    dyoung 	evcnt_detach(&sc->sc_send_ev);
    292      1.111    dyoung }
    293      1.111    dyoung 
    294      1.111    dyoung static void
    295      1.111    dyoung gre_evcnt_attach(struct gre_softc *sc)
    296      1.111    dyoung {
    297      1.111    dyoung 	evcnt_attach_dynamic(&sc->sc_recv_ev, EVCNT_TYPE_MISC,
    298      1.111    dyoung 	    NULL, sc->sc_if.if_xname, "recv");
    299      1.111    dyoung 	evcnt_attach_dynamic(&sc->sc_block_ev, EVCNT_TYPE_MISC,
    300      1.111    dyoung 	    &sc->sc_recv_ev, sc->sc_if.if_xname, "would block");
    301      1.111    dyoung 	evcnt_attach_dynamic(&sc->sc_error_ev, EVCNT_TYPE_MISC,
    302      1.111    dyoung 	    &sc->sc_recv_ev, sc->sc_if.if_xname, "error");
    303      1.111    dyoung 	evcnt_attach_dynamic(&sc->sc_pullup_ev, EVCNT_TYPE_MISC,
    304      1.112    dyoung 	    &sc->sc_recv_ev, sc->sc_if.if_xname, "pullup failed");
    305      1.111    dyoung 	evcnt_attach_dynamic(&sc->sc_unsupp_ev, EVCNT_TYPE_MISC,
    306      1.111    dyoung 	    &sc->sc_recv_ev, sc->sc_if.if_xname, "unsupported");
    307      1.111    dyoung 
    308      1.111    dyoung 	evcnt_attach_dynamic(&sc->sc_send_ev, EVCNT_TYPE_MISC,
    309      1.111    dyoung 	    NULL, sc->sc_if.if_xname, "send");
    310      1.111    dyoung 	evcnt_attach_dynamic(&sc->sc_oflow_ev, EVCNT_TYPE_MISC,
    311      1.112    dyoung 	    &sc->sc_send_ev, sc->sc_if.if_xname, "overflow");
    312       1.62    dyoung }
    313       1.62    dyoung 
    314       1.59   thorpej static int
    315       1.59   thorpej gre_clone_create(struct if_clone *ifc, int unit)
    316        1.1       hwr {
    317  1.131.2.1  wrstuden 	int rc;
    318        1.8  explorer 	struct gre_softc *sc;
    319  1.131.2.1  wrstuden 	struct gre_soparm *sp;
    320        1.1       hwr 
    321      1.111    dyoung 	sc = malloc(sizeof(struct gre_softc), M_DEVBUF, M_WAITOK|M_ZERO);
    322      1.111    dyoung 	mutex_init(&sc->sc_mtx, MUTEX_DRIVER, IPL_SOFTNET);
    323      1.111    dyoung 	cv_init(&sc->sc_condvar, "gre wait");
    324  1.131.2.1  wrstuden 	cv_init(&sc->sc_fp_condvar, "gre fp");
    325       1.10   thorpej 
    326  1.131.2.1  wrstuden 	if_initname(&sc->sc_if, ifc->ifc_name, unit);
    327       1.10   thorpej 	sc->sc_if.if_softc = sc;
    328       1.51      tron 	sc->sc_if.if_type = IFT_TUNNEL;
    329       1.34    itojun 	sc->sc_if.if_addrlen = 0;
    330      1.111    dyoung 	sc->sc_if.if_hdrlen = sizeof(struct ip) + sizeof(struct gre_h);
    331       1.15   thorpej 	sc->sc_if.if_dlt = DLT_NULL;
    332       1.20    itojun 	sc->sc_if.if_mtu = GREMTU;
    333       1.10   thorpej 	sc->sc_if.if_flags = IFF_POINTOPOINT|IFF_MULTICAST;
    334       1.10   thorpej 	sc->sc_if.if_output = gre_output;
    335       1.10   thorpej 	sc->sc_if.if_ioctl = gre_ioctl;
    336  1.131.2.1  wrstuden 	sp = &sc->sc_soparm;
    337  1.131.2.1  wrstuden 	sockaddr_copy(sstosa(&sp->sp_dst), sizeof(sp->sp_dst),
    338  1.131.2.1  wrstuden 	    sintocsa(&in_any));
    339  1.131.2.1  wrstuden 	sockaddr_copy(sstosa(&sp->sp_src), sizeof(sp->sp_src),
    340  1.131.2.1  wrstuden 	    sintocsa(&in_any));
    341  1.131.2.1  wrstuden 	sp->sp_proto = IPPROTO_GRE;
    342  1.131.2.1  wrstuden 	sp->sp_type = SOCK_RAW;
    343  1.131.2.1  wrstuden 
    344  1.131.2.1  wrstuden 	sc->sc_fd = -1;
    345  1.131.2.1  wrstuden 
    346  1.131.2.1  wrstuden 	rc = kthread_create(PRI_NONE, KTHREAD_MPSAFE, NULL, gre_fp_recvloop, sc,
    347  1.131.2.1  wrstuden 	    NULL, sc->sc_if.if_xname);
    348  1.131.2.1  wrstuden 
    349  1.131.2.1  wrstuden 	if (rc != 0)
    350  1.131.2.1  wrstuden 		return -1;
    351      1.111    dyoung 
    352      1.111    dyoung 	gre_evcnt_attach(sc);
    353      1.111    dyoung 
    354      1.111    dyoung 	gre_bufq_init(&sc->sc_snd, 17);
    355       1.35    itojun 	sc->sc_if.if_flags |= IFF_LINK0;
    356       1.10   thorpej 	if_attach(&sc->sc_if);
    357       1.16   thorpej 	if_alloc_sadl(&sc->sc_if);
    358        1.1       hwr #if NBPFILTER > 0
    359      1.124      matt 	bpfattach(&sc->sc_if, DLT_NULL, sizeof(uint32_t));
    360        1.1       hwr #endif
    361      1.111    dyoung 	sc->sc_state = GRE_S_IDLE;
    362       1.87    dyoung 	return 0;
    363       1.10   thorpej }
    364        1.1       hwr 
    365       1.59   thorpej static int
    366       1.59   thorpej gre_clone_destroy(struct ifnet *ifp)
    367       1.10   thorpej {
    368      1.119    dyoung 	int s;
    369       1.10   thorpej 	struct gre_softc *sc = ifp->if_softc;
    370       1.10   thorpej 
    371  1.131.2.1  wrstuden 	GRE_DPRINTF(sc, "\n");
    372      1.111    dyoung 
    373       1.10   thorpej #if NBPFILTER > 0
    374       1.10   thorpej 	bpfdetach(ifp);
    375       1.10   thorpej #endif
    376      1.122    dyoung 	s = splnet();
    377       1.93    dyoung 	if_detach(ifp);
    378      1.111    dyoung 
    379      1.119    dyoung 	/* Some LWPs may still wait in gre_ioctl_lock(), however,
    380      1.119    dyoung 	 * no new LWP will enter gre_ioctl_lock(), because ifunit()
    381      1.119    dyoung 	 * cannot locate the interface any longer.
    382      1.119    dyoung 	 */
    383       1.93    dyoung 	mutex_enter(&sc->sc_mtx);
    384  1.131.2.1  wrstuden 	GRE_DPRINTF(sc, "\n");
    385      1.111    dyoung 	while (sc->sc_state != GRE_S_IDLE)
    386      1.111    dyoung 		gre_wait(sc);
    387  1.131.2.1  wrstuden 	GRE_DPRINTF(sc, "\n");
    388      1.111    dyoung 	sc->sc_state = GRE_S_DIE;
    389      1.111    dyoung 	cv_broadcast(&sc->sc_condvar);
    390  1.131.2.1  wrstuden 	while (sc->sc_waiters > 0)
    391  1.131.2.1  wrstuden 		cv_wait(&sc->sc_condvar, &sc->sc_mtx);
    392      1.119    dyoung 	/* At this point, no other LWP will access the gre_softc, so
    393      1.119    dyoung 	 * we can release the mutex.
    394      1.119    dyoung 	 */
    395       1.93    dyoung 	mutex_exit(&sc->sc_mtx);
    396  1.131.2.1  wrstuden 	GRE_DPRINTF(sc, "\n");
    397      1.119    dyoung 	/* Note that we must not hold the mutex while we call gre_reconf(). */
    398  1.131.2.1  wrstuden 	gre_reconf(sc, NULL);
    399  1.131.2.1  wrstuden 
    400  1.131.2.1  wrstuden 	mutex_enter(&sc->sc_mtx);
    401  1.131.2.1  wrstuden 	sc->sc_msg = GRE_M_STOP;
    402  1.131.2.1  wrstuden 	cv_signal(&sc->sc_fp_condvar);
    403  1.131.2.1  wrstuden 	while (sc->sc_fp_waiters > 0)
    404  1.131.2.1  wrstuden 		cv_wait(&sc->sc_fp_condvar, &sc->sc_mtx);
    405  1.131.2.1  wrstuden 	mutex_exit(&sc->sc_mtx);
    406  1.131.2.1  wrstuden 
    407      1.119    dyoung 	splx(s);
    408       1.93    dyoung 
    409      1.111    dyoung 	cv_destroy(&sc->sc_condvar);
    410  1.131.2.1  wrstuden 	cv_destroy(&sc->sc_fp_condvar);
    411       1.93    dyoung 	mutex_destroy(&sc->sc_mtx);
    412      1.111    dyoung 	gre_evcnt_detach(sc);
    413       1.10   thorpej 	free(sc, M_DEVBUF);
    414       1.53     peter 
    415       1.87    dyoung 	return 0;
    416        1.1       hwr }
    417        1.1       hwr 
    418       1.62    dyoung static void
    419       1.88  christos gre_receive(struct socket *so, void *arg, int waitflag)
    420       1.62    dyoung {
    421       1.62    dyoung 	struct gre_softc *sc = (struct gre_softc *)arg;
    422      1.112    dyoung 	int rc;
    423      1.112    dyoung 	const struct gre_h *gh;
    424      1.112    dyoung 	struct mbuf *m;
    425       1.62    dyoung 
    426  1.131.2.1  wrstuden 	GRE_DPRINTF(sc, "enter\n");
    427      1.112    dyoung 
    428      1.112    dyoung 	sc->sc_recv_ev.ev_count++;
    429      1.112    dyoung 
    430      1.112    dyoung 	rc = gre_soreceive(so, &m);
    431      1.112    dyoung 	/* TBD Back off if ECONNREFUSED (indicates
    432      1.112    dyoung 	 * ICMP Port Unreachable)?
    433      1.112    dyoung 	 */
    434      1.112    dyoung 	if (rc == EWOULDBLOCK) {
    435  1.131.2.1  wrstuden 		GRE_DPRINTF(sc, "EWOULDBLOCK\n");
    436      1.112    dyoung 		sc->sc_block_ev.ev_count++;
    437      1.112    dyoung 		return;
    438      1.112    dyoung 	} else if (rc != 0 || m == NULL) {
    439      1.112    dyoung 		GRE_DPRINTF(sc, "%s: rc %d m %p\n",
    440      1.112    dyoung 		    sc->sc_if.if_xname, rc, (void *)m);
    441      1.112    dyoung 		sc->sc_error_ev.ev_count++;
    442      1.112    dyoung 		return;
    443      1.112    dyoung 	}
    444      1.121    dyoung 	if (m->m_len < sizeof(*gh) && (m = m_pullup(m, sizeof(*gh))) == NULL) {
    445  1.131.2.1  wrstuden 		GRE_DPRINTF(sc, "m_pullup failed\n");
    446      1.112    dyoung 		sc->sc_pullup_ev.ev_count++;
    447      1.112    dyoung 		return;
    448      1.112    dyoung 	}
    449      1.112    dyoung 	gh = mtod(m, const struct gre_h *);
    450      1.112    dyoung 
    451      1.112    dyoung 	if (gre_input(sc, m, 0, gh) == 0) {
    452      1.112    dyoung 		sc->sc_unsupp_ev.ev_count++;
    453  1.131.2.1  wrstuden 		GRE_DPRINTF(sc, "dropping unsupported\n");
    454      1.112    dyoung 		m_freem(m);
    455      1.112    dyoung 	}
    456       1.62    dyoung }
    457       1.62    dyoung 
    458       1.62    dyoung static void
    459       1.88  christos gre_upcall_add(struct socket *so, void *arg)
    460       1.62    dyoung {
    461       1.62    dyoung 	/* XXX What if the kernel already set an upcall? */
    462      1.102    dyoung 	KASSERT((so->so_rcv.sb_flags & SB_UPCALL) == 0);
    463       1.62    dyoung 	so->so_upcallarg = arg;
    464       1.62    dyoung 	so->so_upcall = gre_receive;
    465       1.62    dyoung 	so->so_rcv.sb_flags |= SB_UPCALL;
    466       1.62    dyoung }
    467       1.62    dyoung 
    468       1.62    dyoung static void
    469       1.62    dyoung gre_upcall_remove(struct socket *so)
    470       1.62    dyoung {
    471       1.62    dyoung 	so->so_rcv.sb_flags &= ~SB_UPCALL;
    472       1.62    dyoung 	so->so_upcallarg = NULL;
    473       1.62    dyoung 	so->so_upcall = NULL;
    474       1.62    dyoung }
    475       1.62    dyoung 
    476       1.62    dyoung static int
    477  1.131.2.1  wrstuden gre_socreate(struct gre_softc *sc, const struct gre_soparm *sp, int *fdout)
    478       1.62    dyoung {
    479      1.111    dyoung 	const struct protosw *pr;
    480      1.111    dyoung 	int fd, rc;
    481       1.62    dyoung 	struct mbuf *m;
    482      1.111    dyoung 	struct sockaddr *sa;
    483       1.62    dyoung 	struct socket *so;
    484  1.131.2.1  wrstuden 	sa_family_t af;
    485       1.62    dyoung 
    486  1.131.2.1  wrstuden 	GRE_DPRINTF(sc, "enter\n");
    487      1.111    dyoung 
    488      1.111    dyoung 	af = sp->sp_src.ss_family;
    489  1.131.2.1  wrstuden 	rc = fsocreate(af, NULL, sp->sp_type, sp->sp_proto, curlwp, &fd);
    490       1.62    dyoung 	if (rc != 0) {
    491  1.131.2.1  wrstuden 		GRE_DPRINTF(sc, "fsocreate failed\n");
    492       1.62    dyoung 		return rc;
    493       1.62    dyoung 	}
    494      1.127    dyoung 
    495      1.128    dyoung 	if ((rc = fd_getsock(fd, &so)) != 0)
    496      1.125        ad 		return rc;
    497      1.127    dyoung 
    498      1.120    dyoung 	if ((m = getsombuf(so, MT_SONAME)) == NULL) {
    499       1.62    dyoung 		rc = ENOBUFS;
    500       1.62    dyoung 		goto out;
    501       1.62    dyoung 	}
    502      1.111    dyoung 	sa = mtod(m, struct sockaddr *);
    503  1.131.2.1  wrstuden 	sockaddr_copy(sa, MIN(MLEN, sizeof(sp->sp_src)), sstocsa(&sp->sp_src));
    504      1.111    dyoung 	m->m_len = sp->sp_src.ss_len;
    505       1.62    dyoung 
    506      1.127    dyoung 	if ((rc = sobind(so, m, curlwp)) != 0) {
    507  1.131.2.1  wrstuden 		GRE_DPRINTF(sc, "sobind failed\n");
    508      1.111    dyoung 		goto out;
    509       1.62    dyoung 	}
    510       1.62    dyoung 
    511  1.131.2.1  wrstuden 	sockaddr_copy(sa, MIN(MLEN, sizeof(sp->sp_dst)), sstocsa(&sp->sp_dst));
    512      1.111    dyoung 	m->m_len = sp->sp_dst.ss_len;
    513       1.62    dyoung 
    514  1.131.2.1  wrstuden 	solock(so);
    515      1.127    dyoung 	if ((rc = soconnect(so, m, curlwp)) != 0) {
    516  1.131.2.1  wrstuden 		GRE_DPRINTF(sc, "soconnect failed\n");
    517  1.131.2.1  wrstuden 		sounlock(so);
    518       1.62    dyoung 		goto out;
    519       1.62    dyoung 	}
    520  1.131.2.1  wrstuden 	sounlock(so);
    521       1.62    dyoung 
    522      1.111    dyoung 	/* XXX convert to a (new) SOL_SOCKET call */
    523       1.62    dyoung 	*mtod(m, int *) = ip_gre_ttl;
    524       1.76    dyoung 	m->m_len = sizeof(int);
    525      1.111    dyoung 	pr = so->so_proto;
    526      1.111    dyoung 	KASSERT(pr != NULL);
    527      1.111    dyoung 	rc = sosetopt(so, IPPROTO_IP, IP_TTL, m);
    528       1.62    dyoung 	m = NULL;
    529       1.62    dyoung 	if (rc != 0) {
    530  1.131.2.1  wrstuden 		GRE_DPRINTF(sc, "sosetopt ttl failed\n");
    531      1.111    dyoung 		rc = 0;
    532      1.111    dyoung 	}
    533      1.111    dyoung 	rc = sosetopt(so, SOL_SOCKET, SO_NOHEADER, m_intopt(so, 1));
    534      1.111    dyoung 	if (rc != 0) {
    535  1.131.2.1  wrstuden 		GRE_DPRINTF(sc, "sosetopt SO_NOHEADER failed\n");
    536       1.62    dyoung 		rc = 0;
    537       1.62    dyoung 	}
    538       1.62    dyoung out:
    539       1.62    dyoung 	m_freem(m);
    540       1.62    dyoung 
    541       1.62    dyoung 	if (rc != 0)
    542      1.125        ad 		fd_close(fd);
    543      1.125        ad 	else  {
    544      1.125        ad 		fd_putfile(fd);
    545      1.111    dyoung 		*fdout = fd;
    546      1.125        ad 	}
    547       1.62    dyoung 
    548       1.62    dyoung 	return rc;
    549       1.62    dyoung }
    550       1.62    dyoung 
    551      1.111    dyoung static int
    552  1.131.2.1  wrstuden gre_sosend(struct socket *so, struct mbuf *top)
    553      1.111    dyoung {
    554      1.111    dyoung 	struct mbuf	**mp;
    555      1.111    dyoung 	struct proc	*p;
    556      1.111    dyoung 	long		space, resid;
    557      1.130        ad 	int		error;
    558  1.131.2.1  wrstuden 	struct lwp * const l = curlwp;
    559      1.111    dyoung 
    560      1.111    dyoung 	p = l->l_proc;
    561      1.111    dyoung 
    562      1.111    dyoung 	resid = top->m_pkthdr.len;
    563      1.111    dyoung 	if (p)
    564      1.126        ad 		l->l_ru.ru_msgsnd++;
    565      1.130        ad #define	snderr(errno)	{ error = errno; goto release; }
    566      1.111    dyoung 
    567      1.130        ad 	solock(so);
    568      1.111    dyoung 	if ((error = sblock(&so->so_snd, M_NOWAIT)) != 0)
    569      1.111    dyoung 		goto out;
    570      1.111    dyoung 	if (so->so_state & SS_CANTSENDMORE)
    571      1.111    dyoung 		snderr(EPIPE);
    572      1.111    dyoung 	if (so->so_error) {
    573      1.111    dyoung 		error = so->so_error;
    574      1.111    dyoung 		so->so_error = 0;
    575      1.111    dyoung 		goto release;
    576      1.111    dyoung 	}
    577      1.111    dyoung 	if ((so->so_state & SS_ISCONNECTED) == 0) {
    578      1.111    dyoung 		if (so->so_proto->pr_flags & PR_CONNREQUIRED) {
    579      1.111    dyoung 			if ((so->so_state & SS_ISCONFIRMING) == 0)
    580      1.111    dyoung 				snderr(ENOTCONN);
    581      1.111    dyoung 		} else
    582      1.111    dyoung 			snderr(EDESTADDRREQ);
    583      1.111    dyoung 	}
    584      1.111    dyoung 	space = sbspace(&so->so_snd);
    585      1.111    dyoung 	if (resid > so->so_snd.sb_hiwat)
    586      1.111    dyoung 		snderr(EMSGSIZE);
    587      1.111    dyoung 	if (space < resid)
    588      1.111    dyoung 		snderr(EWOULDBLOCK);
    589      1.111    dyoung 	mp = &top;
    590      1.111    dyoung 	/*
    591      1.111    dyoung 	 * Data is prepackaged in "top".
    592      1.111    dyoung 	 */
    593      1.111    dyoung 	if (so->so_state & SS_CANTSENDMORE)
    594      1.111    dyoung 		snderr(EPIPE);
    595      1.111    dyoung 	error = (*so->so_proto->pr_usrreq)(so, PRU_SEND, top, NULL, NULL, l);
    596      1.111    dyoung 	top = NULL;
    597      1.111    dyoung 	mp = &top;
    598      1.111    dyoung  release:
    599      1.111    dyoung 	sbunlock(&so->so_snd);
    600      1.111    dyoung  out:
    601      1.130        ad  	sounlock(so);
    602      1.111    dyoung 	if (top != NULL)
    603      1.111    dyoung 		m_freem(top);
    604      1.111    dyoung 	return error;
    605      1.111    dyoung }
    606      1.111    dyoung 
    607      1.111    dyoung /* This is a stripped-down version of soreceive() that will never
    608      1.111    dyoung  * block.  It will support SOCK_DGRAM sockets.  It may also support
    609      1.111    dyoung  * SOCK_SEQPACKET sockets.
    610      1.111    dyoung  */
    611      1.111    dyoung static int
    612      1.111    dyoung gre_soreceive(struct socket *so, struct mbuf **mp0)
    613      1.102    dyoung {
    614      1.112    dyoung 	struct mbuf *m, **mp;
    615      1.130        ad 	int flags, len, error, type;
    616      1.111    dyoung 	const struct protosw	*pr;
    617      1.112    dyoung 	struct mbuf *nextrecord;
    618      1.111    dyoung 
    619      1.111    dyoung 	KASSERT(mp0 != NULL);
    620      1.111    dyoung 
    621      1.111    dyoung 	flags = MSG_DONTWAIT;
    622      1.111    dyoung 	pr = so->so_proto;
    623      1.111    dyoung 	mp = mp0;
    624      1.111    dyoung 	type = 0;
    625      1.111    dyoung 
    626      1.111    dyoung 	*mp = NULL;
    627      1.111    dyoung 
    628      1.111    dyoung 	KASSERT(pr->pr_flags & PR_ATOMIC);
    629      1.111    dyoung 
    630      1.111    dyoung 	if (so->so_state & SS_ISCONFIRMING)
    631      1.127    dyoung 		(*pr->pr_usrreq)(so, PRU_RCVD, NULL, NULL, NULL, curlwp);
    632      1.111    dyoung  restart:
    633      1.130        ad 	if ((error = sblock(&so->so_rcv, M_NOWAIT)) != 0) {
    634      1.111    dyoung 		return error;
    635      1.130        ad 	}
    636      1.111    dyoung 	m = so->so_rcv.sb_mb;
    637      1.111    dyoung 	/*
    638      1.111    dyoung 	 * If we have less data than requested, do not block awaiting more.
    639      1.111    dyoung 	 */
    640      1.111    dyoung 	if (m == NULL) {
    641      1.111    dyoung #ifdef DIAGNOSTIC
    642      1.111    dyoung 		if (so->so_rcv.sb_cc)
    643      1.111    dyoung 			panic("receive 1");
    644      1.111    dyoung #endif
    645      1.111    dyoung 		if (so->so_error) {
    646      1.111    dyoung 			error = so->so_error;
    647      1.111    dyoung 			so->so_error = 0;
    648      1.111    dyoung 		} else if (so->so_state & SS_CANTRCVMORE)
    649      1.111    dyoung 			;
    650      1.111    dyoung 		else if ((so->so_state & (SS_ISCONNECTED|SS_ISCONNECTING)) == 0
    651      1.111    dyoung 		      && (so->so_proto->pr_flags & PR_CONNREQUIRED))
    652      1.111    dyoung 			error = ENOTCONN;
    653      1.111    dyoung 		else
    654      1.111    dyoung 			error = EWOULDBLOCK;
    655      1.111    dyoung 		goto release;
    656      1.111    dyoung 	}
    657      1.111    dyoung 	/*
    658      1.111    dyoung 	 * On entry here, m points to the first record of the socket buffer.
    659      1.111    dyoung 	 * While we process the initial mbufs containing address and control
    660      1.111    dyoung 	 * info, we save a copy of m->m_nextpkt into nextrecord.
    661      1.111    dyoung 	 */
    662      1.127    dyoung 	if (curlwp != NULL)
    663      1.127    dyoung 		curlwp->l_ru.ru_msgrcv++;
    664      1.111    dyoung 	KASSERT(m == so->so_rcv.sb_mb);
    665      1.111    dyoung 	SBLASTRECORDCHK(&so->so_rcv, "soreceive 1");
    666      1.111    dyoung 	SBLASTMBUFCHK(&so->so_rcv, "soreceive 1");
    667      1.111    dyoung 	nextrecord = m->m_nextpkt;
    668      1.111    dyoung 	if (pr->pr_flags & PR_ADDR) {
    669      1.111    dyoung #ifdef DIAGNOSTIC
    670      1.111    dyoung 		if (m->m_type != MT_SONAME)
    671      1.111    dyoung 			panic("receive 1a");
    672      1.111    dyoung #endif
    673      1.111    dyoung 		sbfree(&so->so_rcv, m);
    674      1.111    dyoung 		MFREE(m, so->so_rcv.sb_mb);
    675      1.111    dyoung 		m = so->so_rcv.sb_mb;
    676      1.111    dyoung 	}
    677      1.111    dyoung 	while (m != NULL && m->m_type == MT_CONTROL && error == 0) {
    678      1.111    dyoung 		sbfree(&so->so_rcv, m);
    679      1.111    dyoung 		/*
    680      1.111    dyoung 		 * Dispose of any SCM_RIGHTS message that went
    681      1.111    dyoung 		 * through the read path rather than recv.
    682      1.111    dyoung 		 */
    683      1.111    dyoung 		if (pr->pr_domain->dom_dispose &&
    684      1.111    dyoung 		    mtod(m, struct cmsghdr *)->cmsg_type == SCM_RIGHTS)
    685      1.111    dyoung 			(*pr->pr_domain->dom_dispose)(m);
    686      1.111    dyoung 		MFREE(m, so->so_rcv.sb_mb);
    687      1.111    dyoung 		m = so->so_rcv.sb_mb;
    688      1.111    dyoung 	}
    689      1.111    dyoung 
    690      1.111    dyoung 	/*
    691      1.111    dyoung 	 * If m is non-NULL, we have some data to read.  From now on,
    692      1.111    dyoung 	 * make sure to keep sb_lastrecord consistent when working on
    693      1.111    dyoung 	 * the last packet on the chain (nextrecord == NULL) and we
    694      1.111    dyoung 	 * change m->m_nextpkt.
    695      1.111    dyoung 	 */
    696      1.111    dyoung 	if (m != NULL) {
    697      1.111    dyoung 		m->m_nextpkt = nextrecord;
    698      1.111    dyoung 		/*
    699      1.111    dyoung 		 * If nextrecord == NULL (this is a single chain),
    700      1.111    dyoung 		 * then sb_lastrecord may not be valid here if m
    701      1.111    dyoung 		 * was changed earlier.
    702      1.111    dyoung 		 */
    703      1.111    dyoung 		if (nextrecord == NULL) {
    704      1.111    dyoung 			KASSERT(so->so_rcv.sb_mb == m);
    705      1.111    dyoung 			so->so_rcv.sb_lastrecord = m;
    706      1.111    dyoung 		}
    707      1.111    dyoung 		type = m->m_type;
    708      1.111    dyoung 		if (type == MT_OOBDATA)
    709      1.111    dyoung 			flags |= MSG_OOB;
    710      1.111    dyoung 	} else {
    711      1.111    dyoung 		KASSERT(so->so_rcv.sb_mb == m);
    712      1.111    dyoung 		so->so_rcv.sb_mb = nextrecord;
    713      1.111    dyoung 		SB_EMPTY_FIXUP(&so->so_rcv);
    714      1.111    dyoung 	}
    715      1.111    dyoung 	SBLASTRECORDCHK(&so->so_rcv, "soreceive 2");
    716      1.111    dyoung 	SBLASTMBUFCHK(&so->so_rcv, "soreceive 2");
    717      1.111    dyoung 
    718      1.111    dyoung 	while (m != NULL) {
    719      1.111    dyoung 		if (m->m_type == MT_OOBDATA) {
    720      1.111    dyoung 			if (type != MT_OOBDATA)
    721      1.111    dyoung 				break;
    722      1.111    dyoung 		} else if (type == MT_OOBDATA)
    723      1.111    dyoung 			break;
    724      1.111    dyoung #ifdef DIAGNOSTIC
    725      1.111    dyoung 		else if (m->m_type != MT_DATA && m->m_type != MT_HEADER)
    726      1.111    dyoung 			panic("receive 3");
    727      1.111    dyoung #endif
    728      1.111    dyoung 		so->so_state &= ~SS_RCVATMARK;
    729      1.111    dyoung 		if (so->so_oobmark != 0 && so->so_oobmark < m->m_len)
    730      1.111    dyoung 			break;
    731      1.111    dyoung 		len = m->m_len;
    732      1.111    dyoung 		/*
    733      1.111    dyoung 		 * mp is set, just pass back the mbufs.
    734      1.111    dyoung 		 * Sockbuf must be consistent here (points to current mbuf,
    735      1.111    dyoung 		 * it points to next record) when we drop priority;
    736      1.111    dyoung 		 * we must note any additions to the sockbuf when we
    737      1.111    dyoung 		 * block interrupts again.
    738      1.111    dyoung 		 */
    739      1.111    dyoung 		if (m->m_flags & M_EOR)
    740      1.111    dyoung 			flags |= MSG_EOR;
    741      1.111    dyoung 		nextrecord = m->m_nextpkt;
    742      1.111    dyoung 		sbfree(&so->so_rcv, m);
    743      1.111    dyoung 		*mp = m;
    744      1.111    dyoung 		mp = &m->m_next;
    745      1.111    dyoung 		so->so_rcv.sb_mb = m = m->m_next;
    746      1.111    dyoung 		*mp = NULL;
    747      1.111    dyoung 		/*
    748      1.111    dyoung 		 * If m != NULL, we also know that
    749      1.111    dyoung 		 * so->so_rcv.sb_mb != NULL.
    750      1.102    dyoung 		 */
    751      1.111    dyoung 		KASSERT(so->so_rcv.sb_mb == m);
    752      1.111    dyoung 		if (m) {
    753      1.111    dyoung 			m->m_nextpkt = nextrecord;
    754      1.111    dyoung 			if (nextrecord == NULL)
    755      1.111    dyoung 				so->so_rcv.sb_lastrecord = m;
    756      1.111    dyoung 		} else {
    757      1.111    dyoung 			so->so_rcv.sb_mb = nextrecord;
    758      1.111    dyoung 			SB_EMPTY_FIXUP(&so->so_rcv);
    759      1.111    dyoung 		}
    760      1.111    dyoung 		SBLASTRECORDCHK(&so->so_rcv, "soreceive 3");
    761      1.111    dyoung 		SBLASTMBUFCHK(&so->so_rcv, "soreceive 3");
    762      1.111    dyoung 		if (so->so_oobmark) {
    763      1.111    dyoung 			so->so_oobmark -= len;
    764      1.111    dyoung 			if (so->so_oobmark == 0) {
    765      1.111    dyoung 				so->so_state |= SS_RCVATMARK;
    766      1.111    dyoung 				break;
    767      1.111    dyoung 			}
    768      1.102    dyoung 		}
    769      1.111    dyoung 		if (flags & MSG_EOR)
    770      1.111    dyoung 			break;
    771      1.111    dyoung 	}
    772      1.111    dyoung 
    773      1.111    dyoung 	if (m != NULL) {
    774      1.111    dyoung 		m_freem(*mp);
    775      1.111    dyoung 		*mp = NULL;
    776      1.111    dyoung 		error = ENOMEM;
    777      1.111    dyoung 		(void) sbdroprecord(&so->so_rcv);
    778      1.111    dyoung 	} else {
    779      1.111    dyoung 		/*
    780      1.111    dyoung 		 * First part is an inline SB_EMPTY_FIXUP().  Second
    781      1.111    dyoung 		 * part makes sure sb_lastrecord is up-to-date if
    782      1.111    dyoung 		 * there is still data in the socket buffer.
    783      1.111    dyoung 		 */
    784      1.111    dyoung 		so->so_rcv.sb_mb = nextrecord;
    785      1.111    dyoung 		if (so->so_rcv.sb_mb == NULL) {
    786      1.111    dyoung 			so->so_rcv.sb_mbtail = NULL;
    787      1.111    dyoung 			so->so_rcv.sb_lastrecord = NULL;
    788      1.111    dyoung 		} else if (nextrecord->m_nextpkt == NULL)
    789      1.111    dyoung 			so->so_rcv.sb_lastrecord = nextrecord;
    790      1.111    dyoung 	}
    791      1.111    dyoung 	SBLASTRECORDCHK(&so->so_rcv, "soreceive 4");
    792      1.111    dyoung 	SBLASTMBUFCHK(&so->so_rcv, "soreceive 4");
    793      1.111    dyoung 	if (pr->pr_flags & PR_WANTRCVD && so->so_pcb)
    794      1.111    dyoung 		(*pr->pr_usrreq)(so, PRU_RCVD, NULL,
    795      1.127    dyoung 		    (struct mbuf *)(long)flags, NULL, curlwp);
    796      1.111    dyoung 	if (*mp0 == NULL && (flags & MSG_EOR) == 0 &&
    797      1.111    dyoung 	    (so->so_state & SS_CANTRCVMORE) == 0) {
    798      1.111    dyoung 		sbunlock(&so->so_rcv);
    799      1.111    dyoung 		goto restart;
    800      1.111    dyoung 	}
    801      1.111    dyoung 
    802      1.111    dyoung  release:
    803      1.111    dyoung 	sbunlock(&so->so_rcv);
    804      1.111    dyoung 	return error;
    805      1.111    dyoung }
    806      1.102    dyoung 
    807      1.102    dyoung static struct socket *
    808  1.131.2.1  wrstuden gre_reconf(struct gre_softc *sc, const struct gre_soparm *newsoparm)
    809      1.102    dyoung {
    810      1.102    dyoung 	struct ifnet *ifp = &sc->sc_if;
    811      1.102    dyoung 
    812  1.131.2.1  wrstuden 	GRE_DPRINTF(sc, "enter\n");
    813      1.102    dyoung 
    814      1.102    dyoung shutdown:
    815  1.131.2.1  wrstuden 	if (sc->sc_soparm.sp_so != NULL) {
    816  1.131.2.1  wrstuden 		GRE_DPRINTF(sc, "\n");
    817  1.131.2.1  wrstuden 		gre_upcall_remove(sc->sc_soparm.sp_so);
    818      1.118        ad 		softint_disestablish(sc->sc_si);
    819      1.111    dyoung 		sc->sc_si = NULL;
    820  1.131.2.1  wrstuden 		gre_fp_send(sc, GRE_M_DELFP, NULL);
    821      1.115    dyoung 		gre_clearconf(&sc->sc_soparm, false);
    822      1.111    dyoung 	}
    823      1.111    dyoung 
    824      1.114    dyoung 	if (newsoparm != NULL) {
    825  1.131.2.1  wrstuden 		GRE_DPRINTF(sc, "\n");
    826      1.114    dyoung 		sc->sc_soparm = *newsoparm;
    827      1.129    dyoung 		newsoparm = NULL;
    828      1.114    dyoung 	}
    829      1.102    dyoung 
    830  1.131.2.1  wrstuden 	if (sc->sc_soparm.sp_so != NULL) {
    831  1.131.2.1  wrstuden 		GRE_DPRINTF(sc, "\n");
    832      1.118        ad 		sc->sc_si = softint_establish(SOFTINT_NET, greintr, sc);
    833  1.131.2.1  wrstuden 		gre_upcall_add(sc->sc_soparm.sp_so, sc);
    834      1.111    dyoung 		if ((ifp->if_flags & IFF_UP) == 0) {
    835  1.131.2.1  wrstuden 			GRE_DPRINTF(sc, "down\n");
    836      1.111    dyoung 			goto shutdown;
    837      1.111    dyoung 		}
    838      1.102    dyoung 	}
    839      1.111    dyoung 
    840  1.131.2.1  wrstuden 	GRE_DPRINTF(sc, "\n");
    841  1.131.2.1  wrstuden 	if (sc->sc_soparm.sp_so != NULL)
    842      1.102    dyoung 		sc->sc_if.if_flags |= IFF_RUNNING;
    843      1.111    dyoung 	else {
    844      1.111    dyoung 		gre_bufq_purge(&sc->sc_snd);
    845      1.102    dyoung 		sc->sc_if.if_flags &= ~IFF_RUNNING;
    846      1.111    dyoung 	}
    847  1.131.2.1  wrstuden 	return sc->sc_soparm.sp_so;
    848      1.102    dyoung }
    849      1.102    dyoung 
    850      1.111    dyoung static int
    851      1.111    dyoung gre_input(struct gre_softc *sc, struct mbuf *m, int hlen,
    852      1.111    dyoung     const struct gre_h *gh)
    853       1.62    dyoung {
    854      1.124      matt 	uint16_t flags;
    855      1.124      matt 	uint32_t af;		/* af passed to BPF tap */
    856      1.111    dyoung 	int isr, s;
    857       1.62    dyoung 	struct ifqueue *ifq;
    858       1.62    dyoung 
    859       1.62    dyoung 	sc->sc_if.if_ipackets++;
    860       1.62    dyoung 	sc->sc_if.if_ibytes += m->m_pkthdr.len;
    861       1.62    dyoung 
    862       1.89    dyoung 	hlen += sizeof(struct gre_h);
    863       1.62    dyoung 
    864       1.89    dyoung 	/* process GRE flags as packet can be of variable len */
    865       1.89    dyoung 	flags = ntohs(gh->flags);
    866       1.62    dyoung 
    867       1.89    dyoung 	/* Checksum & Offset are present */
    868       1.89    dyoung 	if ((flags & GRE_CP) | (flags & GRE_RP))
    869       1.89    dyoung 		hlen += 4;
    870       1.89    dyoung 	/* We don't support routing fields (variable length) */
    871       1.89    dyoung 	if (flags & GRE_RP) {
    872       1.89    dyoung 		sc->sc_if.if_ierrors++;
    873       1.89    dyoung 		return 0;
    874       1.89    dyoung 	}
    875       1.89    dyoung 	if (flags & GRE_KP)
    876       1.89    dyoung 		hlen += 4;
    877       1.89    dyoung 	if (flags & GRE_SP)
    878       1.89    dyoung 		hlen += 4;
    879       1.89    dyoung 
    880       1.89    dyoung 	switch (ntohs(gh->ptype)) { /* ethertypes */
    881      1.111    dyoung 	case ETHERTYPE_IP:
    882      1.111    dyoung 		ifq = &ipintrq;
    883       1.89    dyoung 		isr = NETISR_IP;
    884      1.113    dyoung 		af = AF_INET;
    885       1.89    dyoung 		break;
    886       1.62    dyoung #ifdef NETATALK
    887       1.89    dyoung 	case ETHERTYPE_ATALK:
    888       1.89    dyoung 		ifq = &atintrq1;
    889       1.89    dyoung 		isr = NETISR_ATALK;
    890       1.89    dyoung 		af = AF_APPLETALK;
    891       1.89    dyoung 		break;
    892       1.62    dyoung #endif
    893       1.62    dyoung #ifdef INET6
    894       1.89    dyoung 	case ETHERTYPE_IPV6:
    895       1.89    dyoung 		ifq = &ip6intrq;
    896       1.89    dyoung 		isr = NETISR_IPV6;
    897       1.89    dyoung 		af = AF_INET6;
    898       1.89    dyoung 		break;
    899       1.62    dyoung #endif
    900       1.89    dyoung 	default:	   /* others not yet supported */
    901  1.131.2.1  wrstuden 		GRE_DPRINTF(sc, "unhandled ethertype 0x%04x\n",
    902       1.89    dyoung 		    ntohs(gh->ptype));
    903       1.89    dyoung 		sc->sc_if.if_noproto++;
    904       1.87    dyoung 		return 0;
    905       1.62    dyoung 	}
    906       1.62    dyoung 
    907       1.62    dyoung 	if (hlen > m->m_pkthdr.len) {
    908       1.62    dyoung 		m_freem(m);
    909       1.62    dyoung 		sc->sc_if.if_ierrors++;
    910       1.87    dyoung 		return EINVAL;
    911       1.62    dyoung 	}
    912       1.62    dyoung 	m_adj(m, hlen);
    913       1.62    dyoung 
    914       1.62    dyoung #if NBPFILTER > 0
    915       1.62    dyoung 	if (sc->sc_if.if_bpf != NULL)
    916       1.62    dyoung 		bpf_mtap_af(sc->sc_if.if_bpf, af, m);
    917       1.62    dyoung #endif /*NBPFILTER > 0*/
    918       1.62    dyoung 
    919       1.62    dyoung 	m->m_pkthdr.rcvif = &sc->sc_if;
    920       1.62    dyoung 
    921      1.111    dyoung 	s = splnet();
    922       1.62    dyoung 	if (IF_QFULL(ifq)) {
    923       1.62    dyoung 		IF_DROP(ifq);
    924       1.62    dyoung 		m_freem(m);
    925       1.62    dyoung 	} else {
    926       1.62    dyoung 		IF_ENQUEUE(ifq, m);
    927       1.62    dyoung 	}
    928       1.62    dyoung 	/* we need schednetisr since the address family may change */
    929       1.62    dyoung 	schednetisr(isr);
    930      1.111    dyoung 	splx(s);
    931       1.62    dyoung 
    932       1.87    dyoung 	return 1;	/* packet is done, no further processing needed */
    933       1.62    dyoung }
    934       1.62    dyoung 
    935       1.20    itojun /*
    936        1.1       hwr  * The output routine. Takes a packet and encapsulates it in the protocol
    937      1.111    dyoung  * given by sc->sc_soparm.sp_proto. See also RFC 1701 and RFC 2004
    938        1.1       hwr  */
    939       1.59   thorpej static int
    940       1.84    dyoung gre_output(struct ifnet *ifp, struct mbuf *m, const struct sockaddr *dst,
    941       1.74  christos 	   struct rtentry *rt)
    942        1.1       hwr {
    943      1.111    dyoung 	int error = 0;
    944       1.10   thorpej 	struct gre_softc *sc = ifp->if_softc;
    945       1.62    dyoung 	struct gre_h *gh;
    946      1.111    dyoung 	struct ip *ip;
    947      1.124      matt 	uint8_t ip_tos = 0;
    948      1.124      matt 	uint16_t etype = 0;
    949       1.24    martin 
    950      1.111    dyoung 	if ((ifp->if_flags & (IFF_UP|IFF_RUNNING)) != (IFF_UP|IFF_RUNNING)) {
    951       1.37    itojun 		m_freem(m);
    952       1.38    itojun 		error = ENETDOWN;
    953       1.38    itojun 		goto end;
    954       1.37    itojun 	}
    955        1.1       hwr 
    956      1.113    dyoung #if NBPFILTER > 0
    957      1.113    dyoung 	if (ifp->if_bpf != NULL)
    958       1.52  christos 		bpf_mtap_af(ifp->if_bpf, dst->sa_family, m);
    959        1.1       hwr #endif
    960        1.1       hwr 
    961       1.26    martin 	m->m_flags &= ~(M_BCAST|M_MCAST);
    962        1.1       hwr 
    963  1.131.2.1  wrstuden 	GRE_DPRINTF(sc, "dst->sa_family=%d\n", dst->sa_family);
    964      1.111    dyoung 	switch (dst->sa_family) {
    965      1.111    dyoung 	case AF_INET:
    966       1.89    dyoung 		ip = mtod(m, struct ip *);
    967      1.111    dyoung 		ip_tos = ip->ip_tos;
    968      1.111    dyoung 		etype = htons(ETHERTYPE_IP);
    969       1.62    dyoung 		break;
    970        1.1       hwr #ifdef NETATALK
    971      1.111    dyoung 	case AF_APPLETALK:
    972      1.111    dyoung 		etype = htons(ETHERTYPE_ATALK);
    973      1.111    dyoung 		break;
    974        1.1       hwr #endif
    975       1.56        is #ifdef INET6
    976      1.111    dyoung 	case AF_INET6:
    977      1.111    dyoung 		etype = htons(ETHERTYPE_IPV6);
    978      1.111    dyoung 		break;
    979       1.56        is #endif
    980       1.62    dyoung 	default:
    981        1.1       hwr 		IF_DROP(&ifp->if_snd);
    982        1.1       hwr 		m_freem(m);
    983      1.111    dyoung 		error = EAFNOSUPPORT;
    984       1.38    itojun 		goto end;
    985        1.1       hwr 	}
    986        1.1       hwr 
    987      1.111    dyoung 	M_PREPEND(m, sizeof(*gh), M_DONTWAIT);
    988       1.62    dyoung 
    989       1.62    dyoung 	if (m == NULL) {
    990        1.1       hwr 		IF_DROP(&ifp->if_snd);
    991       1.38    itojun 		error = ENOBUFS;
    992       1.38    itojun 		goto end;
    993        1.1       hwr 	}
    994        1.1       hwr 
    995      1.111    dyoung 	gh = mtod(m, struct gre_h *);
    996      1.111    dyoung 	gh->flags = 0;
    997      1.111    dyoung 	gh->ptype = etype;
    998      1.111    dyoung 	/* XXX Need to handle IP ToS.  Look at how I handle IP TTL. */
    999        1.1       hwr 
   1000        1.1       hwr 	ifp->if_opackets++;
   1001        1.8  explorer 	ifp->if_obytes += m->m_pkthdr.len;
   1002       1.62    dyoung 
   1003        1.1       hwr 	/* send it off */
   1004      1.111    dyoung 	if ((error = gre_bufq_enqueue(&sc->sc_snd, m)) != 0) {
   1005      1.111    dyoung 		sc->sc_oflow_ev.ev_count++;
   1006      1.111    dyoung 		m_freem(m);
   1007      1.112    dyoung 	} else
   1008      1.118        ad 		softint_schedule(sc->sc_si);
   1009       1.38    itojun   end:
   1010        1.8  explorer 	if (error)
   1011        1.1       hwr 		ifp->if_oerrors++;
   1012       1.87    dyoung 	return error;
   1013        1.1       hwr }
   1014        1.1       hwr 
   1015       1.62    dyoung static int
   1016       1.62    dyoung gre_getname(struct socket *so, int req, struct mbuf *nam, struct lwp *l)
   1017       1.62    dyoung {
   1018       1.93    dyoung 	return (*so->so_proto->pr_usrreq)(so, req, NULL, nam, NULL, l);
   1019       1.62    dyoung }
   1020       1.62    dyoung 
   1021       1.62    dyoung static int
   1022       1.62    dyoung gre_getsockname(struct socket *so, struct mbuf *nam, struct lwp *l)
   1023       1.62    dyoung {
   1024       1.62    dyoung 	return gre_getname(so, PRU_SOCKADDR, nam, l);
   1025       1.62    dyoung }
   1026       1.62    dyoung 
   1027       1.62    dyoung static int
   1028       1.62    dyoung gre_getpeername(struct socket *so, struct mbuf *nam, struct lwp *l)
   1029       1.62    dyoung {
   1030       1.62    dyoung 	return gre_getname(so, PRU_PEERADDR, nam, l);
   1031       1.62    dyoung }
   1032       1.62    dyoung 
   1033       1.62    dyoung static int
   1034      1.111    dyoung gre_getnames(struct socket *so, struct lwp *l, struct sockaddr_storage *src,
   1035      1.111    dyoung     struct sockaddr_storage *dst)
   1036       1.62    dyoung {
   1037       1.62    dyoung 	struct mbuf *m;
   1038      1.111    dyoung 	struct sockaddr_storage *ss;
   1039       1.62    dyoung 	int rc;
   1040       1.62    dyoung 
   1041      1.120    dyoung 	if ((m = getsombuf(so, MT_SONAME)) == NULL)
   1042       1.62    dyoung 		return ENOBUFS;
   1043       1.62    dyoung 
   1044      1.111    dyoung 	ss = mtod(m, struct sockaddr_storage *);
   1045       1.62    dyoung 
   1046      1.130        ad 	solock(so);
   1047       1.62    dyoung 	if ((rc = gre_getsockname(so, m, l)) != 0)
   1048       1.62    dyoung 		goto out;
   1049      1.111    dyoung 	*src = *ss;
   1050       1.62    dyoung 
   1051       1.62    dyoung 	if ((rc = gre_getpeername(so, m, l)) != 0)
   1052       1.62    dyoung 		goto out;
   1053      1.111    dyoung 	*dst = *ss;
   1054       1.62    dyoung out:
   1055      1.130        ad 	sounlock(so);
   1056       1.62    dyoung 	m_freem(m);
   1057       1.62    dyoung 	return rc;
   1058       1.62    dyoung }
   1059       1.62    dyoung 
   1060       1.93    dyoung static void
   1061  1.131.2.1  wrstuden gre_fp_recvloop(void *arg)
   1062  1.131.2.1  wrstuden {
   1063  1.131.2.1  wrstuden 	struct gre_softc *sc = arg;
   1064  1.131.2.1  wrstuden 
   1065  1.131.2.1  wrstuden 	mutex_enter(&sc->sc_mtx);
   1066  1.131.2.1  wrstuden 	while (gre_fp_recv(sc))
   1067  1.131.2.1  wrstuden 		;
   1068  1.131.2.1  wrstuden 	mutex_exit(&sc->sc_mtx);
   1069  1.131.2.1  wrstuden 	kthread_exit(0);
   1070  1.131.2.1  wrstuden }
   1071  1.131.2.1  wrstuden 
   1072  1.131.2.1  wrstuden static bool
   1073  1.131.2.1  wrstuden gre_fp_recv(struct gre_softc *sc)
   1074  1.131.2.1  wrstuden {
   1075  1.131.2.1  wrstuden 	int fd, ofd, rc;
   1076  1.131.2.1  wrstuden 	file_t *fp;
   1077  1.131.2.1  wrstuden 
   1078  1.131.2.1  wrstuden 	fp = sc->sc_fp;
   1079  1.131.2.1  wrstuden 	ofd = sc->sc_fd;
   1080  1.131.2.1  wrstuden 	fd = -1;
   1081  1.131.2.1  wrstuden 
   1082  1.131.2.1  wrstuden 	switch (sc->sc_msg) {
   1083  1.131.2.1  wrstuden 	case GRE_M_STOP:
   1084  1.131.2.1  wrstuden 		cv_signal(&sc->sc_fp_condvar);
   1085  1.131.2.1  wrstuden 		return false;
   1086  1.131.2.1  wrstuden 	case GRE_M_SETFP:
   1087  1.131.2.1  wrstuden 		mutex_exit(&sc->sc_mtx);
   1088  1.131.2.1  wrstuden 		rc = fd_dup(fp, 0, &fd, 0);
   1089  1.131.2.1  wrstuden 		mutex_enter(&sc->sc_mtx);
   1090  1.131.2.1  wrstuden 		if (rc != 0) {
   1091  1.131.2.1  wrstuden 			sc->sc_msg = GRE_M_ERR;
   1092  1.131.2.1  wrstuden 			break;
   1093  1.131.2.1  wrstuden 		}
   1094  1.131.2.1  wrstuden 		/*FALLTHROUGH*/
   1095  1.131.2.1  wrstuden 	case GRE_M_DELFP:
   1096  1.131.2.1  wrstuden 		mutex_exit(&sc->sc_mtx);
   1097  1.131.2.1  wrstuden 		if (ofd != -1 && fd_getfile(ofd) != NULL)
   1098  1.131.2.1  wrstuden 			fd_close(ofd);
   1099  1.131.2.1  wrstuden 		mutex_enter(&sc->sc_mtx);
   1100  1.131.2.1  wrstuden 		sc->sc_fd = fd;
   1101  1.131.2.1  wrstuden 		sc->sc_msg = GRE_M_OK;
   1102  1.131.2.1  wrstuden 		break;
   1103  1.131.2.1  wrstuden 	default:
   1104  1.131.2.1  wrstuden 		gre_fp_wait(sc);
   1105  1.131.2.1  wrstuden 		return true;
   1106  1.131.2.1  wrstuden 	}
   1107  1.131.2.1  wrstuden 	cv_signal(&sc->sc_fp_condvar);
   1108  1.131.2.1  wrstuden 	return true;
   1109  1.131.2.1  wrstuden }
   1110  1.131.2.1  wrstuden 
   1111  1.131.2.1  wrstuden static bool
   1112  1.131.2.1  wrstuden gre_fp_send(struct gre_softc *sc, enum gre_msg msg, file_t *fp)
   1113       1.93    dyoung {
   1114  1.131.2.1  wrstuden 	bool rc;
   1115       1.93    dyoung 
   1116  1.131.2.1  wrstuden 	mutex_enter(&sc->sc_mtx);
   1117  1.131.2.1  wrstuden 	while (sc->sc_msg != GRE_M_NONE)
   1118  1.131.2.1  wrstuden 		gre_fp_wait(sc);
   1119  1.131.2.1  wrstuden 	sc->sc_fp = fp;
   1120  1.131.2.1  wrstuden 	sc->sc_msg = msg;
   1121  1.131.2.1  wrstuden 	cv_signal(&sc->sc_fp_condvar);
   1122  1.131.2.1  wrstuden 	while (sc->sc_msg != GRE_M_STOP && sc->sc_msg != GRE_M_OK &&
   1123  1.131.2.1  wrstuden 	            sc->sc_msg != GRE_M_ERR)
   1124  1.131.2.1  wrstuden 		gre_fp_wait(sc);
   1125  1.131.2.1  wrstuden 	rc = (sc->sc_msg != GRE_M_ERR);
   1126  1.131.2.1  wrstuden 	sc->sc_msg = GRE_M_NONE;
   1127  1.131.2.1  wrstuden 	cv_signal(&sc->sc_fp_condvar);
   1128  1.131.2.1  wrstuden 	mutex_exit(&sc->sc_mtx);
   1129  1.131.2.1  wrstuden 	return rc;
   1130       1.93    dyoung }
   1131       1.93    dyoung 
   1132       1.59   thorpej static int
   1133      1.111    dyoung gre_ssock(struct ifnet *ifp, struct gre_soparm *sp, int fd)
   1134        1.1       hwr {
   1135  1.131.2.1  wrstuden 	int error = 0;
   1136      1.111    dyoung 	const struct protosw *pr;
   1137      1.125        ad 	file_t *fp;
   1138      1.111    dyoung 	struct gre_softc *sc = ifp->if_softc;
   1139       1.62    dyoung 	struct socket *so;
   1140      1.111    dyoung 	struct sockaddr_storage dst, src;
   1141      1.111    dyoung 
   1142  1.131.2.1  wrstuden 	if ((error = getsock(fd, &fp)) != 0)
   1143  1.131.2.1  wrstuden 		return error;
   1144      1.111    dyoung 
   1145  1.131.2.1  wrstuden 	GRE_DPRINTF(sc, "\n");
   1146      1.111    dyoung 
   1147      1.111    dyoung 	so = (struct socket *)fp->f_data;
   1148      1.111    dyoung 	pr = so->so_proto;
   1149  1.131.2.1  wrstuden 
   1150  1.131.2.1  wrstuden 	GRE_DPRINTF(sc, "type %d, proto %d\n", pr->pr_type, pr->pr_protocol);
   1151  1.131.2.1  wrstuden 
   1152      1.111    dyoung 	if ((pr->pr_flags & PR_ATOMIC) == 0 ||
   1153      1.111    dyoung 	    (sp->sp_type != 0 && pr->pr_type != sp->sp_type) ||
   1154      1.111    dyoung 	    (sp->sp_proto != 0 && pr->pr_protocol != 0 &&
   1155      1.111    dyoung 	     pr->pr_protocol != sp->sp_proto)) {
   1156      1.111    dyoung 		error = EINVAL;
   1157  1.131.2.1  wrstuden 		goto err;
   1158      1.111    dyoung 	}
   1159      1.111    dyoung 
   1160  1.131.2.1  wrstuden 	GRE_DPRINTF(sc, "\n");
   1161      1.111    dyoung 
   1162      1.111    dyoung 	/* check address */
   1163      1.127    dyoung 	if ((error = gre_getnames(so, curlwp, &src, &dst)) != 0)
   1164  1.131.2.1  wrstuden 		goto err;
   1165      1.111    dyoung 
   1166  1.131.2.1  wrstuden 	GRE_DPRINTF(sc, "\n");
   1167      1.111    dyoung 
   1168  1.131.2.1  wrstuden 	if (!gre_fp_send(sc, GRE_M_SETFP, fp)) {
   1169  1.131.2.1  wrstuden 		error = EBUSY;
   1170  1.131.2.1  wrstuden 		goto err;
   1171  1.131.2.1  wrstuden 	}
   1172      1.111    dyoung 
   1173  1.131.2.1  wrstuden 	GRE_DPRINTF(sc, "\n");
   1174      1.111    dyoung 
   1175      1.111    dyoung 	sp->sp_src = src;
   1176      1.111    dyoung 	sp->sp_dst = dst;
   1177      1.111    dyoung 
   1178  1.131.2.1  wrstuden 	sp->sp_so = so;
   1179      1.111    dyoung 
   1180  1.131.2.1  wrstuden err:
   1181  1.131.2.1  wrstuden 	fd_putfile(fd);
   1182      1.111    dyoung 	return error;
   1183      1.111    dyoung }
   1184      1.111    dyoung 
   1185      1.111    dyoung static bool
   1186      1.111    dyoung sockaddr_is_anyaddr(const struct sockaddr *sa)
   1187      1.111    dyoung {
   1188      1.111    dyoung 	socklen_t anylen, salen;
   1189      1.111    dyoung 	const void *anyaddr, *addr;
   1190      1.111    dyoung 
   1191      1.111    dyoung 	if ((anyaddr = sockaddr_anyaddr(sa, &anylen)) == NULL ||
   1192      1.111    dyoung 	    (addr = sockaddr_const_addr(sa, &salen)) == NULL)
   1193      1.111    dyoung 		return false;
   1194      1.111    dyoung 
   1195      1.111    dyoung 	if (salen > anylen)
   1196      1.111    dyoung 		return false;
   1197      1.111    dyoung 
   1198      1.111    dyoung 	return memcmp(anyaddr, addr, MIN(anylen, salen)) == 0;
   1199      1.111    dyoung }
   1200      1.111    dyoung 
   1201      1.115    dyoung static bool
   1202      1.111    dyoung gre_is_nullconf(const struct gre_soparm *sp)
   1203      1.111    dyoung {
   1204      1.111    dyoung 	return sockaddr_is_anyaddr(sstocsa(&sp->sp_src)) ||
   1205      1.111    dyoung 	       sockaddr_is_anyaddr(sstocsa(&sp->sp_dst));
   1206      1.111    dyoung }
   1207      1.111    dyoung 
   1208      1.111    dyoung static void
   1209      1.115    dyoung gre_clearconf(struct gre_soparm *sp, bool force)
   1210      1.111    dyoung {
   1211      1.111    dyoung 	if (sp->sp_bysock || force) {
   1212      1.111    dyoung 		sockaddr_copy(sstosa(&sp->sp_src), sizeof(sp->sp_src),
   1213      1.111    dyoung 		    sockaddr_any(sstosa(&sp->sp_src)));
   1214      1.111    dyoung 		sockaddr_copy(sstosa(&sp->sp_dst), sizeof(sp->sp_dst),
   1215      1.111    dyoung 		    sockaddr_any(sstosa(&sp->sp_dst)));
   1216  1.131.2.1  wrstuden 		sp->sp_bysock = false;
   1217      1.111    dyoung 	}
   1218  1.131.2.1  wrstuden 	sp->sp_so = NULL; /* XXX */
   1219      1.111    dyoung }
   1220      1.111    dyoung 
   1221      1.111    dyoung static int
   1222      1.119    dyoung gre_ioctl_lock(struct gre_softc *sc)
   1223      1.119    dyoung {
   1224      1.119    dyoung 	mutex_enter(&sc->sc_mtx);
   1225      1.119    dyoung 
   1226      1.119    dyoung 	while (sc->sc_state == GRE_S_IOCTL)
   1227      1.119    dyoung 		gre_wait(sc);
   1228      1.119    dyoung 
   1229      1.119    dyoung 	if (sc->sc_state != GRE_S_IDLE) {
   1230      1.119    dyoung 		cv_signal(&sc->sc_condvar);
   1231      1.119    dyoung 		mutex_exit(&sc->sc_mtx);
   1232  1.131.2.1  wrstuden 		GRE_DPRINTF(sc, "\n");
   1233      1.119    dyoung 		return ENXIO;
   1234      1.119    dyoung 	}
   1235      1.119    dyoung 
   1236      1.119    dyoung 	sc->sc_state = GRE_S_IOCTL;
   1237      1.119    dyoung 
   1238      1.119    dyoung 	mutex_exit(&sc->sc_mtx);
   1239      1.119    dyoung 	return 0;
   1240      1.119    dyoung }
   1241      1.119    dyoung 
   1242      1.119    dyoung static void
   1243      1.119    dyoung gre_ioctl_unlock(struct gre_softc *sc)
   1244      1.119    dyoung {
   1245      1.119    dyoung 	mutex_enter(&sc->sc_mtx);
   1246      1.119    dyoung 
   1247      1.119    dyoung 	KASSERT(sc->sc_state == GRE_S_IOCTL);
   1248      1.119    dyoung 	sc->sc_state = GRE_S_IDLE;
   1249      1.119    dyoung 	cv_signal(&sc->sc_condvar);
   1250      1.119    dyoung 
   1251      1.119    dyoung 	mutex_exit(&sc->sc_mtx);
   1252      1.119    dyoung }
   1253      1.119    dyoung 
   1254      1.119    dyoung static int
   1255      1.111    dyoung gre_ioctl(struct ifnet *ifp, const u_long cmd, void *data)
   1256      1.111    dyoung {
   1257       1.94  christos 	struct ifreq *ifr;
   1258       1.28    itojun 	struct if_laddrreq *lifr = (struct if_laddrreq *)data;
   1259        1.8  explorer 	struct gre_softc *sc = ifp->if_softc;
   1260      1.111    dyoung 	struct gre_soparm *sp;
   1261      1.119    dyoung 	int fd, error = 0, oproto, otype, s;
   1262      1.111    dyoung 	struct gre_soparm sp0;
   1263      1.107    dyoung 
   1264      1.107    dyoung 	ifr = data;
   1265      1.107    dyoung 
   1266  1.131.2.1  wrstuden 	GRE_DPRINTF(sc, "cmd %lu\n", cmd);
   1267      1.111    dyoung 
   1268       1.61        ad 	switch (cmd) {
   1269       1.61        ad 	case SIOCSIFFLAGS:
   1270       1.61        ad 	case SIOCSIFMTU:
   1271       1.61        ad 	case GRESPROTO:
   1272       1.61        ad 	case GRESADDRD:
   1273       1.61        ad 	case GRESADDRS:
   1274       1.62    dyoung 	case GRESSOCK:
   1275       1.62    dyoung 	case GREDSOCK:
   1276       1.61        ad 	case SIOCSLIFPHYADDR:
   1277       1.61        ad 	case SIOCDIFPHYADDR:
   1278      1.127    dyoung 		if (kauth_authorize_network(curlwp->l_cred,
   1279      1.127    dyoung 		    KAUTH_NETWORK_INTERFACE,
   1280       1.70      elad 		    KAUTH_REQ_NETWORK_INTERFACE_SETPRIV, ifp, (void *)cmd,
   1281       1.70      elad 		    NULL) != 0)
   1282       1.87    dyoung 			return EPERM;
   1283       1.61        ad 		break;
   1284       1.61        ad 	default:
   1285       1.61        ad 		break;
   1286       1.61        ad 	}
   1287        1.1       hwr 
   1288      1.119    dyoung 	if ((error = gre_ioctl_lock(sc)) != 0) {
   1289  1.131.2.1  wrstuden 		GRE_DPRINTF(sc, "\n");
   1290      1.119    dyoung 		return error;
   1291      1.111    dyoung 	}
   1292      1.119    dyoung 	s = splnet();
   1293      1.111    dyoung 
   1294      1.111    dyoung 	sp0 = sc->sc_soparm;
   1295  1.131.2.1  wrstuden 	sp0.sp_so = NULL;
   1296      1.111    dyoung 	sp = &sp0;
   1297      1.111    dyoung 
   1298  1.131.2.1  wrstuden 	GRE_DPRINTF(sc, "\n");
   1299      1.111    dyoung 
   1300       1.20    itojun 	switch (cmd) {
   1301       1.20    itojun 	case SIOCSIFADDR:
   1302  1.131.2.1  wrstuden 		GRE_DPRINTF(sc, "\n");
   1303      1.111    dyoung 		if ((ifp->if_flags & IFF_UP) != 0)
   1304      1.111    dyoung 			break;
   1305      1.115    dyoung 		gre_clearconf(sp, false);
   1306       1.36    itojun 		ifp->if_flags |= IFF_UP;
   1307      1.111    dyoung 		goto mksocket;
   1308       1.55     perry 	case SIOCSIFDSTADDR:
   1309        1.1       hwr 		break;
   1310        1.1       hwr 	case SIOCSIFFLAGS:
   1311      1.111    dyoung 		oproto = sp->sp_proto;
   1312      1.111    dyoung 		otype = sp->sp_type;
   1313       1.62    dyoung 		switch (ifr->ifr_flags & (IFF_LINK0|IFF_LINK2)) {
   1314       1.62    dyoung 		case IFF_LINK0|IFF_LINK2:
   1315      1.111    dyoung 			sp->sp_proto = IPPROTO_UDP;
   1316      1.111    dyoung 			sp->sp_type = SOCK_DGRAM;
   1317      1.111    dyoung 			break;
   1318      1.111    dyoung 		case IFF_LINK2:
   1319      1.111    dyoung 			sp->sp_proto = 0;
   1320      1.111    dyoung 			sp->sp_type = 0;
   1321       1.62    dyoung 			break;
   1322       1.62    dyoung 		case IFF_LINK0:
   1323      1.111    dyoung 			sp->sp_proto = IPPROTO_GRE;
   1324      1.111    dyoung 			sp->sp_type = SOCK_RAW;
   1325      1.111    dyoung 			break;
   1326      1.111    dyoung 		default:
   1327  1.131.2.1  wrstuden 			GRE_DPRINTF(sc, "\n");
   1328      1.111    dyoung 			error = EINVAL;
   1329      1.111    dyoung 			goto out;
   1330      1.111    dyoung 		}
   1331  1.131.2.1  wrstuden 		GRE_DPRINTF(sc, "\n");
   1332      1.115    dyoung 		gre_clearconf(sp, false);
   1333      1.111    dyoung 		if ((ifp->if_flags & (IFF_UP|IFF_RUNNING)) ==
   1334      1.111    dyoung 		    (IFF_UP|IFF_RUNNING) &&
   1335      1.111    dyoung 		    (oproto == sp->sp_proto || sp->sp_proto == 0) &&
   1336      1.111    dyoung 		    (otype == sp->sp_type || sp->sp_type == 0))
   1337      1.111    dyoung 			break;
   1338      1.111    dyoung 		switch (sp->sp_proto) {
   1339      1.111    dyoung 		case IPPROTO_UDP:
   1340      1.111    dyoung 		case IPPROTO_GRE:
   1341      1.111    dyoung 			goto mksocket;
   1342      1.111    dyoung 		default:
   1343      1.111    dyoung 			break;
   1344       1.62    dyoung 		}
   1345        1.1       hwr 		break;
   1346       1.20    itojun 	case SIOCSIFMTU:
   1347      1.111    dyoung 		/* XXX determine MTU automatically by probing w/
   1348      1.111    dyoung 		 * XXX do-not-fragment packets?
   1349      1.111    dyoung 		 */
   1350       1.27    martin 		if (ifr->ifr_mtu < 576) {
   1351        1.1       hwr 			error = EINVAL;
   1352        1.1       hwr 			break;
   1353        1.1       hwr 		}
   1354      1.123    dyoung 		/*FALLTHROUGH*/
   1355        1.1       hwr 	case SIOCGIFMTU:
   1356      1.123    dyoung 		if ((error = ifioctl_common(ifp, cmd, data)) == ENETRESET)
   1357      1.123    dyoung 			error = 0;
   1358        1.1       hwr 		break;
   1359        1.1       hwr 	case SIOCADDMULTI:
   1360        1.1       hwr 	case SIOCDELMULTI:
   1361      1.106    dyoung 		if (ifr == NULL) {
   1362        1.1       hwr 			error = EAFNOSUPPORT;
   1363        1.1       hwr 			break;
   1364        1.1       hwr 		}
   1365      1.106    dyoung 		switch (ifreq_getaddr(cmd, ifr)->sa_family) {
   1366        1.1       hwr #ifdef INET
   1367        1.1       hwr 		case AF_INET:
   1368        1.1       hwr 			break;
   1369        1.1       hwr #endif
   1370       1.56        is #ifdef INET6
   1371       1.56        is 		case AF_INET6:
   1372       1.56        is 			break;
   1373       1.56        is #endif
   1374        1.1       hwr 		default:
   1375        1.1       hwr 			error = EAFNOSUPPORT;
   1376        1.1       hwr 			break;
   1377        1.1       hwr 		}
   1378        1.1       hwr 		break;
   1379        1.1       hwr 	case GRESPROTO:
   1380      1.115    dyoung 		gre_clearconf(sp, false);
   1381      1.111    dyoung 		oproto = sp->sp_proto;
   1382      1.111    dyoung 		otype = sp->sp_type;
   1383      1.111    dyoung 		sp->sp_proto = ifr->ifr_flags;
   1384      1.111    dyoung 		switch (sp->sp_proto) {
   1385       1.62    dyoung 		case IPPROTO_UDP:
   1386       1.62    dyoung 			ifp->if_flags |= IFF_LINK0|IFF_LINK2;
   1387      1.111    dyoung 			sp->sp_type = SOCK_DGRAM;
   1388       1.62    dyoung 			break;
   1389       1.40    itojun 		case IPPROTO_GRE:
   1390        1.3       hwr 			ifp->if_flags |= IFF_LINK0;
   1391       1.62    dyoung 			ifp->if_flags &= ~IFF_LINK2;
   1392      1.111    dyoung 			sp->sp_type = SOCK_RAW;
   1393      1.111    dyoung 			break;
   1394      1.111    dyoung 		case 0:
   1395      1.111    dyoung 			ifp->if_flags &= ~IFF_LINK0;
   1396      1.111    dyoung 			ifp->if_flags |= IFF_LINK2;
   1397      1.111    dyoung 			sp->sp_type = 0;
   1398      1.111    dyoung 			break;
   1399        1.1       hwr 		default:
   1400       1.40    itojun 			error = EPROTONOSUPPORT;
   1401       1.35    itojun 			break;
   1402        1.1       hwr 		}
   1403      1.111    dyoung 		if ((oproto == sp->sp_proto || sp->sp_proto == 0) &&
   1404      1.111    dyoung 		    (otype == sp->sp_type || sp->sp_type == 0))
   1405      1.111    dyoung 			break;
   1406      1.111    dyoung 		switch (sp->sp_proto) {
   1407      1.111    dyoung 		case IPPROTO_UDP:
   1408      1.111    dyoung 		case IPPROTO_GRE:
   1409      1.111    dyoung 			goto mksocket;
   1410      1.111    dyoung 		default:
   1411      1.111    dyoung 			break;
   1412      1.111    dyoung 		}
   1413        1.1       hwr 		break;
   1414        1.1       hwr 	case GREGPROTO:
   1415      1.111    dyoung 		ifr->ifr_flags = sp->sp_proto;
   1416        1.1       hwr 		break;
   1417        1.1       hwr 	case GRESADDRS:
   1418        1.1       hwr 	case GRESADDRD:
   1419      1.115    dyoung 		gre_clearconf(sp, false);
   1420  1.131.2.1  wrstuden 		/* set tunnel endpoints and mark interface as up */
   1421      1.111    dyoung 		switch (cmd) {
   1422      1.111    dyoung 		case GRESADDRS:
   1423      1.111    dyoung 			sockaddr_copy(sstosa(&sp->sp_src),
   1424      1.111    dyoung 			    sizeof(sp->sp_src), ifreq_getaddr(cmd, ifr));
   1425      1.111    dyoung 			break;
   1426      1.111    dyoung 		case GRESADDRD:
   1427      1.111    dyoung 			sockaddr_copy(sstosa(&sp->sp_dst),
   1428      1.111    dyoung 			    sizeof(sp->sp_dst), ifreq_getaddr(cmd, ifr));
   1429       1.93    dyoung 			break;
   1430       1.63    dyoung 		}
   1431      1.111    dyoung 	checkaddr:
   1432      1.111    dyoung 		if (sockaddr_any(sstosa(&sp->sp_src)) == NULL ||
   1433      1.111    dyoung 		    sockaddr_any(sstosa(&sp->sp_dst)) == NULL) {
   1434       1.93    dyoung 			error = EINVAL;
   1435       1.93    dyoung 			break;
   1436       1.93    dyoung 		}
   1437      1.111    dyoung 		/* let gre_socreate() check the rest */
   1438      1.111    dyoung 	mksocket:
   1439  1.131.2.1  wrstuden 		GRE_DPRINTF(sc, "\n");
   1440      1.111    dyoung 		/* If we're administratively down, or the configuration
   1441      1.111    dyoung 		 * is empty, there's no use creating a socket.
   1442      1.111    dyoung 		 */
   1443      1.111    dyoung 		if ((ifp->if_flags & IFF_UP) == 0 || gre_is_nullconf(sp))
   1444      1.111    dyoung 			goto sendconf;
   1445      1.111    dyoung 
   1446  1.131.2.1  wrstuden 		GRE_DPRINTF(sc, "\n");
   1447      1.127    dyoung 		fd = 0;
   1448      1.127    dyoung 		error = gre_socreate(sc, sp, &fd);
   1449      1.111    dyoung 		if (error != 0)
   1450       1.62    dyoung 			break;
   1451       1.62    dyoung 
   1452      1.111    dyoung 	setsock:
   1453  1.131.2.1  wrstuden 		GRE_DPRINTF(sc, "\n");
   1454       1.93    dyoung 
   1455      1.111    dyoung 		error = gre_ssock(ifp, sp, fd);
   1456       1.93    dyoung 
   1457      1.111    dyoung 		if (cmd != GRESSOCK) {
   1458  1.131.2.1  wrstuden 			GRE_DPRINTF(sc, "\n");
   1459      1.125        ad 			/* XXX v. dodgy */
   1460      1.125        ad 			if (fd_getfile(fd) != NULL)
   1461      1.125        ad 				fd_close(fd);
   1462       1.93    dyoung 		}
   1463      1.111    dyoung 
   1464       1.93    dyoung 		if (error == 0) {
   1465      1.111    dyoung 	sendconf:
   1466  1.131.2.1  wrstuden 			GRE_DPRINTF(sc, "\n");
   1467      1.111    dyoung 			ifp->if_flags &= ~IFF_RUNNING;
   1468  1.131.2.1  wrstuden 			gre_reconf(sc, sp);
   1469       1.93    dyoung 		}
   1470       1.62    dyoung 
   1471       1.62    dyoung 		break;
   1472      1.111    dyoung 	case GREGADDRS:
   1473      1.111    dyoung 		ifreq_setaddr(cmd, ifr, sstosa(&sp->sp_src));
   1474      1.111    dyoung 		break;
   1475      1.111    dyoung 	case GREGADDRD:
   1476      1.111    dyoung 		ifreq_setaddr(cmd, ifr, sstosa(&sp->sp_dst));
   1477      1.111    dyoung 		break;
   1478      1.111    dyoung 	case GREDSOCK:
   1479  1.131.2.1  wrstuden 		GRE_DPRINTF(sc, "\n");
   1480      1.111    dyoung 		if (sp->sp_bysock)
   1481      1.111    dyoung 			ifp->if_flags &= ~IFF_UP;
   1482      1.115    dyoung 		gre_clearconf(sp, false);
   1483      1.111    dyoung 		goto mksocket;
   1484      1.111    dyoung 	case GRESSOCK:
   1485  1.131.2.1  wrstuden 		GRE_DPRINTF(sc, "\n");
   1486      1.115    dyoung 		gre_clearconf(sp, true);
   1487      1.111    dyoung 		fd = (int)ifr->ifr_value;
   1488  1.131.2.1  wrstuden 		sp->sp_bysock = true;
   1489      1.111    dyoung 		ifp->if_flags |= IFF_UP;
   1490      1.111    dyoung 		goto setsock;
   1491       1.28    itojun 	case SIOCSLIFPHYADDR:
   1492  1.131.2.1  wrstuden 		GRE_DPRINTF(sc, "\n");
   1493      1.111    dyoung 		if (lifr->addr.ss_family != lifr->dstaddr.ss_family) {
   1494       1.31    itojun 			error = EAFNOSUPPORT;
   1495       1.31    itojun 			break;
   1496       1.31    itojun 		}
   1497      1.111    dyoung 		sockaddr_copy(sstosa(&sp->sp_src), sizeof(sp->sp_src),
   1498      1.111    dyoung 		    sstosa(&lifr->addr));
   1499      1.111    dyoung 		sockaddr_copy(sstosa(&sp->sp_dst), sizeof(sp->sp_dst),
   1500      1.111    dyoung 		    sstosa(&lifr->dstaddr));
   1501  1.131.2.1  wrstuden 		GRE_DPRINTF(sc, "\n");
   1502      1.111    dyoung 		goto checkaddr;
   1503       1.28    itojun 	case SIOCDIFPHYADDR:
   1504  1.131.2.1  wrstuden 		GRE_DPRINTF(sc, "\n");
   1505      1.115    dyoung 		gre_clearconf(sp, true);
   1506      1.111    dyoung 		ifp->if_flags &= ~IFF_UP;
   1507      1.111    dyoung 		goto mksocket;
   1508       1.28    itojun 	case SIOCGLIFPHYADDR:
   1509  1.131.2.1  wrstuden 		GRE_DPRINTF(sc, "\n");
   1510      1.111    dyoung 		if (gre_is_nullconf(sp)) {
   1511       1.28    itojun 			error = EADDRNOTAVAIL;
   1512       1.28    itojun 			break;
   1513       1.28    itojun 		}
   1514      1.111    dyoung 		sockaddr_copy(sstosa(&lifr->addr), sizeof(lifr->addr),
   1515      1.111    dyoung 		    sstosa(&sp->sp_src));
   1516      1.111    dyoung 		sockaddr_copy(sstosa(&lifr->dstaddr), sizeof(lifr->dstaddr),
   1517      1.111    dyoung 		    sstosa(&sp->sp_dst));
   1518  1.131.2.1  wrstuden 		GRE_DPRINTF(sc, "\n");
   1519        1.1       hwr 		break;
   1520        1.1       hwr 	default:
   1521        1.1       hwr 		error = EINVAL;
   1522       1.31    itojun 		break;
   1523        1.1       hwr 	}
   1524      1.111    dyoung out:
   1525  1.131.2.1  wrstuden 	GRE_DPRINTF(sc, "\n");
   1526      1.119    dyoung 	splx(s);
   1527      1.119    dyoung 	gre_ioctl_unlock(sc);
   1528       1.87    dyoung 	return error;
   1529        1.1       hwr }
   1530        1.1       hwr 
   1531       1.54  christos #endif
   1532       1.54  christos 
   1533       1.59   thorpej void	greattach(int);
   1534       1.54  christos 
   1535       1.54  christos /* ARGSUSED */
   1536       1.54  christos void
   1537       1.74  christos greattach(int count)
   1538       1.54  christos {
   1539       1.54  christos #ifdef INET
   1540       1.54  christos 	if_clone_attach(&gre_cloner);
   1541       1.54  christos #endif
   1542       1.54  christos }
   1543