Home | History | Annotate | Line # | Download | only in net
if_mpls.c revision 1.11.2.1
      1  1.11.2.1     tls /*	$NetBSD: if_mpls.c,v 1.11.2.1 2014/08/10 06:56:15 tls Exp $ */
      2       1.1  kefren 
      3       1.1  kefren /*
      4       1.1  kefren  * Copyright (c) 2010 The NetBSD Foundation, Inc.
      5       1.1  kefren  * All rights reserved.
      6       1.1  kefren  *
      7       1.1  kefren  * This code is derived from software contributed to The NetBSD Foundation
      8       1.1  kefren  * by Mihai Chelaru <kefren (at) NetBSD.org>
      9       1.1  kefren  *
     10       1.1  kefren  * Redistribution and use in source and binary forms, with or without
     11       1.1  kefren  * modification, are permitted provided that the following conditions
     12       1.1  kefren  * are met:
     13       1.1  kefren  * 1. Redistributions of source code must retain the above copyright
     14       1.1  kefren  *    notice, this list of conditions and the following disclaimer.
     15       1.1  kefren  * 2. Redistributions in binary form must reproduce the above copyright
     16       1.1  kefren  *    notice, this list of conditions and the following disclaimer in the
     17       1.1  kefren  *    documentation and/or other materials provided with the distribution.
     18       1.1  kefren  *
     19       1.1  kefren  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20       1.1  kefren  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21       1.1  kefren  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22       1.1  kefren  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23       1.1  kefren  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24       1.1  kefren  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25       1.1  kefren  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26       1.1  kefren  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27       1.1  kefren  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28       1.1  kefren  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29       1.1  kefren  * POSSIBILITY OF SUCH DAMAGE.
     30       1.1  kefren  */
     31       1.1  kefren 
     32       1.1  kefren #include <sys/cdefs.h>
     33  1.11.2.1     tls __KERNEL_RCSID(0, "$NetBSD: if_mpls.c,v 1.11.2.1 2014/08/10 06:56:15 tls Exp $");
     34       1.1  kefren 
     35       1.1  kefren #include "opt_inet.h"
     36       1.1  kefren #include "opt_mpls.h"
     37       1.1  kefren 
     38       1.1  kefren #include <sys/param.h>
     39       1.1  kefren 
     40       1.1  kefren #include <sys/errno.h>
     41       1.1  kefren #include <sys/malloc.h>
     42       1.1  kefren #include <sys/mbuf.h>
     43       1.1  kefren #include <sys/sysctl.h>
     44       1.1  kefren 
     45       1.1  kefren #include <net/bpf.h>
     46       1.1  kefren #include <net/if.h>
     47       1.1  kefren #include <net/if_types.h>
     48       1.1  kefren #include <net/netisr.h>
     49       1.1  kefren #include <net/route.h>
     50       1.1  kefren 
     51       1.1  kefren #ifdef INET
     52       1.1  kefren #include <netinet/in.h>
     53       1.1  kefren #include <netinet/in_systm.h>
     54       1.1  kefren #include <netinet/in_var.h>
     55       1.1  kefren #include <netinet/ip.h>
     56       1.1  kefren #endif
     57       1.1  kefren 
     58       1.1  kefren #ifdef INET6
     59       1.1  kefren #include <netinet/ip6.h>
     60       1.1  kefren #include <netinet6/in6_var.h>
     61       1.1  kefren #include <netinet6/ip6_var.h>
     62       1.1  kefren #endif
     63       1.1  kefren 
     64       1.1  kefren #include <netmpls/mpls.h>
     65       1.1  kefren #include <netmpls/mpls_var.h>
     66       1.1  kefren 
     67       1.1  kefren #include "if_mpls.h"
     68       1.1  kefren 
     69      1.11  kefren #define TRIM_LABEL do { \
     70      1.11  kefren 	m_adj(m, sizeof(union mpls_shim)); \
     71      1.11  kefren 	if (m->m_len < sizeof(union mpls_shim) && \
     72      1.11  kefren 	    (m = m_pullup(m, sizeof(union mpls_shim))) == NULL) \
     73      1.11  kefren 		goto done; \
     74      1.11  kefren 	dst.smpls_addr.s_addr = ntohl(mtod(m, union mpls_shim *)->s_addr); \
     75      1.11  kefren 	} while (/* CONSTCOND */ 0)
     76      1.11  kefren 
     77      1.11  kefren 
     78       1.2  kefren void ifmplsattach(int);
     79       1.1  kefren 
     80       1.1  kefren static int mpls_clone_create(struct if_clone *, int);
     81       1.1  kefren static int mpls_clone_destroy(struct ifnet *);
     82       1.1  kefren 
     83       1.1  kefren static struct if_clone mpls_if_cloner =
     84       1.1  kefren 	IF_CLONE_INITIALIZER("mpls", mpls_clone_create, mpls_clone_destroy);
     85       1.1  kefren 
     86       1.1  kefren 
     87       1.1  kefren static void mpls_input(struct ifnet *, struct mbuf *);
     88       1.1  kefren static int mpls_output(struct ifnet *, struct mbuf *, const struct sockaddr *,
     89       1.1  kefren 	struct rtentry *);
     90       1.1  kefren static int mpls_ioctl(struct ifnet *, u_long, void *);
     91       1.1  kefren static int mpls_send_frame(struct mbuf *, struct ifnet *, struct rtentry *);
     92       1.1  kefren static int mpls_lse(struct mbuf *);
     93       1.1  kefren 
     94       1.1  kefren #ifdef INET
     95       1.1  kefren static int mpls_unlabel_inet(struct mbuf *);
     96       1.6  kefren static struct mbuf *mpls_label_inet(struct mbuf *, union mpls_shim *, uint);
     97       1.1  kefren #endif
     98       1.1  kefren 
     99       1.1  kefren #ifdef INET6
    100       1.1  kefren static int mpls_unlabel_inet6(struct mbuf *);
    101       1.6  kefren static struct mbuf *mpls_label_inet6(struct mbuf *, union mpls_shim *, uint);
    102       1.1  kefren #endif
    103       1.1  kefren 
    104       1.1  kefren static struct mbuf *mpls_prepend_shim(struct mbuf *, union mpls_shim *);
    105       1.1  kefren 
    106       1.1  kefren extern int mpls_defttl, mpls_mapttl_inet, mpls_mapttl_inet6, mpls_icmp_respond,
    107  1.11.2.1     tls 	mpls_forwarding, mpls_frame_accept, mpls_mapprec_inet, mpls_mapclass_inet6,
    108      1.10  kefren 	mpls_rfc4182;
    109       1.1  kefren 
    110       1.1  kefren /* ARGSUSED */
    111       1.1  kefren void
    112       1.2  kefren ifmplsattach(int count)
    113       1.1  kefren {
    114       1.1  kefren 	if_clone_attach(&mpls_if_cloner);
    115       1.1  kefren }
    116       1.1  kefren 
    117       1.1  kefren static int
    118       1.1  kefren mpls_clone_create(struct if_clone *ifc, int unit)
    119       1.1  kefren {
    120       1.1  kefren 	struct mpls_softc *sc;
    121       1.1  kefren 
    122       1.1  kefren 	sc = malloc(sizeof(*sc), M_DEVBUF, M_WAITOK | M_ZERO);
    123       1.1  kefren 
    124       1.1  kefren 	if_initname(&sc->sc_if, ifc->ifc_name, unit);
    125       1.1  kefren 	sc->sc_if.if_softc = sc;
    126       1.1  kefren 	sc->sc_if.if_type = IFT_MPLS;
    127       1.1  kefren 	sc->sc_if.if_addrlen = 0;
    128       1.1  kefren 	sc->sc_if.if_hdrlen = sizeof(union mpls_shim);
    129       1.1  kefren 	sc->sc_if.if_dlt = DLT_NULL;
    130       1.1  kefren 	sc->sc_if.if_mtu = 1500;
    131       1.1  kefren 	sc->sc_if.if_flags = 0;
    132       1.1  kefren 	sc->sc_if.if_input = mpls_input;
    133       1.1  kefren 	sc->sc_if.if_output = mpls_output;
    134       1.1  kefren 	sc->sc_if.if_ioctl = mpls_ioctl;
    135       1.1  kefren 
    136       1.1  kefren 	if_attach(&sc->sc_if);
    137       1.1  kefren 	if_alloc_sadl(&sc->sc_if);
    138       1.1  kefren 	bpf_attach(&sc->sc_if, DLT_NULL, sizeof(uint32_t));
    139       1.1  kefren 	return 0;
    140       1.1  kefren }
    141       1.1  kefren 
    142       1.1  kefren static int
    143       1.1  kefren mpls_clone_destroy(struct ifnet *ifp)
    144       1.1  kefren {
    145       1.1  kefren 	int s;
    146       1.1  kefren 
    147       1.1  kefren 	bpf_detach(ifp);
    148       1.1  kefren 
    149       1.1  kefren 	s = splnet();
    150       1.1  kefren 	if_detach(ifp);
    151       1.1  kefren 	splx(s);
    152       1.1  kefren 
    153       1.1  kefren 	free(ifp->if_softc, M_DEVBUF);
    154       1.1  kefren 	return 0;
    155       1.1  kefren }
    156       1.1  kefren 
    157       1.1  kefren static void
    158       1.1  kefren mpls_input(struct ifnet *ifp, struct mbuf *m)
    159       1.1  kefren {
    160       1.1  kefren #if 0
    161       1.1  kefren 	/*
    162       1.1  kefren 	 * TODO - kefren
    163       1.1  kefren 	 * I'd love to unshim the packet, guess family
    164       1.1  kefren 	 * and pass it to bpf
    165       1.1  kefren 	 */
    166       1.1  kefren 	bpf_mtap_af(ifp, AF_MPLS, m);
    167       1.1  kefren #endif
    168       1.1  kefren 
    169       1.1  kefren 	mpls_lse(m);
    170       1.1  kefren }
    171       1.1  kefren 
    172       1.1  kefren void
    173       1.1  kefren mplsintr(void)
    174       1.1  kefren {
    175       1.1  kefren 	struct mbuf *m;
    176       1.1  kefren 	int s;
    177       1.1  kefren 
    178       1.1  kefren 	while (!IF_IS_EMPTY(&mplsintrq)) {
    179       1.1  kefren 		s = splnet();
    180       1.1  kefren 		IF_DEQUEUE(&mplsintrq, m);
    181       1.1  kefren 		splx(s);
    182       1.1  kefren 
    183       1.1  kefren 		if (!m)
    184       1.1  kefren 			return;
    185       1.1  kefren 
    186       1.1  kefren 		if (((m->m_flags & M_PKTHDR) == 0) ||
    187       1.1  kefren 		    (m->m_pkthdr.rcvif == 0))
    188       1.1  kefren 			panic("mplsintr(): no pkthdr or rcvif");
    189       1.1  kefren 
    190       1.1  kefren #ifdef MBUFTRACE
    191       1.1  kefren 		m_claimm(m, &mpls_owner);
    192       1.1  kefren #endif
    193       1.1  kefren 		mpls_input(m->m_pkthdr.rcvif, m);
    194       1.1  kefren 	}
    195       1.1  kefren }
    196       1.1  kefren 
    197       1.1  kefren /*
    198       1.1  kefren  * prepend shim and deliver
    199       1.1  kefren  */
    200       1.1  kefren static int
    201       1.1  kefren mpls_output(struct ifnet *ifp, struct mbuf *m, const struct sockaddr *dst, struct rtentry *rt)
    202       1.1  kefren {
    203       1.6  kefren 	union mpls_shim mh, *pms;
    204       1.1  kefren 	struct rtentry *rt1;
    205       1.1  kefren 	int err;
    206       1.6  kefren 	uint psize = sizeof(struct sockaddr_mpls);
    207       1.1  kefren 
    208  1.11.2.1     tls 	KASSERT(KERNEL_LOCKED_P());
    209  1.11.2.1     tls 
    210       1.1  kefren 	if ((ifp->if_flags & (IFF_UP|IFF_RUNNING)) != (IFF_UP|IFF_RUNNING)) {
    211       1.1  kefren 		m_freem(m);
    212       1.1  kefren 		return ENETDOWN;
    213       1.1  kefren 	}
    214       1.1  kefren 
    215       1.3  kefren 	if (rt_gettag(rt) == NULL || rt_gettag(rt)->sa_family != AF_MPLS) {
    216       1.1  kefren 		m_freem(m);
    217       1.1  kefren 		return EINVAL;
    218       1.1  kefren 	}
    219       1.1  kefren 
    220       1.1  kefren 	bpf_mtap_af(ifp, dst->sa_family, m);
    221       1.1  kefren 
    222       1.6  kefren 	memset(&mh, 0, sizeof(mh));
    223       1.6  kefren 	mh.s_addr = MPLS_GETSADDR(rt);
    224       1.6  kefren 	mh.shim.bos = 1;
    225       1.6  kefren 	mh.shim.exp = 0;
    226       1.6  kefren 	mh.shim.ttl = mpls_defttl;
    227       1.6  kefren 
    228       1.6  kefren 	pms = &((struct sockaddr_mpls*)rt_gettag(rt))->smpls_addr;
    229       1.6  kefren 
    230       1.6  kefren 	while (psize <= rt_gettag(rt)->sa_len - sizeof(mh)) {
    231       1.6  kefren 		pms++;
    232       1.8  kefren 		if (mh.shim.label != MPLS_LABEL_IMPLNULL &&
    233       1.8  kefren 		    ((m = mpls_prepend_shim(m, &mh)) == NULL))
    234       1.7  kefren 			return ENOBUFS;
    235       1.6  kefren 		memset(&mh, 0, sizeof(mh));
    236       1.6  kefren 		mh.s_addr = ntohl(pms->s_addr);
    237       1.6  kefren 		mh.shim.bos = mh.shim.exp = 0;
    238       1.6  kefren 		mh.shim.ttl = mpls_defttl;
    239       1.6  kefren 		psize += sizeof(mh);
    240       1.6  kefren 	}
    241       1.1  kefren 
    242       1.1  kefren 	switch(dst->sa_family) {
    243       1.1  kefren #ifdef INET
    244       1.1  kefren 	case AF_INET:
    245       1.6  kefren 		m = mpls_label_inet(m, &mh, psize - sizeof(struct sockaddr_mpls));
    246       1.1  kefren 		break;
    247       1.1  kefren #endif
    248       1.1  kefren #ifdef INET6
    249       1.1  kefren 	case AF_INET6:
    250       1.6  kefren 		m = mpls_label_inet6(m, &mh, psize - sizeof(struct sockaddr_mpls));
    251       1.1  kefren 		break;
    252       1.1  kefren #endif
    253       1.1  kefren 	default:
    254       1.1  kefren 		m = mpls_prepend_shim(m, &mh);
    255       1.1  kefren 		break;
    256       1.1  kefren 	}
    257       1.1  kefren 
    258       1.1  kefren 	if (m == NULL) {
    259       1.1  kefren 		IF_DROP(&ifp->if_snd);
    260       1.1  kefren 		ifp->if_oerrors++;
    261       1.1  kefren 		return ENOBUFS;
    262       1.1  kefren 	}
    263       1.1  kefren 
    264       1.1  kefren 	ifp->if_opackets++;
    265       1.1  kefren 	ifp->if_obytes += m->m_pkthdr.len;
    266       1.1  kefren 
    267       1.1  kefren 	if ((rt1=rtalloc1(rt->rt_gateway, 1)) == NULL) {
    268       1.1  kefren 		m_freem(m);
    269       1.1  kefren 		return EHOSTUNREACH;
    270       1.1  kefren 	}
    271       1.1  kefren 
    272       1.1  kefren 	err = mpls_send_frame(m, rt1->rt_ifp, rt);
    273  1.11.2.1     tls 	rtfree(rt1);
    274       1.1  kefren 	return err;
    275       1.1  kefren }
    276       1.1  kefren 
    277       1.1  kefren static int
    278       1.1  kefren mpls_ioctl(struct ifnet *ifp, u_long cmd, void *data)
    279       1.1  kefren {
    280       1.1  kefren 	int error = 0, s = splnet();
    281       1.1  kefren 	struct ifreq *ifr = data;
    282       1.1  kefren 
    283       1.1  kefren 	switch(cmd) {
    284       1.1  kefren 	case SIOCINITIFADDR:
    285       1.1  kefren 		ifp->if_flags |= IFF_UP | IFF_RUNNING;
    286       1.1  kefren 		break;
    287       1.1  kefren 	case SIOCSIFMTU:
    288       1.1  kefren 		if (ifr != NULL && ifr->ifr_mtu < 576) {
    289       1.1  kefren 			error = EINVAL;
    290       1.1  kefren 			break;
    291       1.1  kefren 		}
    292       1.1  kefren 		/* FALLTHROUGH */
    293       1.1  kefren 	case SIOCGIFMTU:
    294       1.1  kefren 		if ((error = ifioctl_common(ifp, cmd, data)) == ENETRESET)
    295       1.1  kefren 			error = 0;
    296       1.1  kefren 		break;
    297       1.1  kefren 	case SIOCSIFFLAGS:
    298       1.1  kefren 		if ((error = ifioctl_common(ifp, cmd, data)) != 0)
    299       1.1  kefren 			break;
    300       1.1  kefren 		if (ifp->if_flags & IFF_UP)
    301       1.1  kefren 			ifp->if_flags |= IFF_RUNNING;
    302       1.1  kefren 		break;
    303       1.1  kefren 	default:
    304       1.1  kefren 		error = ifioctl_common(ifp, cmd, data);
    305       1.1  kefren 		break;
    306       1.1  kefren 	}
    307       1.1  kefren 	splx(s);
    308       1.1  kefren 	return error;
    309       1.1  kefren }
    310       1.1  kefren 
    311       1.1  kefren /*
    312       1.1  kefren  * MPLS Label Switch Engine
    313       1.1  kefren  */
    314       1.1  kefren static int
    315       1.1  kefren mpls_lse(struct mbuf *m)
    316       1.1  kefren {
    317       1.1  kefren 	struct sockaddr_mpls dst;
    318       1.1  kefren 	union mpls_shim tshim, *htag;
    319       1.1  kefren 	struct rtentry *rt = NULL;
    320       1.1  kefren 	int error = ENOBUFS;
    321       1.7  kefren 	uint psize = sizeof(struct sockaddr_mpls);
    322      1.11  kefren 	bool push_back_alert = false;
    323       1.1  kefren 
    324       1.1  kefren 	if (m->m_len < sizeof(union mpls_shim) &&
    325       1.1  kefren 	    (m = m_pullup(m, sizeof(union mpls_shim))) == NULL)
    326       1.1  kefren 		goto done;
    327       1.1  kefren 
    328       1.1  kefren 	dst.smpls_len = sizeof(struct sockaddr_mpls);
    329       1.1  kefren 	dst.smpls_family = AF_MPLS;
    330       1.1  kefren 	dst.smpls_addr.s_addr = ntohl(mtod(m, union mpls_shim *)->s_addr);
    331       1.1  kefren 
    332       1.1  kefren 	/* Check if we're accepting MPLS Frames */
    333       1.1  kefren 	error = EINVAL;
    334  1.11.2.1     tls 	if (!mpls_frame_accept)
    335       1.1  kefren 		goto done;
    336       1.1  kefren 
    337       1.1  kefren 	/* TTL decrement */
    338       1.1  kefren 	if ((m = mpls_ttl_dec(m)) == NULL)
    339       1.1  kefren 		goto done;
    340       1.1  kefren 
    341      1.10  kefren 	/* RFC 4182 */
    342      1.10  kefren 	if (mpls_rfc4182 != 0)
    343      1.10  kefren 		while((dst.smpls_addr.shim.label == MPLS_LABEL_IPV4NULL ||
    344      1.10  kefren 		    dst.smpls_addr.shim.label == MPLS_LABEL_IPV6NULL) &&
    345      1.11  kefren 		    __predict_false(dst.smpls_addr.shim.bos == 0))
    346      1.11  kefren 			TRIM_LABEL;
    347      1.11  kefren 
    348      1.11  kefren 	/* RFC 3032 Section 2.1 Page 4 */
    349      1.11  kefren 	if (__predict_false(dst.smpls_addr.shim.label == MPLS_LABEL_RTALERT) &&
    350      1.11  kefren 	    dst.smpls_addr.shim.bos == 0) {
    351      1.11  kefren 		TRIM_LABEL;
    352      1.11  kefren 		push_back_alert = true;
    353      1.11  kefren 	}
    354      1.10  kefren 
    355       1.1  kefren 	if (dst.smpls_addr.shim.label <= MPLS_LABEL_RESMAX) {
    356       1.1  kefren 		/* Don't swap reserved labels */
    357       1.1  kefren 		switch (dst.smpls_addr.shim.label) {
    358       1.1  kefren #ifdef INET
    359       1.1  kefren 		case MPLS_LABEL_IPV4NULL:
    360       1.1  kefren 			/* Pop shim and push mbuf to IP stack */
    361       1.1  kefren 			if (dst.smpls_addr.shim.bos)
    362       1.1  kefren 				error = mpls_unlabel_inet(m);
    363       1.1  kefren 			break;
    364       1.1  kefren #endif
    365       1.1  kefren #ifdef INET6
    366       1.1  kefren 		case MPLS_LABEL_IPV6NULL:
    367       1.1  kefren 			/* Pop shim and push mbuf to IPv6 stack */
    368       1.1  kefren 			if (dst.smpls_addr.shim.bos)
    369       1.1  kefren 				error = mpls_unlabel_inet6(m);
    370       1.1  kefren 			break;
    371       1.1  kefren #endif
    372       1.1  kefren 		case MPLS_LABEL_RTALERT:	/* Yeah, I'm all alerted */
    373       1.1  kefren 		case MPLS_LABEL_IMPLNULL:	/* This is logical only */
    374       1.1  kefren 		default:			/* Rest are not allowed */
    375       1.1  kefren 			break;
    376       1.1  kefren 		}
    377       1.1  kefren 		goto done;
    378       1.1  kefren 	}
    379       1.1  kefren 
    380       1.1  kefren 	/* Check if we should do MPLS forwarding */
    381       1.1  kefren 	error = EHOSTUNREACH;
    382       1.1  kefren 	if (!mpls_forwarding)
    383       1.1  kefren 		goto done;
    384       1.1  kefren 
    385       1.1  kefren 	/* Get a route to dst */
    386       1.1  kefren 	dst.smpls_addr.shim.ttl =
    387       1.1  kefren 	    dst.smpls_addr.shim.bos =
    388       1.1  kefren 	    dst.smpls_addr.shim.exp = 0;
    389       1.1  kefren 	dst.smpls_addr.s_addr = htonl(dst.smpls_addr.s_addr);
    390       1.1  kefren 	if ((rt = rtalloc1((const struct sockaddr*)&dst, 1)) == NULL)
    391       1.1  kefren 		goto done;
    392       1.1  kefren 
    393       1.3  kefren 	/* MPLS packet with no MPLS tagged route ? */
    394       1.1  kefren 	if ((rt->rt_flags & RTF_GATEWAY) == 0 ||
    395       1.3  kefren 	     rt_gettag(rt) == NULL ||
    396       1.3  kefren 	     rt_gettag(rt)->sa_family != AF_MPLS)
    397       1.1  kefren 		goto done;
    398       1.1  kefren 
    399       1.1  kefren 	tshim.s_addr = MPLS_GETSADDR(rt);
    400       1.1  kefren 
    401       1.1  kefren 	/* Swap labels */
    402       1.1  kefren 	if ((m->m_len < sizeof(union mpls_shim)) &&
    403       1.1  kefren 	    (m = m_pullup(m, sizeof(union mpls_shim))) == 0) {
    404       1.1  kefren 		error = ENOBUFS;
    405       1.1  kefren 		goto done;
    406       1.1  kefren 	}
    407       1.1  kefren 
    408       1.1  kefren 	/* Replace only the label */
    409       1.1  kefren 	htag = mtod(m, union mpls_shim *);
    410       1.1  kefren 	htag->s_addr = ntohl(htag->s_addr);
    411       1.1  kefren 	htag->shim.label = tshim.shim.label;
    412       1.1  kefren 	htag->s_addr = htonl(htag->s_addr);
    413       1.1  kefren 
    414       1.7  kefren 	/* check if there is anything more to prepend */
    415       1.7  kefren 	htag = &((struct sockaddr_mpls*)rt_gettag(rt))->smpls_addr;
    416       1.7  kefren 	while (psize <= rt_gettag(rt)->sa_len - sizeof(tshim)) {
    417       1.7  kefren 		htag++;
    418       1.7  kefren 		memset(&tshim, 0, sizeof(tshim));
    419       1.7  kefren 		tshim.s_addr = ntohl(htag->s_addr);
    420       1.7  kefren 		tshim.shim.bos = tshim.shim.exp = 0;
    421       1.7  kefren 		tshim.shim.ttl = mpls_defttl;
    422       1.8  kefren 		if (tshim.shim.label != MPLS_LABEL_IMPLNULL &&
    423       1.8  kefren 		    ((m = mpls_prepend_shim(m, &tshim)) == NULL))
    424       1.7  kefren 			return ENOBUFS;
    425       1.7  kefren 		psize += sizeof(tshim);
    426       1.7  kefren 	}
    427       1.7  kefren 
    428      1.11  kefren 	if (__predict_false(push_back_alert == true)) {
    429      1.11  kefren 		/* re-add the router alert label */
    430      1.11  kefren 		memset(&tshim, 0, sizeof(tshim));
    431      1.11  kefren 		tshim.s_addr = MPLS_LABEL_RTALERT;
    432      1.11  kefren 		tshim.shim.bos = tshim.shim.exp = 0;
    433      1.11  kefren 		tshim.shim.ttl = mpls_defttl;
    434      1.11  kefren 		if ((m = mpls_prepend_shim(m, &tshim)) == NULL)
    435      1.11  kefren 			return ENOBUFS;
    436      1.11  kefren 	}
    437      1.11  kefren 
    438       1.1  kefren 	error = mpls_send_frame(m, rt->rt_ifp, rt);
    439       1.1  kefren 
    440       1.1  kefren done:
    441       1.1  kefren 	if (error != 0 && m != NULL)
    442       1.1  kefren 		m_freem(m);
    443       1.1  kefren 	if (rt != NULL)
    444  1.11.2.1     tls 		rtfree(rt);
    445       1.1  kefren 
    446       1.1  kefren 	return error;
    447       1.1  kefren }
    448       1.1  kefren 
    449       1.1  kefren static int
    450       1.1  kefren mpls_send_frame(struct mbuf *m, struct ifnet *ifp, struct rtentry *rt)
    451       1.1  kefren {
    452       1.1  kefren 	union mpls_shim msh;
    453  1.11.2.1     tls 	int ret;
    454       1.1  kefren 
    455       1.1  kefren 	if ((rt->rt_flags & RTF_GATEWAY) == 0)
    456       1.1  kefren 		return EHOSTUNREACH;
    457       1.1  kefren 
    458       1.1  kefren 	rt->rt_use++;
    459       1.1  kefren 
    460       1.1  kefren 	msh.s_addr = MPLS_GETSADDR(rt);
    461       1.4  kefren 	if (msh.shim.label == MPLS_LABEL_IMPLNULL ||
    462       1.4  kefren 	    (m->m_flags & (M_MCAST | M_BCAST))) {
    463       1.1  kefren 		m_adj(m, sizeof(union mpls_shim));
    464       1.1  kefren 		m->m_pkthdr.csum_flags = 0;
    465       1.1  kefren 	}
    466       1.1  kefren 
    467       1.1  kefren 	switch(ifp->if_type) {
    468       1.5  kefren 	/* only these are supported for now */
    469       1.1  kefren 	case IFT_ETHER:
    470       1.1  kefren 	case IFT_TUNNEL:
    471       1.5  kefren 	case IFT_LOOP:
    472  1.11.2.1     tls 		KERNEL_LOCK(1, NULL);
    473  1.11.2.1     tls 		ret =  (*ifp->if_output)(ifp, m, rt->rt_gateway, rt);
    474  1.11.2.1     tls 		KERNEL_UNLOCK_ONE(NULL);
    475  1.11.2.1     tls 		return ret;
    476       1.1  kefren 		break;
    477       1.1  kefren 	default:
    478       1.1  kefren 		return ENETUNREACH;
    479       1.1  kefren 	}
    480       1.1  kefren 	return 0;
    481       1.1  kefren }
    482       1.1  kefren 
    483       1.1  kefren 
    484       1.1  kefren 
    485       1.1  kefren #ifdef INET
    486       1.1  kefren static int
    487       1.1  kefren mpls_unlabel_inet(struct mbuf *m)
    488       1.1  kefren {
    489       1.1  kefren 	struct ip *iph;
    490       1.1  kefren 	union mpls_shim *ms;
    491  1.11.2.1     tls 	int iphlen;
    492       1.1  kefren 
    493       1.1  kefren 	if (mpls_mapttl_inet || mpls_mapprec_inet) {
    494       1.1  kefren 
    495       1.1  kefren 		/* get shim info */
    496       1.1  kefren 		ms = mtod(m, union mpls_shim *);
    497       1.1  kefren 		ms->s_addr = ntohl(ms->s_addr);
    498       1.1  kefren 
    499       1.1  kefren 		/* and get rid of it */
    500       1.1  kefren 		m_adj(m, sizeof(union mpls_shim));
    501       1.1  kefren 
    502       1.1  kefren 		/* get ip header */
    503       1.1  kefren 		if (m->m_len < sizeof (struct ip) &&
    504       1.1  kefren 		    (m = m_pullup(m, sizeof(struct ip))) == NULL)
    505       1.1  kefren 			return ENOBUFS;
    506       1.1  kefren 		iph = mtod(m, struct ip *);
    507       1.1  kefren 		iphlen = iph->ip_hl << 2;
    508       1.1  kefren 
    509       1.1  kefren 		/* get it all */
    510       1.1  kefren 		if (m->m_len < iphlen) {
    511       1.1  kefren 			if ((m = m_pullup(m, iphlen)) == NULL)
    512       1.1  kefren 				return ENOBUFS;
    513       1.1  kefren 			iph = mtod(m, struct ip *);
    514       1.1  kefren 		}
    515       1.1  kefren 
    516       1.1  kefren 		/* check ipsum */
    517       1.1  kefren 		if (in_cksum(m, iphlen) != 0) {
    518       1.1  kefren 			m_freem(m);
    519       1.1  kefren 			return EINVAL;
    520       1.1  kefren 		}
    521       1.1  kefren 
    522       1.1  kefren 		/* set IP ttl from MPLS ttl */
    523       1.1  kefren 		if (mpls_mapttl_inet)
    524       1.1  kefren 			iph->ip_ttl = ms->shim.ttl;
    525       1.1  kefren 
    526       1.1  kefren 		/* set IP Precedence from MPLS Exp */
    527       1.1  kefren 		if (mpls_mapprec_inet) {
    528       1.1  kefren 			iph->ip_tos = (iph->ip_tos << 3) >> 3;
    529       1.1  kefren 			iph->ip_tos |= ms->shim.exp << 5;
    530       1.1  kefren 		}
    531       1.1  kefren 
    532       1.1  kefren 		/* reset ipsum because we modified TTL and TOS */
    533       1.1  kefren 		iph->ip_sum = 0;
    534       1.1  kefren 		iph->ip_sum = in_cksum(m, iphlen);
    535       1.1  kefren 	} else
    536       1.1  kefren 		m_adj(m, sizeof(union mpls_shim));
    537       1.1  kefren 
    538       1.1  kefren 	/* Put it on IP queue */
    539  1.11.2.1     tls 	if (__predict_false(!pktq_enqueue(ip_pktq, m, 0))) {
    540       1.1  kefren 		m_freem(m);
    541       1.1  kefren 		return ENOBUFS;
    542       1.1  kefren 	}
    543       1.1  kefren 	return 0;
    544       1.1  kefren }
    545       1.1  kefren 
    546       1.1  kefren /*
    547       1.1  kefren  * Prepend MPLS label
    548       1.1  kefren  */
    549       1.1  kefren static struct mbuf *
    550       1.6  kefren mpls_label_inet(struct mbuf *m, union mpls_shim *ms, uint offset)
    551       1.1  kefren {
    552       1.9  kefren 	struct ip iphdr;
    553       1.1  kefren 
    554       1.1  kefren 	if (mpls_mapttl_inet || mpls_mapprec_inet) {
    555       1.1  kefren 		if ((m->m_len < sizeof(struct ip)) &&
    556       1.6  kefren 		    (m = m_pullup(m, offset + sizeof(struct ip))) == 0)
    557       1.6  kefren 			return NULL; /* XXX */
    558       1.9  kefren 		m_copydata(m, offset, sizeof(struct ip), &iphdr);
    559       1.1  kefren 
    560       1.1  kefren 		/* Map TTL */
    561       1.1  kefren 		if (mpls_mapttl_inet)
    562       1.9  kefren 			ms->shim.ttl = iphdr.ip_ttl;
    563       1.1  kefren 
    564       1.1  kefren 		/* Copy IP precedence to EXP */
    565       1.1  kefren 		if (mpls_mapprec_inet)
    566       1.9  kefren 			ms->shim.exp = ((u_int8_t)iphdr.ip_tos) >> 5;
    567       1.1  kefren 	}
    568       1.1  kefren 
    569       1.1  kefren 	if ((m = mpls_prepend_shim(m, ms)) == NULL)
    570       1.1  kefren 		return NULL;
    571       1.1  kefren 
    572       1.1  kefren 	return m;
    573       1.1  kefren }
    574       1.1  kefren 
    575       1.1  kefren #endif	/* INET */
    576       1.1  kefren 
    577       1.1  kefren #ifdef INET6
    578       1.1  kefren 
    579       1.1  kefren static int
    580       1.1  kefren mpls_unlabel_inet6(struct mbuf *m)
    581       1.1  kefren {
    582       1.1  kefren 	struct ip6_hdr *ip6hdr;
    583       1.1  kefren 	union mpls_shim ms;
    584       1.1  kefren 
    585       1.1  kefren 	/* TODO: mapclass */
    586       1.1  kefren 	if (mpls_mapttl_inet6) {
    587       1.1  kefren 		ms.s_addr = ntohl(mtod(m, union mpls_shim *)->s_addr);
    588       1.1  kefren 		m_adj(m, sizeof(union mpls_shim));
    589       1.1  kefren 
    590       1.1  kefren 		if (m->m_len < sizeof (struct ip6_hdr) &&
    591       1.1  kefren 		    (m = m_pullup(m, sizeof(struct ip6_hdr))) == 0)
    592       1.1  kefren 			return ENOBUFS;
    593       1.1  kefren 		ip6hdr = mtod(m, struct ip6_hdr *);
    594       1.1  kefren 
    595       1.1  kefren 		/* Because we just decremented this in mpls_lse */
    596       1.1  kefren 		ip6hdr->ip6_hlim = ms.shim.ttl + 1;
    597       1.1  kefren 	} else
    598       1.1  kefren 		m_adj(m, sizeof(union mpls_shim));
    599       1.1  kefren 
    600  1.11.2.1     tls 	/* Put it back on IPv6 queue. */
    601  1.11.2.1     tls 	if (__predict_false(!pktq_enqueue(ip6_pktq, m, 0))) {
    602       1.1  kefren 		m_freem(m);
    603       1.1  kefren 		return ENOBUFS;
    604       1.1  kefren 	}
    605       1.1  kefren 	return 0;
    606       1.1  kefren }
    607       1.1  kefren 
    608       1.1  kefren static struct mbuf *
    609       1.6  kefren mpls_label_inet6(struct mbuf *m, union mpls_shim *ms, uint offset)
    610       1.1  kefren {
    611       1.9  kefren 	struct ip6_hdr ip6h;
    612       1.1  kefren 
    613       1.1  kefren 	if (mpls_mapttl_inet6 || mpls_mapclass_inet6) {
    614       1.1  kefren 		if (m->m_len < sizeof(struct ip6_hdr) &&
    615       1.6  kefren 		    (m = m_pullup(m, offset + sizeof(struct ip6_hdr))) == 0)
    616       1.6  kefren 			return NULL;
    617       1.9  kefren 		m_copydata(m, offset, sizeof(struct ip6_hdr), &ip6h);
    618       1.1  kefren 
    619       1.1  kefren 		if (mpls_mapttl_inet6)
    620       1.9  kefren 			ms->shim.ttl = ip6h.ip6_hlim;
    621       1.1  kefren 
    622       1.1  kefren 		if (mpls_mapclass_inet6)
    623       1.9  kefren 			ms->shim.exp = ip6h.ip6_vfc << 1 >> 5;
    624       1.1  kefren 	}
    625       1.1  kefren 
    626       1.1  kefren 	if ((m = mpls_prepend_shim(m, ms)) == NULL)
    627       1.1  kefren 		return NULL;
    628       1.1  kefren 
    629       1.1  kefren 	return m;
    630       1.1  kefren }
    631       1.1  kefren 
    632       1.1  kefren #endif	/* INET6 */
    633       1.1  kefren 
    634       1.1  kefren static struct mbuf *
    635       1.1  kefren mpls_prepend_shim(struct mbuf *m, union mpls_shim *ms)
    636       1.1  kefren {
    637       1.1  kefren 	union mpls_shim *shim;
    638       1.1  kefren 
    639       1.1  kefren 	M_PREPEND(m, sizeof(*ms), M_DONTWAIT);
    640       1.1  kefren 	if (m == NULL)
    641       1.1  kefren 		return NULL;
    642       1.1  kefren 
    643       1.1  kefren 	if (m->m_len < sizeof(union mpls_shim) &&
    644       1.1  kefren 	    (m = m_pullup(m, sizeof(union mpls_shim))) == 0)
    645       1.1  kefren 		return NULL;
    646       1.1  kefren 
    647       1.1  kefren 	shim = mtod(m, union mpls_shim *);
    648       1.1  kefren 
    649       1.1  kefren 	memcpy(shim, ms, sizeof(*shim));
    650       1.1  kefren 	shim->s_addr = htonl(shim->s_addr);
    651       1.1  kefren 
    652       1.1  kefren 	return m;
    653       1.1  kefren }
    654