Home | History | Annotate | Line # | Download | only in net
if_mpls.c revision 1.16.4.3
      1  1.16.4.3   skrll /*	$NetBSD: if_mpls.c,v 1.16.4.3 2016/03/19 11:30:32 skrll Exp $ */
      2       1.1  kefren 
      3       1.1  kefren /*
      4       1.1  kefren  * Copyright (c) 2010 The NetBSD Foundation, Inc.
      5       1.1  kefren  * All rights reserved.
      6       1.1  kefren  *
      7       1.1  kefren  * This code is derived from software contributed to The NetBSD Foundation
      8       1.1  kefren  * by Mihai Chelaru <kefren (at) NetBSD.org>
      9       1.1  kefren  *
     10       1.1  kefren  * Redistribution and use in source and binary forms, with or without
     11       1.1  kefren  * modification, are permitted provided that the following conditions
     12       1.1  kefren  * are met:
     13       1.1  kefren  * 1. Redistributions of source code must retain the above copyright
     14       1.1  kefren  *    notice, this list of conditions and the following disclaimer.
     15       1.1  kefren  * 2. Redistributions in binary form must reproduce the above copyright
     16       1.1  kefren  *    notice, this list of conditions and the following disclaimer in the
     17       1.1  kefren  *    documentation and/or other materials provided with the distribution.
     18       1.1  kefren  *
     19       1.1  kefren  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20       1.1  kefren  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21       1.1  kefren  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22       1.1  kefren  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23       1.1  kefren  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24       1.1  kefren  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25       1.1  kefren  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26       1.1  kefren  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27       1.1  kefren  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28       1.1  kefren  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29       1.1  kefren  * POSSIBILITY OF SUCH DAMAGE.
     30       1.1  kefren  */
     31       1.1  kefren 
     32       1.1  kefren #include <sys/cdefs.h>
     33  1.16.4.3   skrll __KERNEL_RCSID(0, "$NetBSD: if_mpls.c,v 1.16.4.3 2016/03/19 11:30:32 skrll Exp $");
     34       1.1  kefren 
     35  1.16.4.2   skrll #ifdef _KERNEL_OPT
     36       1.1  kefren #include "opt_inet.h"
     37       1.1  kefren #include "opt_mpls.h"
     38  1.16.4.2   skrll #endif
     39       1.1  kefren 
     40       1.1  kefren #include <sys/param.h>
     41       1.1  kefren 
     42       1.1  kefren #include <sys/errno.h>
     43       1.1  kefren #include <sys/malloc.h>
     44       1.1  kefren #include <sys/mbuf.h>
     45       1.1  kefren #include <sys/sysctl.h>
     46       1.1  kefren 
     47       1.1  kefren #include <net/bpf.h>
     48       1.1  kefren #include <net/if.h>
     49       1.1  kefren #include <net/if_types.h>
     50       1.1  kefren #include <net/netisr.h>
     51       1.1  kefren #include <net/route.h>
     52       1.1  kefren 
     53       1.1  kefren #ifdef INET
     54       1.1  kefren #include <netinet/in.h>
     55       1.1  kefren #include <netinet/in_systm.h>
     56       1.1  kefren #include <netinet/in_var.h>
     57       1.1  kefren #include <netinet/ip.h>
     58  1.16.4.1   skrll #include <netinet/ip_var.h>
     59       1.1  kefren #endif
     60       1.1  kefren 
     61       1.1  kefren #ifdef INET6
     62       1.1  kefren #include <netinet/ip6.h>
     63       1.1  kefren #include <netinet6/in6_var.h>
     64       1.1  kefren #include <netinet6/ip6_var.h>
     65       1.1  kefren #endif
     66       1.1  kefren 
     67       1.1  kefren #include <netmpls/mpls.h>
     68       1.1  kefren #include <netmpls/mpls_var.h>
     69       1.1  kefren 
     70       1.1  kefren #include "if_mpls.h"
     71       1.1  kefren 
     72  1.16.4.2   skrll #include "ioconf.h"
     73  1.16.4.2   skrll 
     74      1.11  kefren #define TRIM_LABEL do { \
     75      1.11  kefren 	m_adj(m, sizeof(union mpls_shim)); \
     76      1.11  kefren 	if (m->m_len < sizeof(union mpls_shim) && \
     77      1.11  kefren 	    (m = m_pullup(m, sizeof(union mpls_shim))) == NULL) \
     78      1.11  kefren 		goto done; \
     79      1.11  kefren 	dst.smpls_addr.s_addr = ntohl(mtod(m, union mpls_shim *)->s_addr); \
     80      1.11  kefren 	} while (/* CONSTCOND */ 0)
     81      1.11  kefren 
     82      1.11  kefren 
     83       1.1  kefren static int mpls_clone_create(struct if_clone *, int);
     84       1.1  kefren static int mpls_clone_destroy(struct ifnet *);
     85       1.1  kefren 
     86       1.1  kefren static struct if_clone mpls_if_cloner =
     87       1.1  kefren 	IF_CLONE_INITIALIZER("mpls", mpls_clone_create, mpls_clone_destroy);
     88       1.1  kefren 
     89       1.1  kefren 
     90       1.1  kefren static void mpls_input(struct ifnet *, struct mbuf *);
     91       1.1  kefren static int mpls_output(struct ifnet *, struct mbuf *, const struct sockaddr *,
     92       1.1  kefren 	struct rtentry *);
     93       1.1  kefren static int mpls_ioctl(struct ifnet *, u_long, void *);
     94       1.1  kefren static int mpls_send_frame(struct mbuf *, struct ifnet *, struct rtentry *);
     95       1.1  kefren static int mpls_lse(struct mbuf *);
     96       1.1  kefren 
     97       1.1  kefren #ifdef INET
     98       1.1  kefren static int mpls_unlabel_inet(struct mbuf *);
     99       1.6  kefren static struct mbuf *mpls_label_inet(struct mbuf *, union mpls_shim *, uint);
    100       1.1  kefren #endif
    101       1.1  kefren 
    102       1.1  kefren #ifdef INET6
    103       1.1  kefren static int mpls_unlabel_inet6(struct mbuf *);
    104       1.6  kefren static struct mbuf *mpls_label_inet6(struct mbuf *, union mpls_shim *, uint);
    105       1.1  kefren #endif
    106       1.1  kefren 
    107       1.1  kefren static struct mbuf *mpls_prepend_shim(struct mbuf *, union mpls_shim *);
    108       1.1  kefren 
    109       1.1  kefren extern int mpls_defttl, mpls_mapttl_inet, mpls_mapttl_inet6, mpls_icmp_respond,
    110      1.15     rtr 	mpls_forwarding, mpls_frame_accept, mpls_mapprec_inet, mpls_mapclass_inet6,
    111      1.10  kefren 	mpls_rfc4182;
    112       1.1  kefren 
    113       1.1  kefren /* ARGSUSED */
    114       1.1  kefren void
    115       1.2  kefren ifmplsattach(int count)
    116       1.1  kefren {
    117       1.1  kefren 	if_clone_attach(&mpls_if_cloner);
    118       1.1  kefren }
    119       1.1  kefren 
    120       1.1  kefren static int
    121       1.1  kefren mpls_clone_create(struct if_clone *ifc, int unit)
    122       1.1  kefren {
    123       1.1  kefren 	struct mpls_softc *sc;
    124       1.1  kefren 
    125       1.1  kefren 	sc = malloc(sizeof(*sc), M_DEVBUF, M_WAITOK | M_ZERO);
    126       1.1  kefren 
    127       1.1  kefren 	if_initname(&sc->sc_if, ifc->ifc_name, unit);
    128       1.1  kefren 	sc->sc_if.if_softc = sc;
    129       1.1  kefren 	sc->sc_if.if_type = IFT_MPLS;
    130       1.1  kefren 	sc->sc_if.if_addrlen = 0;
    131       1.1  kefren 	sc->sc_if.if_hdrlen = sizeof(union mpls_shim);
    132       1.1  kefren 	sc->sc_if.if_dlt = DLT_NULL;
    133       1.1  kefren 	sc->sc_if.if_mtu = 1500;
    134       1.1  kefren 	sc->sc_if.if_flags = 0;
    135  1.16.4.3   skrll 	sc->sc_if._if_input = mpls_input;
    136       1.1  kefren 	sc->sc_if.if_output = mpls_output;
    137       1.1  kefren 	sc->sc_if.if_ioctl = mpls_ioctl;
    138       1.1  kefren 
    139       1.1  kefren 	if_attach(&sc->sc_if);
    140       1.1  kefren 	if_alloc_sadl(&sc->sc_if);
    141       1.1  kefren 	bpf_attach(&sc->sc_if, DLT_NULL, sizeof(uint32_t));
    142       1.1  kefren 	return 0;
    143       1.1  kefren }
    144       1.1  kefren 
    145       1.1  kefren static int
    146       1.1  kefren mpls_clone_destroy(struct ifnet *ifp)
    147       1.1  kefren {
    148       1.1  kefren 	int s;
    149       1.1  kefren 
    150       1.1  kefren 	bpf_detach(ifp);
    151       1.1  kefren 
    152       1.1  kefren 	s = splnet();
    153       1.1  kefren 	if_detach(ifp);
    154       1.1  kefren 	splx(s);
    155       1.1  kefren 
    156       1.1  kefren 	free(ifp->if_softc, M_DEVBUF);
    157       1.1  kefren 	return 0;
    158       1.1  kefren }
    159       1.1  kefren 
    160       1.1  kefren static void
    161       1.1  kefren mpls_input(struct ifnet *ifp, struct mbuf *m)
    162       1.1  kefren {
    163       1.1  kefren #if 0
    164       1.1  kefren 	/*
    165       1.1  kefren 	 * TODO - kefren
    166       1.1  kefren 	 * I'd love to unshim the packet, guess family
    167       1.1  kefren 	 * and pass it to bpf
    168       1.1  kefren 	 */
    169       1.1  kefren 	bpf_mtap_af(ifp, AF_MPLS, m);
    170       1.1  kefren #endif
    171       1.1  kefren 
    172       1.1  kefren 	mpls_lse(m);
    173       1.1  kefren }
    174       1.1  kefren 
    175       1.1  kefren void
    176       1.1  kefren mplsintr(void)
    177       1.1  kefren {
    178       1.1  kefren 	struct mbuf *m;
    179       1.1  kefren 	int s;
    180       1.1  kefren 
    181       1.1  kefren 	while (!IF_IS_EMPTY(&mplsintrq)) {
    182       1.1  kefren 		s = splnet();
    183       1.1  kefren 		IF_DEQUEUE(&mplsintrq, m);
    184       1.1  kefren 		splx(s);
    185       1.1  kefren 
    186       1.1  kefren 		if (!m)
    187       1.1  kefren 			return;
    188       1.1  kefren 
    189       1.1  kefren 		if (((m->m_flags & M_PKTHDR) == 0) ||
    190       1.1  kefren 		    (m->m_pkthdr.rcvif == 0))
    191       1.1  kefren 			panic("mplsintr(): no pkthdr or rcvif");
    192       1.1  kefren 
    193       1.1  kefren #ifdef MBUFTRACE
    194       1.1  kefren 		m_claimm(m, &mpls_owner);
    195       1.1  kefren #endif
    196       1.1  kefren 		mpls_input(m->m_pkthdr.rcvif, m);
    197       1.1  kefren 	}
    198       1.1  kefren }
    199       1.1  kefren 
    200       1.1  kefren /*
    201       1.1  kefren  * prepend shim and deliver
    202       1.1  kefren  */
    203       1.1  kefren static int
    204       1.1  kefren mpls_output(struct ifnet *ifp, struct mbuf *m, const struct sockaddr *dst, struct rtentry *rt)
    205       1.1  kefren {
    206       1.6  kefren 	union mpls_shim mh, *pms;
    207       1.1  kefren 	struct rtentry *rt1;
    208       1.1  kefren 	int err;
    209       1.6  kefren 	uint psize = sizeof(struct sockaddr_mpls);
    210       1.1  kefren 
    211      1.16  bouyer 	KASSERT(KERNEL_LOCKED_P());
    212      1.16  bouyer 
    213       1.1  kefren 	if ((ifp->if_flags & (IFF_UP|IFF_RUNNING)) != (IFF_UP|IFF_RUNNING)) {
    214       1.1  kefren 		m_freem(m);
    215       1.1  kefren 		return ENETDOWN;
    216       1.1  kefren 	}
    217       1.1  kefren 
    218       1.3  kefren 	if (rt_gettag(rt) == NULL || rt_gettag(rt)->sa_family != AF_MPLS) {
    219       1.1  kefren 		m_freem(m);
    220       1.1  kefren 		return EINVAL;
    221       1.1  kefren 	}
    222       1.1  kefren 
    223       1.1  kefren 	bpf_mtap_af(ifp, dst->sa_family, m);
    224       1.1  kefren 
    225       1.6  kefren 	memset(&mh, 0, sizeof(mh));
    226       1.6  kefren 	mh.s_addr = MPLS_GETSADDR(rt);
    227       1.6  kefren 	mh.shim.bos = 1;
    228       1.6  kefren 	mh.shim.exp = 0;
    229       1.6  kefren 	mh.shim.ttl = mpls_defttl;
    230       1.6  kefren 
    231       1.6  kefren 	pms = &((struct sockaddr_mpls*)rt_gettag(rt))->smpls_addr;
    232       1.6  kefren 
    233       1.6  kefren 	while (psize <= rt_gettag(rt)->sa_len - sizeof(mh)) {
    234       1.6  kefren 		pms++;
    235       1.8  kefren 		if (mh.shim.label != MPLS_LABEL_IMPLNULL &&
    236       1.8  kefren 		    ((m = mpls_prepend_shim(m, &mh)) == NULL))
    237       1.7  kefren 			return ENOBUFS;
    238       1.6  kefren 		memset(&mh, 0, sizeof(mh));
    239       1.6  kefren 		mh.s_addr = ntohl(pms->s_addr);
    240       1.6  kefren 		mh.shim.bos = mh.shim.exp = 0;
    241       1.6  kefren 		mh.shim.ttl = mpls_defttl;
    242       1.6  kefren 		psize += sizeof(mh);
    243       1.6  kefren 	}
    244       1.1  kefren 
    245       1.1  kefren 	switch(dst->sa_family) {
    246       1.1  kefren #ifdef INET
    247       1.1  kefren 	case AF_INET:
    248       1.6  kefren 		m = mpls_label_inet(m, &mh, psize - sizeof(struct sockaddr_mpls));
    249       1.1  kefren 		break;
    250       1.1  kefren #endif
    251       1.1  kefren #ifdef INET6
    252       1.1  kefren 	case AF_INET6:
    253       1.6  kefren 		m = mpls_label_inet6(m, &mh, psize - sizeof(struct sockaddr_mpls));
    254       1.1  kefren 		break;
    255       1.1  kefren #endif
    256       1.1  kefren 	default:
    257       1.1  kefren 		m = mpls_prepend_shim(m, &mh);
    258       1.1  kefren 		break;
    259       1.1  kefren 	}
    260       1.1  kefren 
    261       1.1  kefren 	if (m == NULL) {
    262       1.1  kefren 		IF_DROP(&ifp->if_snd);
    263       1.1  kefren 		ifp->if_oerrors++;
    264       1.1  kefren 		return ENOBUFS;
    265       1.1  kefren 	}
    266       1.1  kefren 
    267       1.1  kefren 	ifp->if_opackets++;
    268       1.1  kefren 	ifp->if_obytes += m->m_pkthdr.len;
    269       1.1  kefren 
    270       1.1  kefren 	if ((rt1=rtalloc1(rt->rt_gateway, 1)) == NULL) {
    271       1.1  kefren 		m_freem(m);
    272       1.1  kefren 		return EHOSTUNREACH;
    273       1.1  kefren 	}
    274       1.1  kefren 
    275       1.1  kefren 	err = mpls_send_frame(m, rt1->rt_ifp, rt);
    276      1.14   rmind 	rtfree(rt1);
    277       1.1  kefren 	return err;
    278       1.1  kefren }
    279       1.1  kefren 
    280       1.1  kefren static int
    281       1.1  kefren mpls_ioctl(struct ifnet *ifp, u_long cmd, void *data)
    282       1.1  kefren {
    283       1.1  kefren 	int error = 0, s = splnet();
    284       1.1  kefren 	struct ifreq *ifr = data;
    285       1.1  kefren 
    286       1.1  kefren 	switch(cmd) {
    287       1.1  kefren 	case SIOCINITIFADDR:
    288       1.1  kefren 		ifp->if_flags |= IFF_UP | IFF_RUNNING;
    289       1.1  kefren 		break;
    290       1.1  kefren 	case SIOCSIFMTU:
    291       1.1  kefren 		if (ifr != NULL && ifr->ifr_mtu < 576) {
    292       1.1  kefren 			error = EINVAL;
    293       1.1  kefren 			break;
    294       1.1  kefren 		}
    295       1.1  kefren 		/* FALLTHROUGH */
    296       1.1  kefren 	case SIOCGIFMTU:
    297       1.1  kefren 		if ((error = ifioctl_common(ifp, cmd, data)) == ENETRESET)
    298       1.1  kefren 			error = 0;
    299       1.1  kefren 		break;
    300       1.1  kefren 	case SIOCSIFFLAGS:
    301       1.1  kefren 		if ((error = ifioctl_common(ifp, cmd, data)) != 0)
    302       1.1  kefren 			break;
    303       1.1  kefren 		if (ifp->if_flags & IFF_UP)
    304       1.1  kefren 			ifp->if_flags |= IFF_RUNNING;
    305       1.1  kefren 		break;
    306       1.1  kefren 	default:
    307       1.1  kefren 		error = ifioctl_common(ifp, cmd, data);
    308       1.1  kefren 		break;
    309       1.1  kefren 	}
    310       1.1  kefren 	splx(s);
    311       1.1  kefren 	return error;
    312       1.1  kefren }
    313       1.1  kefren 
    314       1.1  kefren /*
    315       1.1  kefren  * MPLS Label Switch Engine
    316       1.1  kefren  */
    317       1.1  kefren static int
    318       1.1  kefren mpls_lse(struct mbuf *m)
    319       1.1  kefren {
    320       1.1  kefren 	struct sockaddr_mpls dst;
    321       1.1  kefren 	union mpls_shim tshim, *htag;
    322       1.1  kefren 	struct rtentry *rt = NULL;
    323       1.1  kefren 	int error = ENOBUFS;
    324       1.7  kefren 	uint psize = sizeof(struct sockaddr_mpls);
    325      1.11  kefren 	bool push_back_alert = false;
    326       1.1  kefren 
    327       1.1  kefren 	if (m->m_len < sizeof(union mpls_shim) &&
    328       1.1  kefren 	    (m = m_pullup(m, sizeof(union mpls_shim))) == NULL)
    329       1.1  kefren 		goto done;
    330       1.1  kefren 
    331       1.1  kefren 	dst.smpls_len = sizeof(struct sockaddr_mpls);
    332       1.1  kefren 	dst.smpls_family = AF_MPLS;
    333       1.1  kefren 	dst.smpls_addr.s_addr = ntohl(mtod(m, union mpls_shim *)->s_addr);
    334       1.1  kefren 
    335       1.1  kefren 	/* Check if we're accepting MPLS Frames */
    336       1.1  kefren 	error = EINVAL;
    337      1.15     rtr 	if (!mpls_frame_accept)
    338       1.1  kefren 		goto done;
    339       1.1  kefren 
    340       1.1  kefren 	/* TTL decrement */
    341       1.1  kefren 	if ((m = mpls_ttl_dec(m)) == NULL)
    342       1.1  kefren 		goto done;
    343       1.1  kefren 
    344      1.10  kefren 	/* RFC 4182 */
    345      1.10  kefren 	if (mpls_rfc4182 != 0)
    346      1.10  kefren 		while((dst.smpls_addr.shim.label == MPLS_LABEL_IPV4NULL ||
    347      1.10  kefren 		    dst.smpls_addr.shim.label == MPLS_LABEL_IPV6NULL) &&
    348      1.11  kefren 		    __predict_false(dst.smpls_addr.shim.bos == 0))
    349      1.11  kefren 			TRIM_LABEL;
    350      1.11  kefren 
    351      1.11  kefren 	/* RFC 3032 Section 2.1 Page 4 */
    352      1.11  kefren 	if (__predict_false(dst.smpls_addr.shim.label == MPLS_LABEL_RTALERT) &&
    353      1.11  kefren 	    dst.smpls_addr.shim.bos == 0) {
    354      1.11  kefren 		TRIM_LABEL;
    355      1.11  kefren 		push_back_alert = true;
    356      1.11  kefren 	}
    357      1.10  kefren 
    358       1.1  kefren 	if (dst.smpls_addr.shim.label <= MPLS_LABEL_RESMAX) {
    359       1.1  kefren 		/* Don't swap reserved labels */
    360       1.1  kefren 		switch (dst.smpls_addr.shim.label) {
    361       1.1  kefren #ifdef INET
    362       1.1  kefren 		case MPLS_LABEL_IPV4NULL:
    363       1.1  kefren 			/* Pop shim and push mbuf to IP stack */
    364       1.1  kefren 			if (dst.smpls_addr.shim.bos)
    365       1.1  kefren 				error = mpls_unlabel_inet(m);
    366       1.1  kefren 			break;
    367       1.1  kefren #endif
    368       1.1  kefren #ifdef INET6
    369       1.1  kefren 		case MPLS_LABEL_IPV6NULL:
    370       1.1  kefren 			/* Pop shim and push mbuf to IPv6 stack */
    371       1.1  kefren 			if (dst.smpls_addr.shim.bos)
    372       1.1  kefren 				error = mpls_unlabel_inet6(m);
    373       1.1  kefren 			break;
    374       1.1  kefren #endif
    375       1.1  kefren 		case MPLS_LABEL_RTALERT:	/* Yeah, I'm all alerted */
    376       1.1  kefren 		case MPLS_LABEL_IMPLNULL:	/* This is logical only */
    377       1.1  kefren 		default:			/* Rest are not allowed */
    378       1.1  kefren 			break;
    379       1.1  kefren 		}
    380       1.1  kefren 		goto done;
    381       1.1  kefren 	}
    382       1.1  kefren 
    383       1.1  kefren 	/* Check if we should do MPLS forwarding */
    384       1.1  kefren 	error = EHOSTUNREACH;
    385       1.1  kefren 	if (!mpls_forwarding)
    386       1.1  kefren 		goto done;
    387       1.1  kefren 
    388       1.1  kefren 	/* Get a route to dst */
    389       1.1  kefren 	dst.smpls_addr.shim.ttl =
    390       1.1  kefren 	    dst.smpls_addr.shim.bos =
    391       1.1  kefren 	    dst.smpls_addr.shim.exp = 0;
    392       1.1  kefren 	dst.smpls_addr.s_addr = htonl(dst.smpls_addr.s_addr);
    393       1.1  kefren 	if ((rt = rtalloc1((const struct sockaddr*)&dst, 1)) == NULL)
    394       1.1  kefren 		goto done;
    395       1.1  kefren 
    396       1.3  kefren 	/* MPLS packet with no MPLS tagged route ? */
    397       1.1  kefren 	if ((rt->rt_flags & RTF_GATEWAY) == 0 ||
    398       1.3  kefren 	     rt_gettag(rt) == NULL ||
    399       1.3  kefren 	     rt_gettag(rt)->sa_family != AF_MPLS)
    400       1.1  kefren 		goto done;
    401       1.1  kefren 
    402       1.1  kefren 	tshim.s_addr = MPLS_GETSADDR(rt);
    403       1.1  kefren 
    404       1.1  kefren 	/* Swap labels */
    405       1.1  kefren 	if ((m->m_len < sizeof(union mpls_shim)) &&
    406       1.1  kefren 	    (m = m_pullup(m, sizeof(union mpls_shim))) == 0) {
    407       1.1  kefren 		error = ENOBUFS;
    408       1.1  kefren 		goto done;
    409       1.1  kefren 	}
    410       1.1  kefren 
    411       1.1  kefren 	/* Replace only the label */
    412       1.1  kefren 	htag = mtod(m, union mpls_shim *);
    413       1.1  kefren 	htag->s_addr = ntohl(htag->s_addr);
    414       1.1  kefren 	htag->shim.label = tshim.shim.label;
    415       1.1  kefren 	htag->s_addr = htonl(htag->s_addr);
    416       1.1  kefren 
    417       1.7  kefren 	/* check if there is anything more to prepend */
    418       1.7  kefren 	htag = &((struct sockaddr_mpls*)rt_gettag(rt))->smpls_addr;
    419       1.7  kefren 	while (psize <= rt_gettag(rt)->sa_len - sizeof(tshim)) {
    420       1.7  kefren 		htag++;
    421       1.7  kefren 		memset(&tshim, 0, sizeof(tshim));
    422       1.7  kefren 		tshim.s_addr = ntohl(htag->s_addr);
    423       1.7  kefren 		tshim.shim.bos = tshim.shim.exp = 0;
    424       1.7  kefren 		tshim.shim.ttl = mpls_defttl;
    425       1.8  kefren 		if (tshim.shim.label != MPLS_LABEL_IMPLNULL &&
    426       1.8  kefren 		    ((m = mpls_prepend_shim(m, &tshim)) == NULL))
    427       1.7  kefren 			return ENOBUFS;
    428       1.7  kefren 		psize += sizeof(tshim);
    429       1.7  kefren 	}
    430       1.7  kefren 
    431      1.11  kefren 	if (__predict_false(push_back_alert == true)) {
    432      1.11  kefren 		/* re-add the router alert label */
    433      1.11  kefren 		memset(&tshim, 0, sizeof(tshim));
    434      1.11  kefren 		tshim.s_addr = MPLS_LABEL_RTALERT;
    435      1.11  kefren 		tshim.shim.bos = tshim.shim.exp = 0;
    436      1.11  kefren 		tshim.shim.ttl = mpls_defttl;
    437      1.11  kefren 		if ((m = mpls_prepend_shim(m, &tshim)) == NULL)
    438      1.11  kefren 			return ENOBUFS;
    439      1.11  kefren 	}
    440      1.11  kefren 
    441       1.1  kefren 	error = mpls_send_frame(m, rt->rt_ifp, rt);
    442       1.1  kefren 
    443       1.1  kefren done:
    444       1.1  kefren 	if (error != 0 && m != NULL)
    445       1.1  kefren 		m_freem(m);
    446       1.1  kefren 	if (rt != NULL)
    447      1.14   rmind 		rtfree(rt);
    448       1.1  kefren 
    449       1.1  kefren 	return error;
    450       1.1  kefren }
    451       1.1  kefren 
    452       1.1  kefren static int
    453       1.1  kefren mpls_send_frame(struct mbuf *m, struct ifnet *ifp, struct rtentry *rt)
    454       1.1  kefren {
    455       1.1  kefren 	union mpls_shim msh;
    456      1.16  bouyer 	int ret;
    457       1.1  kefren 
    458       1.1  kefren 	if ((rt->rt_flags & RTF_GATEWAY) == 0)
    459       1.1  kefren 		return EHOSTUNREACH;
    460       1.1  kefren 
    461       1.1  kefren 	rt->rt_use++;
    462       1.1  kefren 
    463       1.1  kefren 	msh.s_addr = MPLS_GETSADDR(rt);
    464       1.4  kefren 	if (msh.shim.label == MPLS_LABEL_IMPLNULL ||
    465       1.4  kefren 	    (m->m_flags & (M_MCAST | M_BCAST))) {
    466       1.1  kefren 		m_adj(m, sizeof(union mpls_shim));
    467       1.1  kefren 		m->m_pkthdr.csum_flags = 0;
    468       1.1  kefren 	}
    469       1.1  kefren 
    470       1.1  kefren 	switch(ifp->if_type) {
    471       1.5  kefren 	/* only these are supported for now */
    472       1.1  kefren 	case IFT_ETHER:
    473       1.1  kefren 	case IFT_TUNNEL:
    474       1.5  kefren 	case IFT_LOOP:
    475  1.16.4.1   skrll #ifdef INET
    476  1.16.4.1   skrll 		ret = ip_hresolv_output(ifp, m, rt->rt_gateway, rt);
    477  1.16.4.1   skrll #else
    478      1.16  bouyer 		KERNEL_LOCK(1, NULL);
    479      1.16  bouyer 		ret =  (*ifp->if_output)(ifp, m, rt->rt_gateway, rt);
    480      1.16  bouyer 		KERNEL_UNLOCK_ONE(NULL);
    481  1.16.4.1   skrll #endif
    482      1.16  bouyer 		return ret;
    483       1.1  kefren 		break;
    484       1.1  kefren 	default:
    485       1.1  kefren 		return ENETUNREACH;
    486       1.1  kefren 	}
    487       1.1  kefren 	return 0;
    488       1.1  kefren }
    489       1.1  kefren 
    490       1.1  kefren 
    491       1.1  kefren 
    492       1.1  kefren #ifdef INET
    493       1.1  kefren static int
    494       1.1  kefren mpls_unlabel_inet(struct mbuf *m)
    495       1.1  kefren {
    496       1.1  kefren 	struct ip *iph;
    497       1.1  kefren 	union mpls_shim *ms;
    498      1.13   rmind 	int iphlen;
    499       1.1  kefren 
    500       1.1  kefren 	if (mpls_mapttl_inet || mpls_mapprec_inet) {
    501       1.1  kefren 
    502       1.1  kefren 		/* get shim info */
    503       1.1  kefren 		ms = mtod(m, union mpls_shim *);
    504       1.1  kefren 		ms->s_addr = ntohl(ms->s_addr);
    505       1.1  kefren 
    506       1.1  kefren 		/* and get rid of it */
    507       1.1  kefren 		m_adj(m, sizeof(union mpls_shim));
    508       1.1  kefren 
    509       1.1  kefren 		/* get ip header */
    510       1.1  kefren 		if (m->m_len < sizeof (struct ip) &&
    511       1.1  kefren 		    (m = m_pullup(m, sizeof(struct ip))) == NULL)
    512       1.1  kefren 			return ENOBUFS;
    513       1.1  kefren 		iph = mtod(m, struct ip *);
    514       1.1  kefren 		iphlen = iph->ip_hl << 2;
    515       1.1  kefren 
    516       1.1  kefren 		/* get it all */
    517       1.1  kefren 		if (m->m_len < iphlen) {
    518       1.1  kefren 			if ((m = m_pullup(m, iphlen)) == NULL)
    519       1.1  kefren 				return ENOBUFS;
    520       1.1  kefren 			iph = mtod(m, struct ip *);
    521       1.1  kefren 		}
    522       1.1  kefren 
    523       1.1  kefren 		/* check ipsum */
    524       1.1  kefren 		if (in_cksum(m, iphlen) != 0) {
    525       1.1  kefren 			m_freem(m);
    526       1.1  kefren 			return EINVAL;
    527       1.1  kefren 		}
    528       1.1  kefren 
    529       1.1  kefren 		/* set IP ttl from MPLS ttl */
    530       1.1  kefren 		if (mpls_mapttl_inet)
    531       1.1  kefren 			iph->ip_ttl = ms->shim.ttl;
    532       1.1  kefren 
    533       1.1  kefren 		/* set IP Precedence from MPLS Exp */
    534       1.1  kefren 		if (mpls_mapprec_inet) {
    535       1.1  kefren 			iph->ip_tos = (iph->ip_tos << 3) >> 3;
    536       1.1  kefren 			iph->ip_tos |= ms->shim.exp << 5;
    537       1.1  kefren 		}
    538       1.1  kefren 
    539       1.1  kefren 		/* reset ipsum because we modified TTL and TOS */
    540       1.1  kefren 		iph->ip_sum = 0;
    541       1.1  kefren 		iph->ip_sum = in_cksum(m, iphlen);
    542       1.1  kefren 	} else
    543       1.1  kefren 		m_adj(m, sizeof(union mpls_shim));
    544       1.1  kefren 
    545       1.1  kefren 	/* Put it on IP queue */
    546      1.13   rmind 	if (__predict_false(!pktq_enqueue(ip_pktq, m, 0))) {
    547       1.1  kefren 		m_freem(m);
    548       1.1  kefren 		return ENOBUFS;
    549       1.1  kefren 	}
    550       1.1  kefren 	return 0;
    551       1.1  kefren }
    552       1.1  kefren 
    553       1.1  kefren /*
    554       1.1  kefren  * Prepend MPLS label
    555       1.1  kefren  */
    556       1.1  kefren static struct mbuf *
    557       1.6  kefren mpls_label_inet(struct mbuf *m, union mpls_shim *ms, uint offset)
    558       1.1  kefren {
    559       1.9  kefren 	struct ip iphdr;
    560       1.1  kefren 
    561       1.1  kefren 	if (mpls_mapttl_inet || mpls_mapprec_inet) {
    562       1.1  kefren 		if ((m->m_len < sizeof(struct ip)) &&
    563       1.6  kefren 		    (m = m_pullup(m, offset + sizeof(struct ip))) == 0)
    564       1.6  kefren 			return NULL; /* XXX */
    565       1.9  kefren 		m_copydata(m, offset, sizeof(struct ip), &iphdr);
    566       1.1  kefren 
    567       1.1  kefren 		/* Map TTL */
    568       1.1  kefren 		if (mpls_mapttl_inet)
    569       1.9  kefren 			ms->shim.ttl = iphdr.ip_ttl;
    570       1.1  kefren 
    571       1.1  kefren 		/* Copy IP precedence to EXP */
    572       1.1  kefren 		if (mpls_mapprec_inet)
    573       1.9  kefren 			ms->shim.exp = ((u_int8_t)iphdr.ip_tos) >> 5;
    574       1.1  kefren 	}
    575       1.1  kefren 
    576       1.1  kefren 	if ((m = mpls_prepend_shim(m, ms)) == NULL)
    577       1.1  kefren 		return NULL;
    578       1.1  kefren 
    579       1.1  kefren 	return m;
    580       1.1  kefren }
    581       1.1  kefren 
    582       1.1  kefren #endif	/* INET */
    583       1.1  kefren 
    584       1.1  kefren #ifdef INET6
    585       1.1  kefren 
    586       1.1  kefren static int
    587       1.1  kefren mpls_unlabel_inet6(struct mbuf *m)
    588       1.1  kefren {
    589       1.1  kefren 	struct ip6_hdr *ip6hdr;
    590       1.1  kefren 	union mpls_shim ms;
    591       1.1  kefren 
    592       1.1  kefren 	/* TODO: mapclass */
    593       1.1  kefren 	if (mpls_mapttl_inet6) {
    594       1.1  kefren 		ms.s_addr = ntohl(mtod(m, union mpls_shim *)->s_addr);
    595       1.1  kefren 		m_adj(m, sizeof(union mpls_shim));
    596       1.1  kefren 
    597       1.1  kefren 		if (m->m_len < sizeof (struct ip6_hdr) &&
    598       1.1  kefren 		    (m = m_pullup(m, sizeof(struct ip6_hdr))) == 0)
    599       1.1  kefren 			return ENOBUFS;
    600       1.1  kefren 		ip6hdr = mtod(m, struct ip6_hdr *);
    601       1.1  kefren 
    602       1.1  kefren 		/* Because we just decremented this in mpls_lse */
    603       1.1  kefren 		ip6hdr->ip6_hlim = ms.shim.ttl + 1;
    604       1.1  kefren 	} else
    605       1.1  kefren 		m_adj(m, sizeof(union mpls_shim));
    606       1.1  kefren 
    607      1.13   rmind 	/* Put it back on IPv6 queue. */
    608      1.13   rmind 	if (__predict_false(!pktq_enqueue(ip6_pktq, m, 0))) {
    609       1.1  kefren 		m_freem(m);
    610       1.1  kefren 		return ENOBUFS;
    611       1.1  kefren 	}
    612       1.1  kefren 	return 0;
    613       1.1  kefren }
    614       1.1  kefren 
    615       1.1  kefren static struct mbuf *
    616       1.6  kefren mpls_label_inet6(struct mbuf *m, union mpls_shim *ms, uint offset)
    617       1.1  kefren {
    618       1.9  kefren 	struct ip6_hdr ip6h;
    619       1.1  kefren 
    620       1.1  kefren 	if (mpls_mapttl_inet6 || mpls_mapclass_inet6) {
    621       1.1  kefren 		if (m->m_len < sizeof(struct ip6_hdr) &&
    622       1.6  kefren 		    (m = m_pullup(m, offset + sizeof(struct ip6_hdr))) == 0)
    623       1.6  kefren 			return NULL;
    624       1.9  kefren 		m_copydata(m, offset, sizeof(struct ip6_hdr), &ip6h);
    625       1.1  kefren 
    626       1.1  kefren 		if (mpls_mapttl_inet6)
    627       1.9  kefren 			ms->shim.ttl = ip6h.ip6_hlim;
    628       1.1  kefren 
    629       1.1  kefren 		if (mpls_mapclass_inet6)
    630       1.9  kefren 			ms->shim.exp = ip6h.ip6_vfc << 1 >> 5;
    631       1.1  kefren 	}
    632       1.1  kefren 
    633       1.1  kefren 	if ((m = mpls_prepend_shim(m, ms)) == NULL)
    634       1.1  kefren 		return NULL;
    635       1.1  kefren 
    636       1.1  kefren 	return m;
    637       1.1  kefren }
    638       1.1  kefren 
    639       1.1  kefren #endif	/* INET6 */
    640       1.1  kefren 
    641       1.1  kefren static struct mbuf *
    642  1.16.4.2   skrll mpls_prepend_shim(struct mbuf *m, union mpls_shim *ms)
    643       1.1  kefren {
    644  1.16.4.2   skrll 	union mpls_shim *shim;
    645  1.16.4.2   skrll 
    646       1.1  kefren 	M_PREPEND(m, sizeof(*ms), M_DONTWAIT);
    647       1.1  kefren 	if (m == NULL)
    648       1.1  kefren 		return NULL;
    649       1.1  kefren 
    650       1.1  kefren 	if (m->m_len < sizeof(union mpls_shim) &&
    651       1.1  kefren 	    (m = m_pullup(m, sizeof(union mpls_shim))) == 0)
    652       1.1  kefren 		return NULL;
    653       1.1  kefren 
    654       1.1  kefren 	shim = mtod(m, union mpls_shim *);
    655       1.1  kefren 
    656       1.1  kefren 	memcpy(shim, ms, sizeof(*shim));
    657       1.1  kefren 	shim->s_addr = htonl(shim->s_addr);
    658       1.1  kefren 
    659       1.1  kefren 	return m;
    660       1.1  kefren }
    661