Home | History | Annotate | Line # | Download | only in net
if_mpls.c revision 1.25
      1  1.25  knakahar /*	$NetBSD: if_mpls.c,v 1.25 2016/06/20 22:59:36 knakahara Exp $ */
      2   1.1    kefren 
      3   1.1    kefren /*
      4   1.1    kefren  * Copyright (c) 2010 The NetBSD Foundation, Inc.
      5   1.1    kefren  * All rights reserved.
      6   1.1    kefren  *
      7   1.1    kefren  * This code is derived from software contributed to The NetBSD Foundation
      8   1.1    kefren  * by Mihai Chelaru <kefren (at) NetBSD.org>
      9   1.1    kefren  *
     10   1.1    kefren  * Redistribution and use in source and binary forms, with or without
     11   1.1    kefren  * modification, are permitted provided that the following conditions
     12   1.1    kefren  * are met:
     13   1.1    kefren  * 1. Redistributions of source code must retain the above copyright
     14   1.1    kefren  *    notice, this list of conditions and the following disclaimer.
     15   1.1    kefren  * 2. Redistributions in binary form must reproduce the above copyright
     16   1.1    kefren  *    notice, this list of conditions and the following disclaimer in the
     17   1.1    kefren  *    documentation and/or other materials provided with the distribution.
     18   1.1    kefren  *
     19   1.1    kefren  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20   1.1    kefren  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21   1.1    kefren  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22   1.1    kefren  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23   1.1    kefren  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24   1.1    kefren  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25   1.1    kefren  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26   1.1    kefren  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27   1.1    kefren  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28   1.1    kefren  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29   1.1    kefren  * POSSIBILITY OF SUCH DAMAGE.
     30   1.1    kefren  */
     31   1.1    kefren 
     32   1.1    kefren #include <sys/cdefs.h>
     33  1.25  knakahar __KERNEL_RCSID(0, "$NetBSD: if_mpls.c,v 1.25 2016/06/20 22:59:36 knakahara Exp $");
     34   1.1    kefren 
     35  1.19     pooka #ifdef _KERNEL_OPT
     36   1.1    kefren #include "opt_inet.h"
     37   1.1    kefren #include "opt_mpls.h"
     38  1.19     pooka #endif
     39   1.1    kefren 
     40   1.1    kefren #include <sys/param.h>
     41   1.1    kefren 
     42   1.1    kefren #include <sys/errno.h>
     43   1.1    kefren #include <sys/malloc.h>
     44   1.1    kefren #include <sys/mbuf.h>
     45   1.1    kefren #include <sys/sysctl.h>
     46   1.1    kefren 
     47   1.1    kefren #include <net/bpf.h>
     48   1.1    kefren #include <net/if.h>
     49   1.1    kefren #include <net/if_types.h>
     50   1.1    kefren #include <net/netisr.h>
     51   1.1    kefren #include <net/route.h>
     52   1.1    kefren 
     53   1.1    kefren #ifdef INET
     54   1.1    kefren #include <netinet/in.h>
     55   1.1    kefren #include <netinet/in_systm.h>
     56   1.1    kefren #include <netinet/in_var.h>
     57   1.1    kefren #include <netinet/ip.h>
     58  1.17     ozaki #include <netinet/ip_var.h>
     59   1.1    kefren #endif
     60   1.1    kefren 
     61   1.1    kefren #ifdef INET6
     62   1.1    kefren #include <netinet/ip6.h>
     63   1.1    kefren #include <netinet6/in6_var.h>
     64   1.1    kefren #include <netinet6/ip6_var.h>
     65   1.1    kefren #endif
     66   1.1    kefren 
     67   1.1    kefren #include <netmpls/mpls.h>
     68   1.1    kefren #include <netmpls/mpls_var.h>
     69   1.1    kefren 
     70   1.1    kefren #include "if_mpls.h"
     71   1.1    kefren 
     72  1.18  christos #include "ioconf.h"
     73  1.18  christos 
     74  1.11    kefren #define TRIM_LABEL do { \
     75  1.11    kefren 	m_adj(m, sizeof(union mpls_shim)); \
     76  1.11    kefren 	if (m->m_len < sizeof(union mpls_shim) && \
     77  1.11    kefren 	    (m = m_pullup(m, sizeof(union mpls_shim))) == NULL) \
     78  1.11    kefren 		goto done; \
     79  1.11    kefren 	dst.smpls_addr.s_addr = ntohl(mtod(m, union mpls_shim *)->s_addr); \
     80  1.11    kefren 	} while (/* CONSTCOND */ 0)
     81  1.11    kefren 
     82  1.11    kefren 
     83   1.1    kefren static int mpls_clone_create(struct if_clone *, int);
     84   1.1    kefren static int mpls_clone_destroy(struct ifnet *);
     85   1.1    kefren 
     86   1.1    kefren static struct if_clone mpls_if_cloner =
     87   1.1    kefren 	IF_CLONE_INITIALIZER("mpls", mpls_clone_create, mpls_clone_destroy);
     88   1.1    kefren 
     89   1.1    kefren 
     90   1.1    kefren static void mpls_input(struct ifnet *, struct mbuf *);
     91   1.1    kefren static int mpls_output(struct ifnet *, struct mbuf *, const struct sockaddr *,
     92  1.22     ozaki 	const struct rtentry *);
     93   1.1    kefren static int mpls_ioctl(struct ifnet *, u_long, void *);
     94  1.22     ozaki static int mpls_send_frame(struct mbuf *, struct ifnet *,
     95  1.22     ozaki     const struct rtentry *);
     96   1.1    kefren static int mpls_lse(struct mbuf *);
     97   1.1    kefren 
     98   1.1    kefren #ifdef INET
     99   1.1    kefren static int mpls_unlabel_inet(struct mbuf *);
    100   1.6    kefren static struct mbuf *mpls_label_inet(struct mbuf *, union mpls_shim *, uint);
    101   1.1    kefren #endif
    102   1.1    kefren 
    103   1.1    kefren #ifdef INET6
    104   1.1    kefren static int mpls_unlabel_inet6(struct mbuf *);
    105   1.6    kefren static struct mbuf *mpls_label_inet6(struct mbuf *, union mpls_shim *, uint);
    106   1.1    kefren #endif
    107   1.1    kefren 
    108   1.1    kefren static struct mbuf *mpls_prepend_shim(struct mbuf *, union mpls_shim *);
    109   1.1    kefren 
    110   1.1    kefren extern int mpls_defttl, mpls_mapttl_inet, mpls_mapttl_inet6, mpls_icmp_respond,
    111  1.15       rtr 	mpls_forwarding, mpls_frame_accept, mpls_mapprec_inet, mpls_mapclass_inet6,
    112  1.10    kefren 	mpls_rfc4182;
    113   1.1    kefren 
    114   1.1    kefren /* ARGSUSED */
    115   1.1    kefren void
    116   1.2    kefren ifmplsattach(int count)
    117   1.1    kefren {
    118   1.1    kefren 	if_clone_attach(&mpls_if_cloner);
    119   1.1    kefren }
    120   1.1    kefren 
    121   1.1    kefren static int
    122   1.1    kefren mpls_clone_create(struct if_clone *ifc, int unit)
    123   1.1    kefren {
    124   1.1    kefren 	struct mpls_softc *sc;
    125   1.1    kefren 
    126   1.1    kefren 	sc = malloc(sizeof(*sc), M_DEVBUF, M_WAITOK | M_ZERO);
    127   1.1    kefren 
    128   1.1    kefren 	if_initname(&sc->sc_if, ifc->ifc_name, unit);
    129   1.1    kefren 	sc->sc_if.if_softc = sc;
    130   1.1    kefren 	sc->sc_if.if_type = IFT_MPLS;
    131   1.1    kefren 	sc->sc_if.if_addrlen = 0;
    132   1.1    kefren 	sc->sc_if.if_hdrlen = sizeof(union mpls_shim);
    133   1.1    kefren 	sc->sc_if.if_dlt = DLT_NULL;
    134   1.1    kefren 	sc->sc_if.if_mtu = 1500;
    135   1.1    kefren 	sc->sc_if.if_flags = 0;
    136  1.20     ozaki 	sc->sc_if._if_input = mpls_input;
    137   1.1    kefren 	sc->sc_if.if_output = mpls_output;
    138   1.1    kefren 	sc->sc_if.if_ioctl = mpls_ioctl;
    139   1.1    kefren 
    140   1.1    kefren 	if_attach(&sc->sc_if);
    141   1.1    kefren 	if_alloc_sadl(&sc->sc_if);
    142   1.1    kefren 	bpf_attach(&sc->sc_if, DLT_NULL, sizeof(uint32_t));
    143   1.1    kefren 	return 0;
    144   1.1    kefren }
    145   1.1    kefren 
    146   1.1    kefren static int
    147   1.1    kefren mpls_clone_destroy(struct ifnet *ifp)
    148   1.1    kefren {
    149   1.1    kefren 	int s;
    150   1.1    kefren 
    151   1.1    kefren 	bpf_detach(ifp);
    152   1.1    kefren 
    153   1.1    kefren 	s = splnet();
    154   1.1    kefren 	if_detach(ifp);
    155   1.1    kefren 	splx(s);
    156   1.1    kefren 
    157   1.1    kefren 	free(ifp->if_softc, M_DEVBUF);
    158   1.1    kefren 	return 0;
    159   1.1    kefren }
    160   1.1    kefren 
    161   1.1    kefren static void
    162   1.1    kefren mpls_input(struct ifnet *ifp, struct mbuf *m)
    163   1.1    kefren {
    164   1.1    kefren #if 0
    165   1.1    kefren 	/*
    166   1.1    kefren 	 * TODO - kefren
    167   1.1    kefren 	 * I'd love to unshim the packet, guess family
    168   1.1    kefren 	 * and pass it to bpf
    169   1.1    kefren 	 */
    170   1.1    kefren 	bpf_mtap_af(ifp, AF_MPLS, m);
    171   1.1    kefren #endif
    172   1.1    kefren 
    173   1.1    kefren 	mpls_lse(m);
    174   1.1    kefren }
    175   1.1    kefren 
    176   1.1    kefren void
    177   1.1    kefren mplsintr(void)
    178   1.1    kefren {
    179   1.1    kefren 	struct mbuf *m;
    180   1.1    kefren 	int s;
    181   1.1    kefren 
    182   1.1    kefren 	while (!IF_IS_EMPTY(&mplsintrq)) {
    183   1.1    kefren 		s = splnet();
    184   1.1    kefren 		IF_DEQUEUE(&mplsintrq, m);
    185   1.1    kefren 		splx(s);
    186   1.1    kefren 
    187   1.1    kefren 		if (!m)
    188   1.1    kefren 			return;
    189   1.1    kefren 
    190   1.1    kefren 		if (((m->m_flags & M_PKTHDR) == 0) ||
    191  1.23     ozaki 		    (m->m_pkthdr.rcvif_index == 0))
    192   1.1    kefren 			panic("mplsintr(): no pkthdr or rcvif");
    193   1.1    kefren 
    194   1.1    kefren #ifdef MBUFTRACE
    195   1.1    kefren 		m_claimm(m, &mpls_owner);
    196   1.1    kefren #endif
    197  1.23     ozaki 		mpls_input(m_get_rcvif_NOMPSAFE(m), m);
    198   1.1    kefren 	}
    199   1.1    kefren }
    200   1.1    kefren 
    201   1.1    kefren /*
    202   1.1    kefren  * prepend shim and deliver
    203   1.1    kefren  */
    204   1.1    kefren static int
    205  1.22     ozaki mpls_output(struct ifnet *ifp, struct mbuf *m, const struct sockaddr *dst,
    206  1.22     ozaki     const struct rtentry *rt)
    207   1.1    kefren {
    208   1.6    kefren 	union mpls_shim mh, *pms;
    209   1.1    kefren 	struct rtentry *rt1;
    210   1.1    kefren 	int err;
    211   1.6    kefren 	uint psize = sizeof(struct sockaddr_mpls);
    212   1.1    kefren 
    213  1.16    bouyer 	KASSERT(KERNEL_LOCKED_P());
    214  1.16    bouyer 
    215   1.1    kefren 	if ((ifp->if_flags & (IFF_UP|IFF_RUNNING)) != (IFF_UP|IFF_RUNNING)) {
    216   1.1    kefren 		m_freem(m);
    217   1.1    kefren 		return ENETDOWN;
    218   1.1    kefren 	}
    219   1.1    kefren 
    220   1.3    kefren 	if (rt_gettag(rt) == NULL || rt_gettag(rt)->sa_family != AF_MPLS) {
    221   1.1    kefren 		m_freem(m);
    222   1.1    kefren 		return EINVAL;
    223   1.1    kefren 	}
    224   1.1    kefren 
    225   1.1    kefren 	bpf_mtap_af(ifp, dst->sa_family, m);
    226   1.1    kefren 
    227   1.6    kefren 	memset(&mh, 0, sizeof(mh));
    228   1.6    kefren 	mh.s_addr = MPLS_GETSADDR(rt);
    229   1.6    kefren 	mh.shim.bos = 1;
    230   1.6    kefren 	mh.shim.exp = 0;
    231   1.6    kefren 	mh.shim.ttl = mpls_defttl;
    232   1.6    kefren 
    233   1.6    kefren 	pms = &((struct sockaddr_mpls*)rt_gettag(rt))->smpls_addr;
    234   1.6    kefren 
    235   1.6    kefren 	while (psize <= rt_gettag(rt)->sa_len - sizeof(mh)) {
    236   1.6    kefren 		pms++;
    237   1.8    kefren 		if (mh.shim.label != MPLS_LABEL_IMPLNULL &&
    238   1.8    kefren 		    ((m = mpls_prepend_shim(m, &mh)) == NULL))
    239   1.7    kefren 			return ENOBUFS;
    240   1.6    kefren 		memset(&mh, 0, sizeof(mh));
    241   1.6    kefren 		mh.s_addr = ntohl(pms->s_addr);
    242   1.6    kefren 		mh.shim.bos = mh.shim.exp = 0;
    243   1.6    kefren 		mh.shim.ttl = mpls_defttl;
    244   1.6    kefren 		psize += sizeof(mh);
    245   1.6    kefren 	}
    246   1.1    kefren 
    247   1.1    kefren 	switch(dst->sa_family) {
    248   1.1    kefren #ifdef INET
    249   1.1    kefren 	case AF_INET:
    250   1.6    kefren 		m = mpls_label_inet(m, &mh, psize - sizeof(struct sockaddr_mpls));
    251   1.1    kefren 		break;
    252   1.1    kefren #endif
    253   1.1    kefren #ifdef INET6
    254   1.1    kefren 	case AF_INET6:
    255   1.6    kefren 		m = mpls_label_inet6(m, &mh, psize - sizeof(struct sockaddr_mpls));
    256   1.1    kefren 		break;
    257   1.1    kefren #endif
    258   1.1    kefren 	default:
    259   1.1    kefren 		m = mpls_prepend_shim(m, &mh);
    260   1.1    kefren 		break;
    261   1.1    kefren 	}
    262   1.1    kefren 
    263   1.1    kefren 	if (m == NULL) {
    264   1.1    kefren 		IF_DROP(&ifp->if_snd);
    265   1.1    kefren 		ifp->if_oerrors++;
    266   1.1    kefren 		return ENOBUFS;
    267   1.1    kefren 	}
    268   1.1    kefren 
    269   1.1    kefren 	ifp->if_opackets++;
    270   1.1    kefren 	ifp->if_obytes += m->m_pkthdr.len;
    271   1.1    kefren 
    272   1.1    kefren 	if ((rt1=rtalloc1(rt->rt_gateway, 1)) == NULL) {
    273   1.1    kefren 		m_freem(m);
    274   1.1    kefren 		return EHOSTUNREACH;
    275   1.1    kefren 	}
    276   1.1    kefren 
    277   1.1    kefren 	err = mpls_send_frame(m, rt1->rt_ifp, rt);
    278  1.14     rmind 	rtfree(rt1);
    279   1.1    kefren 	return err;
    280   1.1    kefren }
    281   1.1    kefren 
    282   1.1    kefren static int
    283   1.1    kefren mpls_ioctl(struct ifnet *ifp, u_long cmd, void *data)
    284   1.1    kefren {
    285   1.1    kefren 	int error = 0, s = splnet();
    286   1.1    kefren 	struct ifreq *ifr = data;
    287   1.1    kefren 
    288   1.1    kefren 	switch(cmd) {
    289   1.1    kefren 	case SIOCINITIFADDR:
    290   1.1    kefren 		ifp->if_flags |= IFF_UP | IFF_RUNNING;
    291   1.1    kefren 		break;
    292   1.1    kefren 	case SIOCSIFMTU:
    293   1.1    kefren 		if (ifr != NULL && ifr->ifr_mtu < 576) {
    294   1.1    kefren 			error = EINVAL;
    295   1.1    kefren 			break;
    296   1.1    kefren 		}
    297   1.1    kefren 		/* FALLTHROUGH */
    298   1.1    kefren 	case SIOCGIFMTU:
    299   1.1    kefren 		if ((error = ifioctl_common(ifp, cmd, data)) == ENETRESET)
    300   1.1    kefren 			error = 0;
    301   1.1    kefren 		break;
    302   1.1    kefren 	case SIOCSIFFLAGS:
    303   1.1    kefren 		if ((error = ifioctl_common(ifp, cmd, data)) != 0)
    304   1.1    kefren 			break;
    305   1.1    kefren 		if (ifp->if_flags & IFF_UP)
    306   1.1    kefren 			ifp->if_flags |= IFF_RUNNING;
    307   1.1    kefren 		break;
    308   1.1    kefren 	default:
    309   1.1    kefren 		error = ifioctl_common(ifp, cmd, data);
    310   1.1    kefren 		break;
    311   1.1    kefren 	}
    312   1.1    kefren 	splx(s);
    313   1.1    kefren 	return error;
    314   1.1    kefren }
    315   1.1    kefren 
    316   1.1    kefren /*
    317   1.1    kefren  * MPLS Label Switch Engine
    318   1.1    kefren  */
    319   1.1    kefren static int
    320   1.1    kefren mpls_lse(struct mbuf *m)
    321   1.1    kefren {
    322   1.1    kefren 	struct sockaddr_mpls dst;
    323   1.1    kefren 	union mpls_shim tshim, *htag;
    324   1.1    kefren 	struct rtentry *rt = NULL;
    325   1.1    kefren 	int error = ENOBUFS;
    326   1.7    kefren 	uint psize = sizeof(struct sockaddr_mpls);
    327  1.11    kefren 	bool push_back_alert = false;
    328   1.1    kefren 
    329   1.1    kefren 	if (m->m_len < sizeof(union mpls_shim) &&
    330   1.1    kefren 	    (m = m_pullup(m, sizeof(union mpls_shim))) == NULL)
    331   1.1    kefren 		goto done;
    332   1.1    kefren 
    333   1.1    kefren 	dst.smpls_len = sizeof(struct sockaddr_mpls);
    334   1.1    kefren 	dst.smpls_family = AF_MPLS;
    335   1.1    kefren 	dst.smpls_addr.s_addr = ntohl(mtod(m, union mpls_shim *)->s_addr);
    336   1.1    kefren 
    337   1.1    kefren 	/* Check if we're accepting MPLS Frames */
    338   1.1    kefren 	error = EINVAL;
    339  1.15       rtr 	if (!mpls_frame_accept)
    340   1.1    kefren 		goto done;
    341   1.1    kefren 
    342   1.1    kefren 	/* TTL decrement */
    343   1.1    kefren 	if ((m = mpls_ttl_dec(m)) == NULL)
    344   1.1    kefren 		goto done;
    345   1.1    kefren 
    346  1.10    kefren 	/* RFC 4182 */
    347  1.10    kefren 	if (mpls_rfc4182 != 0)
    348  1.10    kefren 		while((dst.smpls_addr.shim.label == MPLS_LABEL_IPV4NULL ||
    349  1.10    kefren 		    dst.smpls_addr.shim.label == MPLS_LABEL_IPV6NULL) &&
    350  1.11    kefren 		    __predict_false(dst.smpls_addr.shim.bos == 0))
    351  1.11    kefren 			TRIM_LABEL;
    352  1.11    kefren 
    353  1.11    kefren 	/* RFC 3032 Section 2.1 Page 4 */
    354  1.11    kefren 	if (__predict_false(dst.smpls_addr.shim.label == MPLS_LABEL_RTALERT) &&
    355  1.11    kefren 	    dst.smpls_addr.shim.bos == 0) {
    356  1.11    kefren 		TRIM_LABEL;
    357  1.11    kefren 		push_back_alert = true;
    358  1.11    kefren 	}
    359  1.10    kefren 
    360   1.1    kefren 	if (dst.smpls_addr.shim.label <= MPLS_LABEL_RESMAX) {
    361   1.1    kefren 		/* Don't swap reserved labels */
    362   1.1    kefren 		switch (dst.smpls_addr.shim.label) {
    363   1.1    kefren #ifdef INET
    364   1.1    kefren 		case MPLS_LABEL_IPV4NULL:
    365   1.1    kefren 			/* Pop shim and push mbuf to IP stack */
    366   1.1    kefren 			if (dst.smpls_addr.shim.bos)
    367   1.1    kefren 				error = mpls_unlabel_inet(m);
    368   1.1    kefren 			break;
    369   1.1    kefren #endif
    370   1.1    kefren #ifdef INET6
    371   1.1    kefren 		case MPLS_LABEL_IPV6NULL:
    372   1.1    kefren 			/* Pop shim and push mbuf to IPv6 stack */
    373   1.1    kefren 			if (dst.smpls_addr.shim.bos)
    374   1.1    kefren 				error = mpls_unlabel_inet6(m);
    375   1.1    kefren 			break;
    376   1.1    kefren #endif
    377   1.1    kefren 		case MPLS_LABEL_RTALERT:	/* Yeah, I'm all alerted */
    378   1.1    kefren 		case MPLS_LABEL_IMPLNULL:	/* This is logical only */
    379   1.1    kefren 		default:			/* Rest are not allowed */
    380   1.1    kefren 			break;
    381   1.1    kefren 		}
    382   1.1    kefren 		goto done;
    383   1.1    kefren 	}
    384   1.1    kefren 
    385   1.1    kefren 	/* Check if we should do MPLS forwarding */
    386   1.1    kefren 	error = EHOSTUNREACH;
    387   1.1    kefren 	if (!mpls_forwarding)
    388   1.1    kefren 		goto done;
    389   1.1    kefren 
    390   1.1    kefren 	/* Get a route to dst */
    391   1.1    kefren 	dst.smpls_addr.shim.ttl =
    392   1.1    kefren 	    dst.smpls_addr.shim.bos =
    393   1.1    kefren 	    dst.smpls_addr.shim.exp = 0;
    394   1.1    kefren 	dst.smpls_addr.s_addr = htonl(dst.smpls_addr.s_addr);
    395   1.1    kefren 	if ((rt = rtalloc1((const struct sockaddr*)&dst, 1)) == NULL)
    396   1.1    kefren 		goto done;
    397   1.1    kefren 
    398   1.3    kefren 	/* MPLS packet with no MPLS tagged route ? */
    399   1.1    kefren 	if ((rt->rt_flags & RTF_GATEWAY) == 0 ||
    400   1.3    kefren 	     rt_gettag(rt) == NULL ||
    401   1.3    kefren 	     rt_gettag(rt)->sa_family != AF_MPLS)
    402   1.1    kefren 		goto done;
    403   1.1    kefren 
    404   1.1    kefren 	tshim.s_addr = MPLS_GETSADDR(rt);
    405   1.1    kefren 
    406   1.1    kefren 	/* Swap labels */
    407   1.1    kefren 	if ((m->m_len < sizeof(union mpls_shim)) &&
    408   1.1    kefren 	    (m = m_pullup(m, sizeof(union mpls_shim))) == 0) {
    409   1.1    kefren 		error = ENOBUFS;
    410   1.1    kefren 		goto done;
    411   1.1    kefren 	}
    412   1.1    kefren 
    413   1.1    kefren 	/* Replace only the label */
    414   1.1    kefren 	htag = mtod(m, union mpls_shim *);
    415   1.1    kefren 	htag->s_addr = ntohl(htag->s_addr);
    416   1.1    kefren 	htag->shim.label = tshim.shim.label;
    417   1.1    kefren 	htag->s_addr = htonl(htag->s_addr);
    418   1.1    kefren 
    419   1.7    kefren 	/* check if there is anything more to prepend */
    420   1.7    kefren 	htag = &((struct sockaddr_mpls*)rt_gettag(rt))->smpls_addr;
    421   1.7    kefren 	while (psize <= rt_gettag(rt)->sa_len - sizeof(tshim)) {
    422   1.7    kefren 		htag++;
    423   1.7    kefren 		memset(&tshim, 0, sizeof(tshim));
    424   1.7    kefren 		tshim.s_addr = ntohl(htag->s_addr);
    425   1.7    kefren 		tshim.shim.bos = tshim.shim.exp = 0;
    426   1.7    kefren 		tshim.shim.ttl = mpls_defttl;
    427   1.8    kefren 		if (tshim.shim.label != MPLS_LABEL_IMPLNULL &&
    428   1.8    kefren 		    ((m = mpls_prepend_shim(m, &tshim)) == NULL))
    429   1.7    kefren 			return ENOBUFS;
    430   1.7    kefren 		psize += sizeof(tshim);
    431   1.7    kefren 	}
    432   1.7    kefren 
    433  1.11    kefren 	if (__predict_false(push_back_alert == true)) {
    434  1.11    kefren 		/* re-add the router alert label */
    435  1.11    kefren 		memset(&tshim, 0, sizeof(tshim));
    436  1.11    kefren 		tshim.s_addr = MPLS_LABEL_RTALERT;
    437  1.11    kefren 		tshim.shim.bos = tshim.shim.exp = 0;
    438  1.11    kefren 		tshim.shim.ttl = mpls_defttl;
    439  1.11    kefren 		if ((m = mpls_prepend_shim(m, &tshim)) == NULL)
    440  1.11    kefren 			return ENOBUFS;
    441  1.11    kefren 	}
    442  1.11    kefren 
    443  1.22     ozaki 	if ((rt->rt_flags & RTF_GATEWAY) == 0) {
    444  1.22     ozaki 		error = EHOSTUNREACH;
    445  1.22     ozaki 		goto done;
    446  1.22     ozaki 	}
    447  1.22     ozaki 
    448  1.22     ozaki 	rt->rt_use++;
    449   1.1    kefren 	error = mpls_send_frame(m, rt->rt_ifp, rt);
    450   1.1    kefren 
    451   1.1    kefren done:
    452   1.1    kefren 	if (error != 0 && m != NULL)
    453   1.1    kefren 		m_freem(m);
    454   1.1    kefren 	if (rt != NULL)
    455  1.14     rmind 		rtfree(rt);
    456   1.1    kefren 
    457   1.1    kefren 	return error;
    458   1.1    kefren }
    459   1.1    kefren 
    460   1.1    kefren static int
    461  1.22     ozaki mpls_send_frame(struct mbuf *m, struct ifnet *ifp, const struct rtentry *rt)
    462   1.1    kefren {
    463   1.1    kefren 	union mpls_shim msh;
    464  1.16    bouyer 	int ret;
    465   1.1    kefren 
    466   1.1    kefren 	msh.s_addr = MPLS_GETSADDR(rt);
    467   1.4    kefren 	if (msh.shim.label == MPLS_LABEL_IMPLNULL ||
    468   1.4    kefren 	    (m->m_flags & (M_MCAST | M_BCAST))) {
    469   1.1    kefren 		m_adj(m, sizeof(union mpls_shim));
    470   1.1    kefren 		m->m_pkthdr.csum_flags = 0;
    471   1.1    kefren 	}
    472   1.1    kefren 
    473   1.1    kefren 	switch(ifp->if_type) {
    474   1.5    kefren 	/* only these are supported for now */
    475   1.1    kefren 	case IFT_ETHER:
    476   1.1    kefren 	case IFT_TUNNEL:
    477   1.5    kefren 	case IFT_LOOP:
    478  1.17     ozaki #ifdef INET
    479  1.21     ozaki 		ret = ip_if_output(ifp, m, rt->rt_gateway, rt);
    480  1.17     ozaki #else
    481  1.25  knakahar 		ret = if_output_lock(ifp, ifp, m, rt->rt_gateway, rt);
    482  1.17     ozaki #endif
    483  1.16    bouyer 		return ret;
    484   1.1    kefren 		break;
    485   1.1    kefren 	default:
    486   1.1    kefren 		return ENETUNREACH;
    487   1.1    kefren 	}
    488   1.1    kefren 	return 0;
    489   1.1    kefren }
    490   1.1    kefren 
    491   1.1    kefren 
    492   1.1    kefren 
    493   1.1    kefren #ifdef INET
    494   1.1    kefren static int
    495   1.1    kefren mpls_unlabel_inet(struct mbuf *m)
    496   1.1    kefren {
    497   1.1    kefren 	struct ip *iph;
    498   1.1    kefren 	union mpls_shim *ms;
    499  1.13     rmind 	int iphlen;
    500   1.1    kefren 
    501   1.1    kefren 	if (mpls_mapttl_inet || mpls_mapprec_inet) {
    502   1.1    kefren 
    503   1.1    kefren 		/* get shim info */
    504   1.1    kefren 		ms = mtod(m, union mpls_shim *);
    505   1.1    kefren 		ms->s_addr = ntohl(ms->s_addr);
    506   1.1    kefren 
    507   1.1    kefren 		/* and get rid of it */
    508   1.1    kefren 		m_adj(m, sizeof(union mpls_shim));
    509   1.1    kefren 
    510   1.1    kefren 		/* get ip header */
    511   1.1    kefren 		if (m->m_len < sizeof (struct ip) &&
    512   1.1    kefren 		    (m = m_pullup(m, sizeof(struct ip))) == NULL)
    513   1.1    kefren 			return ENOBUFS;
    514   1.1    kefren 		iph = mtod(m, struct ip *);
    515   1.1    kefren 		iphlen = iph->ip_hl << 2;
    516   1.1    kefren 
    517   1.1    kefren 		/* get it all */
    518   1.1    kefren 		if (m->m_len < iphlen) {
    519   1.1    kefren 			if ((m = m_pullup(m, iphlen)) == NULL)
    520   1.1    kefren 				return ENOBUFS;
    521   1.1    kefren 			iph = mtod(m, struct ip *);
    522   1.1    kefren 		}
    523   1.1    kefren 
    524   1.1    kefren 		/* check ipsum */
    525   1.1    kefren 		if (in_cksum(m, iphlen) != 0) {
    526   1.1    kefren 			m_freem(m);
    527   1.1    kefren 			return EINVAL;
    528   1.1    kefren 		}
    529   1.1    kefren 
    530   1.1    kefren 		/* set IP ttl from MPLS ttl */
    531   1.1    kefren 		if (mpls_mapttl_inet)
    532   1.1    kefren 			iph->ip_ttl = ms->shim.ttl;
    533   1.1    kefren 
    534   1.1    kefren 		/* set IP Precedence from MPLS Exp */
    535   1.1    kefren 		if (mpls_mapprec_inet) {
    536   1.1    kefren 			iph->ip_tos = (iph->ip_tos << 3) >> 3;
    537   1.1    kefren 			iph->ip_tos |= ms->shim.exp << 5;
    538   1.1    kefren 		}
    539   1.1    kefren 
    540   1.1    kefren 		/* reset ipsum because we modified TTL and TOS */
    541   1.1    kefren 		iph->ip_sum = 0;
    542   1.1    kefren 		iph->ip_sum = in_cksum(m, iphlen);
    543   1.1    kefren 	} else
    544   1.1    kefren 		m_adj(m, sizeof(union mpls_shim));
    545   1.1    kefren 
    546   1.1    kefren 	/* Put it on IP queue */
    547  1.13     rmind 	if (__predict_false(!pktq_enqueue(ip_pktq, m, 0))) {
    548   1.1    kefren 		m_freem(m);
    549   1.1    kefren 		return ENOBUFS;
    550   1.1    kefren 	}
    551   1.1    kefren 	return 0;
    552   1.1    kefren }
    553   1.1    kefren 
    554   1.1    kefren /*
    555   1.1    kefren  * Prepend MPLS label
    556   1.1    kefren  */
    557   1.1    kefren static struct mbuf *
    558   1.6    kefren mpls_label_inet(struct mbuf *m, union mpls_shim *ms, uint offset)
    559   1.1    kefren {
    560   1.9    kefren 	struct ip iphdr;
    561   1.1    kefren 
    562   1.1    kefren 	if (mpls_mapttl_inet || mpls_mapprec_inet) {
    563   1.1    kefren 		if ((m->m_len < sizeof(struct ip)) &&
    564   1.6    kefren 		    (m = m_pullup(m, offset + sizeof(struct ip))) == 0)
    565   1.6    kefren 			return NULL; /* XXX */
    566   1.9    kefren 		m_copydata(m, offset, sizeof(struct ip), &iphdr);
    567   1.1    kefren 
    568   1.1    kefren 		/* Map TTL */
    569   1.1    kefren 		if (mpls_mapttl_inet)
    570   1.9    kefren 			ms->shim.ttl = iphdr.ip_ttl;
    571   1.1    kefren 
    572   1.1    kefren 		/* Copy IP precedence to EXP */
    573   1.1    kefren 		if (mpls_mapprec_inet)
    574   1.9    kefren 			ms->shim.exp = ((u_int8_t)iphdr.ip_tos) >> 5;
    575   1.1    kefren 	}
    576   1.1    kefren 
    577   1.1    kefren 	if ((m = mpls_prepend_shim(m, ms)) == NULL)
    578   1.1    kefren 		return NULL;
    579   1.1    kefren 
    580   1.1    kefren 	return m;
    581   1.1    kefren }
    582   1.1    kefren 
    583   1.1    kefren #endif	/* INET */
    584   1.1    kefren 
    585   1.1    kefren #ifdef INET6
    586   1.1    kefren 
    587   1.1    kefren static int
    588   1.1    kefren mpls_unlabel_inet6(struct mbuf *m)
    589   1.1    kefren {
    590   1.1    kefren 	struct ip6_hdr *ip6hdr;
    591   1.1    kefren 	union mpls_shim ms;
    592   1.1    kefren 
    593   1.1    kefren 	/* TODO: mapclass */
    594   1.1    kefren 	if (mpls_mapttl_inet6) {
    595   1.1    kefren 		ms.s_addr = ntohl(mtod(m, union mpls_shim *)->s_addr);
    596   1.1    kefren 		m_adj(m, sizeof(union mpls_shim));
    597   1.1    kefren 
    598   1.1    kefren 		if (m->m_len < sizeof (struct ip6_hdr) &&
    599   1.1    kefren 		    (m = m_pullup(m, sizeof(struct ip6_hdr))) == 0)
    600   1.1    kefren 			return ENOBUFS;
    601   1.1    kefren 		ip6hdr = mtod(m, struct ip6_hdr *);
    602   1.1    kefren 
    603   1.1    kefren 		/* Because we just decremented this in mpls_lse */
    604   1.1    kefren 		ip6hdr->ip6_hlim = ms.shim.ttl + 1;
    605   1.1    kefren 	} else
    606   1.1    kefren 		m_adj(m, sizeof(union mpls_shim));
    607   1.1    kefren 
    608  1.13     rmind 	/* Put it back on IPv6 queue. */
    609  1.13     rmind 	if (__predict_false(!pktq_enqueue(ip6_pktq, m, 0))) {
    610   1.1    kefren 		m_freem(m);
    611   1.1    kefren 		return ENOBUFS;
    612   1.1    kefren 	}
    613   1.1    kefren 	return 0;
    614   1.1    kefren }
    615   1.1    kefren 
    616   1.1    kefren static struct mbuf *
    617   1.6    kefren mpls_label_inet6(struct mbuf *m, union mpls_shim *ms, uint offset)
    618   1.1    kefren {
    619   1.9    kefren 	struct ip6_hdr ip6h;
    620   1.1    kefren 
    621   1.1    kefren 	if (mpls_mapttl_inet6 || mpls_mapclass_inet6) {
    622   1.1    kefren 		if (m->m_len < sizeof(struct ip6_hdr) &&
    623   1.6    kefren 		    (m = m_pullup(m, offset + sizeof(struct ip6_hdr))) == 0)
    624   1.6    kefren 			return NULL;
    625   1.9    kefren 		m_copydata(m, offset, sizeof(struct ip6_hdr), &ip6h);
    626   1.1    kefren 
    627   1.1    kefren 		if (mpls_mapttl_inet6)
    628   1.9    kefren 			ms->shim.ttl = ip6h.ip6_hlim;
    629   1.1    kefren 
    630   1.1    kefren 		if (mpls_mapclass_inet6)
    631   1.9    kefren 			ms->shim.exp = ip6h.ip6_vfc << 1 >> 5;
    632   1.1    kefren 	}
    633   1.1    kefren 
    634   1.1    kefren 	if ((m = mpls_prepend_shim(m, ms)) == NULL)
    635   1.1    kefren 		return NULL;
    636   1.1    kefren 
    637   1.1    kefren 	return m;
    638   1.1    kefren }
    639   1.1    kefren 
    640   1.1    kefren #endif	/* INET6 */
    641   1.1    kefren 
    642   1.1    kefren static struct mbuf *
    643   1.1    kefren mpls_prepend_shim(struct mbuf *m, union mpls_shim *ms)
    644   1.1    kefren {
    645   1.1    kefren 	union mpls_shim *shim;
    646   1.1    kefren 
    647   1.1    kefren 	M_PREPEND(m, sizeof(*ms), M_DONTWAIT);
    648   1.1    kefren 	if (m == NULL)
    649   1.1    kefren 		return NULL;
    650   1.1    kefren 
    651   1.1    kefren 	if (m->m_len < sizeof(union mpls_shim) &&
    652   1.1    kefren 	    (m = m_pullup(m, sizeof(union mpls_shim))) == 0)
    653   1.1    kefren 		return NULL;
    654   1.1    kefren 
    655   1.1    kefren 	shim = mtod(m, union mpls_shim *);
    656   1.1    kefren 
    657   1.1    kefren 	memcpy(shim, ms, sizeof(*shim));
    658   1.1    kefren 	shim->s_addr = htonl(shim->s_addr);
    659   1.1    kefren 
    660   1.1    kefren 	return m;
    661   1.1    kefren }
    662