Home | History | Annotate | Line # | Download | only in npf
npf_nat.c revision 1.4
      1  1.4  rmind /*	$NetBSD: npf_nat.c,v 1.4 2010/12/18 01:07:25 rmind Exp $	*/
      2  1.1  rmind 
      3  1.1  rmind /*-
      4  1.1  rmind  * Copyright (c) 2010 The NetBSD Foundation, Inc.
      5  1.1  rmind  * All rights reserved.
      6  1.1  rmind  *
      7  1.1  rmind  * This material is based upon work partially supported by The
      8  1.1  rmind  * NetBSD Foundation under a contract with Mindaugas Rasiukevicius.
      9  1.1  rmind  *
     10  1.1  rmind  * Redistribution and use in source and binary forms, with or without
     11  1.1  rmind  * modification, are permitted provided that the following conditions
     12  1.1  rmind  * are met:
     13  1.1  rmind  * 1. Redistributions of source code must retain the above copyright
     14  1.1  rmind  *    notice, this list of conditions and the following disclaimer.
     15  1.1  rmind  * 2. Redistributions in binary form must reproduce the above copyright
     16  1.1  rmind  *    notice, this list of conditions and the following disclaimer in the
     17  1.1  rmind  *    documentation and/or other materials provided with the distribution.
     18  1.1  rmind  *
     19  1.1  rmind  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20  1.1  rmind  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21  1.1  rmind  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22  1.1  rmind  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23  1.1  rmind  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24  1.1  rmind  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25  1.1  rmind  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26  1.1  rmind  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27  1.1  rmind  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28  1.1  rmind  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29  1.1  rmind  * POSSIBILITY OF SUCH DAMAGE.
     30  1.1  rmind  */
     31  1.1  rmind 
     32  1.1  rmind /*
     33  1.1  rmind  * NPF network address port translation (NAPT).
     34  1.1  rmind  * Described in RFC 2663, RFC 3022.  Commonly just "NAT".
     35  1.1  rmind  *
     36  1.1  rmind  * Overview
     37  1.1  rmind  *
     38  1.1  rmind  *	There are few mechanisms: NAT policy, port map and translation.
     39  1.1  rmind  *	NAT module has a separate ruleset, where rules contain associated
     40  1.1  rmind  *	NAT policy, thus flexible filter criteria can be used.
     41  1.1  rmind  *
     42  1.2  rmind  * Translation types
     43  1.2  rmind  *
     44  1.2  rmind  *	There are two types of translation: outbound (NPF_NATOUT) and
     45  1.2  rmind  *	inbound (NPF_NATIN).  It should not be confused with connection
     46  1.2  rmind  *	direction.
     47  1.2  rmind  *
     48  1.2  rmind  *	Outbound NAT rewrites:
     49  1.2  rmind  *	- Source on "forwards" stream.
     50  1.2  rmind  *	- Destination on "backwards" stream.
     51  1.2  rmind  *	Inbound NAT rewrites:
     52  1.2  rmind  *	- Destination on "forwards" stream.
     53  1.2  rmind  *	- Source on "backwards" stream.
     54  1.2  rmind  *
     55  1.2  rmind  *	It should be noted that bi-directional NAT is a combined outbound
     56  1.2  rmind  *	and inbound translation, therefore constructed as two policies.
     57  1.2  rmind  *
     58  1.1  rmind  * NAT policies and port maps
     59  1.1  rmind  *
     60  1.2  rmind  *	NAT (translation) policy is applied when a packet matches the rule.
     61  1.2  rmind  *	Apart from filter criteria, NAT policy has a translation IP address
     62  1.1  rmind  *	and associated port map.  Port map is a bitmap used to reserve and
     63  1.1  rmind  *	use unique TCP/UDP ports for translation.  Port maps are unique to
     64  1.1  rmind  *	the IP addresses, therefore multiple NAT policies with the same IP
     65  1.1  rmind  *	will share the same port map.
     66  1.1  rmind  *
     67  1.4  rmind  * Sessions, translation entries and their life-cycle
     68  1.1  rmind  *
     69  1.4  rmind  *	NAT module relies on session management module.  Each translated
     70  1.4  rmind  *	session has an associated translation entry (npf_nat_t), which
     71  1.4  rmind  *	contains information used for backwards stream translation, i.e.
     72  1.4  rmind  *	original IP address with port and translation port, allocated from
     73  1.4  rmind  *	the port map.  Each NAT entry is associated with the policy, which
     74  1.4  rmind  *	contains translation IP address.  Allocated port is returned to the
     75  1.4  rmind  *	port map and NAT entry is destroyed when session expires.
     76  1.1  rmind  */
     77  1.1  rmind 
     78  1.1  rmind #include <sys/cdefs.h>
     79  1.4  rmind __KERNEL_RCSID(0, "$NetBSD: npf_nat.c,v 1.4 2010/12/18 01:07:25 rmind Exp $");
     80  1.1  rmind 
     81  1.1  rmind #include <sys/param.h>
     82  1.1  rmind #include <sys/kernel.h>
     83  1.1  rmind 
     84  1.1  rmind #include <sys/atomic.h>
     85  1.1  rmind #include <sys/bitops.h>
     86  1.4  rmind #include <sys/condvar.h>
     87  1.1  rmind #include <sys/kmem.h>
     88  1.4  rmind #include <sys/mutex.h>
     89  1.1  rmind #include <sys/pool.h>
     90  1.1  rmind #include <net/pfil.h>
     91  1.1  rmind #include <netinet/in.h>
     92  1.1  rmind 
     93  1.1  rmind #include "npf_impl.h"
     94  1.1  rmind 
     95  1.1  rmind /*
     96  1.1  rmind  * NPF portmap structure.
     97  1.1  rmind  */
     98  1.1  rmind typedef struct {
     99  1.4  rmind 	u_int			p_refcnt;
    100  1.4  rmind 	uint32_t		p_bitmap[0];
    101  1.1  rmind } npf_portmap_t;
    102  1.1  rmind 
    103  1.1  rmind /* Portmap range: [ 1024 .. 65535 ] */
    104  1.4  rmind #define	PORTMAP_FIRST		(1024)
    105  1.4  rmind #define	PORTMAP_SIZE		((65536 - PORTMAP_FIRST) / 32)
    106  1.4  rmind #define	PORTMAP_FILLED		((uint32_t)~0)
    107  1.4  rmind #define	PORTMAP_MASK		(31)
    108  1.4  rmind #define	PORTMAP_SHIFT		(5)
    109  1.4  rmind 
    110  1.4  rmind #define	PORTMAP_MEM_SIZE	\
    111  1.4  rmind     (sizeof(npf_portmap_t) + (PORTMAP_SIZE * sizeof(uint32_t)))
    112  1.1  rmind 
    113  1.1  rmind /* NAT policy structure. */
    114  1.1  rmind struct npf_natpolicy {
    115  1.4  rmind 	LIST_HEAD(, npf_nat)	n_nat_list;
    116  1.4  rmind 	kmutex_t		n_lock;
    117  1.4  rmind 	kcondvar_t		n_cv;
    118  1.4  rmind 	npf_portmap_t *		n_portmap;
    119  1.4  rmind 	int			n_type;
    120  1.4  rmind 	int			n_flags;
    121  1.4  rmind 	size_t			n_addr_sz;
    122  1.4  rmind 	npf_addr_t		n_taddr;
    123  1.4  rmind 	in_port_t		n_tport;
    124  1.1  rmind };
    125  1.1  rmind 
    126  1.4  rmind #define	NPF_NP_CMP_START	offsetof(npf_natpolicy_t, n_type)
    127  1.4  rmind #define	NPF_NP_CMP_SIZE		(sizeof(npf_natpolicy_t) - NPF_NP_CMP_START)
    128  1.4  rmind 
    129  1.1  rmind /* NAT translation entry for a session. */
    130  1.1  rmind struct npf_nat {
    131  1.4  rmind 	/* Association (list entry and a link pointer) with NAT policy. */
    132  1.4  rmind 	LIST_ENTRY(npf_nat)	nt_entry;
    133  1.4  rmind 	npf_natpolicy_t *	nt_natpolicy;
    134  1.4  rmind 	npf_session_t *		nt_session;
    135  1.2  rmind 	/* Original address and port (for backwards translation). */
    136  1.4  rmind 	npf_addr_t		nt_oaddr;
    137  1.4  rmind 	in_port_t		nt_oport;
    138  1.2  rmind 	/* Translation port (for redirects). */
    139  1.4  rmind 	in_port_t		nt_tport;
    140  1.1  rmind 	/* ALG (if any) associated with this NAT entry. */
    141  1.4  rmind 	npf_alg_t *		nt_alg;
    142  1.4  rmind 	uintptr_t		nt_alg_arg;
    143  1.1  rmind };
    144  1.1  rmind 
    145  1.4  rmind static pool_cache_t		nat_cache	__read_mostly;
    146  1.1  rmind 
    147  1.1  rmind /*
    148  1.1  rmind  * npf_nat_sys{init,fini}: initialise/destroy NAT subsystem structures.
    149  1.1  rmind  */
    150  1.1  rmind 
    151  1.1  rmind void
    152  1.1  rmind npf_nat_sysinit(void)
    153  1.1  rmind {
    154  1.1  rmind 
    155  1.1  rmind 	nat_cache = pool_cache_init(sizeof(npf_nat_t), coherency_unit,
    156  1.1  rmind 	    0, 0, "npfnatpl", NULL, IPL_NET, NULL, NULL, NULL);
    157  1.1  rmind 	KASSERT(nat_cache != NULL);
    158  1.1  rmind }
    159  1.1  rmind 
    160  1.1  rmind void
    161  1.1  rmind npf_nat_sysfini(void)
    162  1.1  rmind {
    163  1.1  rmind 
    164  1.4  rmind 	/* NAT policies should already be destroyed. */
    165  1.1  rmind 	pool_cache_destroy(nat_cache);
    166  1.1  rmind }
    167  1.1  rmind 
    168  1.1  rmind /*
    169  1.2  rmind  * npf_nat_newpolicy: create a new NAT policy.
    170  1.1  rmind  *
    171  1.1  rmind  * => Shares portmap if policy is on existing translation address.
    172  1.1  rmind  * => XXX: serialise at upper layer.
    173  1.1  rmind  */
    174  1.1  rmind npf_natpolicy_t *
    175  1.4  rmind npf_nat_newpolicy(prop_dictionary_t natdict)
    176  1.1  rmind {
    177  1.4  rmind 	npf_natpolicy_t *np/*, *it */;
    178  1.4  rmind 	const npf_addr_t *taddr;
    179  1.4  rmind 	prop_object_t obj;
    180  1.1  rmind 	npf_portmap_t *pm;
    181  1.1  rmind 
    182  1.1  rmind 	np = kmem_zalloc(sizeof(npf_natpolicy_t), KM_SLEEP);
    183  1.4  rmind 	mutex_init(&np->n_lock, MUTEX_DEFAULT, IPL_SOFTNET);
    184  1.4  rmind 	cv_init(&np->n_cv, "npfnatcv");
    185  1.4  rmind 	LIST_INIT(&np->n_nat_list);
    186  1.4  rmind 
    187  1.4  rmind 	/* Translation type. */
    188  1.4  rmind 	obj = prop_dictionary_get(natdict, "type");
    189  1.4  rmind 	np->n_type = prop_number_integer_value(obj);
    190  1.4  rmind 
    191  1.4  rmind 	/* Translation type. */
    192  1.4  rmind 	obj = prop_dictionary_get(natdict, "flags");
    193  1.4  rmind 	np->n_flags = prop_number_integer_value(obj);
    194  1.4  rmind 
    195  1.4  rmind 	/* Translation IP. */
    196  1.4  rmind 	obj = prop_dictionary_get(natdict, "translation-ip");
    197  1.4  rmind 	np->n_addr_sz = prop_data_size(obj);
    198  1.4  rmind 	KASSERT(np->n_addr_sz > 0 && np->n_addr_sz <= sizeof(npf_addr_t));
    199  1.4  rmind 	taddr = (const npf_addr_t *)prop_data_data_nocopy(obj);
    200  1.4  rmind 	memcpy(&np->n_taddr, taddr, np->n_addr_sz);
    201  1.4  rmind 
    202  1.4  rmind 	/* Translation port (for redirect case). */
    203  1.4  rmind 	obj = prop_dictionary_get(natdict, "translation-port");
    204  1.4  rmind 	np->n_tport = (in_port_t)prop_number_integer_value(obj);
    205  1.4  rmind 
    206  1.4  rmind 	KASSERT(np->n_type == NPF_NATIN || np->n_type == NPF_NATOUT);
    207  1.2  rmind 
    208  1.2  rmind 	pm = NULL;
    209  1.4  rmind 	if ((np->n_flags & NPF_NAT_PORTMAP) == 0) {
    210  1.2  rmind 		goto nopm;
    211  1.2  rmind 	}
    212  1.1  rmind 
    213  1.1  rmind 	/* Search for a NAT policy using the same translation address. */
    214  1.4  rmind #if 0
    215  1.1  rmind 	LIST_FOREACH(it, &nat_policy_list, n_entry) {
    216  1.3  rmind 		if (memcmp(&it->n_taddr, &np->n_taddr, sizeof(npf_addr_t))) {
    217  1.1  rmind 			continue;
    218  1.3  rmind 		}
    219  1.1  rmind 		pm = it->n_portmap;
    220  1.1  rmind 		break;
    221  1.1  rmind 	}
    222  1.4  rmind #else
    223  1.4  rmind 	pm = NULL;
    224  1.4  rmind #endif
    225  1.1  rmind 	if (pm == NULL) {
    226  1.1  rmind 		/* Allocate a new port map for the NAT policy. */
    227  1.4  rmind 		pm = kmem_zalloc(PORTMAP_MEM_SIZE, KM_SLEEP);
    228  1.1  rmind 		if (pm == NULL) {
    229  1.1  rmind 			kmem_free(np, sizeof(npf_natpolicy_t));
    230  1.1  rmind 			return NULL;
    231  1.1  rmind 		}
    232  1.1  rmind 		pm->p_refcnt = 1;
    233  1.1  rmind 		KASSERT((uintptr_t)pm->p_bitmap == (uintptr_t)pm + sizeof(*pm));
    234  1.1  rmind 	} else {
    235  1.1  rmind 		/* Share the port map. */
    236  1.1  rmind 		pm->p_refcnt++;
    237  1.1  rmind 	}
    238  1.2  rmind nopm:
    239  1.1  rmind 	np->n_portmap = pm;
    240  1.1  rmind 	return np;
    241  1.1  rmind }
    242  1.1  rmind 
    243  1.1  rmind /*
    244  1.1  rmind  * npf_nat_freepolicy: free NAT policy and, on last reference, free portmap.
    245  1.1  rmind  *
    246  1.4  rmind  * => Called from npf_rule_free() during the reload via npf_ruleset_destroy().
    247  1.1  rmind  */
    248  1.1  rmind void
    249  1.1  rmind npf_nat_freepolicy(npf_natpolicy_t *np)
    250  1.1  rmind {
    251  1.1  rmind 	npf_portmap_t *pm = np->n_portmap;
    252  1.4  rmind 	npf_nat_t *nt;
    253  1.1  rmind 
    254  1.4  rmind 	/* De-associate all entries from the policy. */
    255  1.4  rmind 	mutex_enter(&np->n_lock);
    256  1.4  rmind 	LIST_FOREACH(nt, &np->n_nat_list, nt_entry) {
    257  1.4  rmind 		if (nt->nt_session == NULL) { /* XXXSMP */
    258  1.4  rmind 			npf_session_expire(nt->nt_session);
    259  1.4  rmind 		}
    260  1.4  rmind 	}
    261  1.4  rmind 	while (!LIST_EMPTY(&np->n_nat_list)) {
    262  1.4  rmind 		cv_wait(&np->n_cv, &np->n_lock);
    263  1.4  rmind 	}
    264  1.4  rmind 	mutex_exit(&np->n_lock);
    265  1.4  rmind 
    266  1.4  rmind 	/* Destroy the port map, on last reference. */
    267  1.2  rmind 	if (pm && --pm->p_refcnt == 0) {
    268  1.2  rmind 		KASSERT((np->n_flags & NPF_NAT_PORTMAP) != 0);
    269  1.4  rmind 		kmem_free(pm, PORTMAP_MEM_SIZE);
    270  1.1  rmind 	}
    271  1.4  rmind 	cv_destroy(&np->n_cv);
    272  1.4  rmind 	mutex_destroy(&np->n_lock);
    273  1.1  rmind 	kmem_free(np, sizeof(npf_natpolicy_t));
    274  1.1  rmind }
    275  1.1  rmind 
    276  1.4  rmind bool
    277  1.4  rmind npf_nat_matchpolicy(npf_natpolicy_t *np, npf_natpolicy_t *mnp)
    278  1.1  rmind {
    279  1.4  rmind 	void *np_raw, *mnp_raw;
    280  1.4  rmind 	/*
    281  1.4  rmind 	 * Compare the relevant NAT policy information (in raw form),
    282  1.4  rmind 	 * which is enough for matching criterion.
    283  1.4  rmind 	 */
    284  1.4  rmind 	np_raw = (uint8_t *)np + NPF_NP_CMP_START;
    285  1.4  rmind 	mnp_raw = (uint8_t *)mnp + NPF_NP_CMP_START;
    286  1.4  rmind 	return (memcmp(np_raw, mnp_raw, NPF_NP_CMP_SIZE) == 0);
    287  1.1  rmind }
    288  1.1  rmind 
    289  1.1  rmind /*
    290  1.1  rmind  * npf_nat_getport: allocate and return a port in the NAT policy portmap.
    291  1.1  rmind  *
    292  1.1  rmind  * => Returns in network byte-order.
    293  1.1  rmind  * => Zero indicates failure.
    294  1.1  rmind  */
    295  1.1  rmind static in_port_t
    296  1.1  rmind npf_nat_getport(npf_natpolicy_t *np)
    297  1.1  rmind {
    298  1.1  rmind 	npf_portmap_t *pm = np->n_portmap;
    299  1.1  rmind 	u_int n = PORTMAP_SIZE, idx, bit;
    300  1.1  rmind 	uint32_t map, nmap;
    301  1.1  rmind 
    302  1.1  rmind 	idx = arc4random() % PORTMAP_SIZE;
    303  1.1  rmind 	for (;;) {
    304  1.1  rmind 		KASSERT(idx < PORTMAP_SIZE);
    305  1.1  rmind 		map = pm->p_bitmap[idx];
    306  1.1  rmind 		if (__predict_false(map == PORTMAP_FILLED)) {
    307  1.1  rmind 			if (n-- == 0) {
    308  1.1  rmind 				/* No space. */
    309  1.1  rmind 				return 0;
    310  1.1  rmind 			}
    311  1.2  rmind 			/* This bitmap is filled, next. */
    312  1.1  rmind 			idx = (idx ? idx : PORTMAP_SIZE) - 1;
    313  1.1  rmind 			continue;
    314  1.1  rmind 		}
    315  1.1  rmind 		bit = ffs32(~map) - 1;
    316  1.1  rmind 		nmap = map | (1 << bit);
    317  1.1  rmind 		if (atomic_cas_32(&pm->p_bitmap[idx], map, nmap) == map) {
    318  1.1  rmind 			/* Success. */
    319  1.1  rmind 			break;
    320  1.1  rmind 		}
    321  1.1  rmind 	}
    322  1.1  rmind 	return htons(PORTMAP_FIRST + (idx << PORTMAP_SHIFT) + bit);
    323  1.1  rmind }
    324  1.1  rmind 
    325  1.1  rmind /*
    326  1.4  rmind  * npf_nat_takeport: allocate specific port in the NAT policy portmap.
    327  1.4  rmind  */
    328  1.4  rmind static bool
    329  1.4  rmind npf_nat_takeport(npf_natpolicy_t *np, in_port_t port)
    330  1.4  rmind {
    331  1.4  rmind 	npf_portmap_t *pm = np->n_portmap;
    332  1.4  rmind 	uint32_t map, nmap;
    333  1.4  rmind 	u_int idx, bit;
    334  1.4  rmind 
    335  1.4  rmind 	port = ntohs(port) - PORTMAP_FIRST;
    336  1.4  rmind 	idx = port >> PORTMAP_SHIFT;
    337  1.4  rmind 	bit = port & PORTMAP_MASK;
    338  1.4  rmind 	map = pm->p_bitmap[idx];
    339  1.4  rmind 	nmap = map | (1 << bit);
    340  1.4  rmind 	if (map == nmap) {
    341  1.4  rmind 		/* Already taken. */
    342  1.4  rmind 		return false;
    343  1.4  rmind 	}
    344  1.4  rmind 	return atomic_cas_32(&pm->p_bitmap[idx], map, nmap) == map;
    345  1.4  rmind }
    346  1.4  rmind 
    347  1.4  rmind /*
    348  1.1  rmind  * npf_nat_putport: return port as available in the NAT policy portmap.
    349  1.1  rmind  *
    350  1.1  rmind  * => Port should be in network byte-order.
    351  1.1  rmind  */
    352  1.1  rmind static void
    353  1.1  rmind npf_nat_putport(npf_natpolicy_t *np, in_port_t port)
    354  1.1  rmind {
    355  1.1  rmind 	npf_portmap_t *pm = np->n_portmap;
    356  1.1  rmind 	uint32_t map, nmap;
    357  1.1  rmind 	u_int idx, bit;
    358  1.1  rmind 
    359  1.1  rmind 	port = ntohs(port) - PORTMAP_FIRST;
    360  1.1  rmind 	idx = port >> PORTMAP_SHIFT;
    361  1.1  rmind 	bit = port & PORTMAP_MASK;
    362  1.1  rmind 	do {
    363  1.1  rmind 		map = pm->p_bitmap[idx];
    364  1.1  rmind 		KASSERT(map | (1 << bit));
    365  1.1  rmind 		nmap = map & ~(1 << bit);
    366  1.1  rmind 	} while (atomic_cas_32(&pm->p_bitmap[idx], map, nmap) != map);
    367  1.1  rmind }
    368  1.1  rmind 
    369  1.1  rmind /*
    370  1.2  rmind  * npf_nat_inspect: inspect packet against NAT ruleset and return a policy.
    371  1.2  rmind  */
    372  1.2  rmind static npf_natpolicy_t *
    373  1.2  rmind npf_nat_inspect(npf_cache_t *npc, nbuf_t *nbuf, struct ifnet *ifp, const int di)
    374  1.2  rmind {
    375  1.4  rmind 	npf_ruleset_t *rlset;
    376  1.2  rmind 	npf_rule_t *rl;
    377  1.2  rmind 
    378  1.4  rmind 	rlset = npf_core_natset();
    379  1.4  rmind 	rl = npf_ruleset_match(rlset, npc, nbuf, ifp, di, NPF_LAYER_3);
    380  1.2  rmind 	return rl ? npf_rule_getnat(rl) : NULL;
    381  1.2  rmind }
    382  1.2  rmind 
    383  1.2  rmind /*
    384  1.2  rmind  * npf_nat_create: create a new NAT translation entry.
    385  1.1  rmind  */
    386  1.2  rmind static npf_nat_t *
    387  1.2  rmind npf_nat_create(npf_cache_t *npc, npf_natpolicy_t *np)
    388  1.1  rmind {
    389  1.3  rmind 	const int proto = npf_cache_ipproto(npc);
    390  1.2  rmind 	npf_nat_t *nt;
    391  1.2  rmind 
    392  1.3  rmind 	KASSERT(npf_iscached(npc, NPC_IP46 | NPC_LAYER4));
    393  1.3  rmind 
    394  1.2  rmind 	/* New NAT association. */
    395  1.2  rmind 	nt = pool_cache_get(nat_cache, PR_NOWAIT);
    396  1.2  rmind 	if (nt == NULL){
    397  1.2  rmind 		return NULL;
    398  1.2  rmind 	}
    399  1.4  rmind 	npf_stats_inc(NPF_STAT_NAT_CREATE);
    400  1.4  rmind 	mutex_enter(&np->n_lock);
    401  1.4  rmind 	LIST_INSERT_HEAD(&np->n_nat_list, nt, nt_entry);
    402  1.2  rmind 	nt->nt_natpolicy = np;
    403  1.4  rmind 	nt->nt_session = NULL;
    404  1.4  rmind 	mutex_exit(&np->n_lock);
    405  1.2  rmind 	nt->nt_alg = NULL;
    406  1.2  rmind 
    407  1.2  rmind 	/* Save the original address which may be rewritten. */
    408  1.2  rmind 	if (np->n_type == NPF_NATOUT) {
    409  1.2  rmind 		/* Source (local) for Outbound NAT. */
    410  1.3  rmind 		memcpy(&nt->nt_oaddr, npc->npc_srcip, npc->npc_ipsz);
    411  1.2  rmind 	} else {
    412  1.2  rmind 		/* Destination (external) for Inbound NAT. */
    413  1.2  rmind 		KASSERT(np->n_type == NPF_NATIN);
    414  1.3  rmind 		memcpy(&nt->nt_oaddr, npc->npc_dstip, npc->npc_ipsz);
    415  1.2  rmind 	}
    416  1.2  rmind 
    417  1.2  rmind 	/*
    418  1.2  rmind 	 * Port translation, if required, and if it is TCP/UDP.
    419  1.2  rmind 	 */
    420  1.2  rmind 	if ((np->n_flags & NPF_NAT_PORTS) == 0 ||
    421  1.2  rmind 	    (proto != IPPROTO_TCP && proto != IPPROTO_UDP)) {
    422  1.2  rmind 		nt->nt_oport = 0;
    423  1.2  rmind 		nt->nt_tport = 0;
    424  1.2  rmind 		return nt;
    425  1.2  rmind 	}
    426  1.3  rmind 	/* Save the relevant TCP/UDP port. */
    427  1.3  rmind 	if (proto == IPPROTO_TCP) {
    428  1.3  rmind 		struct tcphdr *th = &npc->npc_l4.tcp;
    429  1.3  rmind 		nt->nt_oport = (np->n_type == NPF_NATOUT) ?
    430  1.3  rmind 		    th->th_sport : th->th_dport;
    431  1.2  rmind 	} else {
    432  1.3  rmind 		struct udphdr *uh = &npc->npc_l4.udp;
    433  1.3  rmind 		nt->nt_oport = (np->n_type == NPF_NATOUT) ?
    434  1.3  rmind 		    uh->uh_sport : uh->uh_dport;
    435  1.2  rmind 	}
    436  1.3  rmind 
    437  1.2  rmind 	/* Get a new port for translation. */
    438  1.2  rmind 	if ((np->n_flags & NPF_NAT_PORTMAP) != 0) {
    439  1.2  rmind 		nt->nt_tport = npf_nat_getport(np);
    440  1.2  rmind 	} else {
    441  1.2  rmind 		nt->nt_tport = np->n_tport;
    442  1.2  rmind 	}
    443  1.2  rmind 	return nt;
    444  1.2  rmind }
    445  1.2  rmind 
    446  1.2  rmind /*
    447  1.2  rmind  * npf_nat_translate: perform address and/or port translation.
    448  1.2  rmind  */
    449  1.2  rmind static int
    450  1.2  rmind npf_nat_translate(npf_cache_t *npc, nbuf_t *nbuf, npf_nat_t *nt,
    451  1.2  rmind     const bool forw, const int di)
    452  1.2  rmind {
    453  1.1  rmind 	void *n_ptr = nbuf_dataptr(nbuf);
    454  1.3  rmind 	npf_natpolicy_t *np = nt->nt_natpolicy;
    455  1.3  rmind 	npf_addr_t *addr;
    456  1.2  rmind 	in_port_t port;
    457  1.2  rmind 
    458  1.3  rmind 	KASSERT(npf_iscached(npc, NPC_IP46));
    459  1.2  rmind 
    460  1.2  rmind 	if (forw) {
    461  1.2  rmind 		/* "Forwards" stream: use translation address/port. */
    462  1.2  rmind 		KASSERT(
    463  1.2  rmind 		    (np->n_type == NPF_NATIN && di == PFIL_IN) ^
    464  1.2  rmind 		    (np->n_type == NPF_NATOUT && di == PFIL_OUT)
    465  1.2  rmind 		);
    466  1.3  rmind 		addr = &np->n_taddr;
    467  1.2  rmind 		port = nt->nt_tport;
    468  1.2  rmind 	} else {
    469  1.2  rmind 		/* "Backwards" stream: use original address/port. */
    470  1.2  rmind 		KASSERT(
    471  1.2  rmind 		    (np->n_type == NPF_NATIN && di == PFIL_OUT) ^
    472  1.2  rmind 		    (np->n_type == NPF_NATOUT && di == PFIL_IN)
    473  1.2  rmind 		);
    474  1.3  rmind 		addr = &nt->nt_oaddr;
    475  1.2  rmind 		port = nt->nt_oport;
    476  1.2  rmind 	}
    477  1.2  rmind 
    478  1.3  rmind 	/* Execute ALG hook first. */
    479  1.2  rmind 	npf_alg_exec(npc, nbuf, nt, di);
    480  1.2  rmind 
    481  1.2  rmind 	/*
    482  1.3  rmind 	 * Rewrite IP and/or TCP/UDP checksums first, since it will use
    483  1.3  rmind 	 * the cache containing original values for checksum calculation.
    484  1.3  rmind 	 */
    485  1.3  rmind 	if (!npf_rwrcksum(npc, nbuf, n_ptr, di, addr, port)) {
    486  1.3  rmind 		return EINVAL;
    487  1.3  rmind 	}
    488  1.3  rmind 	/*
    489  1.2  rmind 	 * Address translation: rewrite source/destination address, depending
    490  1.2  rmind 	 * on direction (PFIL_OUT - for source, PFIL_IN - for destination).
    491  1.2  rmind 	 */
    492  1.2  rmind 	if (!npf_rwrip(npc, nbuf, n_ptr, di, addr)) {
    493  1.2  rmind 		return EINVAL;
    494  1.2  rmind 	}
    495  1.2  rmind 	if ((np->n_flags & NPF_NAT_PORTS) == 0) {
    496  1.3  rmind 		/* Done. */
    497  1.2  rmind 		return 0;
    498  1.2  rmind 	}
    499  1.3  rmind 	switch (npf_cache_ipproto(npc)) {
    500  1.2  rmind 	case IPPROTO_TCP:
    501  1.2  rmind 	case IPPROTO_UDP:
    502  1.3  rmind 		KASSERT(npf_iscached(npc, NPC_TCP | NPC_UDP));
    503  1.2  rmind 		/* Rewrite source/destination port. */
    504  1.3  rmind 		if (!npf_rwrport(npc, nbuf, n_ptr, di, port)) {
    505  1.2  rmind 			return EINVAL;
    506  1.2  rmind 		}
    507  1.2  rmind 		break;
    508  1.2  rmind 	case IPPROTO_ICMP:
    509  1.3  rmind 		KASSERT(npf_iscached(npc, NPC_ICMP));
    510  1.3  rmind 		/* Nothing. */
    511  1.2  rmind 		break;
    512  1.2  rmind 	default:
    513  1.2  rmind 		return ENOTSUP;
    514  1.2  rmind 	}
    515  1.2  rmind 	return 0;
    516  1.2  rmind }
    517  1.2  rmind 
    518  1.2  rmind /*
    519  1.2  rmind  * npf_do_nat:
    520  1.2  rmind  *	- Inspect packet for a NAT policy, unless a session with a NAT
    521  1.4  rmind  *	  association already exists.  In such case, determine whether it
    522  1.2  rmind  *	  is a "forwards" or "backwards" stream.
    523  1.4  rmind  *	- Perform translation: rewrite source or destination fields,
    524  1.4  rmind  *	  depending on translation type and direction.
    525  1.4  rmind  *	- Associate a NAT policy with a session (may establish a new).
    526  1.2  rmind  */
    527  1.2  rmind int
    528  1.2  rmind npf_do_nat(npf_cache_t *npc, npf_session_t *se, nbuf_t *nbuf,
    529  1.2  rmind     struct ifnet *ifp, const int di)
    530  1.2  rmind {
    531  1.2  rmind 	npf_session_t *nse = NULL;
    532  1.1  rmind 	npf_natpolicy_t *np;
    533  1.1  rmind 	npf_nat_t *nt;
    534  1.1  rmind 	int error;
    535  1.2  rmind 	bool forw, new;
    536  1.1  rmind 
    537  1.1  rmind 	/* All relevant IPv4 data should be already cached. */
    538  1.3  rmind 	if (!npf_iscached(npc, NPC_IP46) || !npf_iscached(npc, NPC_LAYER4)) {
    539  1.1  rmind 		return 0;
    540  1.1  rmind 	}
    541  1.1  rmind 
    542  1.2  rmind 	/*
    543  1.2  rmind 	 * Return the NAT entry associated with the session, if any.
    544  1.3  rmind 	 * Determines whether the stream is "forwards" or "backwards".
    545  1.4  rmind 	 * Note: no need to lock, since reference on session is held.
    546  1.2  rmind 	 */
    547  1.2  rmind 	if (se && (nt = npf_session_retnat(se, di, &forw)) != NULL) {
    548  1.1  rmind 		np = nt->nt_natpolicy;
    549  1.1  rmind 		new = false;
    550  1.2  rmind 		goto translate;
    551  1.1  rmind 	}
    552  1.1  rmind 
    553  1.2  rmind 	/* Inspect the packet for a NAT policy, if there is no session. */
    554  1.4  rmind 	npf_core_enter();
    555  1.2  rmind 	np = npf_nat_inspect(npc, nbuf, ifp, di);
    556  1.1  rmind 	if (np == NULL) {
    557  1.1  rmind 		/* If packet does not match - done. */
    558  1.4  rmind 		npf_core_exit();
    559  1.1  rmind 		return 0;
    560  1.1  rmind 	}
    561  1.2  rmind 	forw = true;
    562  1.1  rmind 
    563  1.4  rmind 	/*
    564  1.4  rmind 	 * Create a new NAT entry.  Note: it is safe to unlock, since the
    565  1.4  rmind 	 * NAT policy wont be desotroyed while there are list entries, which
    566  1.4  rmind 	 * are removed only on session expiration.  Currently, NAT entry is
    567  1.4  rmind 	 * not yet associated with any session.
    568  1.4  rmind 	 */
    569  1.2  rmind 	nt = npf_nat_create(npc, np);
    570  1.2  rmind 	if (nt == NULL) {
    571  1.4  rmind 		npf_core_exit();
    572  1.1  rmind 		return ENOMEM;
    573  1.1  rmind 	}
    574  1.4  rmind 	npf_core_exit();
    575  1.1  rmind 	new = true;
    576  1.1  rmind 
    577  1.3  rmind 	/* Determine whether any ALG matches. */
    578  1.3  rmind 	if (npf_alg_match(npc, nbuf, nt)) {
    579  1.3  rmind 		KASSERT(nt->nt_alg != NULL);
    580  1.3  rmind 	}
    581  1.3  rmind 
    582  1.2  rmind 	/*
    583  1.2  rmind 	 * If there is no local session (no "keep state" rule - unusual, but
    584  1.2  rmind 	 * possible configuration), establish one before translation.  Note
    585  1.2  rmind 	 * that it is not a "pass" session, therefore passing of "backwards"
    586  1.2  rmind 	 * stream depends on other, stateless filtering rules.
    587  1.2  rmind 	 */
    588  1.1  rmind 	if (se == NULL) {
    589  1.4  rmind 		nse = npf_session_establish(npc, nbuf, di);
    590  1.1  rmind 		if (nse == NULL) {
    591  1.1  rmind 			error = ENOMEM;
    592  1.1  rmind 			goto out;
    593  1.1  rmind 		}
    594  1.1  rmind 		se = nse;
    595  1.1  rmind 	}
    596  1.2  rmind translate:
    597  1.2  rmind 	/* Perform the translation. */
    598  1.2  rmind 	error = npf_nat_translate(npc, nbuf, nt, forw, di);
    599  1.2  rmind 	if (error) {
    600  1.1  rmind 		goto out;
    601  1.1  rmind 	}
    602  1.1  rmind 
    603  1.1  rmind 	if (__predict_false(new)) {
    604  1.1  rmind 		/*
    605  1.4  rmind 		 * Associate NAT translation entry with the session.
    606  1.1  rmind 		 * Note: packet now has a translated address in the cache.
    607  1.1  rmind 		 */
    608  1.4  rmind 		nt->nt_session = se;
    609  1.4  rmind 		error = npf_session_setnat(se, nt, di);
    610  1.1  rmind out:
    611  1.1  rmind 		if (error) {
    612  1.4  rmind 			/* If session was for NAT only - expire it. */
    613  1.4  rmind 			if (nse) {
    614  1.4  rmind 				npf_session_expire(nse);
    615  1.1  rmind 			}
    616  1.1  rmind 			/* Will free the structure and return the port. */
    617  1.1  rmind 			npf_nat_expire(nt);
    618  1.1  rmind 		}
    619  1.1  rmind 		if (nse != NULL) {
    620  1.1  rmind 			npf_session_release(nse);
    621  1.1  rmind 		}
    622  1.1  rmind 	}
    623  1.1  rmind 	return error;
    624  1.1  rmind }
    625  1.1  rmind 
    626  1.1  rmind /*
    627  1.4  rmind  * npf_nat_gettrans: return translation IP address and port.
    628  1.4  rmind  */
    629  1.4  rmind void
    630  1.4  rmind npf_nat_gettrans(npf_nat_t *nt, npf_addr_t **addr, in_port_t *port)
    631  1.4  rmind {
    632  1.4  rmind 	npf_natpolicy_t *np = nt->nt_natpolicy;
    633  1.4  rmind 
    634  1.4  rmind 	*addr = &np->n_taddr;
    635  1.4  rmind 	*port = nt->nt_tport;
    636  1.4  rmind }
    637  1.4  rmind 
    638  1.4  rmind /*
    639  1.2  rmind  * npf_nat_getorig: return original IP address and port from translation entry.
    640  1.1  rmind  */
    641  1.1  rmind void
    642  1.3  rmind npf_nat_getorig(npf_nat_t *nt, npf_addr_t **addr, in_port_t *port)
    643  1.1  rmind {
    644  1.1  rmind 
    645  1.3  rmind 	*addr = &nt->nt_oaddr;
    646  1.2  rmind 	*port = nt->nt_oport;
    647  1.1  rmind }
    648  1.1  rmind 
    649  1.3  rmind /*
    650  1.3  rmind  * npf_nat_setalg: associate an ALG with the NAT entry.
    651  1.3  rmind  */
    652  1.1  rmind void
    653  1.1  rmind npf_nat_setalg(npf_nat_t *nt, npf_alg_t *alg, uintptr_t arg)
    654  1.1  rmind {
    655  1.1  rmind 
    656  1.1  rmind 	nt->nt_alg = alg;
    657  1.1  rmind 	nt->nt_alg_arg = arg;
    658  1.1  rmind }
    659  1.1  rmind 
    660  1.1  rmind /*
    661  1.1  rmind  * npf_nat_expire: free NAT-related data structures on session expiration.
    662  1.1  rmind  */
    663  1.1  rmind void
    664  1.1  rmind npf_nat_expire(npf_nat_t *nt)
    665  1.1  rmind {
    666  1.2  rmind 	npf_natpolicy_t *np = nt->nt_natpolicy;
    667  1.1  rmind 
    668  1.4  rmind 	/* Return any taken port to the portmap. */
    669  1.4  rmind 	if ((np->n_flags & NPF_NAT_PORTMAP) != 0 && nt->nt_tport) {
    670  1.1  rmind 		npf_nat_putport(np, nt->nt_tport);
    671  1.1  rmind 	}
    672  1.4  rmind 
    673  1.4  rmind 	/* Remove NAT entry from the list, notify any waiters if last entry. */
    674  1.4  rmind 	mutex_enter(&np->n_lock);
    675  1.4  rmind 	LIST_REMOVE(nt, nt_entry);
    676  1.4  rmind 	if (LIST_EMPTY(&np->n_nat_list)) {
    677  1.4  rmind 		cv_broadcast(&np->n_cv);
    678  1.4  rmind 	}
    679  1.4  rmind 	mutex_exit(&np->n_lock);
    680  1.4  rmind 
    681  1.4  rmind 	/* Free structure, increase the counter. */
    682  1.1  rmind 	pool_cache_put(nat_cache, nt);
    683  1.4  rmind 	npf_stats_inc(NPF_STAT_NAT_DESTROY);
    684  1.4  rmind }
    685  1.4  rmind 
    686  1.4  rmind /*
    687  1.4  rmind  * npf_nat_save: construct NAT entry and reference to the NAT policy.
    688  1.4  rmind  */
    689  1.4  rmind int
    690  1.4  rmind npf_nat_save(prop_dictionary_t sedict, prop_array_t natlist, npf_nat_t *nt)
    691  1.4  rmind {
    692  1.4  rmind 	npf_natpolicy_t *np = nt->nt_natpolicy;
    693  1.4  rmind 	prop_object_iterator_t it;
    694  1.4  rmind 	prop_dictionary_t npdict;
    695  1.4  rmind 	prop_data_t nd, npd;
    696  1.4  rmind 	uintptr_t itnp;
    697  1.4  rmind 
    698  1.4  rmind 	/* Set NAT entry data. */
    699  1.4  rmind 	nd = prop_data_create_data(nt, sizeof(npf_nat_t));
    700  1.4  rmind 	prop_dictionary_set(sedict, "nat-data", nd);
    701  1.4  rmind 
    702  1.4  rmind 	/* Find or create a NAT policy. */
    703  1.4  rmind 	it = prop_array_iterator(natlist);
    704  1.4  rmind 	while ((npdict = prop_object_iterator_next(it)) != NULL) {
    705  1.4  rmind 		itnp = (uintptr_t)prop_number_unsigned_integer_value(
    706  1.4  rmind 		    prop_dictionary_get(npdict, "id-ptr"));
    707  1.4  rmind 		if (itnp == (uintptr_t)np) {
    708  1.4  rmind 			break;
    709  1.4  rmind 		}
    710  1.4  rmind 	}
    711  1.4  rmind 	if (npdict == NULL) {
    712  1.4  rmind 		/* Create NAT policy dictionary and copy the data. */
    713  1.4  rmind 		npdict = prop_dictionary_create();
    714  1.4  rmind 		npd = prop_data_create_data(np, sizeof(npf_natpolicy_t));
    715  1.4  rmind 
    716  1.4  rmind 		/* Set the data, insert into the array. */
    717  1.4  rmind 		prop_dictionary_set(npdict, "id-ptr",
    718  1.4  rmind 		    prop_number_create_unsigned_integer((uintptr_t)np));
    719  1.4  rmind 		prop_dictionary_set(npdict, "nat-policy-data", npd);
    720  1.4  rmind 		prop_array_add(natlist, npdict);
    721  1.4  rmind 	}
    722  1.4  rmind 	prop_dictionary_set(sedict, "nat-policy",
    723  1.4  rmind 	    prop_dictionary_copy(npdict));
    724  1.4  rmind 	return 0;
    725  1.4  rmind }
    726  1.4  rmind 
    727  1.4  rmind /*
    728  1.4  rmind  * npf_nat_restore: find a matching NAT policy and restore NAT entry.
    729  1.4  rmind  *
    730  1.4  rmind  * => Caller should lock the active NAT ruleset.
    731  1.4  rmind  */
    732  1.4  rmind npf_nat_t *
    733  1.4  rmind npf_nat_restore(prop_dictionary_t sedict, npf_session_t *se)
    734  1.4  rmind {
    735  1.4  rmind 	const npf_natpolicy_t *onp;
    736  1.4  rmind 	const npf_nat_t *ntraw;
    737  1.4  rmind 	prop_object_t obj;
    738  1.4  rmind 	npf_natpolicy_t *np;
    739  1.4  rmind 	npf_rule_t *rl;
    740  1.4  rmind 	npf_nat_t *nt;
    741  1.4  rmind 
    742  1.4  rmind 	/* Get raw NAT entry. */
    743  1.4  rmind 	obj = prop_dictionary_get(sedict, "nat-data");
    744  1.4  rmind 	ntraw = prop_data_data_nocopy(obj);
    745  1.4  rmind 	if (ntraw == NULL || prop_data_size(obj) != sizeof(npf_nat_t)) {
    746  1.4  rmind 		return NULL;
    747  1.4  rmind 	}
    748  1.4  rmind 
    749  1.4  rmind 	/* Find a stored NAT policy information. */
    750  1.4  rmind 	obj = prop_dictionary_get(
    751  1.4  rmind 	    prop_dictionary_get(sedict, "nat-policy"), "nat-policy-data");
    752  1.4  rmind 	onp = prop_data_data_nocopy(obj);
    753  1.4  rmind 	if (onp == NULL || prop_data_size(obj) != sizeof(npf_natpolicy_t)) {
    754  1.4  rmind 		return NULL;
    755  1.4  rmind 	}
    756  1.4  rmind 
    757  1.4  rmind 	/* Match if there is an existing NAT policy. */
    758  1.4  rmind 	rl = npf_ruleset_matchnat(npf_core_natset(), __UNCONST(onp));
    759  1.4  rmind 	if (rl == NULL) {
    760  1.4  rmind 		return NULL;
    761  1.4  rmind 	}
    762  1.4  rmind 	np = npf_rule_getnat(rl);
    763  1.4  rmind 	KASSERT(np != NULL);
    764  1.4  rmind 
    765  1.4  rmind 	/* Take a specific port from port-map. */
    766  1.4  rmind 	if (!npf_nat_takeport(np, ntraw->nt_tport)) {
    767  1.4  rmind 		return NULL;
    768  1.4  rmind 	}
    769  1.4  rmind 
    770  1.4  rmind 	/* Create and return NAT entry for association. */
    771  1.4  rmind 	nt = pool_cache_get(nat_cache, PR_WAITOK);
    772  1.4  rmind 	memcpy(nt, ntraw, sizeof(npf_nat_t));
    773  1.4  rmind 	LIST_INSERT_HEAD(&np->n_nat_list, nt, nt_entry);
    774  1.4  rmind 	nt->nt_natpolicy = np;
    775  1.4  rmind 	nt->nt_session = se;
    776  1.4  rmind 	nt->nt_alg = NULL;
    777  1.4  rmind 	return nt;
    778  1.1  rmind }
    779  1.1  rmind 
    780  1.1  rmind #if defined(DDB) || defined(_NPF_TESTING)
    781  1.1  rmind 
    782  1.1  rmind void
    783  1.1  rmind npf_nat_dump(npf_nat_t *nt)
    784  1.1  rmind {
    785  1.1  rmind 	npf_natpolicy_t *np;
    786  1.1  rmind 	struct in_addr ip;
    787  1.1  rmind 
    788  1.4  rmind 	np = nt->nt_natpolicy;
    789  1.4  rmind 	memcpy(&ip, &np->n_taddr, sizeof(ip));
    790  1.4  rmind 	printf("\tNATP(%p): type %d flags 0x%x taddr %s tport %d\n",
    791  1.4  rmind 	    np, np->n_type, np->n_flags, inet_ntoa(ip), np->n_tport);
    792  1.4  rmind 	memcpy(&ip, &nt->nt_oaddr, sizeof(ip));
    793  1.4  rmind 	printf("\tNAT: original address %s oport %d tport %d\n",
    794  1.4  rmind 	    inet_ntoa(ip), ntohs(nt->nt_oport), ntohs(nt->nt_tport));
    795  1.4  rmind 	if (nt->nt_alg) {
    796  1.4  rmind 		printf("\tNAT ALG = %p, ARG = %p\n",
    797  1.4  rmind 		    nt->nt_alg, (void *)nt->nt_alg_arg);
    798  1.1  rmind 	}
    799  1.1  rmind }
    800  1.1  rmind 
    801  1.1  rmind #endif
    802