npf_nat.c revision 1.4 1 1.4 rmind /* $NetBSD: npf_nat.c,v 1.4 2010/12/18 01:07:25 rmind Exp $ */
2 1.1 rmind
3 1.1 rmind /*-
4 1.1 rmind * Copyright (c) 2010 The NetBSD Foundation, Inc.
5 1.1 rmind * All rights reserved.
6 1.1 rmind *
7 1.1 rmind * This material is based upon work partially supported by The
8 1.1 rmind * NetBSD Foundation under a contract with Mindaugas Rasiukevicius.
9 1.1 rmind *
10 1.1 rmind * Redistribution and use in source and binary forms, with or without
11 1.1 rmind * modification, are permitted provided that the following conditions
12 1.1 rmind * are met:
13 1.1 rmind * 1. Redistributions of source code must retain the above copyright
14 1.1 rmind * notice, this list of conditions and the following disclaimer.
15 1.1 rmind * 2. Redistributions in binary form must reproduce the above copyright
16 1.1 rmind * notice, this list of conditions and the following disclaimer in the
17 1.1 rmind * documentation and/or other materials provided with the distribution.
18 1.1 rmind *
19 1.1 rmind * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 1.1 rmind * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 1.1 rmind * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 1.1 rmind * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 1.1 rmind * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 1.1 rmind * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 1.1 rmind * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 1.1 rmind * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 1.1 rmind * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 1.1 rmind * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 1.1 rmind * POSSIBILITY OF SUCH DAMAGE.
30 1.1 rmind */
31 1.1 rmind
32 1.1 rmind /*
33 1.1 rmind * NPF network address port translation (NAPT).
34 1.1 rmind * Described in RFC 2663, RFC 3022. Commonly just "NAT".
35 1.1 rmind *
36 1.1 rmind * Overview
37 1.1 rmind *
38 1.1 rmind * There are few mechanisms: NAT policy, port map and translation.
39 1.1 rmind * NAT module has a separate ruleset, where rules contain associated
40 1.1 rmind * NAT policy, thus flexible filter criteria can be used.
41 1.1 rmind *
42 1.2 rmind * Translation types
43 1.2 rmind *
44 1.2 rmind * There are two types of translation: outbound (NPF_NATOUT) and
45 1.2 rmind * inbound (NPF_NATIN). It should not be confused with connection
46 1.2 rmind * direction.
47 1.2 rmind *
48 1.2 rmind * Outbound NAT rewrites:
49 1.2 rmind * - Source on "forwards" stream.
50 1.2 rmind * - Destination on "backwards" stream.
51 1.2 rmind * Inbound NAT rewrites:
52 1.2 rmind * - Destination on "forwards" stream.
53 1.2 rmind * - Source on "backwards" stream.
54 1.2 rmind *
55 1.2 rmind * It should be noted that bi-directional NAT is a combined outbound
56 1.2 rmind * and inbound translation, therefore constructed as two policies.
57 1.2 rmind *
58 1.1 rmind * NAT policies and port maps
59 1.1 rmind *
60 1.2 rmind * NAT (translation) policy is applied when a packet matches the rule.
61 1.2 rmind * Apart from filter criteria, NAT policy has a translation IP address
62 1.1 rmind * and associated port map. Port map is a bitmap used to reserve and
63 1.1 rmind * use unique TCP/UDP ports for translation. Port maps are unique to
64 1.1 rmind * the IP addresses, therefore multiple NAT policies with the same IP
65 1.1 rmind * will share the same port map.
66 1.1 rmind *
67 1.4 rmind * Sessions, translation entries and their life-cycle
68 1.1 rmind *
69 1.4 rmind * NAT module relies on session management module. Each translated
70 1.4 rmind * session has an associated translation entry (npf_nat_t), which
71 1.4 rmind * contains information used for backwards stream translation, i.e.
72 1.4 rmind * original IP address with port and translation port, allocated from
73 1.4 rmind * the port map. Each NAT entry is associated with the policy, which
74 1.4 rmind * contains translation IP address. Allocated port is returned to the
75 1.4 rmind * port map and NAT entry is destroyed when session expires.
76 1.1 rmind */
77 1.1 rmind
78 1.1 rmind #include <sys/cdefs.h>
79 1.4 rmind __KERNEL_RCSID(0, "$NetBSD: npf_nat.c,v 1.4 2010/12/18 01:07:25 rmind Exp $");
80 1.1 rmind
81 1.1 rmind #include <sys/param.h>
82 1.1 rmind #include <sys/kernel.h>
83 1.1 rmind
84 1.1 rmind #include <sys/atomic.h>
85 1.1 rmind #include <sys/bitops.h>
86 1.4 rmind #include <sys/condvar.h>
87 1.1 rmind #include <sys/kmem.h>
88 1.4 rmind #include <sys/mutex.h>
89 1.1 rmind #include <sys/pool.h>
90 1.1 rmind #include <net/pfil.h>
91 1.1 rmind #include <netinet/in.h>
92 1.1 rmind
93 1.1 rmind #include "npf_impl.h"
94 1.1 rmind
95 1.1 rmind /*
96 1.1 rmind * NPF portmap structure.
97 1.1 rmind */
98 1.1 rmind typedef struct {
99 1.4 rmind u_int p_refcnt;
100 1.4 rmind uint32_t p_bitmap[0];
101 1.1 rmind } npf_portmap_t;
102 1.1 rmind
103 1.1 rmind /* Portmap range: [ 1024 .. 65535 ] */
104 1.4 rmind #define PORTMAP_FIRST (1024)
105 1.4 rmind #define PORTMAP_SIZE ((65536 - PORTMAP_FIRST) / 32)
106 1.4 rmind #define PORTMAP_FILLED ((uint32_t)~0)
107 1.4 rmind #define PORTMAP_MASK (31)
108 1.4 rmind #define PORTMAP_SHIFT (5)
109 1.4 rmind
110 1.4 rmind #define PORTMAP_MEM_SIZE \
111 1.4 rmind (sizeof(npf_portmap_t) + (PORTMAP_SIZE * sizeof(uint32_t)))
112 1.1 rmind
113 1.1 rmind /* NAT policy structure. */
114 1.1 rmind struct npf_natpolicy {
115 1.4 rmind LIST_HEAD(, npf_nat) n_nat_list;
116 1.4 rmind kmutex_t n_lock;
117 1.4 rmind kcondvar_t n_cv;
118 1.4 rmind npf_portmap_t * n_portmap;
119 1.4 rmind int n_type;
120 1.4 rmind int n_flags;
121 1.4 rmind size_t n_addr_sz;
122 1.4 rmind npf_addr_t n_taddr;
123 1.4 rmind in_port_t n_tport;
124 1.1 rmind };
125 1.1 rmind
126 1.4 rmind #define NPF_NP_CMP_START offsetof(npf_natpolicy_t, n_type)
127 1.4 rmind #define NPF_NP_CMP_SIZE (sizeof(npf_natpolicy_t) - NPF_NP_CMP_START)
128 1.4 rmind
129 1.1 rmind /* NAT translation entry for a session. */
130 1.1 rmind struct npf_nat {
131 1.4 rmind /* Association (list entry and a link pointer) with NAT policy. */
132 1.4 rmind LIST_ENTRY(npf_nat) nt_entry;
133 1.4 rmind npf_natpolicy_t * nt_natpolicy;
134 1.4 rmind npf_session_t * nt_session;
135 1.2 rmind /* Original address and port (for backwards translation). */
136 1.4 rmind npf_addr_t nt_oaddr;
137 1.4 rmind in_port_t nt_oport;
138 1.2 rmind /* Translation port (for redirects). */
139 1.4 rmind in_port_t nt_tport;
140 1.1 rmind /* ALG (if any) associated with this NAT entry. */
141 1.4 rmind npf_alg_t * nt_alg;
142 1.4 rmind uintptr_t nt_alg_arg;
143 1.1 rmind };
144 1.1 rmind
145 1.4 rmind static pool_cache_t nat_cache __read_mostly;
146 1.1 rmind
147 1.1 rmind /*
148 1.1 rmind * npf_nat_sys{init,fini}: initialise/destroy NAT subsystem structures.
149 1.1 rmind */
150 1.1 rmind
151 1.1 rmind void
152 1.1 rmind npf_nat_sysinit(void)
153 1.1 rmind {
154 1.1 rmind
155 1.1 rmind nat_cache = pool_cache_init(sizeof(npf_nat_t), coherency_unit,
156 1.1 rmind 0, 0, "npfnatpl", NULL, IPL_NET, NULL, NULL, NULL);
157 1.1 rmind KASSERT(nat_cache != NULL);
158 1.1 rmind }
159 1.1 rmind
160 1.1 rmind void
161 1.1 rmind npf_nat_sysfini(void)
162 1.1 rmind {
163 1.1 rmind
164 1.4 rmind /* NAT policies should already be destroyed. */
165 1.1 rmind pool_cache_destroy(nat_cache);
166 1.1 rmind }
167 1.1 rmind
168 1.1 rmind /*
169 1.2 rmind * npf_nat_newpolicy: create a new NAT policy.
170 1.1 rmind *
171 1.1 rmind * => Shares portmap if policy is on existing translation address.
172 1.1 rmind * => XXX: serialise at upper layer.
173 1.1 rmind */
174 1.1 rmind npf_natpolicy_t *
175 1.4 rmind npf_nat_newpolicy(prop_dictionary_t natdict)
176 1.1 rmind {
177 1.4 rmind npf_natpolicy_t *np/*, *it */;
178 1.4 rmind const npf_addr_t *taddr;
179 1.4 rmind prop_object_t obj;
180 1.1 rmind npf_portmap_t *pm;
181 1.1 rmind
182 1.1 rmind np = kmem_zalloc(sizeof(npf_natpolicy_t), KM_SLEEP);
183 1.4 rmind mutex_init(&np->n_lock, MUTEX_DEFAULT, IPL_SOFTNET);
184 1.4 rmind cv_init(&np->n_cv, "npfnatcv");
185 1.4 rmind LIST_INIT(&np->n_nat_list);
186 1.4 rmind
187 1.4 rmind /* Translation type. */
188 1.4 rmind obj = prop_dictionary_get(natdict, "type");
189 1.4 rmind np->n_type = prop_number_integer_value(obj);
190 1.4 rmind
191 1.4 rmind /* Translation type. */
192 1.4 rmind obj = prop_dictionary_get(natdict, "flags");
193 1.4 rmind np->n_flags = prop_number_integer_value(obj);
194 1.4 rmind
195 1.4 rmind /* Translation IP. */
196 1.4 rmind obj = prop_dictionary_get(natdict, "translation-ip");
197 1.4 rmind np->n_addr_sz = prop_data_size(obj);
198 1.4 rmind KASSERT(np->n_addr_sz > 0 && np->n_addr_sz <= sizeof(npf_addr_t));
199 1.4 rmind taddr = (const npf_addr_t *)prop_data_data_nocopy(obj);
200 1.4 rmind memcpy(&np->n_taddr, taddr, np->n_addr_sz);
201 1.4 rmind
202 1.4 rmind /* Translation port (for redirect case). */
203 1.4 rmind obj = prop_dictionary_get(natdict, "translation-port");
204 1.4 rmind np->n_tport = (in_port_t)prop_number_integer_value(obj);
205 1.4 rmind
206 1.4 rmind KASSERT(np->n_type == NPF_NATIN || np->n_type == NPF_NATOUT);
207 1.2 rmind
208 1.2 rmind pm = NULL;
209 1.4 rmind if ((np->n_flags & NPF_NAT_PORTMAP) == 0) {
210 1.2 rmind goto nopm;
211 1.2 rmind }
212 1.1 rmind
213 1.1 rmind /* Search for a NAT policy using the same translation address. */
214 1.4 rmind #if 0
215 1.1 rmind LIST_FOREACH(it, &nat_policy_list, n_entry) {
216 1.3 rmind if (memcmp(&it->n_taddr, &np->n_taddr, sizeof(npf_addr_t))) {
217 1.1 rmind continue;
218 1.3 rmind }
219 1.1 rmind pm = it->n_portmap;
220 1.1 rmind break;
221 1.1 rmind }
222 1.4 rmind #else
223 1.4 rmind pm = NULL;
224 1.4 rmind #endif
225 1.1 rmind if (pm == NULL) {
226 1.1 rmind /* Allocate a new port map for the NAT policy. */
227 1.4 rmind pm = kmem_zalloc(PORTMAP_MEM_SIZE, KM_SLEEP);
228 1.1 rmind if (pm == NULL) {
229 1.1 rmind kmem_free(np, sizeof(npf_natpolicy_t));
230 1.1 rmind return NULL;
231 1.1 rmind }
232 1.1 rmind pm->p_refcnt = 1;
233 1.1 rmind KASSERT((uintptr_t)pm->p_bitmap == (uintptr_t)pm + sizeof(*pm));
234 1.1 rmind } else {
235 1.1 rmind /* Share the port map. */
236 1.1 rmind pm->p_refcnt++;
237 1.1 rmind }
238 1.2 rmind nopm:
239 1.1 rmind np->n_portmap = pm;
240 1.1 rmind return np;
241 1.1 rmind }
242 1.1 rmind
243 1.1 rmind /*
244 1.1 rmind * npf_nat_freepolicy: free NAT policy and, on last reference, free portmap.
245 1.1 rmind *
246 1.4 rmind * => Called from npf_rule_free() during the reload via npf_ruleset_destroy().
247 1.1 rmind */
248 1.1 rmind void
249 1.1 rmind npf_nat_freepolicy(npf_natpolicy_t *np)
250 1.1 rmind {
251 1.1 rmind npf_portmap_t *pm = np->n_portmap;
252 1.4 rmind npf_nat_t *nt;
253 1.1 rmind
254 1.4 rmind /* De-associate all entries from the policy. */
255 1.4 rmind mutex_enter(&np->n_lock);
256 1.4 rmind LIST_FOREACH(nt, &np->n_nat_list, nt_entry) {
257 1.4 rmind if (nt->nt_session == NULL) { /* XXXSMP */
258 1.4 rmind npf_session_expire(nt->nt_session);
259 1.4 rmind }
260 1.4 rmind }
261 1.4 rmind while (!LIST_EMPTY(&np->n_nat_list)) {
262 1.4 rmind cv_wait(&np->n_cv, &np->n_lock);
263 1.4 rmind }
264 1.4 rmind mutex_exit(&np->n_lock);
265 1.4 rmind
266 1.4 rmind /* Destroy the port map, on last reference. */
267 1.2 rmind if (pm && --pm->p_refcnt == 0) {
268 1.2 rmind KASSERT((np->n_flags & NPF_NAT_PORTMAP) != 0);
269 1.4 rmind kmem_free(pm, PORTMAP_MEM_SIZE);
270 1.1 rmind }
271 1.4 rmind cv_destroy(&np->n_cv);
272 1.4 rmind mutex_destroy(&np->n_lock);
273 1.1 rmind kmem_free(np, sizeof(npf_natpolicy_t));
274 1.1 rmind }
275 1.1 rmind
276 1.4 rmind bool
277 1.4 rmind npf_nat_matchpolicy(npf_natpolicy_t *np, npf_natpolicy_t *mnp)
278 1.1 rmind {
279 1.4 rmind void *np_raw, *mnp_raw;
280 1.4 rmind /*
281 1.4 rmind * Compare the relevant NAT policy information (in raw form),
282 1.4 rmind * which is enough for matching criterion.
283 1.4 rmind */
284 1.4 rmind np_raw = (uint8_t *)np + NPF_NP_CMP_START;
285 1.4 rmind mnp_raw = (uint8_t *)mnp + NPF_NP_CMP_START;
286 1.4 rmind return (memcmp(np_raw, mnp_raw, NPF_NP_CMP_SIZE) == 0);
287 1.1 rmind }
288 1.1 rmind
289 1.1 rmind /*
290 1.1 rmind * npf_nat_getport: allocate and return a port in the NAT policy portmap.
291 1.1 rmind *
292 1.1 rmind * => Returns in network byte-order.
293 1.1 rmind * => Zero indicates failure.
294 1.1 rmind */
295 1.1 rmind static in_port_t
296 1.1 rmind npf_nat_getport(npf_natpolicy_t *np)
297 1.1 rmind {
298 1.1 rmind npf_portmap_t *pm = np->n_portmap;
299 1.1 rmind u_int n = PORTMAP_SIZE, idx, bit;
300 1.1 rmind uint32_t map, nmap;
301 1.1 rmind
302 1.1 rmind idx = arc4random() % PORTMAP_SIZE;
303 1.1 rmind for (;;) {
304 1.1 rmind KASSERT(idx < PORTMAP_SIZE);
305 1.1 rmind map = pm->p_bitmap[idx];
306 1.1 rmind if (__predict_false(map == PORTMAP_FILLED)) {
307 1.1 rmind if (n-- == 0) {
308 1.1 rmind /* No space. */
309 1.1 rmind return 0;
310 1.1 rmind }
311 1.2 rmind /* This bitmap is filled, next. */
312 1.1 rmind idx = (idx ? idx : PORTMAP_SIZE) - 1;
313 1.1 rmind continue;
314 1.1 rmind }
315 1.1 rmind bit = ffs32(~map) - 1;
316 1.1 rmind nmap = map | (1 << bit);
317 1.1 rmind if (atomic_cas_32(&pm->p_bitmap[idx], map, nmap) == map) {
318 1.1 rmind /* Success. */
319 1.1 rmind break;
320 1.1 rmind }
321 1.1 rmind }
322 1.1 rmind return htons(PORTMAP_FIRST + (idx << PORTMAP_SHIFT) + bit);
323 1.1 rmind }
324 1.1 rmind
325 1.1 rmind /*
326 1.4 rmind * npf_nat_takeport: allocate specific port in the NAT policy portmap.
327 1.4 rmind */
328 1.4 rmind static bool
329 1.4 rmind npf_nat_takeport(npf_natpolicy_t *np, in_port_t port)
330 1.4 rmind {
331 1.4 rmind npf_portmap_t *pm = np->n_portmap;
332 1.4 rmind uint32_t map, nmap;
333 1.4 rmind u_int idx, bit;
334 1.4 rmind
335 1.4 rmind port = ntohs(port) - PORTMAP_FIRST;
336 1.4 rmind idx = port >> PORTMAP_SHIFT;
337 1.4 rmind bit = port & PORTMAP_MASK;
338 1.4 rmind map = pm->p_bitmap[idx];
339 1.4 rmind nmap = map | (1 << bit);
340 1.4 rmind if (map == nmap) {
341 1.4 rmind /* Already taken. */
342 1.4 rmind return false;
343 1.4 rmind }
344 1.4 rmind return atomic_cas_32(&pm->p_bitmap[idx], map, nmap) == map;
345 1.4 rmind }
346 1.4 rmind
347 1.4 rmind /*
348 1.1 rmind * npf_nat_putport: return port as available in the NAT policy portmap.
349 1.1 rmind *
350 1.1 rmind * => Port should be in network byte-order.
351 1.1 rmind */
352 1.1 rmind static void
353 1.1 rmind npf_nat_putport(npf_natpolicy_t *np, in_port_t port)
354 1.1 rmind {
355 1.1 rmind npf_portmap_t *pm = np->n_portmap;
356 1.1 rmind uint32_t map, nmap;
357 1.1 rmind u_int idx, bit;
358 1.1 rmind
359 1.1 rmind port = ntohs(port) - PORTMAP_FIRST;
360 1.1 rmind idx = port >> PORTMAP_SHIFT;
361 1.1 rmind bit = port & PORTMAP_MASK;
362 1.1 rmind do {
363 1.1 rmind map = pm->p_bitmap[idx];
364 1.1 rmind KASSERT(map | (1 << bit));
365 1.1 rmind nmap = map & ~(1 << bit);
366 1.1 rmind } while (atomic_cas_32(&pm->p_bitmap[idx], map, nmap) != map);
367 1.1 rmind }
368 1.1 rmind
369 1.1 rmind /*
370 1.2 rmind * npf_nat_inspect: inspect packet against NAT ruleset and return a policy.
371 1.2 rmind */
372 1.2 rmind static npf_natpolicy_t *
373 1.2 rmind npf_nat_inspect(npf_cache_t *npc, nbuf_t *nbuf, struct ifnet *ifp, const int di)
374 1.2 rmind {
375 1.4 rmind npf_ruleset_t *rlset;
376 1.2 rmind npf_rule_t *rl;
377 1.2 rmind
378 1.4 rmind rlset = npf_core_natset();
379 1.4 rmind rl = npf_ruleset_match(rlset, npc, nbuf, ifp, di, NPF_LAYER_3);
380 1.2 rmind return rl ? npf_rule_getnat(rl) : NULL;
381 1.2 rmind }
382 1.2 rmind
383 1.2 rmind /*
384 1.2 rmind * npf_nat_create: create a new NAT translation entry.
385 1.1 rmind */
386 1.2 rmind static npf_nat_t *
387 1.2 rmind npf_nat_create(npf_cache_t *npc, npf_natpolicy_t *np)
388 1.1 rmind {
389 1.3 rmind const int proto = npf_cache_ipproto(npc);
390 1.2 rmind npf_nat_t *nt;
391 1.2 rmind
392 1.3 rmind KASSERT(npf_iscached(npc, NPC_IP46 | NPC_LAYER4));
393 1.3 rmind
394 1.2 rmind /* New NAT association. */
395 1.2 rmind nt = pool_cache_get(nat_cache, PR_NOWAIT);
396 1.2 rmind if (nt == NULL){
397 1.2 rmind return NULL;
398 1.2 rmind }
399 1.4 rmind npf_stats_inc(NPF_STAT_NAT_CREATE);
400 1.4 rmind mutex_enter(&np->n_lock);
401 1.4 rmind LIST_INSERT_HEAD(&np->n_nat_list, nt, nt_entry);
402 1.2 rmind nt->nt_natpolicy = np;
403 1.4 rmind nt->nt_session = NULL;
404 1.4 rmind mutex_exit(&np->n_lock);
405 1.2 rmind nt->nt_alg = NULL;
406 1.2 rmind
407 1.2 rmind /* Save the original address which may be rewritten. */
408 1.2 rmind if (np->n_type == NPF_NATOUT) {
409 1.2 rmind /* Source (local) for Outbound NAT. */
410 1.3 rmind memcpy(&nt->nt_oaddr, npc->npc_srcip, npc->npc_ipsz);
411 1.2 rmind } else {
412 1.2 rmind /* Destination (external) for Inbound NAT. */
413 1.2 rmind KASSERT(np->n_type == NPF_NATIN);
414 1.3 rmind memcpy(&nt->nt_oaddr, npc->npc_dstip, npc->npc_ipsz);
415 1.2 rmind }
416 1.2 rmind
417 1.2 rmind /*
418 1.2 rmind * Port translation, if required, and if it is TCP/UDP.
419 1.2 rmind */
420 1.2 rmind if ((np->n_flags & NPF_NAT_PORTS) == 0 ||
421 1.2 rmind (proto != IPPROTO_TCP && proto != IPPROTO_UDP)) {
422 1.2 rmind nt->nt_oport = 0;
423 1.2 rmind nt->nt_tport = 0;
424 1.2 rmind return nt;
425 1.2 rmind }
426 1.3 rmind /* Save the relevant TCP/UDP port. */
427 1.3 rmind if (proto == IPPROTO_TCP) {
428 1.3 rmind struct tcphdr *th = &npc->npc_l4.tcp;
429 1.3 rmind nt->nt_oport = (np->n_type == NPF_NATOUT) ?
430 1.3 rmind th->th_sport : th->th_dport;
431 1.2 rmind } else {
432 1.3 rmind struct udphdr *uh = &npc->npc_l4.udp;
433 1.3 rmind nt->nt_oport = (np->n_type == NPF_NATOUT) ?
434 1.3 rmind uh->uh_sport : uh->uh_dport;
435 1.2 rmind }
436 1.3 rmind
437 1.2 rmind /* Get a new port for translation. */
438 1.2 rmind if ((np->n_flags & NPF_NAT_PORTMAP) != 0) {
439 1.2 rmind nt->nt_tport = npf_nat_getport(np);
440 1.2 rmind } else {
441 1.2 rmind nt->nt_tport = np->n_tport;
442 1.2 rmind }
443 1.2 rmind return nt;
444 1.2 rmind }
445 1.2 rmind
446 1.2 rmind /*
447 1.2 rmind * npf_nat_translate: perform address and/or port translation.
448 1.2 rmind */
449 1.2 rmind static int
450 1.2 rmind npf_nat_translate(npf_cache_t *npc, nbuf_t *nbuf, npf_nat_t *nt,
451 1.2 rmind const bool forw, const int di)
452 1.2 rmind {
453 1.1 rmind void *n_ptr = nbuf_dataptr(nbuf);
454 1.3 rmind npf_natpolicy_t *np = nt->nt_natpolicy;
455 1.3 rmind npf_addr_t *addr;
456 1.2 rmind in_port_t port;
457 1.2 rmind
458 1.3 rmind KASSERT(npf_iscached(npc, NPC_IP46));
459 1.2 rmind
460 1.2 rmind if (forw) {
461 1.2 rmind /* "Forwards" stream: use translation address/port. */
462 1.2 rmind KASSERT(
463 1.2 rmind (np->n_type == NPF_NATIN && di == PFIL_IN) ^
464 1.2 rmind (np->n_type == NPF_NATOUT && di == PFIL_OUT)
465 1.2 rmind );
466 1.3 rmind addr = &np->n_taddr;
467 1.2 rmind port = nt->nt_tport;
468 1.2 rmind } else {
469 1.2 rmind /* "Backwards" stream: use original address/port. */
470 1.2 rmind KASSERT(
471 1.2 rmind (np->n_type == NPF_NATIN && di == PFIL_OUT) ^
472 1.2 rmind (np->n_type == NPF_NATOUT && di == PFIL_IN)
473 1.2 rmind );
474 1.3 rmind addr = &nt->nt_oaddr;
475 1.2 rmind port = nt->nt_oport;
476 1.2 rmind }
477 1.2 rmind
478 1.3 rmind /* Execute ALG hook first. */
479 1.2 rmind npf_alg_exec(npc, nbuf, nt, di);
480 1.2 rmind
481 1.2 rmind /*
482 1.3 rmind * Rewrite IP and/or TCP/UDP checksums first, since it will use
483 1.3 rmind * the cache containing original values for checksum calculation.
484 1.3 rmind */
485 1.3 rmind if (!npf_rwrcksum(npc, nbuf, n_ptr, di, addr, port)) {
486 1.3 rmind return EINVAL;
487 1.3 rmind }
488 1.3 rmind /*
489 1.2 rmind * Address translation: rewrite source/destination address, depending
490 1.2 rmind * on direction (PFIL_OUT - for source, PFIL_IN - for destination).
491 1.2 rmind */
492 1.2 rmind if (!npf_rwrip(npc, nbuf, n_ptr, di, addr)) {
493 1.2 rmind return EINVAL;
494 1.2 rmind }
495 1.2 rmind if ((np->n_flags & NPF_NAT_PORTS) == 0) {
496 1.3 rmind /* Done. */
497 1.2 rmind return 0;
498 1.2 rmind }
499 1.3 rmind switch (npf_cache_ipproto(npc)) {
500 1.2 rmind case IPPROTO_TCP:
501 1.2 rmind case IPPROTO_UDP:
502 1.3 rmind KASSERT(npf_iscached(npc, NPC_TCP | NPC_UDP));
503 1.2 rmind /* Rewrite source/destination port. */
504 1.3 rmind if (!npf_rwrport(npc, nbuf, n_ptr, di, port)) {
505 1.2 rmind return EINVAL;
506 1.2 rmind }
507 1.2 rmind break;
508 1.2 rmind case IPPROTO_ICMP:
509 1.3 rmind KASSERT(npf_iscached(npc, NPC_ICMP));
510 1.3 rmind /* Nothing. */
511 1.2 rmind break;
512 1.2 rmind default:
513 1.2 rmind return ENOTSUP;
514 1.2 rmind }
515 1.2 rmind return 0;
516 1.2 rmind }
517 1.2 rmind
518 1.2 rmind /*
519 1.2 rmind * npf_do_nat:
520 1.2 rmind * - Inspect packet for a NAT policy, unless a session with a NAT
521 1.4 rmind * association already exists. In such case, determine whether it
522 1.2 rmind * is a "forwards" or "backwards" stream.
523 1.4 rmind * - Perform translation: rewrite source or destination fields,
524 1.4 rmind * depending on translation type and direction.
525 1.4 rmind * - Associate a NAT policy with a session (may establish a new).
526 1.2 rmind */
527 1.2 rmind int
528 1.2 rmind npf_do_nat(npf_cache_t *npc, npf_session_t *se, nbuf_t *nbuf,
529 1.2 rmind struct ifnet *ifp, const int di)
530 1.2 rmind {
531 1.2 rmind npf_session_t *nse = NULL;
532 1.1 rmind npf_natpolicy_t *np;
533 1.1 rmind npf_nat_t *nt;
534 1.1 rmind int error;
535 1.2 rmind bool forw, new;
536 1.1 rmind
537 1.1 rmind /* All relevant IPv4 data should be already cached. */
538 1.3 rmind if (!npf_iscached(npc, NPC_IP46) || !npf_iscached(npc, NPC_LAYER4)) {
539 1.1 rmind return 0;
540 1.1 rmind }
541 1.1 rmind
542 1.2 rmind /*
543 1.2 rmind * Return the NAT entry associated with the session, if any.
544 1.3 rmind * Determines whether the stream is "forwards" or "backwards".
545 1.4 rmind * Note: no need to lock, since reference on session is held.
546 1.2 rmind */
547 1.2 rmind if (se && (nt = npf_session_retnat(se, di, &forw)) != NULL) {
548 1.1 rmind np = nt->nt_natpolicy;
549 1.1 rmind new = false;
550 1.2 rmind goto translate;
551 1.1 rmind }
552 1.1 rmind
553 1.2 rmind /* Inspect the packet for a NAT policy, if there is no session. */
554 1.4 rmind npf_core_enter();
555 1.2 rmind np = npf_nat_inspect(npc, nbuf, ifp, di);
556 1.1 rmind if (np == NULL) {
557 1.1 rmind /* If packet does not match - done. */
558 1.4 rmind npf_core_exit();
559 1.1 rmind return 0;
560 1.1 rmind }
561 1.2 rmind forw = true;
562 1.1 rmind
563 1.4 rmind /*
564 1.4 rmind * Create a new NAT entry. Note: it is safe to unlock, since the
565 1.4 rmind * NAT policy wont be desotroyed while there are list entries, which
566 1.4 rmind * are removed only on session expiration. Currently, NAT entry is
567 1.4 rmind * not yet associated with any session.
568 1.4 rmind */
569 1.2 rmind nt = npf_nat_create(npc, np);
570 1.2 rmind if (nt == NULL) {
571 1.4 rmind npf_core_exit();
572 1.1 rmind return ENOMEM;
573 1.1 rmind }
574 1.4 rmind npf_core_exit();
575 1.1 rmind new = true;
576 1.1 rmind
577 1.3 rmind /* Determine whether any ALG matches. */
578 1.3 rmind if (npf_alg_match(npc, nbuf, nt)) {
579 1.3 rmind KASSERT(nt->nt_alg != NULL);
580 1.3 rmind }
581 1.3 rmind
582 1.2 rmind /*
583 1.2 rmind * If there is no local session (no "keep state" rule - unusual, but
584 1.2 rmind * possible configuration), establish one before translation. Note
585 1.2 rmind * that it is not a "pass" session, therefore passing of "backwards"
586 1.2 rmind * stream depends on other, stateless filtering rules.
587 1.2 rmind */
588 1.1 rmind if (se == NULL) {
589 1.4 rmind nse = npf_session_establish(npc, nbuf, di);
590 1.1 rmind if (nse == NULL) {
591 1.1 rmind error = ENOMEM;
592 1.1 rmind goto out;
593 1.1 rmind }
594 1.1 rmind se = nse;
595 1.1 rmind }
596 1.2 rmind translate:
597 1.2 rmind /* Perform the translation. */
598 1.2 rmind error = npf_nat_translate(npc, nbuf, nt, forw, di);
599 1.2 rmind if (error) {
600 1.1 rmind goto out;
601 1.1 rmind }
602 1.1 rmind
603 1.1 rmind if (__predict_false(new)) {
604 1.1 rmind /*
605 1.4 rmind * Associate NAT translation entry with the session.
606 1.1 rmind * Note: packet now has a translated address in the cache.
607 1.1 rmind */
608 1.4 rmind nt->nt_session = se;
609 1.4 rmind error = npf_session_setnat(se, nt, di);
610 1.1 rmind out:
611 1.1 rmind if (error) {
612 1.4 rmind /* If session was for NAT only - expire it. */
613 1.4 rmind if (nse) {
614 1.4 rmind npf_session_expire(nse);
615 1.1 rmind }
616 1.1 rmind /* Will free the structure and return the port. */
617 1.1 rmind npf_nat_expire(nt);
618 1.1 rmind }
619 1.1 rmind if (nse != NULL) {
620 1.1 rmind npf_session_release(nse);
621 1.1 rmind }
622 1.1 rmind }
623 1.1 rmind return error;
624 1.1 rmind }
625 1.1 rmind
626 1.1 rmind /*
627 1.4 rmind * npf_nat_gettrans: return translation IP address and port.
628 1.4 rmind */
629 1.4 rmind void
630 1.4 rmind npf_nat_gettrans(npf_nat_t *nt, npf_addr_t **addr, in_port_t *port)
631 1.4 rmind {
632 1.4 rmind npf_natpolicy_t *np = nt->nt_natpolicy;
633 1.4 rmind
634 1.4 rmind *addr = &np->n_taddr;
635 1.4 rmind *port = nt->nt_tport;
636 1.4 rmind }
637 1.4 rmind
638 1.4 rmind /*
639 1.2 rmind * npf_nat_getorig: return original IP address and port from translation entry.
640 1.1 rmind */
641 1.1 rmind void
642 1.3 rmind npf_nat_getorig(npf_nat_t *nt, npf_addr_t **addr, in_port_t *port)
643 1.1 rmind {
644 1.1 rmind
645 1.3 rmind *addr = &nt->nt_oaddr;
646 1.2 rmind *port = nt->nt_oport;
647 1.1 rmind }
648 1.1 rmind
649 1.3 rmind /*
650 1.3 rmind * npf_nat_setalg: associate an ALG with the NAT entry.
651 1.3 rmind */
652 1.1 rmind void
653 1.1 rmind npf_nat_setalg(npf_nat_t *nt, npf_alg_t *alg, uintptr_t arg)
654 1.1 rmind {
655 1.1 rmind
656 1.1 rmind nt->nt_alg = alg;
657 1.1 rmind nt->nt_alg_arg = arg;
658 1.1 rmind }
659 1.1 rmind
660 1.1 rmind /*
661 1.1 rmind * npf_nat_expire: free NAT-related data structures on session expiration.
662 1.1 rmind */
663 1.1 rmind void
664 1.1 rmind npf_nat_expire(npf_nat_t *nt)
665 1.1 rmind {
666 1.2 rmind npf_natpolicy_t *np = nt->nt_natpolicy;
667 1.1 rmind
668 1.4 rmind /* Return any taken port to the portmap. */
669 1.4 rmind if ((np->n_flags & NPF_NAT_PORTMAP) != 0 && nt->nt_tport) {
670 1.1 rmind npf_nat_putport(np, nt->nt_tport);
671 1.1 rmind }
672 1.4 rmind
673 1.4 rmind /* Remove NAT entry from the list, notify any waiters if last entry. */
674 1.4 rmind mutex_enter(&np->n_lock);
675 1.4 rmind LIST_REMOVE(nt, nt_entry);
676 1.4 rmind if (LIST_EMPTY(&np->n_nat_list)) {
677 1.4 rmind cv_broadcast(&np->n_cv);
678 1.4 rmind }
679 1.4 rmind mutex_exit(&np->n_lock);
680 1.4 rmind
681 1.4 rmind /* Free structure, increase the counter. */
682 1.1 rmind pool_cache_put(nat_cache, nt);
683 1.4 rmind npf_stats_inc(NPF_STAT_NAT_DESTROY);
684 1.4 rmind }
685 1.4 rmind
686 1.4 rmind /*
687 1.4 rmind * npf_nat_save: construct NAT entry and reference to the NAT policy.
688 1.4 rmind */
689 1.4 rmind int
690 1.4 rmind npf_nat_save(prop_dictionary_t sedict, prop_array_t natlist, npf_nat_t *nt)
691 1.4 rmind {
692 1.4 rmind npf_natpolicy_t *np = nt->nt_natpolicy;
693 1.4 rmind prop_object_iterator_t it;
694 1.4 rmind prop_dictionary_t npdict;
695 1.4 rmind prop_data_t nd, npd;
696 1.4 rmind uintptr_t itnp;
697 1.4 rmind
698 1.4 rmind /* Set NAT entry data. */
699 1.4 rmind nd = prop_data_create_data(nt, sizeof(npf_nat_t));
700 1.4 rmind prop_dictionary_set(sedict, "nat-data", nd);
701 1.4 rmind
702 1.4 rmind /* Find or create a NAT policy. */
703 1.4 rmind it = prop_array_iterator(natlist);
704 1.4 rmind while ((npdict = prop_object_iterator_next(it)) != NULL) {
705 1.4 rmind itnp = (uintptr_t)prop_number_unsigned_integer_value(
706 1.4 rmind prop_dictionary_get(npdict, "id-ptr"));
707 1.4 rmind if (itnp == (uintptr_t)np) {
708 1.4 rmind break;
709 1.4 rmind }
710 1.4 rmind }
711 1.4 rmind if (npdict == NULL) {
712 1.4 rmind /* Create NAT policy dictionary and copy the data. */
713 1.4 rmind npdict = prop_dictionary_create();
714 1.4 rmind npd = prop_data_create_data(np, sizeof(npf_natpolicy_t));
715 1.4 rmind
716 1.4 rmind /* Set the data, insert into the array. */
717 1.4 rmind prop_dictionary_set(npdict, "id-ptr",
718 1.4 rmind prop_number_create_unsigned_integer((uintptr_t)np));
719 1.4 rmind prop_dictionary_set(npdict, "nat-policy-data", npd);
720 1.4 rmind prop_array_add(natlist, npdict);
721 1.4 rmind }
722 1.4 rmind prop_dictionary_set(sedict, "nat-policy",
723 1.4 rmind prop_dictionary_copy(npdict));
724 1.4 rmind return 0;
725 1.4 rmind }
726 1.4 rmind
727 1.4 rmind /*
728 1.4 rmind * npf_nat_restore: find a matching NAT policy and restore NAT entry.
729 1.4 rmind *
730 1.4 rmind * => Caller should lock the active NAT ruleset.
731 1.4 rmind */
732 1.4 rmind npf_nat_t *
733 1.4 rmind npf_nat_restore(prop_dictionary_t sedict, npf_session_t *se)
734 1.4 rmind {
735 1.4 rmind const npf_natpolicy_t *onp;
736 1.4 rmind const npf_nat_t *ntraw;
737 1.4 rmind prop_object_t obj;
738 1.4 rmind npf_natpolicy_t *np;
739 1.4 rmind npf_rule_t *rl;
740 1.4 rmind npf_nat_t *nt;
741 1.4 rmind
742 1.4 rmind /* Get raw NAT entry. */
743 1.4 rmind obj = prop_dictionary_get(sedict, "nat-data");
744 1.4 rmind ntraw = prop_data_data_nocopy(obj);
745 1.4 rmind if (ntraw == NULL || prop_data_size(obj) != sizeof(npf_nat_t)) {
746 1.4 rmind return NULL;
747 1.4 rmind }
748 1.4 rmind
749 1.4 rmind /* Find a stored NAT policy information. */
750 1.4 rmind obj = prop_dictionary_get(
751 1.4 rmind prop_dictionary_get(sedict, "nat-policy"), "nat-policy-data");
752 1.4 rmind onp = prop_data_data_nocopy(obj);
753 1.4 rmind if (onp == NULL || prop_data_size(obj) != sizeof(npf_natpolicy_t)) {
754 1.4 rmind return NULL;
755 1.4 rmind }
756 1.4 rmind
757 1.4 rmind /* Match if there is an existing NAT policy. */
758 1.4 rmind rl = npf_ruleset_matchnat(npf_core_natset(), __UNCONST(onp));
759 1.4 rmind if (rl == NULL) {
760 1.4 rmind return NULL;
761 1.4 rmind }
762 1.4 rmind np = npf_rule_getnat(rl);
763 1.4 rmind KASSERT(np != NULL);
764 1.4 rmind
765 1.4 rmind /* Take a specific port from port-map. */
766 1.4 rmind if (!npf_nat_takeport(np, ntraw->nt_tport)) {
767 1.4 rmind return NULL;
768 1.4 rmind }
769 1.4 rmind
770 1.4 rmind /* Create and return NAT entry for association. */
771 1.4 rmind nt = pool_cache_get(nat_cache, PR_WAITOK);
772 1.4 rmind memcpy(nt, ntraw, sizeof(npf_nat_t));
773 1.4 rmind LIST_INSERT_HEAD(&np->n_nat_list, nt, nt_entry);
774 1.4 rmind nt->nt_natpolicy = np;
775 1.4 rmind nt->nt_session = se;
776 1.4 rmind nt->nt_alg = NULL;
777 1.4 rmind return nt;
778 1.1 rmind }
779 1.1 rmind
780 1.1 rmind #if defined(DDB) || defined(_NPF_TESTING)
781 1.1 rmind
782 1.1 rmind void
783 1.1 rmind npf_nat_dump(npf_nat_t *nt)
784 1.1 rmind {
785 1.1 rmind npf_natpolicy_t *np;
786 1.1 rmind struct in_addr ip;
787 1.1 rmind
788 1.4 rmind np = nt->nt_natpolicy;
789 1.4 rmind memcpy(&ip, &np->n_taddr, sizeof(ip));
790 1.4 rmind printf("\tNATP(%p): type %d flags 0x%x taddr %s tport %d\n",
791 1.4 rmind np, np->n_type, np->n_flags, inet_ntoa(ip), np->n_tport);
792 1.4 rmind memcpy(&ip, &nt->nt_oaddr, sizeof(ip));
793 1.4 rmind printf("\tNAT: original address %s oport %d tport %d\n",
794 1.4 rmind inet_ntoa(ip), ntohs(nt->nt_oport), ntohs(nt->nt_tport));
795 1.4 rmind if (nt->nt_alg) {
796 1.4 rmind printf("\tNAT ALG = %p, ARG = %p\n",
797 1.4 rmind nt->nt_alg, (void *)nt->nt_alg_arg);
798 1.1 rmind }
799 1.1 rmind }
800 1.1 rmind
801 1.1 rmind #endif
802