Home | History | Annotate | Line # | Download | only in data
      1 /*
      2  * util/data/packed_rrset.h - data storage for a set of resource records.
      3  *
      4  * Copyright (c) 2007, NLnet Labs. All rights reserved.
      5  *
      6  * This software is open source.
      7  *
      8  * Redistribution and use in source and binary forms, with or without
      9  * modification, are permitted provided that the following conditions
     10  * are met:
     11  *
     12  * Redistributions of source code must retain the above copyright notice,
     13  * this list of conditions and the following disclaimer.
     14  *
     15  * Redistributions in binary form must reproduce the above copyright notice,
     16  * this list of conditions and the following disclaimer in the documentation
     17  * and/or other materials provided with the distribution.
     18  *
     19  * Neither the name of the NLNET LABS nor the names of its contributors may
     20  * be used to endorse or promote products derived from this software without
     21  * specific prior written permission.
     22  *
     23  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
     24  * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
     25  * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
     26  * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
     27  * HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
     28  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED
     29  * TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
     30  * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
     31  * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
     32  * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
     33  * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     34  */
     35 
     36 /**
     37  * \file
     38  *
     39  * This file contains the data storage for RRsets.
     40  */
     41 
     42 #ifndef UTIL_DATA_PACKED_RRSET_H
     43 #define UTIL_DATA_PACKED_RRSET_H
     44 #include "util/storage/lruhash.h"
     45 struct alloc_cache;
     46 struct regional;
     47 
     48 /** type used to uniquely identify rrsets. Cannot be reused without
     49  * clearing the cache. */
     50 typedef uint64_t rrset_id_type;
     51 
     52 /** this rrset is NSEC and is at zone apex (at child side of zonecut) */
     53 #define PACKED_RRSET_NSEC_AT_APEX 0x1
     54 /** this rrset is A/AAAA and is in-zone-glue (from parent side of zonecut) */
     55 #define PACKED_RRSET_PARENT_SIDE 0x2
     56 /** this rrset is SOA and has the negative ttl (from nxdomain or nodata),
     57  * this is set on SOA rrsets in the authority section, to keep its TTL separate
     58  * from the SOA in the answer section from a direct SOA query or ANY query. */
     59 #define PACKED_RRSET_SOA_NEG 0x4
     60 /** This rrset is considered to have a fixed TTL; its TTL doesn't have to be
     61  * updated on encoding in a reply.  This flag is not expected to be set in
     62  * cached data. */
     63 #define PACKED_RRSET_FIXEDTTL 0x80000000
     64 /** This rrset is from RPZ. It is not real, it is synthesized data to block
     65  * access. The flag makes lookups, from cache in iterator, ignore the fake
     66  * items and only use actual data.  Eg. when the iterator looksup NS, CNAME,
     67  * A and AAAA types, it then gets items without this flag that are the
     68  * actual network. But messages with these records in it can be stored in
     69  * the cache and retrieved for a reply. */
     70 #define PACKED_RRSET_RPZ 0x8
     71 /** this rrset is A/AAAA and is an unverified glue record */
     72 #define PACKED_RRSET_UNVERIFIED_GLUE 0x10
     73 /** this rrset has a 0TTL from upstream */
     74 #define PACKED_RRSET_UPSTREAM_0TTL 0x20
     75 
     76 /** number of rrs and rrsets for integer overflow protection.  More than
     77  * this is not really possible (64K packet has much less RRs and RRsets) in
     78  * a message.  And this is small enough that also multiplied there is no
     79  * integer overflow. */
     80 #define RR_COUNT_MAX 0xffffff
     81 
     82 /**
     83  * The identifying information for an RRset.
     84  */
     85 struct packed_rrset_key {
     86 	/**
     87 	 * The domain name. If not null (for id=0) it is allocated, and
     88 	 * contains the wireformat domain name.
     89 	 * This dname is not canonicalized.
     90 	 */
     91 	uint8_t* dname;
     92 	/**
     93 	 * Length of the domain name, including last 0 root octet.
     94 	 */
     95 	size_t dname_len;
     96 	/**
     97 	 * Flags. 32bit to be easy for hashing:
     98 	 * 	o PACKED_RRSET_NSEC_AT_APEX
     99 	 * 	o PACKED_RRSET_PARENT_SIDE
    100 	 * 	o PACKED_RRSET_SOA_NEG
    101 	 * 	o PACKED_RRSET_FIXEDTTL (not supposed to be cached)
    102 	 * 	o PACKED_RRSET_RPZ
    103 	 * 	o PACKED_RRSET_UNVERIFIED_GLUE
    104 	 * 	o PACKED_RRSET_UPSTREAM_0TTL (not supposed to be cached)
    105 	 */
    106 	uint32_t flags;
    107 	/** the rrset type in network format */
    108 	uint16_t type;
    109 	/** the rrset class in network format */
    110 	uint16_t rrset_class;
    111 };
    112 
    113 /**
    114  * This structure contains an RRset. A set of resource records that
    115  * share the same domain name, type and class.
    116  *
    117  * Due to memory management and threading, the key structure cannot be
    118  * deleted, although the data can be. The id can be set to 0 to store and the
    119  * structure can be recycled with a new id.
    120  */
    121 struct ub_packed_rrset_key {
    122 	/**
    123 	 * entry into hashtable. Note the lock is never destroyed,
    124 	 *  even when this key is retired to the cache.
    125 	 * the data pointer (if not null) points to a struct packed_rrset.
    126 	 */
    127 	struct lruhash_entry entry;
    128 	/**
    129 	 * the ID of this rrset. unique, based on threadid + sequenceno.
    130 	 * ids are not reused, except after flushing the cache.
    131 	 * zero is an unused entry, and never a valid id.
    132 	 * Check this value after getting entry.lock.
    133 	 * The other values in this struct may only be altered after changing
    134 	 * the id (which needs a writelock on entry.lock).
    135 	 */
    136 	rrset_id_type id;
    137 	/** key data: dname, type and class */
    138 	struct packed_rrset_key rk;
    139 };
    140 
    141 /**
    142  * RRset trustworthiness. Bigger value is more trust. RFC 2181.
    143  * The rrset_trust_add_noAA, rrset_trust_auth_noAA, rrset_trust_add_AA,
    144  * are mentioned as the same trustworthiness in 2181, but split up here
    145  * for ease of processing.
    146  *
    147  * rrset_trust_nonauth_ans_AA, rrset_trust_ans_noAA
    148  * are also mentioned as the same trustworthiness in 2181, but split up here
    149  * for ease of processing.
    150  *
    151  * Added trust_none for a sane initial value, smaller than anything else.
    152  * Added validated and ultimate trust for keys and rrsig validated content.
    153  */
    154 enum rrset_trust {
    155 	/** initial value for trust */
    156 	rrset_trust_none = 0,
    157 	/** Additional information from non-authoritative answers */
    158 	rrset_trust_add_noAA,
    159 	/** Data from the authority section of a non-authoritative answer */
    160 	rrset_trust_auth_noAA,
    161 	/** Additional information from an authoritative answer */
    162 	rrset_trust_add_AA,
    163 	/** non-authoritative data from the answer section of authoritative
    164 	 * answers */
    165 	rrset_trust_nonauth_ans_AA,
    166 	/** Data from the answer section of a non-authoritative answer */
    167 	rrset_trust_ans_noAA,
    168 	/** Glue from a primary zone, or glue from a zone transfer */
    169 	rrset_trust_glue,
    170 	/** Data from the authority section of an authoritative answer */
    171 	rrset_trust_auth_AA,
    172 	/** The authoritative data included in the answer section of an
    173 	 *  authoritative reply */
    174 	rrset_trust_ans_AA,
    175 	/** Data from a zone transfer, other than glue */
    176 	rrset_trust_sec_noglue,
    177 	/** Data from a primary zone file, other than glue data */
    178 	rrset_trust_prim_noglue,
    179 	/** DNSSEC(rfc4034) validated with trusted keys */
    180 	rrset_trust_validated,
    181 	/** ultimately trusted, no more trust is possible;
    182 	 * trusted keys from the unbound configuration setup. */
    183 	rrset_trust_ultimate
    184 };
    185 
    186 /**
    187  * Security status from validation for data.
    188  * The order is significant; more secure, more proven later.
    189  */
    190 enum sec_status {
    191 	/** UNCHECKED means that object has yet to be validated. */
    192 	sec_status_unchecked = 0,
    193 	/** BOGUS means that the object (RRset or message) failed to validate
    194 	 *  (according to local policy), but should have validated. */
    195 	sec_status_bogus,
    196 	/** INDETERMINATE means that the object is insecure, but not
    197 	 * authoritatively so. Generally this means that the RRset is not
    198 	 * below a configured trust anchor. */
    199 	sec_status_indeterminate,
    200 	/** INSECURE means that the object is authoritatively known to be
    201 	 * insecure. Generally this means that this RRset is below a trust
    202 	 * anchor, but also below a verified, insecure delegation. */
    203 	sec_status_insecure,
    204 	/** SECURE_SENTINEL_FAIL means that the object (RRset or message)
    205 	 * validated according to local policy but did not succeed in the root
    206 	 * KSK sentinel test (draft-ietf-dnsop-kskroll-sentinel). */
    207 	sec_status_secure_sentinel_fail,
    208 	/** SECURE means that the object (RRset or message) validated
    209 	 * according to local policy. */
    210 	sec_status_secure
    211 };
    212 
    213 /**
    214  * RRset data.
    215  *
    216  * The data is packed, stored contiguously in memory.
    217  *
    218  * It is not always stored contiguously, in that case, an unpacked-packed
    219  * rrset has the arrays separate.  A bunch of routines work on that, but
    220  * the packed rrset that is contiguous is for the rrset-cache and the
    221  * cache-response routines in daemon/worker.c.
    222  *
    223  * memory layout:
    224  *	o base struct
    225  *	o rr_len size_t array
    226  *	o rr_data uint8_t* array
    227  *	o rr_ttl time_t array (after size_t and ptrs because those may be
    228  *		64bit and this array before those would make them unaligned).
    229  *		Since the stuff before is 32/64bit, rr_ttl is 32 bit aligned.
    230  *	o rr_data rdata wireformats
    231  *	o rrsig_data rdata wireformat(s)
    232  *
    233  * Rdata is stored in wireformat. The dname is stored in wireformat.
    234  * TTLs are stored as absolute values (and could be expired).
    235  *
    236  * RRSIGs are stored in the arrays after the regular rrs.
    237  *
    238  * You need the packed_rrset_key to know dname, type, class of the
    239  * resource records in this RRset. (if signed the rrsig gives the type too).
    240  *
    241  * On the wire an RR is:
    242  *	name, type, class, ttl, rdlength, rdata.
    243  * So we need to send the following per RR:
    244  *	key.dname, ttl, rr_data[i].
    245  *	since key.dname ends with type and class.
    246  *	and rr_data starts with the rdlength.
    247  *	the ttl value to send changes due to time.
    248  */
    249 struct packed_rrset_data {
    250 	/** Timestamp added to TTLs in the packed data.
    251 	 * Needed to support serving original TTLs. */
    252 	time_t ttl_add;
    253 	/** TTL (in seconds like time()) of the rrset.
    254 	 * Same for all RRs see rfc2181(5.2).  */
    255 	time_t ttl;
    256 	/** number of rrs. */
    257 	size_t count;
    258 	/** number of rrsigs, if 0 no rrsigs */
    259 	size_t rrsig_count;
    260 	/** the trustworthiness of the rrset data */
    261 	enum rrset_trust trust;
    262 	/** security status of the rrset data */
    263 	enum sec_status security;
    264 	/** length of every rr's rdata, rr_len[i] is size of rr_data[i]. */
    265 	size_t* rr_len;
    266 	/** ttl of every rr. rr_ttl[i] ttl of rr i. */
    267 	time_t *rr_ttl;
    268 	/**
    269 	 * Array of pointers to every rr's rdata.
    270 	 * The rr_data[i] rdata is stored in uncompressed wireformat.
    271 	 * The first uint16_t of rr_data[i] is network format rdlength.
    272 	 *
    273 	 * rr_data[count] to rr_data[count+rrsig_count] contain the rrsig data.
    274 	 */
    275 	uint8_t** rr_data;
    276 };
    277 
    278 /**
    279  * An RRset can be represented using both key and data together.
    280  * Split into key and data structures to simplify implementation of
    281  * caching schemes.
    282  */
    283 struct packed_rrset {
    284 	/** domain name, type and class */
    285 	struct packed_rrset_key* k;
    286 	/** ttl, count and rdatas (and rrsig) */
    287 	struct packed_rrset_data* d;
    288 };
    289 
    290 /**
    291  * list of packed rrsets
    292  */
    293 struct packed_rrset_list {
    294 	/** next in list */
    295 	struct packed_rrset_list* next;
    296 	/** rrset key and data */
    297 	struct packed_rrset rrset;
    298 };
    299 
    300 /**
    301  * Delete packed rrset key and data, not entered in hashtables yet.
    302  * Used during parsing.
    303  * @param pkey: rrset key structure with locks, key and data pointers.
    304  * @param alloc: where to return the unfree-able key structure.
    305  */
    306 void ub_packed_rrset_parsedelete(struct ub_packed_rrset_key* pkey,
    307 	struct alloc_cache* alloc);
    308 
    309 /**
    310  * Memory size of rrset data. RRset data must be filled in correctly.
    311  * @param data: data to examine.
    312  * @return size in bytes.
    313  */
    314 size_t packed_rrset_sizeof(struct packed_rrset_data* data);
    315 
    316 /**
    317  * Get TTL of rrset. RRset data must be filled in correctly.
    318  * @param key: rrset key, with data to examine.
    319  * @return ttl value.
    320  */
    321 time_t ub_packed_rrset_ttl(struct ub_packed_rrset_key* key);
    322 
    323 /**
    324  * Calculate memory size of rrset entry. For hash table usage.
    325  * @param key: struct ub_packed_rrset_key*.
    326  * @param data: struct packed_rrset_data*.
    327  * @return size in bytes.
    328  */
    329 size_t ub_rrset_sizefunc(void* key, void* data);
    330 
    331 /**
    332  * compares two rrset keys.
    333  * @param k1: struct ub_packed_rrset_key*.
    334  * @param k2: struct ub_packed_rrset_key*.
    335  * @return 0 if equal.
    336  */
    337 int ub_rrset_compare(void* k1, void* k2);
    338 
    339 /**
    340  * compare two rrset data structures.
    341  * Compared rdata and rrsigdata, not the trust or ttl value.
    342  * @param d1: data to compare.
    343  * @param d2: data to compare.
    344  * @return 1 if equal.
    345  */
    346 int rrsetdata_equal(struct packed_rrset_data* d1, struct packed_rrset_data* d2);
    347 
    348 /**
    349  * Old key to be deleted. RRset keys are recycled via alloc.
    350  * The id is set to 0. So that other threads, after acquiring a lock always
    351  * get the correct value, in this case the 0 deleted-special value.
    352  * @param key: struct ub_packed_rrset_key*.
    353  * @param userdata: alloc structure to use for recycling.
    354  */
    355 void ub_rrset_key_delete(void* key, void* userdata);
    356 
    357 /**
    358  * Old data to be deleted.
    359  * @param data: what to delete.
    360  * @param userdata: user data ptr.
    361  */
    362 void rrset_data_delete(void* data, void* userdata);
    363 
    364 /**
    365  * Calculate hash value for a packed rrset key.
    366  * @param key: the rrset key with name, type, class, flags.
    367  * @return hash value.
    368  */
    369 hashvalue_type rrset_key_hash(struct packed_rrset_key* key);
    370 
    371 /**
    372  * Fixup pointers in fixed data packed_rrset_data blob.
    373  * After a memcpy of the data for example. Will set internal pointers right.
    374  * @param data: rrset data structure. Otherwise correctly filled in.
    375  */
    376 void packed_rrset_ptr_fixup(struct packed_rrset_data* data);
    377 
    378 /**
    379  * Fixup TTLs in fixed data packed_rrset_data blob.
    380  * @param data: rrset data structure. Otherwise correctly filled in.
    381  * @param add: how many seconds to add, pass time(0) for example.
    382  */
    383 void packed_rrset_ttl_add(struct packed_rrset_data* data, time_t add);
    384 
    385 /**
    386  * Utility procedure to extract CNAME target name from its rdata.
    387  * Failsafes; it will change passed dname to a valid dname or do nothing.
    388  * @param rrset: the rrset structure. Must be a CNAME.
    389  *	Only first RR is used (multiple RRs are technically illegal anyway).
    390  * 	Also works on type DNAME. Returns target name.
    391  * @param dname: this pointer is updated to point into the cname rdata.
    392  *	If a failsafe fails, nothing happens to the pointer (such as the
    393  *	rdata was not a valid dname, not a CNAME, ...).
    394  * @param dname_len: length of dname is returned.
    395  */
    396 void get_cname_target(struct ub_packed_rrset_key* rrset, uint8_t** dname,
    397 	size_t* dname_len);
    398 
    399 /**
    400  * Get a printable string for a rrset trust value
    401  * @param s: rrset trust value
    402  * @return printable string.
    403  */
    404 const char* rrset_trust_to_string(enum rrset_trust s);
    405 
    406 /**
    407  * Get a printable string for a security status value
    408  * @param s: security status
    409  * @return printable string.
    410  */
    411 const char* sec_status_to_string(enum sec_status s);
    412 
    413 /**
    414  * Print string with neat domain name, type, class from rrset.
    415  * @param v: at what verbosity level to print this.
    416  * @param str: string of message.
    417  * @param rrset: structure with name, type and class.
    418  */
    419 void log_rrset_key(enum verbosity_value v, const char* str,
    420 	struct ub_packed_rrset_key* rrset);
    421 
    422 /**
    423  * Convert RR from RRset to string.
    424  * @param rrset: structure with data.
    425  * @param i: index of rr or RRSIG.
    426  * @param now: time that is subtracted from ttl before printout. Can be 0.
    427  * @param dest: destination string buffer. Must be nonNULL.
    428  * @param dest_len: length of dest buffer (>0).
    429  * @return false on failure.
    430  */
    431 int packed_rr_to_string(struct ub_packed_rrset_key* rrset, size_t i,
    432 	time_t now, char* dest, size_t dest_len);
    433 
    434 /**
    435  * Print the string with prefix, one rr per line.
    436  * @param v: at what verbosity level to print this.
    437  * @param str: string of message.
    438  * @param rrset: with name, and rdata, and rrsigs.
    439  */
    440 void log_packed_rrset(enum verbosity_value v, const char* str,
    441 	struct ub_packed_rrset_key* rrset);
    442 
    443 /**
    444  * Allocate rrset in region - no more locks needed
    445  * @param key: a (just from rrset cache looked up) rrset key + valid,
    446  * 	packed data record.
    447  * @param region: where to alloc the copy
    448  * @param now: adjust the TTLs to be relative (subtract from all TTLs).
    449  * @return new region-alloced rrset key or NULL on alloc failure.
    450  */
    451 struct ub_packed_rrset_key* packed_rrset_copy_region(
    452 	struct ub_packed_rrset_key* key, struct regional* region,
    453 	time_t now);
    454 
    455 /**
    456  * Allocate rrset with malloc (from region or you are holding the lock).
    457  * @param key: key with data entry.
    458  * @param alloc: alloc_cache to create rrset_keys
    459  * @param now: adjust the TTLs to be absolute (add to all TTLs).
    460  * @return new region-alloced rrset key or NULL on alloc failure.
    461  */
    462 struct ub_packed_rrset_key* packed_rrset_copy_alloc(
    463 	struct ub_packed_rrset_key* key, struct alloc_cache* alloc,
    464 	time_t now);
    465 
    466 /**
    467  * Find RR index in packed rrset
    468  * Raw comparison, does not canonicalize RDATA
    469  * @param d: packed rrset
    470  * @param rdata: RDATA of RR to find
    471  * @param len: length of rdata
    472  * @param index: pointer to int to store index of found RR
    473  * @return 1 if RR found, 0 otherwise
    474  */
    475 int
    476 packed_rrset_find_rr(struct packed_rrset_data* d, uint8_t* rdata, size_t len,
    477 	size_t* index);
    478 
    479 #endif /* UTIL_DATA_PACKED_RRSET_H */
    480