Home | History | Annotate | Line # | Download | only in net
toeplitz.c revision 1.3
      1  1.1  jmcneill /* $OpenBSD: toeplitz.c,v 1.9 2020/09/01 19:18:26 tb Exp $ */
      2  1.1  jmcneill 
      3  1.1  jmcneill /*
      4  1.1  jmcneill  * Copyright (c) 2009 The DragonFly Project.  All rights reserved.
      5  1.1  jmcneill  *
      6  1.1  jmcneill  * This code is derived from software contributed to The DragonFly Project
      7  1.1  jmcneill  * by Sepherosa Ziehau <sepherosa (at) gmail.com>
      8  1.1  jmcneill  *
      9  1.1  jmcneill  * Redistribution and use in source and binary forms, with or without
     10  1.1  jmcneill  * modification, are permitted provided that the following conditions
     11  1.1  jmcneill  * are met:
     12  1.1  jmcneill  *
     13  1.1  jmcneill  * 1. Redistributions of source code must retain the above copyright
     14  1.1  jmcneill  *    notice, this list of conditions and the following disclaimer.
     15  1.1  jmcneill  * 2. Redistributions in binary form must reproduce the above copyright
     16  1.1  jmcneill  *    notice, this list of conditions and the following disclaimer in
     17  1.1  jmcneill  *    the documentation and/or other materials provided with the
     18  1.1  jmcneill  *    distribution.
     19  1.1  jmcneill  * 3. Neither the name of The DragonFly Project nor the names of its
     20  1.1  jmcneill  *    contributors may be used to endorse or promote products derived
     21  1.1  jmcneill  *    from this software without specific, prior written permission.
     22  1.1  jmcneill  *
     23  1.1  jmcneill  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
     24  1.1  jmcneill  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
     25  1.1  jmcneill  * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
     26  1.1  jmcneill  * FOR A PARTICULAR PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE
     27  1.1  jmcneill  * COPYRIGHT HOLDERS OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
     28  1.1  jmcneill  * INCIDENTAL, SPECIAL, EXEMPLARY OR CONSEQUENTIAL DAMAGES (INCLUDING,
     29  1.1  jmcneill  * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
     30  1.1  jmcneill  * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
     31  1.1  jmcneill  * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
     32  1.1  jmcneill  * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
     33  1.1  jmcneill  * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     34  1.1  jmcneill  * SUCH DAMAGE.
     35  1.1  jmcneill  */
     36  1.1  jmcneill 
     37  1.1  jmcneill /*
     38  1.1  jmcneill  * Copyright (c) 2019 David Gwynne <dlg (at) openbsd.org>
     39  1.1  jmcneill  * Copyright (c) 2020 Theo Buehler <tb (at) openbsd.org>
     40  1.1  jmcneill  *
     41  1.1  jmcneill  * Permission to use, copy, modify, and distribute this software for any
     42  1.1  jmcneill  * purpose with or without fee is hereby granted, provided that the above
     43  1.1  jmcneill  * copyright notice and this permission notice appear in all copies.
     44  1.1  jmcneill  *
     45  1.1  jmcneill  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
     46  1.1  jmcneill  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
     47  1.1  jmcneill  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
     48  1.1  jmcneill  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
     49  1.1  jmcneill  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
     50  1.1  jmcneill  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
     51  1.1  jmcneill  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
     52  1.1  jmcneill  */
     53  1.1  jmcneill 
     54  1.1  jmcneill #include <sys/param.h>
     55  1.1  jmcneill #include <sys/systm.h>
     56  1.1  jmcneill #include <sys/kernel.h>
     57  1.1  jmcneill #include <sys/sysctl.h>
     58  1.1  jmcneill #include <sys/cprng.h>
     59  1.1  jmcneill 
     60  1.1  jmcneill #include <netinet/in.h>
     61  1.1  jmcneill 
     62  1.1  jmcneill #include <net/toeplitz.h>
     63  1.1  jmcneill 
     64  1.1  jmcneill /*
     65  1.1  jmcneill  * symmetric toeplitz
     66  1.1  jmcneill  */
     67  1.1  jmcneill 
     68  1.1  jmcneill static stoeplitz_key		stoeplitz_keyseed = STOEPLITZ_KEYSEED;
     69  1.1  jmcneill static struct stoeplitz_cache	stoeplitz_syskey_cache;
     70  1.1  jmcneill const struct stoeplitz_cache *const
     71  1.1  jmcneill 				stoeplitz_cache = &stoeplitz_syskey_cache;
     72  1.1  jmcneill 
     73  1.1  jmcneill /* parity of n16: count (mod 2) of ones in the binary representation. */
     74  1.1  jmcneill static int
     75  1.1  jmcneill parity(uint16_t n16)
     76  1.1  jmcneill {
     77  1.1  jmcneill 	n16 = ((n16 & 0xaaaa) >> 1) ^ (n16 & 0x5555);
     78  1.1  jmcneill 	n16 = ((n16 & 0xcccc) >> 2) ^ (n16 & 0x3333);
     79  1.1  jmcneill 	n16 = ((n16 & 0xf0f0) >> 4) ^ (n16 & 0x0f0f);
     80  1.1  jmcneill 	n16 = ((n16 & 0xff00) >> 8) ^ (n16 & 0x00ff);
     81  1.1  jmcneill 
     82  1.1  jmcneill 	return (n16);
     83  1.1  jmcneill }
     84  1.1  jmcneill 
     85  1.1  jmcneill /*
     86  1.1  jmcneill  * The Toeplitz matrix obtained from a seed is invertible if and only if the
     87  1.1  jmcneill  * parity of the seed is 1. Generate such a seed uniformly at random.
     88  1.1  jmcneill  */
     89  1.1  jmcneill static stoeplitz_key
     90  1.1  jmcneill stoeplitz_random_seed(void)
     91  1.1  jmcneill {
     92  1.1  jmcneill 	stoeplitz_key seed;
     93  1.1  jmcneill 
     94  1.1  jmcneill 	seed = cprng_strong32() & UINT16_MAX;
     95  1.1  jmcneill 	if (parity(seed) == 0)
     96  1.1  jmcneill 		seed ^= 1;
     97  1.1  jmcneill 
     98  1.1  jmcneill 	return (seed);
     99  1.1  jmcneill }
    100  1.1  jmcneill 
    101  1.1  jmcneill void
    102  1.1  jmcneill stoeplitz_init(void)
    103  1.1  jmcneill {
    104  1.1  jmcneill 	stoeplitz_keyseed = stoeplitz_random_seed();
    105  1.1  jmcneill 	stoeplitz_cache_init(&stoeplitz_syskey_cache, stoeplitz_keyseed);
    106  1.1  jmcneill }
    107  1.1  jmcneill 
    108  1.1  jmcneill #define NBSK (NBBY * sizeof(stoeplitz_key))
    109  1.1  jmcneill 
    110  1.1  jmcneill /*
    111  1.1  jmcneill  * The Toeplitz hash of a 16-bit number considered as a column vector over
    112  1.1  jmcneill  * the field with two elements is calculated as a matrix multiplication with
    113  1.1  jmcneill  * a 16x16 circulant Toeplitz matrix T generated by skey.
    114  1.1  jmcneill  *
    115  1.1  jmcneill  * The first eight columns H of T generate the remaining eight columns using
    116  1.1  jmcneill  * the byteswap operation J = swap16:  T = [H JH].  Thus, the Toeplitz hash of
    117  1.1  jmcneill  * n = [hi lo] is computed via the formula T * n = (H * hi) ^ swap16(H * lo).
    118  1.1  jmcneill  *
    119  1.1  jmcneill  * Therefore the results H * val for all values of a byte are cached in scache.
    120  1.1  jmcneill  */
    121  1.1  jmcneill void
    122  1.1  jmcneill stoeplitz_cache_init(struct stoeplitz_cache *scache, stoeplitz_key skey)
    123  1.1  jmcneill {
    124  1.1  jmcneill 	uint16_t column[NBBY];
    125  1.1  jmcneill 	unsigned int b, shift, val;
    126  1.1  jmcneill 
    127  1.1  jmcneill 	bzero(column, sizeof(column));
    128  1.1  jmcneill 
    129  1.1  jmcneill 	/* Calculate the first eight columns H of the Toeplitz matrix T. */
    130  1.1  jmcneill 	for (b = 0; b < NBBY; ++b)
    131  1.1  jmcneill 		column[b] = skey << b | skey >> (NBSK - b);
    132  1.1  jmcneill 
    133  1.1  jmcneill 	/* Cache the results of H * val for all possible values of a byte. */
    134  1.1  jmcneill 	for (val = 0; val < 256; ++val) {
    135  1.1  jmcneill 		uint16_t res = 0;
    136  1.1  jmcneill 
    137  1.1  jmcneill 		for (b = 0; b < NBBY; ++b) {
    138  1.1  jmcneill 			shift = NBBY - b - 1;
    139  1.1  jmcneill 			if (val & (1 << shift))
    140  1.1  jmcneill 				res ^= column[b];
    141  1.1  jmcneill 		}
    142  1.1  jmcneill 		scache->bytes[val] = res;
    143  1.1  jmcneill 	}
    144  1.1  jmcneill }
    145  1.1  jmcneill 
    146  1.1  jmcneill uint16_t
    147  1.1  jmcneill stoeplitz_hash_ip4(const struct stoeplitz_cache *scache,
    148  1.1  jmcneill     in_addr_t faddr, in_addr_t laddr)
    149  1.1  jmcneill {
    150  1.1  jmcneill 	return (stoeplitz_hash_n32(scache, faddr ^ laddr));
    151  1.1  jmcneill }
    152  1.1  jmcneill 
    153  1.1  jmcneill uint16_t
    154  1.1  jmcneill stoeplitz_hash_ip4port(const struct stoeplitz_cache *scache,
    155  1.1  jmcneill     in_addr_t faddr, in_addr_t laddr, in_port_t fport, in_port_t lport)
    156  1.1  jmcneill {
    157  1.1  jmcneill 	return (stoeplitz_hash_n32(scache, faddr ^ laddr ^ fport ^ lport));
    158  1.1  jmcneill }
    159  1.1  jmcneill 
    160  1.1  jmcneill #ifdef INET6
    161  1.1  jmcneill uint16_t
    162  1.1  jmcneill stoeplitz_hash_ip6(const struct stoeplitz_cache *scache,
    163  1.1  jmcneill     const struct in6_addr *faddr6, const struct in6_addr *laddr6)
    164  1.1  jmcneill {
    165  1.1  jmcneill 	uint32_t n32 = 0;
    166  1.1  jmcneill 	size_t i;
    167  1.1  jmcneill 
    168  1.2  yamaguch 	for (i = 0; i < __arraycount(faddr6->s6_addr32); i++)
    169  1.1  jmcneill 		n32 ^= faddr6->s6_addr32[i] ^ laddr6->s6_addr32[i];
    170  1.1  jmcneill 
    171  1.1  jmcneill 	return (stoeplitz_hash_n32(scache, n32));
    172  1.1  jmcneill }
    173  1.1  jmcneill 
    174  1.1  jmcneill uint16_t
    175  1.1  jmcneill stoeplitz_hash_ip6port(const struct stoeplitz_cache *scache,
    176  1.1  jmcneill     const struct in6_addr *faddr6, const struct in6_addr *laddr6,
    177  1.1  jmcneill     in_port_t fport, in_port_t lport)
    178  1.1  jmcneill {
    179  1.1  jmcneill 	uint32_t n32 = 0;
    180  1.1  jmcneill 	size_t i;
    181  1.1  jmcneill 
    182  1.2  yamaguch 	for (i = 0; i < __arraycount(faddr6->s6_addr32); i++)
    183  1.1  jmcneill 		n32 ^= faddr6->s6_addr32[i] ^ laddr6->s6_addr32[i];
    184  1.1  jmcneill 
    185  1.1  jmcneill 	n32 ^= fport ^ lport;
    186  1.1  jmcneill 
    187  1.1  jmcneill 	return (stoeplitz_hash_n32(scache, n32));
    188  1.1  jmcneill }
    189  1.1  jmcneill #endif /* INET6 */
    190  1.1  jmcneill 
    191  1.1  jmcneill void
    192  1.1  jmcneill stoeplitz_to_key(void *key, size_t klen)
    193  1.1  jmcneill {
    194  1.1  jmcneill 	uint8_t *k = key;
    195  1.1  jmcneill 	uint16_t skey = htons(stoeplitz_keyseed);
    196  1.1  jmcneill 	size_t i;
    197  1.1  jmcneill 
    198  1.1  jmcneill 	KASSERT((klen % 2) == 0);
    199  1.1  jmcneill 
    200  1.1  jmcneill 	for (i = 0; i < klen; i += sizeof(skey)) {
    201  1.1  jmcneill 		k[i + 0] = skey >> 8;
    202  1.1  jmcneill 		k[i + 1] = skey;
    203  1.1  jmcneill 	}
    204  1.1  jmcneill }
    205  1.3  knakahar 
    206  1.3  knakahar /*
    207  1.3  knakahar  * e.g.)
    208  1.3  knakahar  *
    209  1.3  knakahar  * struct in_addr src, dst;
    210  1.3  knakahar  * uint16_t srcport, dstport;
    211  1.3  knakahar  * toeplitz_vhash(rsskey[], sizeof(rsskey),
    212  1.3  knakahar  *                    &src, sizeof(src),
    213  1.3  knakahar  *                    &dst, sizeof(dst),
    214  1.3  knakahar  *                    &srcport, sizeof(srcport),
    215  1.3  knakahar  *                    &dstport, sizeof(dstport),
    216  1.3  knakahar  *                    NULL);
    217  1.3  knakahar  *
    218  1.3  knakahar  * struct in6_addr src6, dst6;
    219  1.3  knakahar  * toeplitz_vhash(rsskey[], sizeof(rsskey),
    220  1.3  knakahar  *                    &src6, sizeof(src6),
    221  1.3  knakahar  *                    &dst6, sizeof(dst6),
    222  1.3  knakahar  *                    NULL);
    223  1.3  knakahar  *
    224  1.3  knakahar  * struct ip *ip;
    225  1.3  knakahar  * struct tcphdr *tcp;
    226  1.3  knakahar  * toeplitz_vhash(rsskey[], sizeof(rsskey),
    227  1.3  knakahar  *                    &ip->ip_src, sizeof(ip->ip_src),
    228  1.3  knakahar  *                    &ip->ip_dst, sizeof(ip->ip_dst),
    229  1.3  knakahar  *                    &tcp->th_sport, sizeof(tcp->th_sport),
    230  1.3  knakahar  *                    &tcp->th_dport, sizeof(tcp->th_dport),
    231  1.3  knakahar  *                    NULL);
    232  1.3  knakahar  *
    233  1.3  knakahar  */
    234  1.3  knakahar uint32_t
    235  1.3  knakahar toeplitz_vhash(const uint8_t *keyp, size_t keylen, ...)
    236  1.3  knakahar {
    237  1.3  knakahar 	va_list ap;
    238  1.3  knakahar 	uint32_t hash, v;
    239  1.3  knakahar 	size_t datalen;
    240  1.3  knakahar 	uint8_t *datap, key, data;
    241  1.3  knakahar 	const uint8_t *keyend;
    242  1.3  knakahar 
    243  1.3  knakahar 	keyend = keyp + keylen;
    244  1.3  knakahar 
    245  1.3  knakahar 	/* first 32bit is initial vector */
    246  1.3  knakahar 	v = *keyp++;
    247  1.3  knakahar 	v <<= 8;
    248  1.3  knakahar 	v |= *keyp++;
    249  1.3  knakahar 	v <<= 8;
    250  1.3  knakahar 	v |= *keyp++;
    251  1.3  knakahar 	v <<= 8;
    252  1.3  knakahar 	v |= *keyp++;
    253  1.3  knakahar 
    254  1.3  knakahar 	hash = 0;
    255  1.3  knakahar 	va_start(ap, keylen);
    256  1.3  knakahar 
    257  1.3  knakahar 	while ((datap = va_arg(ap, uint8_t *)) != NULL) {
    258  1.3  knakahar 		for (datalen = va_arg(ap, size_t); datalen > 0; datalen--) {
    259  1.3  knakahar 			/* fetch key and input data by 8bit */
    260  1.3  knakahar 			if (keyp < keyend)
    261  1.3  knakahar 				key = *keyp++;
    262  1.3  knakahar 			else
    263  1.3  knakahar 				key = 0;
    264  1.3  knakahar 			data = *datap++;
    265  1.3  knakahar 
    266  1.3  knakahar #define XOR_AND_FETCH_BIT(x)			\
    267  1.3  knakahar 			if (data & __BIT(x))		\
    268  1.3  knakahar 				hash ^= v;		\
    269  1.3  knakahar 			v <<= 1;			\
    270  1.3  knakahar 			if (key & __BIT(x))		\
    271  1.3  knakahar 				v |= 1;
    272  1.3  knakahar 
    273  1.3  knakahar 			XOR_AND_FETCH_BIT(7);
    274  1.3  knakahar 			XOR_AND_FETCH_BIT(6);
    275  1.3  knakahar 			XOR_AND_FETCH_BIT(5);
    276  1.3  knakahar 			XOR_AND_FETCH_BIT(4);
    277  1.3  knakahar 			XOR_AND_FETCH_BIT(3);
    278  1.3  knakahar 			XOR_AND_FETCH_BIT(2);
    279  1.3  knakahar 			XOR_AND_FETCH_BIT(1);
    280  1.3  knakahar 			XOR_AND_FETCH_BIT(0);
    281  1.3  knakahar 
    282  1.3  knakahar #undef XOR_AND_FETCH_BIT
    283  1.3  knakahar 		}
    284  1.3  knakahar 	}
    285  1.3  knakahar 	va_end(ap);
    286  1.3  knakahar 
    287  1.3  knakahar 	return hash;
    288  1.3  knakahar }
    289