xref: /xnu-12377.1.9/bsd/net/siphash.c (revision f6217f891ac0bb64f3d375211650a4c1ff8ca1ea)
1*f6217f89SApple OSS Distributions /*-
2*f6217f89SApple OSS Distributions  * Copyright (c) 2013 Andre Oppermann <[email protected]>
3*f6217f89SApple OSS Distributions  * All rights reserved.
4*f6217f89SApple OSS Distributions  *
5*f6217f89SApple OSS Distributions  * Redistribution and use in source and binary forms, with or without
6*f6217f89SApple OSS Distributions  * modification, are permitted provided that the following conditions
7*f6217f89SApple OSS Distributions  * are met:
8*f6217f89SApple OSS Distributions  * 1. Redistributions of source code must retain the above copyright
9*f6217f89SApple OSS Distributions  *    notice, this list of conditions and the following disclaimer.
10*f6217f89SApple OSS Distributions  * 2. Redistributions in binary form must reproduce the above copyright
11*f6217f89SApple OSS Distributions  *    notice, this list of conditions and the following disclaimer in the
12*f6217f89SApple OSS Distributions  *    documentation and/or other materials provided with the distribution.
13*f6217f89SApple OSS Distributions  * 3. The name of the author may not be used to endorse or promote
14*f6217f89SApple OSS Distributions  *    products derived from this software without specific prior written
15*f6217f89SApple OSS Distributions  *    permission.
16*f6217f89SApple OSS Distributions  *
17*f6217f89SApple OSS Distributions  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
18*f6217f89SApple OSS Distributions  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
19*f6217f89SApple OSS Distributions  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
20*f6217f89SApple OSS Distributions  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
21*f6217f89SApple OSS Distributions  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
22*f6217f89SApple OSS Distributions  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
23*f6217f89SApple OSS Distributions  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
24*f6217f89SApple OSS Distributions  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25*f6217f89SApple OSS Distributions  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
26*f6217f89SApple OSS Distributions  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
27*f6217f89SApple OSS Distributions  * SUCH DAMAGE.
28*f6217f89SApple OSS Distributions  */
29*f6217f89SApple OSS Distributions 
30*f6217f89SApple OSS Distributions /*
31*f6217f89SApple OSS Distributions  * SipHash is a family of PRFs SipHash-c-d where the integer parameters c and d
32*f6217f89SApple OSS Distributions  * are the number of compression rounds and the number of finalization rounds.
33*f6217f89SApple OSS Distributions  * A compression round is identical to a finalization round and this round
34*f6217f89SApple OSS Distributions  * function is called SipRound.  Given a 128-bit key k and a (possibly empty)
35*f6217f89SApple OSS Distributions  * byte string m, SipHash-c-d returns a 64-bit value SipHash-c-d(k; m).
36*f6217f89SApple OSS Distributions  *
37*f6217f89SApple OSS Distributions  * Implemented from the paper "SipHash: a fast short-input PRF", 2012.09.18,
38*f6217f89SApple OSS Distributions  * by Jean-Philippe Aumasson and Daniel J. Bernstein,
39*f6217f89SApple OSS Distributions  * Permanent Document ID b9a943a805fbfc6fde808af9fc0ecdfa
40*f6217f89SApple OSS Distributions  * https://131002.net/siphash/siphash.pdf
41*f6217f89SApple OSS Distributions  * https://131002.net/siphash/
42*f6217f89SApple OSS Distributions  */
43*f6217f89SApple OSS Distributions 
44*f6217f89SApple OSS Distributions #include <libkern/libkern.h>
45*f6217f89SApple OSS Distributions #include <net/siphash.h>
46*f6217f89SApple OSS Distributions #include <sys/endian.h>
47*f6217f89SApple OSS Distributions #include <sys/mcache.h>
48*f6217f89SApple OSS Distributions #include <sys/param.h>
49*f6217f89SApple OSS Distributions #include <sys/types.h>
50*f6217f89SApple OSS Distributions #include <sys/systm.h>
51*f6217f89SApple OSS Distributions 
52*f6217f89SApple OSS Distributions static void     SipRounds(SIPHASH_CTX *ctx, int final);
53*f6217f89SApple OSS Distributions 
54*f6217f89SApple OSS Distributions void
SipHash_InitX(SIPHASH_CTX * ctx,uint8_t rc,uint8_t rf)55*f6217f89SApple OSS Distributions SipHash_InitX(SIPHASH_CTX *ctx, uint8_t rc, uint8_t rf)
56*f6217f89SApple OSS Distributions {
57*f6217f89SApple OSS Distributions 	ctx->v[0] = 0x736f6d6570736575ull;
58*f6217f89SApple OSS Distributions 	ctx->v[1] = 0x646f72616e646f6dull;
59*f6217f89SApple OSS Distributions 	ctx->v[2] = 0x6c7967656e657261ull;
60*f6217f89SApple OSS Distributions 	ctx->v[3] = 0x7465646279746573ull;
61*f6217f89SApple OSS Distributions 	ctx->buf.b64 = 0;
62*f6217f89SApple OSS Distributions 	ctx->bytes = 0;
63*f6217f89SApple OSS Distributions 	ctx->buflen = 0;
64*f6217f89SApple OSS Distributions 	ctx->rounds_compr = rc;
65*f6217f89SApple OSS Distributions 	ctx->rounds_final = rf;
66*f6217f89SApple OSS Distributions 	ctx->initialized = 1;
67*f6217f89SApple OSS Distributions }
68*f6217f89SApple OSS Distributions 
69*f6217f89SApple OSS Distributions void
SipHash_SetKey(SIPHASH_CTX * ctx,const uint8_t key[SIPHASH_KEY_LENGTH])70*f6217f89SApple OSS Distributions SipHash_SetKey(SIPHASH_CTX *ctx, const uint8_t key[SIPHASH_KEY_LENGTH])
71*f6217f89SApple OSS Distributions {
72*f6217f89SApple OSS Distributions 	uint64_t k[2];
73*f6217f89SApple OSS Distributions 
74*f6217f89SApple OSS Distributions 	ASSERT(ctx->v[0] == 0x736f6d6570736575ull &&
75*f6217f89SApple OSS Distributions 	    ctx->initialized == 1);
76*f6217f89SApple OSS Distributions 
77*f6217f89SApple OSS Distributions 	k[0] = le64dec(&key[0]);
78*f6217f89SApple OSS Distributions 	k[1] = le64dec(&key[8]);
79*f6217f89SApple OSS Distributions 
80*f6217f89SApple OSS Distributions 	ctx->v[0] ^= k[0];
81*f6217f89SApple OSS Distributions 	ctx->v[1] ^= k[1];
82*f6217f89SApple OSS Distributions 	ctx->v[2] ^= k[0];
83*f6217f89SApple OSS Distributions 	ctx->v[3] ^= k[1];
84*f6217f89SApple OSS Distributions 
85*f6217f89SApple OSS Distributions 	ctx->initialized = 2;
86*f6217f89SApple OSS Distributions }
87*f6217f89SApple OSS Distributions 
88*f6217f89SApple OSS Distributions static const uint8_t *__indexable
SipBuf(SIPHASH_CTX * ctx,const uint8_t * __sized_by_or_null (len)src,size_t len,size_t * delta,int final)89*f6217f89SApple OSS Distributions SipBuf(SIPHASH_CTX *ctx, const uint8_t * __sized_by_or_null(len)src, size_t len, size_t *delta, int final)
90*f6217f89SApple OSS Distributions {
91*f6217f89SApple OSS Distributions 	size_t x = 0;
92*f6217f89SApple OSS Distributions 
93*f6217f89SApple OSS Distributions 	const uint8_t *buf = src;
94*f6217f89SApple OSS Distributions 
95*f6217f89SApple OSS Distributions 	/* handle hashing 0 length buffer - needed for test vectors */
96*f6217f89SApple OSS Distributions 	if (len == 0 && final == 0) {
97*f6217f89SApple OSS Distributions 		return 0;
98*f6217f89SApple OSS Distributions 	}
99*f6217f89SApple OSS Distributions 
100*f6217f89SApple OSS Distributions 	if (final) {
101*f6217f89SApple OSS Distributions 		ASSERT(len == 0);
102*f6217f89SApple OSS Distributions 		ctx->buf.b8[7] = (uint8_t)ctx->bytes;
103*f6217f89SApple OSS Distributions 	} else {
104*f6217f89SApple OSS Distributions 		ASSERT((len > 0) && src);
105*f6217f89SApple OSS Distributions 		x = MIN(len, sizeof(ctx->buf.b64) - ctx->buflen);
106*f6217f89SApple OSS Distributions 		bcopy(buf, &ctx->buf.b8[ctx->buflen], x);
107*f6217f89SApple OSS Distributions 		ctx->buflen += x;
108*f6217f89SApple OSS Distributions 		buf += x;
109*f6217f89SApple OSS Distributions 	}
110*f6217f89SApple OSS Distributions 
111*f6217f89SApple OSS Distributions 	if (ctx->buflen == 8 || final) {
112*f6217f89SApple OSS Distributions 		ctx->v[3] ^= le64toh(ctx->buf.b64);
113*f6217f89SApple OSS Distributions 		SipRounds(ctx, 0);
114*f6217f89SApple OSS Distributions 		ctx->v[0] ^= le64toh(ctx->buf.b64);
115*f6217f89SApple OSS Distributions 		ctx->buf.b64 = 0;
116*f6217f89SApple OSS Distributions 		ctx->buflen = 0;
117*f6217f89SApple OSS Distributions 	}
118*f6217f89SApple OSS Distributions 
119*f6217f89SApple OSS Distributions 	if (delta != NULL) {
120*f6217f89SApple OSS Distributions 		*delta = x;
121*f6217f89SApple OSS Distributions 	}
122*f6217f89SApple OSS Distributions 
123*f6217f89SApple OSS Distributions 	return buf;
124*f6217f89SApple OSS Distributions }
125*f6217f89SApple OSS Distributions 
126*f6217f89SApple OSS Distributions void
SipHash_Update(SIPHASH_CTX * ctx,const void * src __sized_by (len0),size_t len0)127*f6217f89SApple OSS Distributions SipHash_Update(SIPHASH_CTX *ctx, const void *src __sized_by(len0), size_t len0)
128*f6217f89SApple OSS Distributions {
129*f6217f89SApple OSS Distributions 	uint64_t m;
130*f6217f89SApple OSS Distributions 	const uint64_t *p;
131*f6217f89SApple OSS Distributions 	const uint8_t *s;
132*f6217f89SApple OSS Distributions 	size_t rem;
133*f6217f89SApple OSS Distributions 	size_t len = len0;
134*f6217f89SApple OSS Distributions 	size_t len_in_bytes = 0;
135*f6217f89SApple OSS Distributions 
136*f6217f89SApple OSS Distributions 	ASSERT(ctx->initialized == 2);
137*f6217f89SApple OSS Distributions 
138*f6217f89SApple OSS Distributions 	s = src;
139*f6217f89SApple OSS Distributions 	ctx->bytes += len;
140*f6217f89SApple OSS Distributions 
141*f6217f89SApple OSS Distributions 	/*
142*f6217f89SApple OSS Distributions 	 * Push length smaller than block size into buffer or
143*f6217f89SApple OSS Distributions 	 * fill up the buffer if there is already something
144*f6217f89SApple OSS Distributions 	 * in it.
145*f6217f89SApple OSS Distributions 	 */
146*f6217f89SApple OSS Distributions 	if (ctx->buflen > 0 || len < 8) {
147*f6217f89SApple OSS Distributions 		size_t delta = 0;
148*f6217f89SApple OSS Distributions 		s = SipBuf(ctx, s, len, &delta, 0);
149*f6217f89SApple OSS Distributions 		len -= delta;
150*f6217f89SApple OSS Distributions 	}
151*f6217f89SApple OSS Distributions 	if (len == 0) {
152*f6217f89SApple OSS Distributions 		return;
153*f6217f89SApple OSS Distributions 	}
154*f6217f89SApple OSS Distributions 
155*f6217f89SApple OSS Distributions 	rem = len & 0x7;
156*f6217f89SApple OSS Distributions 	len_in_bytes = len;
157*f6217f89SApple OSS Distributions 	len >>= 3;
158*f6217f89SApple OSS Distributions 
159*f6217f89SApple OSS Distributions 	/* Optimze for 64bit aligned/unaligned access. */
160*f6217f89SApple OSS Distributions 	if (((uintptr_t)s & 0x7) == 0) {
161*f6217f89SApple OSS Distributions 		p = __unsafe_forge_bidi_indexable(const uint64_t *,
162*f6217f89SApple OSS Distributions 		    __builtin_assume_aligned((const uint8_t *__unsafe_indexable)s, sizeof(uint64_t)), len_in_bytes);
163*f6217f89SApple OSS Distributions 		for (; len > 0; len--, p++) {
164*f6217f89SApple OSS Distributions 			m = le64toh(*p);
165*f6217f89SApple OSS Distributions 			ctx->v[3] ^= m;
166*f6217f89SApple OSS Distributions 			SipRounds(ctx, 0);
167*f6217f89SApple OSS Distributions 			ctx->v[0] ^= m;
168*f6217f89SApple OSS Distributions 		}
169*f6217f89SApple OSS Distributions 		s = (const uint8_t *)p;
170*f6217f89SApple OSS Distributions 	} else {
171*f6217f89SApple OSS Distributions 		for (; len > 0; len--, s += 8) {
172*f6217f89SApple OSS Distributions 			m = le64dec(s);
173*f6217f89SApple OSS Distributions 			ctx->v[3] ^= m;
174*f6217f89SApple OSS Distributions 			SipRounds(ctx, 0);
175*f6217f89SApple OSS Distributions 			ctx->v[0] ^= m;
176*f6217f89SApple OSS Distributions 		}
177*f6217f89SApple OSS Distributions 	}
178*f6217f89SApple OSS Distributions 
179*f6217f89SApple OSS Distributions 	/* Push remainder into buffer. */
180*f6217f89SApple OSS Distributions 	if (rem > 0) {
181*f6217f89SApple OSS Distributions 		s = SipBuf(ctx, s, rem, NULL, 0);
182*f6217f89SApple OSS Distributions 	}
183*f6217f89SApple OSS Distributions }
184*f6217f89SApple OSS Distributions 
185*f6217f89SApple OSS Distributions void
SipHash_Final(uint8_t dst[SIPHASH_DIGEST_LENGTH],SIPHASH_CTX * ctx)186*f6217f89SApple OSS Distributions SipHash_Final(uint8_t dst[SIPHASH_DIGEST_LENGTH], SIPHASH_CTX *ctx)
187*f6217f89SApple OSS Distributions {
188*f6217f89SApple OSS Distributions 	uint64_t r;
189*f6217f89SApple OSS Distributions 
190*f6217f89SApple OSS Distributions 	ASSERT(ctx->initialized == 2);
191*f6217f89SApple OSS Distributions 
192*f6217f89SApple OSS Distributions 	r = SipHash_End(ctx);
193*f6217f89SApple OSS Distributions 	le64enc(dst, r);
194*f6217f89SApple OSS Distributions }
195*f6217f89SApple OSS Distributions 
196*f6217f89SApple OSS Distributions uint64_t
SipHash_End(SIPHASH_CTX * ctx)197*f6217f89SApple OSS Distributions SipHash_End(SIPHASH_CTX *ctx)
198*f6217f89SApple OSS Distributions {
199*f6217f89SApple OSS Distributions 	uint64_t r;
200*f6217f89SApple OSS Distributions 
201*f6217f89SApple OSS Distributions 	ASSERT(ctx->initialized == 2);
202*f6217f89SApple OSS Distributions 
203*f6217f89SApple OSS Distributions 	SipBuf(ctx, NULL, 0, NULL, 1);
204*f6217f89SApple OSS Distributions 
205*f6217f89SApple OSS Distributions 	ctx->v[2] ^= 0xff;
206*f6217f89SApple OSS Distributions 	SipRounds(ctx, 1);
207*f6217f89SApple OSS Distributions 	r = (ctx->v[0] ^ ctx->v[1]) ^ (ctx->v[2] ^ ctx->v[3]);
208*f6217f89SApple OSS Distributions 
209*f6217f89SApple OSS Distributions 	bzero(ctx, sizeof(*ctx));
210*f6217f89SApple OSS Distributions 	return r;
211*f6217f89SApple OSS Distributions }
212*f6217f89SApple OSS Distributions 
213*f6217f89SApple OSS Distributions uint64_t
SipHashX(SIPHASH_CTX * ctx,uint8_t rc,uint8_t rf,const uint8_t key[SIPHASH_KEY_LENGTH],const void * src __sized_by (len),size_t len)214*f6217f89SApple OSS Distributions SipHashX(SIPHASH_CTX *ctx, uint8_t rc, uint8_t rf,
215*f6217f89SApple OSS Distributions     const uint8_t key[SIPHASH_KEY_LENGTH],
216*f6217f89SApple OSS Distributions     const void *src __sized_by(len), size_t len)
217*f6217f89SApple OSS Distributions {
218*f6217f89SApple OSS Distributions 	SipHash_InitX(ctx, rc, rf);
219*f6217f89SApple OSS Distributions 	SipHash_SetKey(ctx, key);
220*f6217f89SApple OSS Distributions 	SipHash_Update(ctx, src, len);
221*f6217f89SApple OSS Distributions 
222*f6217f89SApple OSS Distributions 	return SipHash_End(ctx);
223*f6217f89SApple OSS Distributions }
224*f6217f89SApple OSS Distributions 
225*f6217f89SApple OSS Distributions #define SIP_ROTL(x, b)  (uint64_t)(((x) << (b)) | ( (x) >> (64 - (b))))
226*f6217f89SApple OSS Distributions 
227*f6217f89SApple OSS Distributions static void
SipRounds(SIPHASH_CTX * ctx,int final)228*f6217f89SApple OSS Distributions SipRounds(SIPHASH_CTX *ctx, int final)
229*f6217f89SApple OSS Distributions {
230*f6217f89SApple OSS Distributions 	int rounds;
231*f6217f89SApple OSS Distributions 
232*f6217f89SApple OSS Distributions 	if (!final) {
233*f6217f89SApple OSS Distributions 		rounds = ctx->rounds_compr;
234*f6217f89SApple OSS Distributions 	} else {
235*f6217f89SApple OSS Distributions 		rounds = ctx->rounds_final;
236*f6217f89SApple OSS Distributions 	}
237*f6217f89SApple OSS Distributions 
238*f6217f89SApple OSS Distributions 	while (rounds--) {
239*f6217f89SApple OSS Distributions 		ctx->v[0] += ctx->v[1];
240*f6217f89SApple OSS Distributions 		ctx->v[2] += ctx->v[3];
241*f6217f89SApple OSS Distributions 		ctx->v[1] = SIP_ROTL(ctx->v[1], 13);
242*f6217f89SApple OSS Distributions 		ctx->v[3] = SIP_ROTL(ctx->v[3], 16);
243*f6217f89SApple OSS Distributions 
244*f6217f89SApple OSS Distributions 		ctx->v[1] ^= ctx->v[0];
245*f6217f89SApple OSS Distributions 		ctx->v[3] ^= ctx->v[2];
246*f6217f89SApple OSS Distributions 		ctx->v[0] = SIP_ROTL(ctx->v[0], 32);
247*f6217f89SApple OSS Distributions 
248*f6217f89SApple OSS Distributions 		ctx->v[2] += ctx->v[1];
249*f6217f89SApple OSS Distributions 		ctx->v[0] += ctx->v[3];
250*f6217f89SApple OSS Distributions 		ctx->v[1] = SIP_ROTL(ctx->v[1], 17);
251*f6217f89SApple OSS Distributions 		ctx->v[3] = SIP_ROTL(ctx->v[3], 21);
252*f6217f89SApple OSS Distributions 
253*f6217f89SApple OSS Distributions 		ctx->v[1] ^= ctx->v[2];
254*f6217f89SApple OSS Distributions 		ctx->v[3] ^= ctx->v[0];
255*f6217f89SApple OSS Distributions 		ctx->v[2] = SIP_ROTL(ctx->v[2], 32);
256*f6217f89SApple OSS Distributions 	}
257*f6217f89SApple OSS Distributions }
258