1*043036a2SApple OSS Distributions /*-
2*043036a2SApple OSS Distributions * Copyright (c) 2013 Andre Oppermann <[email protected]>
3*043036a2SApple OSS Distributions * All rights reserved.
4*043036a2SApple OSS Distributions *
5*043036a2SApple OSS Distributions * Redistribution and use in source and binary forms, with or without
6*043036a2SApple OSS Distributions * modification, are permitted provided that the following conditions
7*043036a2SApple OSS Distributions * are met:
8*043036a2SApple OSS Distributions * 1. Redistributions of source code must retain the above copyright
9*043036a2SApple OSS Distributions * notice, this list of conditions and the following disclaimer.
10*043036a2SApple OSS Distributions * 2. Redistributions in binary form must reproduce the above copyright
11*043036a2SApple OSS Distributions * notice, this list of conditions and the following disclaimer in the
12*043036a2SApple OSS Distributions * documentation and/or other materials provided with the distribution.
13*043036a2SApple OSS Distributions * 3. The name of the author may not be used to endorse or promote
14*043036a2SApple OSS Distributions * products derived from this software without specific prior written
15*043036a2SApple OSS Distributions * permission.
16*043036a2SApple OSS Distributions *
17*043036a2SApple OSS Distributions * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
18*043036a2SApple OSS Distributions * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
19*043036a2SApple OSS Distributions * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
20*043036a2SApple OSS Distributions * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
21*043036a2SApple OSS Distributions * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
22*043036a2SApple OSS Distributions * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
23*043036a2SApple OSS Distributions * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
24*043036a2SApple OSS Distributions * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25*043036a2SApple OSS Distributions * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
26*043036a2SApple OSS Distributions * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
27*043036a2SApple OSS Distributions * SUCH DAMAGE.
28*043036a2SApple OSS Distributions */
29*043036a2SApple OSS Distributions
30*043036a2SApple OSS Distributions /*
31*043036a2SApple OSS Distributions * SipHash is a family of PRFs SipHash-c-d where the integer parameters c and d
32*043036a2SApple OSS Distributions * are the number of compression rounds and the number of finalization rounds.
33*043036a2SApple OSS Distributions * A compression round is identical to a finalization round and this round
34*043036a2SApple OSS Distributions * function is called SipRound. Given a 128-bit key k and a (possibly empty)
35*043036a2SApple OSS Distributions * byte string m, SipHash-c-d returns a 64-bit value SipHash-c-d(k; m).
36*043036a2SApple OSS Distributions *
37*043036a2SApple OSS Distributions * Implemented from the paper "SipHash: a fast short-input PRF", 2012.09.18,
38*043036a2SApple OSS Distributions * by Jean-Philippe Aumasson and Daniel J. Bernstein,
39*043036a2SApple OSS Distributions * Permanent Document ID b9a943a805fbfc6fde808af9fc0ecdfa
40*043036a2SApple OSS Distributions * https://131002.net/siphash/siphash.pdf
41*043036a2SApple OSS Distributions * https://131002.net/siphash/
42*043036a2SApple OSS Distributions */
43*043036a2SApple OSS Distributions
44*043036a2SApple OSS Distributions #include <libkern/libkern.h>
45*043036a2SApple OSS Distributions #include <net/siphash.h>
46*043036a2SApple OSS Distributions #include <sys/endian.h>
47*043036a2SApple OSS Distributions #include <sys/mcache.h>
48*043036a2SApple OSS Distributions #include <sys/param.h>
49*043036a2SApple OSS Distributions #include <sys/types.h>
50*043036a2SApple OSS Distributions #include <sys/systm.h>
51*043036a2SApple OSS Distributions
52*043036a2SApple OSS Distributions static void SipRounds(SIPHASH_CTX *ctx, int final);
53*043036a2SApple OSS Distributions
54*043036a2SApple OSS Distributions void
SipHash_InitX(SIPHASH_CTX * ctx,uint8_t rc,uint8_t rf)55*043036a2SApple OSS Distributions SipHash_InitX(SIPHASH_CTX *ctx, uint8_t rc, uint8_t rf)
56*043036a2SApple OSS Distributions {
57*043036a2SApple OSS Distributions ctx->v[0] = 0x736f6d6570736575ull;
58*043036a2SApple OSS Distributions ctx->v[1] = 0x646f72616e646f6dull;
59*043036a2SApple OSS Distributions ctx->v[2] = 0x6c7967656e657261ull;
60*043036a2SApple OSS Distributions ctx->v[3] = 0x7465646279746573ull;
61*043036a2SApple OSS Distributions ctx->buf.b64 = 0;
62*043036a2SApple OSS Distributions ctx->bytes = 0;
63*043036a2SApple OSS Distributions ctx->buflen = 0;
64*043036a2SApple OSS Distributions ctx->rounds_compr = rc;
65*043036a2SApple OSS Distributions ctx->rounds_final = rf;
66*043036a2SApple OSS Distributions ctx->initialized = 1;
67*043036a2SApple OSS Distributions }
68*043036a2SApple OSS Distributions
69*043036a2SApple OSS Distributions void
SipHash_SetKey(SIPHASH_CTX * ctx,const uint8_t key[SIPHASH_KEY_LENGTH])70*043036a2SApple OSS Distributions SipHash_SetKey(SIPHASH_CTX *ctx, const uint8_t key[SIPHASH_KEY_LENGTH])
71*043036a2SApple OSS Distributions {
72*043036a2SApple OSS Distributions uint64_t k[2];
73*043036a2SApple OSS Distributions
74*043036a2SApple OSS Distributions ASSERT(ctx->v[0] == 0x736f6d6570736575ull &&
75*043036a2SApple OSS Distributions ctx->initialized == 1);
76*043036a2SApple OSS Distributions
77*043036a2SApple OSS Distributions k[0] = le64dec(&key[0]);
78*043036a2SApple OSS Distributions k[1] = le64dec(&key[8]);
79*043036a2SApple OSS Distributions
80*043036a2SApple OSS Distributions ctx->v[0] ^= k[0];
81*043036a2SApple OSS Distributions ctx->v[1] ^= k[1];
82*043036a2SApple OSS Distributions ctx->v[2] ^= k[0];
83*043036a2SApple OSS Distributions ctx->v[3] ^= k[1];
84*043036a2SApple OSS Distributions
85*043036a2SApple OSS Distributions ctx->initialized = 2;
86*043036a2SApple OSS Distributions }
87*043036a2SApple OSS Distributions
88*043036a2SApple OSS Distributions static const uint8_t *__indexable
SipBuf(SIPHASH_CTX * ctx,const uint8_t * __sized_by_or_null (len)src,size_t len,size_t * delta,int final)89*043036a2SApple OSS Distributions SipBuf(SIPHASH_CTX *ctx, const uint8_t * __sized_by_or_null(len)src, size_t len, size_t *delta, int final)
90*043036a2SApple OSS Distributions {
91*043036a2SApple OSS Distributions size_t x = 0;
92*043036a2SApple OSS Distributions
93*043036a2SApple OSS Distributions const uint8_t *buf = src;
94*043036a2SApple OSS Distributions
95*043036a2SApple OSS Distributions /* handle hashing 0 length buffer - needed for test vectors */
96*043036a2SApple OSS Distributions if (len == 0 && final == 0) {
97*043036a2SApple OSS Distributions return 0;
98*043036a2SApple OSS Distributions }
99*043036a2SApple OSS Distributions
100*043036a2SApple OSS Distributions if (final) {
101*043036a2SApple OSS Distributions ASSERT(len == 0);
102*043036a2SApple OSS Distributions ctx->buf.b8[7] = (uint8_t)ctx->bytes;
103*043036a2SApple OSS Distributions } else {
104*043036a2SApple OSS Distributions ASSERT((len > 0) && src);
105*043036a2SApple OSS Distributions x = MIN(len, sizeof(ctx->buf.b64) - ctx->buflen);
106*043036a2SApple OSS Distributions bcopy(buf, &ctx->buf.b8[ctx->buflen], x);
107*043036a2SApple OSS Distributions ctx->buflen += x;
108*043036a2SApple OSS Distributions buf += x;
109*043036a2SApple OSS Distributions }
110*043036a2SApple OSS Distributions
111*043036a2SApple OSS Distributions if (ctx->buflen == 8 || final) {
112*043036a2SApple OSS Distributions ctx->v[3] ^= le64toh(ctx->buf.b64);
113*043036a2SApple OSS Distributions SipRounds(ctx, 0);
114*043036a2SApple OSS Distributions ctx->v[0] ^= le64toh(ctx->buf.b64);
115*043036a2SApple OSS Distributions ctx->buf.b64 = 0;
116*043036a2SApple OSS Distributions ctx->buflen = 0;
117*043036a2SApple OSS Distributions }
118*043036a2SApple OSS Distributions
119*043036a2SApple OSS Distributions if (delta != NULL) {
120*043036a2SApple OSS Distributions *delta = x;
121*043036a2SApple OSS Distributions }
122*043036a2SApple OSS Distributions
123*043036a2SApple OSS Distributions return buf;
124*043036a2SApple OSS Distributions }
125*043036a2SApple OSS Distributions
126*043036a2SApple OSS Distributions void
SipHash_Update(SIPHASH_CTX * ctx,const void * src __sized_by (len0),size_t len0)127*043036a2SApple OSS Distributions SipHash_Update(SIPHASH_CTX *ctx, const void *src __sized_by(len0), size_t len0)
128*043036a2SApple OSS Distributions {
129*043036a2SApple OSS Distributions uint64_t m;
130*043036a2SApple OSS Distributions const uint64_t *p;
131*043036a2SApple OSS Distributions const uint8_t *s;
132*043036a2SApple OSS Distributions size_t rem;
133*043036a2SApple OSS Distributions size_t len = len0;
134*043036a2SApple OSS Distributions size_t len_in_bytes = 0;
135*043036a2SApple OSS Distributions
136*043036a2SApple OSS Distributions ASSERT(ctx->initialized == 2);
137*043036a2SApple OSS Distributions
138*043036a2SApple OSS Distributions s = src;
139*043036a2SApple OSS Distributions ctx->bytes += len;
140*043036a2SApple OSS Distributions
141*043036a2SApple OSS Distributions /*
142*043036a2SApple OSS Distributions * Push length smaller than block size into buffer or
143*043036a2SApple OSS Distributions * fill up the buffer if there is already something
144*043036a2SApple OSS Distributions * in it.
145*043036a2SApple OSS Distributions */
146*043036a2SApple OSS Distributions if (ctx->buflen > 0 || len < 8) {
147*043036a2SApple OSS Distributions size_t delta = 0;
148*043036a2SApple OSS Distributions s = SipBuf(ctx, s, len, &delta, 0);
149*043036a2SApple OSS Distributions len -= delta;
150*043036a2SApple OSS Distributions }
151*043036a2SApple OSS Distributions if (len == 0) {
152*043036a2SApple OSS Distributions return;
153*043036a2SApple OSS Distributions }
154*043036a2SApple OSS Distributions
155*043036a2SApple OSS Distributions rem = len & 0x7;
156*043036a2SApple OSS Distributions len_in_bytes = len;
157*043036a2SApple OSS Distributions len >>= 3;
158*043036a2SApple OSS Distributions
159*043036a2SApple OSS Distributions /* Optimze for 64bit aligned/unaligned access. */
160*043036a2SApple OSS Distributions if (((uintptr_t)s & 0x7) == 0) {
161*043036a2SApple OSS Distributions p = __unsafe_forge_bidi_indexable(const uint64_t *,
162*043036a2SApple OSS Distributions __builtin_assume_aligned((const uint8_t *__unsafe_indexable)s, sizeof(uint64_t)), len_in_bytes);
163*043036a2SApple OSS Distributions for (; len > 0; len--, p++) {
164*043036a2SApple OSS Distributions m = le64toh(*p);
165*043036a2SApple OSS Distributions ctx->v[3] ^= m;
166*043036a2SApple OSS Distributions SipRounds(ctx, 0);
167*043036a2SApple OSS Distributions ctx->v[0] ^= m;
168*043036a2SApple OSS Distributions }
169*043036a2SApple OSS Distributions s = (const uint8_t *)p;
170*043036a2SApple OSS Distributions } else {
171*043036a2SApple OSS Distributions for (; len > 0; len--, s += 8) {
172*043036a2SApple OSS Distributions m = le64dec(s);
173*043036a2SApple OSS Distributions ctx->v[3] ^= m;
174*043036a2SApple OSS Distributions SipRounds(ctx, 0);
175*043036a2SApple OSS Distributions ctx->v[0] ^= m;
176*043036a2SApple OSS Distributions }
177*043036a2SApple OSS Distributions }
178*043036a2SApple OSS Distributions
179*043036a2SApple OSS Distributions /* Push remainder into buffer. */
180*043036a2SApple OSS Distributions if (rem > 0) {
181*043036a2SApple OSS Distributions s = SipBuf(ctx, s, rem, NULL, 0);
182*043036a2SApple OSS Distributions }
183*043036a2SApple OSS Distributions }
184*043036a2SApple OSS Distributions
185*043036a2SApple OSS Distributions void
SipHash_Final(uint8_t dst[SIPHASH_DIGEST_LENGTH],SIPHASH_CTX * ctx)186*043036a2SApple OSS Distributions SipHash_Final(uint8_t dst[SIPHASH_DIGEST_LENGTH], SIPHASH_CTX *ctx)
187*043036a2SApple OSS Distributions {
188*043036a2SApple OSS Distributions uint64_t r;
189*043036a2SApple OSS Distributions
190*043036a2SApple OSS Distributions ASSERT(ctx->initialized == 2);
191*043036a2SApple OSS Distributions
192*043036a2SApple OSS Distributions r = SipHash_End(ctx);
193*043036a2SApple OSS Distributions le64enc(dst, r);
194*043036a2SApple OSS Distributions }
195*043036a2SApple OSS Distributions
196*043036a2SApple OSS Distributions uint64_t
SipHash_End(SIPHASH_CTX * ctx)197*043036a2SApple OSS Distributions SipHash_End(SIPHASH_CTX *ctx)
198*043036a2SApple OSS Distributions {
199*043036a2SApple OSS Distributions uint64_t r;
200*043036a2SApple OSS Distributions
201*043036a2SApple OSS Distributions ASSERT(ctx->initialized == 2);
202*043036a2SApple OSS Distributions
203*043036a2SApple OSS Distributions SipBuf(ctx, NULL, 0, NULL, 1);
204*043036a2SApple OSS Distributions
205*043036a2SApple OSS Distributions ctx->v[2] ^= 0xff;
206*043036a2SApple OSS Distributions SipRounds(ctx, 1);
207*043036a2SApple OSS Distributions r = (ctx->v[0] ^ ctx->v[1]) ^ (ctx->v[2] ^ ctx->v[3]);
208*043036a2SApple OSS Distributions
209*043036a2SApple OSS Distributions bzero(ctx, sizeof(*ctx));
210*043036a2SApple OSS Distributions return r;
211*043036a2SApple OSS Distributions }
212*043036a2SApple OSS Distributions
213*043036a2SApple OSS Distributions uint64_t
SipHashX(SIPHASH_CTX * ctx,uint8_t rc,uint8_t rf,const uint8_t key[SIPHASH_KEY_LENGTH],const void * src __sized_by (len),size_t len)214*043036a2SApple OSS Distributions SipHashX(SIPHASH_CTX *ctx, uint8_t rc, uint8_t rf,
215*043036a2SApple OSS Distributions const uint8_t key[SIPHASH_KEY_LENGTH],
216*043036a2SApple OSS Distributions const void *src __sized_by(len), size_t len)
217*043036a2SApple OSS Distributions {
218*043036a2SApple OSS Distributions SipHash_InitX(ctx, rc, rf);
219*043036a2SApple OSS Distributions SipHash_SetKey(ctx, key);
220*043036a2SApple OSS Distributions SipHash_Update(ctx, src, len);
221*043036a2SApple OSS Distributions
222*043036a2SApple OSS Distributions return SipHash_End(ctx);
223*043036a2SApple OSS Distributions }
224*043036a2SApple OSS Distributions
225*043036a2SApple OSS Distributions #define SIP_ROTL(x, b) (uint64_t)(((x) << (b)) | ( (x) >> (64 - (b))))
226*043036a2SApple OSS Distributions
227*043036a2SApple OSS Distributions static void
SipRounds(SIPHASH_CTX * ctx,int final)228*043036a2SApple OSS Distributions SipRounds(SIPHASH_CTX *ctx, int final)
229*043036a2SApple OSS Distributions {
230*043036a2SApple OSS Distributions int rounds;
231*043036a2SApple OSS Distributions
232*043036a2SApple OSS Distributions if (!final) {
233*043036a2SApple OSS Distributions rounds = ctx->rounds_compr;
234*043036a2SApple OSS Distributions } else {
235*043036a2SApple OSS Distributions rounds = ctx->rounds_final;
236*043036a2SApple OSS Distributions }
237*043036a2SApple OSS Distributions
238*043036a2SApple OSS Distributions while (rounds--) {
239*043036a2SApple OSS Distributions ctx->v[0] += ctx->v[1];
240*043036a2SApple OSS Distributions ctx->v[2] += ctx->v[3];
241*043036a2SApple OSS Distributions ctx->v[1] = SIP_ROTL(ctx->v[1], 13);
242*043036a2SApple OSS Distributions ctx->v[3] = SIP_ROTL(ctx->v[3], 16);
243*043036a2SApple OSS Distributions
244*043036a2SApple OSS Distributions ctx->v[1] ^= ctx->v[0];
245*043036a2SApple OSS Distributions ctx->v[3] ^= ctx->v[2];
246*043036a2SApple OSS Distributions ctx->v[0] = SIP_ROTL(ctx->v[0], 32);
247*043036a2SApple OSS Distributions
248*043036a2SApple OSS Distributions ctx->v[2] += ctx->v[1];
249*043036a2SApple OSS Distributions ctx->v[0] += ctx->v[3];
250*043036a2SApple OSS Distributions ctx->v[1] = SIP_ROTL(ctx->v[1], 17);
251*043036a2SApple OSS Distributions ctx->v[3] = SIP_ROTL(ctx->v[3], 21);
252*043036a2SApple OSS Distributions
253*043036a2SApple OSS Distributions ctx->v[1] ^= ctx->v[2];
254*043036a2SApple OSS Distributions ctx->v[3] ^= ctx->v[0];
255*043036a2SApple OSS Distributions ctx->v[2] = SIP_ROTL(ctx->v[2], 32);
256*043036a2SApple OSS Distributions }
257*043036a2SApple OSS Distributions }
258