1d059297112922cabb0c674840589be8db821fd9aAdam Langley/*
2d059297112922cabb0c674840589be8db821fd9aAdam Langley * Public Domain poly1305 from Andrew Moon
3d059297112922cabb0c674840589be8db821fd9aAdam Langley * poly1305-donna-unrolled.c from https://github.com/floodyberry/poly1305-donna
4d059297112922cabb0c674840589be8db821fd9aAdam Langley */
5d059297112922cabb0c674840589be8db821fd9aAdam Langley
6d059297112922cabb0c674840589be8db821fd9aAdam Langley/* $OpenBSD: poly1305.c,v 1.3 2013/12/19 22:57:13 djm Exp $ */
7d059297112922cabb0c674840589be8db821fd9aAdam Langley
8d059297112922cabb0c674840589be8db821fd9aAdam Langley#include "includes.h"
9d059297112922cabb0c674840589be8db821fd9aAdam Langley
10d059297112922cabb0c674840589be8db821fd9aAdam Langley#include <sys/types.h>
11d059297112922cabb0c674840589be8db821fd9aAdam Langley#ifdef HAVE_STDINT_H
12d059297112922cabb0c674840589be8db821fd9aAdam Langley# include <stdint.h>
13d059297112922cabb0c674840589be8db821fd9aAdam Langley#endif
14d059297112922cabb0c674840589be8db821fd9aAdam Langley
15d059297112922cabb0c674840589be8db821fd9aAdam Langley#include "poly1305.h"
16d059297112922cabb0c674840589be8db821fd9aAdam Langley
17d059297112922cabb0c674840589be8db821fd9aAdam Langley#define mul32x32_64(a,b) ((uint64_t)(a) * (b))
18d059297112922cabb0c674840589be8db821fd9aAdam Langley
19d059297112922cabb0c674840589be8db821fd9aAdam Langley#define U8TO32_LE(p) \
20d059297112922cabb0c674840589be8db821fd9aAdam Langley	(((uint32_t)((p)[0])) | \
21d059297112922cabb0c674840589be8db821fd9aAdam Langley	 ((uint32_t)((p)[1]) <<  8) | \
22d059297112922cabb0c674840589be8db821fd9aAdam Langley	 ((uint32_t)((p)[2]) << 16) | \
23d059297112922cabb0c674840589be8db821fd9aAdam Langley	 ((uint32_t)((p)[3]) << 24))
24d059297112922cabb0c674840589be8db821fd9aAdam Langley
25d059297112922cabb0c674840589be8db821fd9aAdam Langley#define U32TO8_LE(p, v) \
26d059297112922cabb0c674840589be8db821fd9aAdam Langley	do { \
27d059297112922cabb0c674840589be8db821fd9aAdam Langley		(p)[0] = (uint8_t)((v)); \
28d059297112922cabb0c674840589be8db821fd9aAdam Langley		(p)[1] = (uint8_t)((v) >>  8); \
29d059297112922cabb0c674840589be8db821fd9aAdam Langley		(p)[2] = (uint8_t)((v) >> 16); \
30d059297112922cabb0c674840589be8db821fd9aAdam Langley		(p)[3] = (uint8_t)((v) >> 24); \
31d059297112922cabb0c674840589be8db821fd9aAdam Langley	} while (0)
32d059297112922cabb0c674840589be8db821fd9aAdam Langley
33d059297112922cabb0c674840589be8db821fd9aAdam Langleyvoid
34d059297112922cabb0c674840589be8db821fd9aAdam Langleypoly1305_auth(unsigned char out[POLY1305_TAGLEN], const unsigned char *m, size_t inlen, const unsigned char key[POLY1305_KEYLEN]) {
35d059297112922cabb0c674840589be8db821fd9aAdam Langley	uint32_t t0,t1,t2,t3;
36d059297112922cabb0c674840589be8db821fd9aAdam Langley	uint32_t h0,h1,h2,h3,h4;
37d059297112922cabb0c674840589be8db821fd9aAdam Langley	uint32_t r0,r1,r2,r3,r4;
38d059297112922cabb0c674840589be8db821fd9aAdam Langley	uint32_t s1,s2,s3,s4;
39d059297112922cabb0c674840589be8db821fd9aAdam Langley	uint32_t b, nb;
40d059297112922cabb0c674840589be8db821fd9aAdam Langley	size_t j;
41d059297112922cabb0c674840589be8db821fd9aAdam Langley	uint64_t t[5];
42d059297112922cabb0c674840589be8db821fd9aAdam Langley	uint64_t f0,f1,f2,f3;
43d059297112922cabb0c674840589be8db821fd9aAdam Langley	uint32_t g0,g1,g2,g3,g4;
44d059297112922cabb0c674840589be8db821fd9aAdam Langley	uint64_t c;
45d059297112922cabb0c674840589be8db821fd9aAdam Langley	unsigned char mp[16];
46d059297112922cabb0c674840589be8db821fd9aAdam Langley
47d059297112922cabb0c674840589be8db821fd9aAdam Langley	/* clamp key */
48d059297112922cabb0c674840589be8db821fd9aAdam Langley	t0 = U8TO32_LE(key+0);
49d059297112922cabb0c674840589be8db821fd9aAdam Langley	t1 = U8TO32_LE(key+4);
50d059297112922cabb0c674840589be8db821fd9aAdam Langley	t2 = U8TO32_LE(key+8);
51d059297112922cabb0c674840589be8db821fd9aAdam Langley	t3 = U8TO32_LE(key+12);
52d059297112922cabb0c674840589be8db821fd9aAdam Langley
53d059297112922cabb0c674840589be8db821fd9aAdam Langley	/* precompute multipliers */
54d059297112922cabb0c674840589be8db821fd9aAdam Langley	r0 = t0 & 0x3ffffff; t0 >>= 26; t0 |= t1 << 6;
55d059297112922cabb0c674840589be8db821fd9aAdam Langley	r1 = t0 & 0x3ffff03; t1 >>= 20; t1 |= t2 << 12;
56d059297112922cabb0c674840589be8db821fd9aAdam Langley	r2 = t1 & 0x3ffc0ff; t2 >>= 14; t2 |= t3 << 18;
57d059297112922cabb0c674840589be8db821fd9aAdam Langley	r3 = t2 & 0x3f03fff; t3 >>= 8;
58d059297112922cabb0c674840589be8db821fd9aAdam Langley	r4 = t3 & 0x00fffff;
59d059297112922cabb0c674840589be8db821fd9aAdam Langley
60d059297112922cabb0c674840589be8db821fd9aAdam Langley	s1 = r1 * 5;
61d059297112922cabb0c674840589be8db821fd9aAdam Langley	s2 = r2 * 5;
62d059297112922cabb0c674840589be8db821fd9aAdam Langley	s3 = r3 * 5;
63d059297112922cabb0c674840589be8db821fd9aAdam Langley	s4 = r4 * 5;
64d059297112922cabb0c674840589be8db821fd9aAdam Langley
65d059297112922cabb0c674840589be8db821fd9aAdam Langley	/* init state */
66d059297112922cabb0c674840589be8db821fd9aAdam Langley	h0 = 0;
67d059297112922cabb0c674840589be8db821fd9aAdam Langley	h1 = 0;
68d059297112922cabb0c674840589be8db821fd9aAdam Langley	h2 = 0;
69d059297112922cabb0c674840589be8db821fd9aAdam Langley	h3 = 0;
70d059297112922cabb0c674840589be8db821fd9aAdam Langley	h4 = 0;
71d059297112922cabb0c674840589be8db821fd9aAdam Langley
72d059297112922cabb0c674840589be8db821fd9aAdam Langley	/* full blocks */
73d059297112922cabb0c674840589be8db821fd9aAdam Langley	if (inlen < 16) goto poly1305_donna_atmost15bytes;
74d059297112922cabb0c674840589be8db821fd9aAdam Langleypoly1305_donna_16bytes:
75d059297112922cabb0c674840589be8db821fd9aAdam Langley	m += 16;
76d059297112922cabb0c674840589be8db821fd9aAdam Langley	inlen -= 16;
77d059297112922cabb0c674840589be8db821fd9aAdam Langley
78d059297112922cabb0c674840589be8db821fd9aAdam Langley	t0 = U8TO32_LE(m-16);
79d059297112922cabb0c674840589be8db821fd9aAdam Langley	t1 = U8TO32_LE(m-12);
80d059297112922cabb0c674840589be8db821fd9aAdam Langley	t2 = U8TO32_LE(m-8);
81d059297112922cabb0c674840589be8db821fd9aAdam Langley	t3 = U8TO32_LE(m-4);
82d059297112922cabb0c674840589be8db821fd9aAdam Langley
83d059297112922cabb0c674840589be8db821fd9aAdam Langley	h0 += t0 & 0x3ffffff;
84d059297112922cabb0c674840589be8db821fd9aAdam Langley	h1 += ((((uint64_t)t1 << 32) | t0) >> 26) & 0x3ffffff;
85d059297112922cabb0c674840589be8db821fd9aAdam Langley	h2 += ((((uint64_t)t2 << 32) | t1) >> 20) & 0x3ffffff;
86d059297112922cabb0c674840589be8db821fd9aAdam Langley	h3 += ((((uint64_t)t3 << 32) | t2) >> 14) & 0x3ffffff;
87d059297112922cabb0c674840589be8db821fd9aAdam Langley	h4 += (t3 >> 8) | (1 << 24);
88d059297112922cabb0c674840589be8db821fd9aAdam Langley
89d059297112922cabb0c674840589be8db821fd9aAdam Langley
90d059297112922cabb0c674840589be8db821fd9aAdam Langleypoly1305_donna_mul:
91d059297112922cabb0c674840589be8db821fd9aAdam Langley	t[0]  = mul32x32_64(h0,r0) + mul32x32_64(h1,s4) + mul32x32_64(h2,s3) + mul32x32_64(h3,s2) + mul32x32_64(h4,s1);
92d059297112922cabb0c674840589be8db821fd9aAdam Langley	t[1]  = mul32x32_64(h0,r1) + mul32x32_64(h1,r0) + mul32x32_64(h2,s4) + mul32x32_64(h3,s3) + mul32x32_64(h4,s2);
93d059297112922cabb0c674840589be8db821fd9aAdam Langley	t[2]  = mul32x32_64(h0,r2) + mul32x32_64(h1,r1) + mul32x32_64(h2,r0) + mul32x32_64(h3,s4) + mul32x32_64(h4,s3);
94d059297112922cabb0c674840589be8db821fd9aAdam Langley	t[3]  = mul32x32_64(h0,r3) + mul32x32_64(h1,r2) + mul32x32_64(h2,r1) + mul32x32_64(h3,r0) + mul32x32_64(h4,s4);
95d059297112922cabb0c674840589be8db821fd9aAdam Langley	t[4]  = mul32x32_64(h0,r4) + mul32x32_64(h1,r3) + mul32x32_64(h2,r2) + mul32x32_64(h3,r1) + mul32x32_64(h4,r0);
96d059297112922cabb0c674840589be8db821fd9aAdam Langley
97d059297112922cabb0c674840589be8db821fd9aAdam Langley	                h0 = (uint32_t)t[0] & 0x3ffffff; c =           (t[0] >> 26);
98d059297112922cabb0c674840589be8db821fd9aAdam Langley	t[1] += c;      h1 = (uint32_t)t[1] & 0x3ffffff; b = (uint32_t)(t[1] >> 26);
99d059297112922cabb0c674840589be8db821fd9aAdam Langley	t[2] += b;      h2 = (uint32_t)t[2] & 0x3ffffff; b = (uint32_t)(t[2] >> 26);
100d059297112922cabb0c674840589be8db821fd9aAdam Langley	t[3] += b;      h3 = (uint32_t)t[3] & 0x3ffffff; b = (uint32_t)(t[3] >> 26);
101d059297112922cabb0c674840589be8db821fd9aAdam Langley	t[4] += b;      h4 = (uint32_t)t[4] & 0x3ffffff; b = (uint32_t)(t[4] >> 26);
102d059297112922cabb0c674840589be8db821fd9aAdam Langley	h0 += b * 5;
103d059297112922cabb0c674840589be8db821fd9aAdam Langley
104d059297112922cabb0c674840589be8db821fd9aAdam Langley	if (inlen >= 16) goto poly1305_donna_16bytes;
105d059297112922cabb0c674840589be8db821fd9aAdam Langley
106d059297112922cabb0c674840589be8db821fd9aAdam Langley	/* final bytes */
107d059297112922cabb0c674840589be8db821fd9aAdam Langleypoly1305_donna_atmost15bytes:
108d059297112922cabb0c674840589be8db821fd9aAdam Langley	if (!inlen) goto poly1305_donna_finish;
109d059297112922cabb0c674840589be8db821fd9aAdam Langley
110d059297112922cabb0c674840589be8db821fd9aAdam Langley	for (j = 0; j < inlen; j++) mp[j] = m[j];
111d059297112922cabb0c674840589be8db821fd9aAdam Langley	mp[j++] = 1;
112d059297112922cabb0c674840589be8db821fd9aAdam Langley	for (; j < 16; j++)	mp[j] = 0;
113d059297112922cabb0c674840589be8db821fd9aAdam Langley	inlen = 0;
114d059297112922cabb0c674840589be8db821fd9aAdam Langley
115d059297112922cabb0c674840589be8db821fd9aAdam Langley	t0 = U8TO32_LE(mp+0);
116d059297112922cabb0c674840589be8db821fd9aAdam Langley	t1 = U8TO32_LE(mp+4);
117d059297112922cabb0c674840589be8db821fd9aAdam Langley	t2 = U8TO32_LE(mp+8);
118d059297112922cabb0c674840589be8db821fd9aAdam Langley	t3 = U8TO32_LE(mp+12);
119d059297112922cabb0c674840589be8db821fd9aAdam Langley
120d059297112922cabb0c674840589be8db821fd9aAdam Langley	h0 += t0 & 0x3ffffff;
121d059297112922cabb0c674840589be8db821fd9aAdam Langley	h1 += ((((uint64_t)t1 << 32) | t0) >> 26) & 0x3ffffff;
122d059297112922cabb0c674840589be8db821fd9aAdam Langley	h2 += ((((uint64_t)t2 << 32) | t1) >> 20) & 0x3ffffff;
123d059297112922cabb0c674840589be8db821fd9aAdam Langley	h3 += ((((uint64_t)t3 << 32) | t2) >> 14) & 0x3ffffff;
124d059297112922cabb0c674840589be8db821fd9aAdam Langley	h4 += (t3 >> 8);
125d059297112922cabb0c674840589be8db821fd9aAdam Langley
126d059297112922cabb0c674840589be8db821fd9aAdam Langley	goto poly1305_donna_mul;
127d059297112922cabb0c674840589be8db821fd9aAdam Langley
128d059297112922cabb0c674840589be8db821fd9aAdam Langleypoly1305_donna_finish:
129d059297112922cabb0c674840589be8db821fd9aAdam Langley	             b = h0 >> 26; h0 = h0 & 0x3ffffff;
130d059297112922cabb0c674840589be8db821fd9aAdam Langley	h1 +=     b; b = h1 >> 26; h1 = h1 & 0x3ffffff;
131d059297112922cabb0c674840589be8db821fd9aAdam Langley	h2 +=     b; b = h2 >> 26; h2 = h2 & 0x3ffffff;
132d059297112922cabb0c674840589be8db821fd9aAdam Langley	h3 +=     b; b = h3 >> 26; h3 = h3 & 0x3ffffff;
133d059297112922cabb0c674840589be8db821fd9aAdam Langley	h4 +=     b; b = h4 >> 26; h4 = h4 & 0x3ffffff;
134d059297112922cabb0c674840589be8db821fd9aAdam Langley	h0 += b * 5; b = h0 >> 26; h0 = h0 & 0x3ffffff;
135d059297112922cabb0c674840589be8db821fd9aAdam Langley	h1 +=     b;
136d059297112922cabb0c674840589be8db821fd9aAdam Langley
137d059297112922cabb0c674840589be8db821fd9aAdam Langley	g0 = h0 + 5; b = g0 >> 26; g0 &= 0x3ffffff;
138d059297112922cabb0c674840589be8db821fd9aAdam Langley	g1 = h1 + b; b = g1 >> 26; g1 &= 0x3ffffff;
139d059297112922cabb0c674840589be8db821fd9aAdam Langley	g2 = h2 + b; b = g2 >> 26; g2 &= 0x3ffffff;
140d059297112922cabb0c674840589be8db821fd9aAdam Langley	g3 = h3 + b; b = g3 >> 26; g3 &= 0x3ffffff;
141d059297112922cabb0c674840589be8db821fd9aAdam Langley	g4 = h4 + b - (1 << 26);
142d059297112922cabb0c674840589be8db821fd9aAdam Langley
143d059297112922cabb0c674840589be8db821fd9aAdam Langley	b = (g4 >> 31) - 1;
144d059297112922cabb0c674840589be8db821fd9aAdam Langley	nb = ~b;
145d059297112922cabb0c674840589be8db821fd9aAdam Langley	h0 = (h0 & nb) | (g0 & b);
146d059297112922cabb0c674840589be8db821fd9aAdam Langley	h1 = (h1 & nb) | (g1 & b);
147d059297112922cabb0c674840589be8db821fd9aAdam Langley	h2 = (h2 & nb) | (g2 & b);
148d059297112922cabb0c674840589be8db821fd9aAdam Langley	h3 = (h3 & nb) | (g3 & b);
149d059297112922cabb0c674840589be8db821fd9aAdam Langley	h4 = (h4 & nb) | (g4 & b);
150d059297112922cabb0c674840589be8db821fd9aAdam Langley
151d059297112922cabb0c674840589be8db821fd9aAdam Langley	f0 = ((h0      ) | (h1 << 26)) + (uint64_t)U8TO32_LE(&key[16]);
152d059297112922cabb0c674840589be8db821fd9aAdam Langley	f1 = ((h1 >>  6) | (h2 << 20)) + (uint64_t)U8TO32_LE(&key[20]);
153d059297112922cabb0c674840589be8db821fd9aAdam Langley	f2 = ((h2 >> 12) | (h3 << 14)) + (uint64_t)U8TO32_LE(&key[24]);
154d059297112922cabb0c674840589be8db821fd9aAdam Langley	f3 = ((h3 >> 18) | (h4 <<  8)) + (uint64_t)U8TO32_LE(&key[28]);
155d059297112922cabb0c674840589be8db821fd9aAdam Langley
156d059297112922cabb0c674840589be8db821fd9aAdam Langley	U32TO8_LE(&out[ 0], f0); f1 += (f0 >> 32);
157d059297112922cabb0c674840589be8db821fd9aAdam Langley	U32TO8_LE(&out[ 4], f1); f2 += (f1 >> 32);
158d059297112922cabb0c674840589be8db821fd9aAdam Langley	U32TO8_LE(&out[ 8], f2); f3 += (f2 >> 32);
159d059297112922cabb0c674840589be8db821fd9aAdam Langley	U32TO8_LE(&out[12], f3);
160d059297112922cabb0c674840589be8db821fd9aAdam Langley}
161