1d059297112922cabb0c674840589be8db821fd9aAdam Langley/* 2d059297112922cabb0c674840589be8db821fd9aAdam Langley * Public Domain poly1305 from Andrew Moon 3d059297112922cabb0c674840589be8db821fd9aAdam Langley * poly1305-donna-unrolled.c from https://github.com/floodyberry/poly1305-donna 4d059297112922cabb0c674840589be8db821fd9aAdam Langley */ 5d059297112922cabb0c674840589be8db821fd9aAdam Langley 6d059297112922cabb0c674840589be8db821fd9aAdam Langley/* $OpenBSD: poly1305.c,v 1.3 2013/12/19 22:57:13 djm Exp $ */ 7d059297112922cabb0c674840589be8db821fd9aAdam Langley 8d059297112922cabb0c674840589be8db821fd9aAdam Langley#include "includes.h" 9d059297112922cabb0c674840589be8db821fd9aAdam Langley 10d059297112922cabb0c674840589be8db821fd9aAdam Langley#include <sys/types.h> 11d059297112922cabb0c674840589be8db821fd9aAdam Langley#ifdef HAVE_STDINT_H 12d059297112922cabb0c674840589be8db821fd9aAdam Langley# include <stdint.h> 13d059297112922cabb0c674840589be8db821fd9aAdam Langley#endif 14d059297112922cabb0c674840589be8db821fd9aAdam Langley 15d059297112922cabb0c674840589be8db821fd9aAdam Langley#include "poly1305.h" 16d059297112922cabb0c674840589be8db821fd9aAdam Langley 17d059297112922cabb0c674840589be8db821fd9aAdam Langley#define mul32x32_64(a,b) ((uint64_t)(a) * (b)) 18d059297112922cabb0c674840589be8db821fd9aAdam Langley 19d059297112922cabb0c674840589be8db821fd9aAdam Langley#define U8TO32_LE(p) \ 20d059297112922cabb0c674840589be8db821fd9aAdam Langley (((uint32_t)((p)[0])) | \ 21d059297112922cabb0c674840589be8db821fd9aAdam Langley ((uint32_t)((p)[1]) << 8) | \ 22d059297112922cabb0c674840589be8db821fd9aAdam Langley ((uint32_t)((p)[2]) << 16) | \ 23d059297112922cabb0c674840589be8db821fd9aAdam Langley ((uint32_t)((p)[3]) << 24)) 24d059297112922cabb0c674840589be8db821fd9aAdam Langley 25d059297112922cabb0c674840589be8db821fd9aAdam Langley#define U32TO8_LE(p, v) \ 26d059297112922cabb0c674840589be8db821fd9aAdam Langley do { \ 27d059297112922cabb0c674840589be8db821fd9aAdam Langley (p)[0] = (uint8_t)((v)); \ 28d059297112922cabb0c674840589be8db821fd9aAdam Langley (p)[1] = (uint8_t)((v) >> 8); \ 29d059297112922cabb0c674840589be8db821fd9aAdam Langley (p)[2] = (uint8_t)((v) >> 16); \ 30d059297112922cabb0c674840589be8db821fd9aAdam Langley (p)[3] = (uint8_t)((v) >> 24); \ 31d059297112922cabb0c674840589be8db821fd9aAdam Langley } while (0) 32d059297112922cabb0c674840589be8db821fd9aAdam Langley 33d059297112922cabb0c674840589be8db821fd9aAdam Langleyvoid 34d059297112922cabb0c674840589be8db821fd9aAdam Langleypoly1305_auth(unsigned char out[POLY1305_TAGLEN], const unsigned char *m, size_t inlen, const unsigned char key[POLY1305_KEYLEN]) { 35d059297112922cabb0c674840589be8db821fd9aAdam Langley uint32_t t0,t1,t2,t3; 36d059297112922cabb0c674840589be8db821fd9aAdam Langley uint32_t h0,h1,h2,h3,h4; 37d059297112922cabb0c674840589be8db821fd9aAdam Langley uint32_t r0,r1,r2,r3,r4; 38d059297112922cabb0c674840589be8db821fd9aAdam Langley uint32_t s1,s2,s3,s4; 39d059297112922cabb0c674840589be8db821fd9aAdam Langley uint32_t b, nb; 40d059297112922cabb0c674840589be8db821fd9aAdam Langley size_t j; 41d059297112922cabb0c674840589be8db821fd9aAdam Langley uint64_t t[5]; 42d059297112922cabb0c674840589be8db821fd9aAdam Langley uint64_t f0,f1,f2,f3; 43d059297112922cabb0c674840589be8db821fd9aAdam Langley uint32_t g0,g1,g2,g3,g4; 44d059297112922cabb0c674840589be8db821fd9aAdam Langley uint64_t c; 45d059297112922cabb0c674840589be8db821fd9aAdam Langley unsigned char mp[16]; 46d059297112922cabb0c674840589be8db821fd9aAdam Langley 47d059297112922cabb0c674840589be8db821fd9aAdam Langley /* clamp key */ 48d059297112922cabb0c674840589be8db821fd9aAdam Langley t0 = U8TO32_LE(key+0); 49d059297112922cabb0c674840589be8db821fd9aAdam Langley t1 = U8TO32_LE(key+4); 50d059297112922cabb0c674840589be8db821fd9aAdam Langley t2 = U8TO32_LE(key+8); 51d059297112922cabb0c674840589be8db821fd9aAdam Langley t3 = U8TO32_LE(key+12); 52d059297112922cabb0c674840589be8db821fd9aAdam Langley 53d059297112922cabb0c674840589be8db821fd9aAdam Langley /* precompute multipliers */ 54d059297112922cabb0c674840589be8db821fd9aAdam Langley r0 = t0 & 0x3ffffff; t0 >>= 26; t0 |= t1 << 6; 55d059297112922cabb0c674840589be8db821fd9aAdam Langley r1 = t0 & 0x3ffff03; t1 >>= 20; t1 |= t2 << 12; 56d059297112922cabb0c674840589be8db821fd9aAdam Langley r2 = t1 & 0x3ffc0ff; t2 >>= 14; t2 |= t3 << 18; 57d059297112922cabb0c674840589be8db821fd9aAdam Langley r3 = t2 & 0x3f03fff; t3 >>= 8; 58d059297112922cabb0c674840589be8db821fd9aAdam Langley r4 = t3 & 0x00fffff; 59d059297112922cabb0c674840589be8db821fd9aAdam Langley 60d059297112922cabb0c674840589be8db821fd9aAdam Langley s1 = r1 * 5; 61d059297112922cabb0c674840589be8db821fd9aAdam Langley s2 = r2 * 5; 62d059297112922cabb0c674840589be8db821fd9aAdam Langley s3 = r3 * 5; 63d059297112922cabb0c674840589be8db821fd9aAdam Langley s4 = r4 * 5; 64d059297112922cabb0c674840589be8db821fd9aAdam Langley 65d059297112922cabb0c674840589be8db821fd9aAdam Langley /* init state */ 66d059297112922cabb0c674840589be8db821fd9aAdam Langley h0 = 0; 67d059297112922cabb0c674840589be8db821fd9aAdam Langley h1 = 0; 68d059297112922cabb0c674840589be8db821fd9aAdam Langley h2 = 0; 69d059297112922cabb0c674840589be8db821fd9aAdam Langley h3 = 0; 70d059297112922cabb0c674840589be8db821fd9aAdam Langley h4 = 0; 71d059297112922cabb0c674840589be8db821fd9aAdam Langley 72d059297112922cabb0c674840589be8db821fd9aAdam Langley /* full blocks */ 73d059297112922cabb0c674840589be8db821fd9aAdam Langley if (inlen < 16) goto poly1305_donna_atmost15bytes; 74d059297112922cabb0c674840589be8db821fd9aAdam Langleypoly1305_donna_16bytes: 75d059297112922cabb0c674840589be8db821fd9aAdam Langley m += 16; 76d059297112922cabb0c674840589be8db821fd9aAdam Langley inlen -= 16; 77d059297112922cabb0c674840589be8db821fd9aAdam Langley 78d059297112922cabb0c674840589be8db821fd9aAdam Langley t0 = U8TO32_LE(m-16); 79d059297112922cabb0c674840589be8db821fd9aAdam Langley t1 = U8TO32_LE(m-12); 80d059297112922cabb0c674840589be8db821fd9aAdam Langley t2 = U8TO32_LE(m-8); 81d059297112922cabb0c674840589be8db821fd9aAdam Langley t3 = U8TO32_LE(m-4); 82d059297112922cabb0c674840589be8db821fd9aAdam Langley 83d059297112922cabb0c674840589be8db821fd9aAdam Langley h0 += t0 & 0x3ffffff; 84d059297112922cabb0c674840589be8db821fd9aAdam Langley h1 += ((((uint64_t)t1 << 32) | t0) >> 26) & 0x3ffffff; 85d059297112922cabb0c674840589be8db821fd9aAdam Langley h2 += ((((uint64_t)t2 << 32) | t1) >> 20) & 0x3ffffff; 86d059297112922cabb0c674840589be8db821fd9aAdam Langley h3 += ((((uint64_t)t3 << 32) | t2) >> 14) & 0x3ffffff; 87d059297112922cabb0c674840589be8db821fd9aAdam Langley h4 += (t3 >> 8) | (1 << 24); 88d059297112922cabb0c674840589be8db821fd9aAdam Langley 89d059297112922cabb0c674840589be8db821fd9aAdam Langley 90d059297112922cabb0c674840589be8db821fd9aAdam Langleypoly1305_donna_mul: 91d059297112922cabb0c674840589be8db821fd9aAdam Langley t[0] = mul32x32_64(h0,r0) + mul32x32_64(h1,s4) + mul32x32_64(h2,s3) + mul32x32_64(h3,s2) + mul32x32_64(h4,s1); 92d059297112922cabb0c674840589be8db821fd9aAdam Langley t[1] = mul32x32_64(h0,r1) + mul32x32_64(h1,r0) + mul32x32_64(h2,s4) + mul32x32_64(h3,s3) + mul32x32_64(h4,s2); 93d059297112922cabb0c674840589be8db821fd9aAdam Langley t[2] = mul32x32_64(h0,r2) + mul32x32_64(h1,r1) + mul32x32_64(h2,r0) + mul32x32_64(h3,s4) + mul32x32_64(h4,s3); 94d059297112922cabb0c674840589be8db821fd9aAdam Langley t[3] = mul32x32_64(h0,r3) + mul32x32_64(h1,r2) + mul32x32_64(h2,r1) + mul32x32_64(h3,r0) + mul32x32_64(h4,s4); 95d059297112922cabb0c674840589be8db821fd9aAdam Langley t[4] = mul32x32_64(h0,r4) + mul32x32_64(h1,r3) + mul32x32_64(h2,r2) + mul32x32_64(h3,r1) + mul32x32_64(h4,r0); 96d059297112922cabb0c674840589be8db821fd9aAdam Langley 97d059297112922cabb0c674840589be8db821fd9aAdam Langley h0 = (uint32_t)t[0] & 0x3ffffff; c = (t[0] >> 26); 98d059297112922cabb0c674840589be8db821fd9aAdam Langley t[1] += c; h1 = (uint32_t)t[1] & 0x3ffffff; b = (uint32_t)(t[1] >> 26); 99d059297112922cabb0c674840589be8db821fd9aAdam Langley t[2] += b; h2 = (uint32_t)t[2] & 0x3ffffff; b = (uint32_t)(t[2] >> 26); 100d059297112922cabb0c674840589be8db821fd9aAdam Langley t[3] += b; h3 = (uint32_t)t[3] & 0x3ffffff; b = (uint32_t)(t[3] >> 26); 101d059297112922cabb0c674840589be8db821fd9aAdam Langley t[4] += b; h4 = (uint32_t)t[4] & 0x3ffffff; b = (uint32_t)(t[4] >> 26); 102d059297112922cabb0c674840589be8db821fd9aAdam Langley h0 += b * 5; 103d059297112922cabb0c674840589be8db821fd9aAdam Langley 104d059297112922cabb0c674840589be8db821fd9aAdam Langley if (inlen >= 16) goto poly1305_donna_16bytes; 105d059297112922cabb0c674840589be8db821fd9aAdam Langley 106d059297112922cabb0c674840589be8db821fd9aAdam Langley /* final bytes */ 107d059297112922cabb0c674840589be8db821fd9aAdam Langleypoly1305_donna_atmost15bytes: 108d059297112922cabb0c674840589be8db821fd9aAdam Langley if (!inlen) goto poly1305_donna_finish; 109d059297112922cabb0c674840589be8db821fd9aAdam Langley 110d059297112922cabb0c674840589be8db821fd9aAdam Langley for (j = 0; j < inlen; j++) mp[j] = m[j]; 111d059297112922cabb0c674840589be8db821fd9aAdam Langley mp[j++] = 1; 112d059297112922cabb0c674840589be8db821fd9aAdam Langley for (; j < 16; j++) mp[j] = 0; 113d059297112922cabb0c674840589be8db821fd9aAdam Langley inlen = 0; 114d059297112922cabb0c674840589be8db821fd9aAdam Langley 115d059297112922cabb0c674840589be8db821fd9aAdam Langley t0 = U8TO32_LE(mp+0); 116d059297112922cabb0c674840589be8db821fd9aAdam Langley t1 = U8TO32_LE(mp+4); 117d059297112922cabb0c674840589be8db821fd9aAdam Langley t2 = U8TO32_LE(mp+8); 118d059297112922cabb0c674840589be8db821fd9aAdam Langley t3 = U8TO32_LE(mp+12); 119d059297112922cabb0c674840589be8db821fd9aAdam Langley 120d059297112922cabb0c674840589be8db821fd9aAdam Langley h0 += t0 & 0x3ffffff; 121d059297112922cabb0c674840589be8db821fd9aAdam Langley h1 += ((((uint64_t)t1 << 32) | t0) >> 26) & 0x3ffffff; 122d059297112922cabb0c674840589be8db821fd9aAdam Langley h2 += ((((uint64_t)t2 << 32) | t1) >> 20) & 0x3ffffff; 123d059297112922cabb0c674840589be8db821fd9aAdam Langley h3 += ((((uint64_t)t3 << 32) | t2) >> 14) & 0x3ffffff; 124d059297112922cabb0c674840589be8db821fd9aAdam Langley h4 += (t3 >> 8); 125d059297112922cabb0c674840589be8db821fd9aAdam Langley 126d059297112922cabb0c674840589be8db821fd9aAdam Langley goto poly1305_donna_mul; 127d059297112922cabb0c674840589be8db821fd9aAdam Langley 128d059297112922cabb0c674840589be8db821fd9aAdam Langleypoly1305_donna_finish: 129d059297112922cabb0c674840589be8db821fd9aAdam Langley b = h0 >> 26; h0 = h0 & 0x3ffffff; 130d059297112922cabb0c674840589be8db821fd9aAdam Langley h1 += b; b = h1 >> 26; h1 = h1 & 0x3ffffff; 131d059297112922cabb0c674840589be8db821fd9aAdam Langley h2 += b; b = h2 >> 26; h2 = h2 & 0x3ffffff; 132d059297112922cabb0c674840589be8db821fd9aAdam Langley h3 += b; b = h3 >> 26; h3 = h3 & 0x3ffffff; 133d059297112922cabb0c674840589be8db821fd9aAdam Langley h4 += b; b = h4 >> 26; h4 = h4 & 0x3ffffff; 134d059297112922cabb0c674840589be8db821fd9aAdam Langley h0 += b * 5; b = h0 >> 26; h0 = h0 & 0x3ffffff; 135d059297112922cabb0c674840589be8db821fd9aAdam Langley h1 += b; 136d059297112922cabb0c674840589be8db821fd9aAdam Langley 137d059297112922cabb0c674840589be8db821fd9aAdam Langley g0 = h0 + 5; b = g0 >> 26; g0 &= 0x3ffffff; 138d059297112922cabb0c674840589be8db821fd9aAdam Langley g1 = h1 + b; b = g1 >> 26; g1 &= 0x3ffffff; 139d059297112922cabb0c674840589be8db821fd9aAdam Langley g2 = h2 + b; b = g2 >> 26; g2 &= 0x3ffffff; 140d059297112922cabb0c674840589be8db821fd9aAdam Langley g3 = h3 + b; b = g3 >> 26; g3 &= 0x3ffffff; 141d059297112922cabb0c674840589be8db821fd9aAdam Langley g4 = h4 + b - (1 << 26); 142d059297112922cabb0c674840589be8db821fd9aAdam Langley 143d059297112922cabb0c674840589be8db821fd9aAdam Langley b = (g4 >> 31) - 1; 144d059297112922cabb0c674840589be8db821fd9aAdam Langley nb = ~b; 145d059297112922cabb0c674840589be8db821fd9aAdam Langley h0 = (h0 & nb) | (g0 & b); 146d059297112922cabb0c674840589be8db821fd9aAdam Langley h1 = (h1 & nb) | (g1 & b); 147d059297112922cabb0c674840589be8db821fd9aAdam Langley h2 = (h2 & nb) | (g2 & b); 148d059297112922cabb0c674840589be8db821fd9aAdam Langley h3 = (h3 & nb) | (g3 & b); 149d059297112922cabb0c674840589be8db821fd9aAdam Langley h4 = (h4 & nb) | (g4 & b); 150d059297112922cabb0c674840589be8db821fd9aAdam Langley 151d059297112922cabb0c674840589be8db821fd9aAdam Langley f0 = ((h0 ) | (h1 << 26)) + (uint64_t)U8TO32_LE(&key[16]); 152d059297112922cabb0c674840589be8db821fd9aAdam Langley f1 = ((h1 >> 6) | (h2 << 20)) + (uint64_t)U8TO32_LE(&key[20]); 153d059297112922cabb0c674840589be8db821fd9aAdam Langley f2 = ((h2 >> 12) | (h3 << 14)) + (uint64_t)U8TO32_LE(&key[24]); 154d059297112922cabb0c674840589be8db821fd9aAdam Langley f3 = ((h3 >> 18) | (h4 << 8)) + (uint64_t)U8TO32_LE(&key[28]); 155d059297112922cabb0c674840589be8db821fd9aAdam Langley 156d059297112922cabb0c674840589be8db821fd9aAdam Langley U32TO8_LE(&out[ 0], f0); f1 += (f0 >> 32); 157d059297112922cabb0c674840589be8db821fd9aAdam Langley U32TO8_LE(&out[ 4], f1); f2 += (f1 >> 32); 158d059297112922cabb0c674840589be8db821fd9aAdam Langley U32TO8_LE(&out[ 8], f2); f3 += (f2 >> 32); 159d059297112922cabb0c674840589be8db821fd9aAdam Langley U32TO8_LE(&out[12], f3); 160d059297112922cabb0c674840589be8db821fd9aAdam Langley} 161