1afd465030acb4098abcb6b965a5aebc7ea2209e0Joe Perches#define pr_fmt(fmt) "IPsec: " fmt 2afd465030acb4098abcb6b965a5aebc7ea2209e0Joe Perches 3dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert#include <crypto/hash.h> 407d4ee583e21830ec5604d31f65cdc60a6eca19eHerbert Xu#include <linux/err.h> 51da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/module.h> 65a0e3ad6af8660be21ca98a971cd00f331318c05Tejun Heo#include <linux/slab.h> 71da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <net/ip.h> 81da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <net/xfrm.h> 91da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <net/ah.h> 101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/crypto.h> 111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/pfkeyv2.h> 12dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert#include <linux/scatterlist.h> 131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <net/icmp.h> 1414c850212ed8f8cbb5972ad6b8812e08a0bc901cArnaldo Carvalho de Melo#include <net/protocol.h> 151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassertstruct ah_skb_cb { 17dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert struct xfrm_skb_cb xfrm; 18dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert void *tmp; 19dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert}; 20dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert 21dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert#define AH_SKB_CB(__skb) ((struct ah_skb_cb *)&((__skb)->cb[0])) 22dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert 23dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassertstatic void *ah_alloc_tmp(struct crypto_ahash *ahash, int nfrags, 24dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert unsigned int size) 25dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert{ 26dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert unsigned int len; 27dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert 28dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert len = size + crypto_ahash_digestsize(ahash) + 29dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert (crypto_ahash_alignmask(ahash) & 30dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert ~(crypto_tfm_ctx_alignment() - 1)); 31dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert 32dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert len = ALIGN(len, crypto_tfm_ctx_alignment()); 33dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert 34dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert len += sizeof(struct ahash_request) + crypto_ahash_reqsize(ahash); 35dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert len = ALIGN(len, __alignof__(struct scatterlist)); 36dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert 37dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert len += sizeof(struct scatterlist) * nfrags; 38dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert 39dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert return kmalloc(len, GFP_ATOMIC); 40dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert} 41dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert 42dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassertstatic inline u8 *ah_tmp_auth(void *tmp, unsigned int offset) 43dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert{ 44dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert return tmp + offset; 45dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert} 46dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert 47dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassertstatic inline u8 *ah_tmp_icv(struct crypto_ahash *ahash, void *tmp, 48dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert unsigned int offset) 49dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert{ 50dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert return PTR_ALIGN((u8 *)tmp + offset, crypto_ahash_alignmask(ahash) + 1); 51dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert} 52dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert 53dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassertstatic inline struct ahash_request *ah_tmp_req(struct crypto_ahash *ahash, 54dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert u8 *icv) 55dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert{ 56dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert struct ahash_request *req; 57dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert 58dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert req = (void *)PTR_ALIGN(icv + crypto_ahash_digestsize(ahash), 59dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert crypto_tfm_ctx_alignment()); 60dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert 61dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert ahash_request_set_tfm(req, ahash); 62dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert 63dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert return req; 64dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert} 65dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert 66dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassertstatic inline struct scatterlist *ah_req_sg(struct crypto_ahash *ahash, 67dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert struct ahash_request *req) 68dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert{ 69dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert return (void *)ALIGN((unsigned long)(req + 1) + 70dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert crypto_ahash_reqsize(ahash), 71dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert __alignof__(struct scatterlist)); 72dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert} 731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* Clear mutable options and find final destination to substitute 751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * into IP header for icv calculation. Options are already checked 761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * for validity, so paranoia is not required. */ 771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 78b71d1d426d263b0b6cb5760322efebbfc89d4463Eric Dumazetstatic int ip_clear_mutable_options(const struct iphdr *iph, __be32 *daddr) 791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 805e73ea1a31c3612aa6dfe44f864ca5b7b6a4cff9Daniel Baluta unsigned char *optptr = (unsigned char *)(iph+1); 811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int l = iph->ihl*4 - sizeof(struct iphdr); 821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int optlen; 831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds while (l > 0) { 851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds switch (*optptr) { 861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case IPOPT_END: 871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case IPOPT_NOOP: 891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds l--; 901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds optptr++; 911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds continue; 921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds optlen = optptr[1]; 941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (optlen<2 || optlen>l) 951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return -EINVAL; 961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds switch (*optptr) { 971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case IPOPT_SEC: 981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case 0x85: /* Some "Extended Security" crap. */ 9911a03f78fbf15a866ba3bf6359a75cdfd1ced703Paul Moore case IPOPT_CIPSO: 1001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case IPOPT_RA: 1011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case 0x80|21: /* RFC1770 */ 1021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 1031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case IPOPT_LSRR: 1041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case IPOPT_SSRR: 1051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (optlen < 6) 1061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return -EINVAL; 1071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(daddr, optptr+optlen-4, 4); 1081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Fall through */ 1091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds default: 11096fe1c0237224b24a0dfaaee6467a5767902ba4aNick Bowler memset(optptr, 0, optlen); 1111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 1121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds l -= optlen; 1131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds optptr += optlen; 1141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 1151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 1161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 1171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 118dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassertstatic void ah_output_done(struct crypto_async_request *base, int err) 119dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert{ 120dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert u8 *icv; 121dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert struct iphdr *iph; 122dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert struct sk_buff *skb = base->data; 123dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert struct xfrm_state *x = skb_dst(skb)->xfrm; 124dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert struct ah_data *ahp = x->data; 125dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert struct iphdr *top_iph = ip_hdr(skb); 126dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert struct ip_auth_hdr *ah = ip_auth_hdr(skb); 127dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert int ihl = ip_hdrlen(skb); 128dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert 129dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert iph = AH_SKB_CB(skb)->tmp; 130dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert icv = ah_tmp_icv(ahp->ahash, iph, ihl); 131dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert memcpy(ah->auth_data, icv, ahp->icv_trunc_len); 132dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert 133dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert top_iph->tos = iph->tos; 134dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert top_iph->ttl = iph->ttl; 135dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert top_iph->frag_off = iph->frag_off; 136dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert if (top_iph->ihl != 5) { 137dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert top_iph->daddr = iph->daddr; 138dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert memcpy(top_iph+1, iph+1, top_iph->ihl*4 - sizeof(struct iphdr)); 139dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert } 140dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert 141dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert kfree(AH_SKB_CB(skb)->tmp); 142dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert xfrm_output_resume(skb, err); 143dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert} 144dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert 1451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic int ah_output(struct xfrm_state *x, struct sk_buff *skb) 1461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 1471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int err; 148dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert int nfrags; 149dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert int ihl; 150dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert u8 *icv; 151dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert struct sk_buff *trailer; 152dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert struct crypto_ahash *ahash; 153dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert struct ahash_request *req; 154dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert struct scatterlist *sg; 1551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct iphdr *iph, *top_iph; 1561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct ip_auth_hdr *ah; 1571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct ah_data *ahp; 158d4d573d0334d07341beffdcf97e2b85d3955d8aeFan Du int seqhi_len = 0; 159d4d573d0334d07341beffdcf97e2b85d3955d8aeFan Du __be32 *seqhi; 160d4d573d0334d07341beffdcf97e2b85d3955d8aeFan Du int sglists = 0; 161d4d573d0334d07341beffdcf97e2b85d3955d8aeFan Du struct scatterlist *seqhisg; 162dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert 163dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert ahp = x->data; 164dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert ahash = ahp->ahash; 165dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert 166dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert if ((err = skb_cow_data(skb, 0, &trailer)) < 0) 167dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert goto out; 168dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert nfrags = err; 1691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1707b277b1a5fb147cb828e5d8b9780cee60f31a9bfHerbert Xu skb_push(skb, -skb_network_offset(skb)); 171dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert ah = ip_auth_hdr(skb); 172dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert ihl = ip_hdrlen(skb); 173dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert 174d4d573d0334d07341beffdcf97e2b85d3955d8aeFan Du if (x->props.flags & XFRM_STATE_ESN) { 175d4d573d0334d07341beffdcf97e2b85d3955d8aeFan Du sglists = 1; 176d4d573d0334d07341beffdcf97e2b85d3955d8aeFan Du seqhi_len = sizeof(*seqhi); 177d4d573d0334d07341beffdcf97e2b85d3955d8aeFan Du } 178dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert err = -ENOMEM; 179d4d573d0334d07341beffdcf97e2b85d3955d8aeFan Du iph = ah_alloc_tmp(ahash, nfrags + sglists, ihl + seqhi_len); 180dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert if (!iph) 181dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert goto out; 182d4d573d0334d07341beffdcf97e2b85d3955d8aeFan Du seqhi = (__be32 *)((char *)iph + ihl); 183d4d573d0334d07341beffdcf97e2b85d3955d8aeFan Du icv = ah_tmp_icv(ahash, seqhi, seqhi_len); 184dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert req = ah_tmp_req(ahash, icv); 185dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert sg = ah_req_sg(ahash, req); 186d4d573d0334d07341beffdcf97e2b85d3955d8aeFan Du seqhisg = sg + nfrags; 187dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert 188dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert memset(ah->auth_data, 0, ahp->icv_trunc_len); 189dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert 190eddc9ec53be2ecdbf4efe0efd4a83052594f0ac0Arnaldo Carvalho de Melo top_iph = ip_hdr(skb); 1911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds iph->tos = top_iph->tos; 1931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds iph->ttl = top_iph->ttl; 1941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds iph->frag_off = top_iph->frag_off; 1951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (top_iph->ihl != 5) { 1971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds iph->daddr = top_iph->daddr; 1981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(iph+1, top_iph+1, top_iph->ihl*4 - sizeof(struct iphdr)); 1991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds err = ip_clear_mutable_options(top_iph, &top_iph->daddr); 2001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (err) 201dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert goto out_free; 2021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 20437fedd3aab6517daec628764c5d66dd8761fbe5fHerbert Xu ah->nexthdr = *skb_mac_header(skb); 20537fedd3aab6517daec628764c5d66dd8761fbe5fHerbert Xu *skb_mac_header(skb) = IPPROTO_AH; 2061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds top_iph->tos = 0; 2081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds top_iph->tot_len = htons(skb->len); 2091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds top_iph->frag_off = 0; 2101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds top_iph->ttl = 0; 2111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds top_iph->check = 0; 2121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 213fa9921e46fd52b78070dc67ce0d27ec301a90410Nicolas Dichtel if (x->props.flags & XFRM_STATE_ALIGN4) 214fa9921e46fd52b78070dc67ce0d27ec301a90410Nicolas Dichtel ah->hdrlen = (XFRM_ALIGN4(sizeof(*ah) + ahp->icv_trunc_len) >> 2) - 2; 215fa9921e46fd52b78070dc67ce0d27ec301a90410Nicolas Dichtel else 216fa9921e46fd52b78070dc67ce0d27ec301a90410Nicolas Dichtel ah->hdrlen = (XFRM_ALIGN8(sizeof(*ah) + ahp->icv_trunc_len) >> 2) - 2; 2171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ah->reserved = 0; 2191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ah->spi = x->id.spi; 2201ce3644ade9c865c755bf0f6a4e109b7bb6eb60fSteffen Klassert ah->seq_no = htonl(XFRM_SKB_CB(skb)->seq.output.low); 221b7c6538cd84f8072fad43bfce530f5bf695edbbaHerbert Xu 222d4d573d0334d07341beffdcf97e2b85d3955d8aeFan Du sg_init_table(sg, nfrags + sglists); 223d4d573d0334d07341beffdcf97e2b85d3955d8aeFan Du skb_to_sgvec_nomark(skb, sg, 0, skb->len); 224b7c6538cd84f8072fad43bfce530f5bf695edbbaHerbert Xu 225d4d573d0334d07341beffdcf97e2b85d3955d8aeFan Du if (x->props.flags & XFRM_STATE_ESN) { 226d4d573d0334d07341beffdcf97e2b85d3955d8aeFan Du /* Attach seqhi sg right after packet payload */ 227d4d573d0334d07341beffdcf97e2b85d3955d8aeFan Du *seqhi = htonl(XFRM_SKB_CB(skb)->seq.output.hi); 228d4d573d0334d07341beffdcf97e2b85d3955d8aeFan Du sg_set_buf(seqhisg, seqhi, seqhi_len); 229d4d573d0334d07341beffdcf97e2b85d3955d8aeFan Du } 230d4d573d0334d07341beffdcf97e2b85d3955d8aeFan Du ahash_request_set_crypt(req, sg, icv, skb->len + seqhi_len); 231dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert ahash_request_set_callback(req, 0, ah_output_done, skb); 232dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert 233dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert AH_SKB_CB(skb)->tmp = iph; 234dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert 235dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert err = crypto_ahash_digest(req); 236dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert if (err) { 237dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert if (err == -EINPROGRESS) 238dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert goto out; 239dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert 240dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert if (err == -EBUSY) 241dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert err = NET_XMIT_DROP; 242dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert goto out_free; 243dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert } 244dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert 245dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert memcpy(ah->auth_data, icv, ahp->icv_trunc_len); 2461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds top_iph->tos = iph->tos; 2481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds top_iph->ttl = iph->ttl; 2491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds top_iph->frag_off = iph->frag_off; 2501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (top_iph->ihl != 5) { 2511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds top_iph->daddr = iph->daddr; 2521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(top_iph+1, iph+1, top_iph->ihl*4 - sizeof(struct iphdr)); 2531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 255dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassertout_free: 256dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert kfree(iph); 257dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassertout: 2581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return err; 2591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 2601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 261dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassertstatic void ah_input_done(struct crypto_async_request *base, int err) 262dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert{ 263dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert u8 *auth_data; 264dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert u8 *icv; 265dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert struct iphdr *work_iph; 266dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert struct sk_buff *skb = base->data; 267dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert struct xfrm_state *x = xfrm_input_state(skb); 268dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert struct ah_data *ahp = x->data; 269dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert struct ip_auth_hdr *ah = ip_auth_hdr(skb); 270dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert int ihl = ip_hdrlen(skb); 271dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert int ah_hlen = (ah->hdrlen + 2) << 2; 272dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert 273dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert work_iph = AH_SKB_CB(skb)->tmp; 274dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert auth_data = ah_tmp_auth(work_iph, ihl); 275dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert icv = ah_tmp_icv(ahp->ahash, auth_data, ahp->icv_trunc_len); 276dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert 277dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert err = memcmp(icv, auth_data, ahp->icv_trunc_len) ? -EBADMSG: 0; 278dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert if (err) 279dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert goto out; 280dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert 281b7ea81a58adc123a4e980cb0eff9eb5c144b5dc7Nick Bowler err = ah->nexthdr; 282b7ea81a58adc123a4e980cb0eff9eb5c144b5dc7Nick Bowler 283dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert skb->network_header += ah_hlen; 284dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert memcpy(skb_network_header(skb), work_iph, ihl); 285dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert __skb_pull(skb, ah_hlen + ihl); 2867143dfac692cd25d48a24dbe8323bc17af95b4ecLi RongQing 2877143dfac692cd25d48a24dbe8323bc17af95b4ecLi RongQing if (x->props.mode == XFRM_MODE_TUNNEL) 2887143dfac692cd25d48a24dbe8323bc17af95b4ecLi RongQing skb_reset_transport_header(skb); 2897143dfac692cd25d48a24dbe8323bc17af95b4ecLi RongQing else 2907143dfac692cd25d48a24dbe8323bc17af95b4ecLi RongQing skb_set_transport_header(skb, -ihl); 291dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassertout: 292dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert kfree(AH_SKB_CB(skb)->tmp); 293dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert xfrm_input_resume(skb, err); 294dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert} 295dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert 296e695633e21ffb6a443a8c2f8b3f095c7f1a48eb0Herbert Xustatic int ah_input(struct xfrm_state *x, struct sk_buff *skb) 2971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 2981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int ah_hlen; 29931a4ab93025719e62e7cf7ce899f71c34ecde5a0Herbert Xu int ihl; 300631a6698d09e57cadc069914d613899609a0ae83Herbert Xu int nexthdr; 301dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert int nfrags; 302dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert u8 *auth_data; 303dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert u8 *icv; 304dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert struct sk_buff *trailer; 305dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert struct crypto_ahash *ahash; 306dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert struct ahash_request *req; 307dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert struct scatterlist *sg; 308dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert struct iphdr *iph, *work_iph; 3091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct ip_auth_hdr *ah; 3101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct ah_data *ahp; 311dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert int err = -ENOMEM; 312d8b2a8600b0ea002985d65bba4a94642a01bfe4cFan Du int seqhi_len = 0; 313d8b2a8600b0ea002985d65bba4a94642a01bfe4cFan Du __be32 *seqhi; 314d8b2a8600b0ea002985d65bba4a94642a01bfe4cFan Du int sglists = 0; 315d8b2a8600b0ea002985d65bba4a94642a01bfe4cFan Du struct scatterlist *seqhisg; 3161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 31787bdc48d304191313203df9b98d783e1ab5a55abHerbert Xu if (!pskb_may_pull(skb, sizeof(*ah))) 3181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds goto out; 3191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 32087bdc48d304191313203df9b98d783e1ab5a55abHerbert Xu ah = (struct ip_auth_hdr *)skb->data; 3211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ahp = x->data; 322dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert ahash = ahp->ahash; 323dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert 324631a6698d09e57cadc069914d613899609a0ae83Herbert Xu nexthdr = ah->nexthdr; 3251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ah_hlen = (ah->hdrlen + 2) << 2; 326e905a9edab7f4f14f9213b52234e4a346c690911YOSHIFUJI Hideaki 327fa9921e46fd52b78070dc67ce0d27ec301a90410Nicolas Dichtel if (x->props.flags & XFRM_STATE_ALIGN4) { 328fa9921e46fd52b78070dc67ce0d27ec301a90410Nicolas Dichtel if (ah_hlen != XFRM_ALIGN4(sizeof(*ah) + ahp->icv_full_len) && 329fa9921e46fd52b78070dc67ce0d27ec301a90410Nicolas Dichtel ah_hlen != XFRM_ALIGN4(sizeof(*ah) + ahp->icv_trunc_len)) 330fa9921e46fd52b78070dc67ce0d27ec301a90410Nicolas Dichtel goto out; 331fa9921e46fd52b78070dc67ce0d27ec301a90410Nicolas Dichtel } else { 332fa9921e46fd52b78070dc67ce0d27ec301a90410Nicolas Dichtel if (ah_hlen != XFRM_ALIGN8(sizeof(*ah) + ahp->icv_full_len) && 333fa9921e46fd52b78070dc67ce0d27ec301a90410Nicolas Dichtel ah_hlen != XFRM_ALIGN8(sizeof(*ah) + ahp->icv_trunc_len)) 334fa9921e46fd52b78070dc67ce0d27ec301a90410Nicolas Dichtel goto out; 335fa9921e46fd52b78070dc67ce0d27ec301a90410Nicolas Dichtel } 3361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!pskb_may_pull(skb, ah_hlen)) 3381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds goto out; 3391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* We are going to _remove_ AH header to keep sockets happy, 3411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * so... Later this can change. */ 34214bbd6a565e1bcdc240d44687edb93f721cfdf99Pravin B Shelar if (skb_unclone(skb, GFP_ATOMIC)) 3431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds goto out; 3441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds skb->ip_summed = CHECKSUM_NONE; 3461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 347dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert 348dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert if ((err = skb_cow_data(skb, 0, &trailer)) < 0) 349dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert goto out; 350dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert nfrags = err; 351dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert 3524b0ef1f223be4e092632b4152ceec5627ac10f59Dang Hongwu ah = (struct ip_auth_hdr *)skb->data; 3534b0ef1f223be4e092632b4152ceec5627ac10f59Dang Hongwu iph = ip_hdr(skb); 3544b0ef1f223be4e092632b4152ceec5627ac10f59Dang Hongwu ihl = ip_hdrlen(skb); 3554b0ef1f223be4e092632b4152ceec5627ac10f59Dang Hongwu 356d8b2a8600b0ea002985d65bba4a94642a01bfe4cFan Du if (x->props.flags & XFRM_STATE_ESN) { 357d8b2a8600b0ea002985d65bba4a94642a01bfe4cFan Du sglists = 1; 358d8b2a8600b0ea002985d65bba4a94642a01bfe4cFan Du seqhi_len = sizeof(*seqhi); 359d8b2a8600b0ea002985d65bba4a94642a01bfe4cFan Du } 360d8b2a8600b0ea002985d65bba4a94642a01bfe4cFan Du 361d8b2a8600b0ea002985d65bba4a94642a01bfe4cFan Du work_iph = ah_alloc_tmp(ahash, nfrags + sglists, ihl + 362d8b2a8600b0ea002985d65bba4a94642a01bfe4cFan Du ahp->icv_trunc_len + seqhi_len); 363dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert if (!work_iph) 364dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert goto out; 365dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert 366d8b2a8600b0ea002985d65bba4a94642a01bfe4cFan Du seqhi = (__be32 *)((char *)work_iph + ihl); 367d8b2a8600b0ea002985d65bba4a94642a01bfe4cFan Du auth_data = ah_tmp_auth(seqhi, seqhi_len); 368dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert icv = ah_tmp_icv(ahash, auth_data, ahp->icv_trunc_len); 369dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert req = ah_tmp_req(ahash, icv); 370dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert sg = ah_req_sg(ahash, req); 371d8b2a8600b0ea002985d65bba4a94642a01bfe4cFan Du seqhisg = sg + nfrags; 3721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 373dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert memcpy(work_iph, iph, ihl); 374dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert memcpy(auth_data, ah->auth_data, ahp->icv_trunc_len); 375dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert memset(ah->auth_data, 0, ahp->icv_trunc_len); 3761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds iph->ttl = 0; 3781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds iph->tos = 0; 3791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds iph->frag_off = 0; 3801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds iph->check = 0; 38131a4ab93025719e62e7cf7ce899f71c34ecde5a0Herbert Xu if (ihl > sizeof(*iph)) { 382d5a0a1e3109339090769e40fdaa62482fcf2a717Al Viro __be32 dummy; 383dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert err = ip_clear_mutable_options(iph, &dummy); 384dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert if (err) 385dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert goto out_free; 3861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 3870ebea8ef3559b545c37b016f44e84c3b33e47c39Herbert Xu 388dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert skb_push(skb, ihl); 389e905a9edab7f4f14f9213b52234e4a346c690911YOSHIFUJI Hideaki 390d8b2a8600b0ea002985d65bba4a94642a01bfe4cFan Du sg_init_table(sg, nfrags + sglists); 391d8b2a8600b0ea002985d65bba4a94642a01bfe4cFan Du skb_to_sgvec_nomark(skb, sg, 0, skb->len); 392dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert 393d8b2a8600b0ea002985d65bba4a94642a01bfe4cFan Du if (x->props.flags & XFRM_STATE_ESN) { 394d8b2a8600b0ea002985d65bba4a94642a01bfe4cFan Du /* Attach seqhi sg right after packet payload */ 395d8b2a8600b0ea002985d65bba4a94642a01bfe4cFan Du *seqhi = XFRM_SKB_CB(skb)->seq.input.hi; 396d8b2a8600b0ea002985d65bba4a94642a01bfe4cFan Du sg_set_buf(seqhisg, seqhi, seqhi_len); 397d8b2a8600b0ea002985d65bba4a94642a01bfe4cFan Du } 398d8b2a8600b0ea002985d65bba4a94642a01bfe4cFan Du ahash_request_set_crypt(req, sg, icv, skb->len + seqhi_len); 399dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert ahash_request_set_callback(req, 0, ah_input_done, skb); 400dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert 401dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert AH_SKB_CB(skb)->tmp = work_iph; 402dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert 403dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert err = crypto_ahash_digest(req); 404dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert if (err) { 405dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert if (err == -EINPROGRESS) 406dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert goto out; 407dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert 408dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert goto out_free; 4091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4100ebea8ef3559b545c37b016f44e84c3b33e47c39Herbert Xu 411dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert err = memcmp(icv, auth_data, ahp->icv_trunc_len) ? -EBADMSG: 0; 4120ebea8ef3559b545c37b016f44e84c3b33e47c39Herbert Xu if (err) 413dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert goto out_free; 4140ebea8ef3559b545c37b016f44e84c3b33e47c39Herbert Xu 415b0e380b1d8a8e0aca215df97702f99815f05c094Arnaldo Carvalho de Melo skb->network_header += ah_hlen; 416dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert memcpy(skb_network_header(skb), work_iph, ihl); 41731a4ab93025719e62e7cf7ce899f71c34ecde5a0Herbert Xu __skb_pull(skb, ah_hlen + ihl); 4187143dfac692cd25d48a24dbe8323bc17af95b4ecLi RongQing if (x->props.mode == XFRM_MODE_TUNNEL) 4197143dfac692cd25d48a24dbe8323bc17af95b4ecLi RongQing skb_reset_transport_header(skb); 4207143dfac692cd25d48a24dbe8323bc17af95b4ecLi RongQing else 4217143dfac692cd25d48a24dbe8323bc17af95b4ecLi RongQing skb_set_transport_header(skb, -ihl); 4221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 423dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert err = nexthdr; 4241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 425dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassertout_free: 426dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert kfree (work_iph); 4271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsout: 42807d4ee583e21830ec5604d31f65cdc60a6eca19eHerbert Xu return err; 4291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 4301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 431e5b56454e09a45ea6206d5253f78042c4e63f7d4Steffen Klassertstatic int ah4_err(struct sk_buff *skb, u32 info) 4321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 4334fb236bac9fc7d51e2267866de6d4c30e549d2f8Alexey Dobriyan struct net *net = dev_net(skb->dev); 434b71d1d426d263b0b6cb5760322efebbfc89d4463Eric Dumazet const struct iphdr *iph = (const struct iphdr *)skb->data; 435d9319100c1ad7d0ed4045ded767684ad25670436Jianjun Kong struct ip_auth_hdr *ah = (struct ip_auth_hdr *)(skb->data+(iph->ihl<<2)); 4361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct xfrm_state *x; 4371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 43855be7a9c6074f749d617a7fc1914c9a23505438cDavid S. Miller switch (icmp_hdr(skb)->type) { 43955be7a9c6074f749d617a7fc1914c9a23505438cDavid S. Miller case ICMP_DEST_UNREACH: 44055be7a9c6074f749d617a7fc1914c9a23505438cDavid S. Miller if (icmp_hdr(skb)->code != ICMP_FRAG_NEEDED) 441e5b56454e09a45ea6206d5253f78042c4e63f7d4Steffen Klassert return 0; 44255be7a9c6074f749d617a7fc1914c9a23505438cDavid S. Miller case ICMP_REDIRECT: 44355be7a9c6074f749d617a7fc1914c9a23505438cDavid S. Miller break; 44455be7a9c6074f749d617a7fc1914c9a23505438cDavid S. Miller default: 445e5b56454e09a45ea6206d5253f78042c4e63f7d4Steffen Klassert return 0; 44655be7a9c6074f749d617a7fc1914c9a23505438cDavid S. Miller } 4471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 448b71d1d426d263b0b6cb5760322efebbfc89d4463Eric Dumazet x = xfrm_state_lookup(net, skb->mark, (const xfrm_address_t *)&iph->daddr, 449b71d1d426d263b0b6cb5760322efebbfc89d4463Eric Dumazet ah->spi, IPPROTO_AH, AF_INET); 4501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!x) 451e5b56454e09a45ea6206d5253f78042c4e63f7d4Steffen Klassert return 0; 45255be7a9c6074f749d617a7fc1914c9a23505438cDavid S. Miller 453387aa65a89434abe3128d36d1a6fc3842c94905dTimo Teräs if (icmp_hdr(skb)->type == ICMP_DEST_UNREACH) 45455be7a9c6074f749d617a7fc1914c9a23505438cDavid S. Miller ipv4_update_pmtu(skb, net, info, 0, 0, IPPROTO_AH, 0); 455387aa65a89434abe3128d36d1a6fc3842c94905dTimo Teräs else 45655be7a9c6074f749d617a7fc1914c9a23505438cDavid S. Miller ipv4_redirect(skb, net, 0, 0, IPPROTO_AH, 0); 4571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds xfrm_state_put(x); 458e5b56454e09a45ea6206d5253f78042c4e63f7d4Steffen Klassert 459e5b56454e09a45ea6206d5253f78042c4e63f7d4Steffen Klassert return 0; 4601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 4611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 46272cb6962a91f2af9eef69a06198e1949c10259aeHerbert Xustatic int ah_init_state(struct xfrm_state *x) 4631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 4641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct ah_data *ahp = NULL; 4651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct xfrm_algo_desc *aalg_desc; 466dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert struct crypto_ahash *ahash; 4671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!x->aalg) 4691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds goto error; 4701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (x->encap) 4721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds goto error; 4731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4740da974f4f303a6842516b764507e3c0a03f41e5aPanagiotis Issaris ahp = kzalloc(sizeof(*ahp), GFP_KERNEL); 475dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert if (!ahp) 4761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return -ENOMEM; 4771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 478dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert ahash = crypto_alloc_ahash(x->aalg->alg_name, 0, 0); 479dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert if (IS_ERR(ahash)) 48007d4ee583e21830ec5604d31f65cdc60a6eca19eHerbert Xu goto error; 48107d4ee583e21830ec5604d31f65cdc60a6eca19eHerbert Xu 482dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert ahp->ahash = ahash; 483dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert if (crypto_ahash_setkey(ahash, x->aalg->alg_key, 484dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert (x->aalg->alg_key_len + 7) / 8)) 4851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds goto error; 486e905a9edab7f4f14f9213b52234e4a346c690911YOSHIFUJI Hideaki 4871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 4881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Lookup the algorithm description maintained by xfrm_algo, 4891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * verify crypto transform properties, and store information 4901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * we need for AH processing. This lookup cannot fail here 491dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert * after a successful crypto_alloc_ahash(). 4921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 4931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds aalg_desc = xfrm_aalg_get_byname(x->aalg->alg_name, 0); 4941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds BUG_ON(!aalg_desc); 4951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (aalg_desc->uinfo.auth.icv_fullbits/8 != 497dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert crypto_ahash_digestsize(ahash)) { 498afd465030acb4098abcb6b965a5aebc7ea2209e0Joe Perches pr_info("%s: %s digestsize %u != %hu\n", 499afd465030acb4098abcb6b965a5aebc7ea2209e0Joe Perches __func__, x->aalg->alg_name, 500afd465030acb4098abcb6b965a5aebc7ea2209e0Joe Perches crypto_ahash_digestsize(ahash), 501afd465030acb4098abcb6b965a5aebc7ea2209e0Joe Perches aalg_desc->uinfo.auth.icv_fullbits / 8); 5021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds goto error; 5031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 504e905a9edab7f4f14f9213b52234e4a346c690911YOSHIFUJI Hideaki 5051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ahp->icv_full_len = aalg_desc->uinfo.auth.icv_fullbits/8; 5068f8a088c2127c729638da8f2d33860e346c01edaMartin Willi ahp->icv_trunc_len = x->aalg->alg_trunc_len/8; 507e905a9edab7f4f14f9213b52234e4a346c690911YOSHIFUJI Hideaki 508fa9921e46fd52b78070dc67ce0d27ec301a90410Nicolas Dichtel if (x->props.flags & XFRM_STATE_ALIGN4) 509fa9921e46fd52b78070dc67ce0d27ec301a90410Nicolas Dichtel x->props.header_len = XFRM_ALIGN4(sizeof(struct ip_auth_hdr) + 510fa9921e46fd52b78070dc67ce0d27ec301a90410Nicolas Dichtel ahp->icv_trunc_len); 511fa9921e46fd52b78070dc67ce0d27ec301a90410Nicolas Dichtel else 512fa9921e46fd52b78070dc67ce0d27ec301a90410Nicolas Dichtel x->props.header_len = XFRM_ALIGN8(sizeof(struct ip_auth_hdr) + 513fa9921e46fd52b78070dc67ce0d27ec301a90410Nicolas Dichtel ahp->icv_trunc_len); 5147e49e6de30efa716614e280d97963c570f3acf29Masahide NAKAMURA if (x->props.mode == XFRM_MODE_TUNNEL) 5151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds x->props.header_len += sizeof(struct iphdr); 5161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds x->data = ahp; 5171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 5191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldserror: 5211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ahp) { 522dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert crypto_free_ahash(ahp->ahash); 5231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds kfree(ahp); 5241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 5251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return -EINVAL; 5261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 5271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void ah_destroy(struct xfrm_state *x) 5291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 5301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct ah_data *ahp = x->data; 5311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!ahp) 5331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 5341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 535dff3bb0626279bae04ed10ed61ab726d6b3ef4b4Steffen Klassert crypto_free_ahash(ahp->ahash); 5361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds kfree(ahp); 5371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 5381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 539e5b56454e09a45ea6206d5253f78042c4e63f7d4Steffen Klassertstatic int ah4_rcv_cb(struct sk_buff *skb, int err) 540e5b56454e09a45ea6206d5253f78042c4e63f7d4Steffen Klassert{ 541e5b56454e09a45ea6206d5253f78042c4e63f7d4Steffen Klassert return 0; 542e5b56454e09a45ea6206d5253f78042c4e63f7d4Steffen Klassert} 5431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 544533cb5b0a63f28ecab5503cfceb77e641fa7f7c4Eric Dumazetstatic const struct xfrm_type ah_type = 5451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 5461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds .description = "AH4", 5471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds .owner = THIS_MODULE, 5481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds .proto = IPPROTO_AH, 549436a0a402203d5a47d2edf7e4dde6c08a7257983Herbert Xu .flags = XFRM_TYPE_REPLAY_PROT, 5501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds .init_state = ah_init_state, 5511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds .destructor = ah_destroy, 5521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds .input = ah_input, 5531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds .output = ah_output 5541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}; 5551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 556e5b56454e09a45ea6206d5253f78042c4e63f7d4Steffen Klassertstatic struct xfrm4_protocol ah4_protocol = { 5571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds .handler = xfrm4_rcv, 558e5b56454e09a45ea6206d5253f78042c4e63f7d4Steffen Klassert .input_handler = xfrm_input, 559e5b56454e09a45ea6206d5253f78042c4e63f7d4Steffen Klassert .cb_handler = ah4_rcv_cb, 5601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds .err_handler = ah4_err, 561e5b56454e09a45ea6206d5253f78042c4e63f7d4Steffen Klassert .priority = 0, 5621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}; 5631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic int __init ah4_init(void) 5651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 5661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (xfrm_register_type(&ah_type, AF_INET) < 0) { 567058bd4d2a4ff0aaa4a5381c67e776729d840c785Joe Perches pr_info("%s: can't add xfrm type\n", __func__); 5681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return -EAGAIN; 5691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 570e5b56454e09a45ea6206d5253f78042c4e63f7d4Steffen Klassert if (xfrm4_protocol_register(&ah4_protocol, IPPROTO_AH) < 0) { 571058bd4d2a4ff0aaa4a5381c67e776729d840c785Joe Perches pr_info("%s: can't add protocol\n", __func__); 5721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds xfrm_unregister_type(&ah_type, AF_INET); 5731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return -EAGAIN; 5741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 5751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 5761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 5771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void __exit ah4_fini(void) 5791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 580e5b56454e09a45ea6206d5253f78042c4e63f7d4Steffen Klassert if (xfrm4_protocol_deregister(&ah4_protocol, IPPROTO_AH) < 0) 581058bd4d2a4ff0aaa4a5381c67e776729d840c785Joe Perches pr_info("%s: can't remove protocol\n", __func__); 5821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (xfrm_unregister_type(&ah_type, AF_INET) < 0) 583058bd4d2a4ff0aaa4a5381c67e776729d840c785Joe Perches pr_info("%s: can't remove xfrm type\n", __func__); 5841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 5851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsmodule_init(ah4_init); 5871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsmodule_exit(ah4_fini); 5881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsMODULE_LICENSE("GPL"); 589d3d6dd3adaaad71eae20902ed81808a66a40a5b9Masahide NAKAMURAMODULE_ALIAS_XFRM_TYPE(AF_INET, XFRM_PROTO_AH); 590