xdr.c revision 37a4e6cb0391f2293ba3d59e3a63ec0e56ed720d
11da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 21da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * linux/net/sunrpc/xdr.c 31da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 41da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Generic XDR support. 51da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 61da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Copyright (C) 1995, 1996 Olaf Kirch <okir@monad.swb.de> 71da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 81da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9a246b0105bbd9a70a698f69baae2042996f2a0e9Chuck Lever#include <linux/module.h> 101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/types.h> 111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/string.h> 121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/kernel.h> 131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/pagemap.h> 141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/errno.h> 151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/sunrpc/xdr.h> 161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/sunrpc/msg_prot.h> 171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * XDR functions for basic NFS types 201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 21d8ed029d6000ba2e2908d9286409e4833c091b4cAlexey Dobriyan__be32 * 22d8ed029d6000ba2e2908d9286409e4833c091b4cAlexey Dobriyanxdr_encode_netobj(__be32 *p, const struct xdr_netobj *obj) 231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int quadlen = XDR_QUADLEN(obj->len); 251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p[quadlen] = 0; /* zero trailing bytes */ 271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *p++ = htonl(obj->len); 281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(p, obj->data, obj->len); 291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return p + XDR_QUADLEN(obj->len); 301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 32d8ed029d6000ba2e2908d9286409e4833c091b4cAlexey Dobriyan__be32 * 33d8ed029d6000ba2e2908d9286409e4833c091b4cAlexey Dobriyanxdr_decode_netobj(__be32 *p, struct xdr_netobj *obj) 341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int len; 361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((len = ntohl(*p++)) > XDR_MAX_NETOBJ) 381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return NULL; 391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds obj->len = len; 401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds obj->data = (u8 *) p; 411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return p + XDR_QUADLEN(len); 421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/** 451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * xdr_encode_opaque_fixed - Encode fixed length opaque data 464dc3b16ba18c0f967ad100c52fa65b01a4f76ff0Pavel Pisa * @p: pointer to current position in XDR buffer. 474dc3b16ba18c0f967ad100c52fa65b01a4f76ff0Pavel Pisa * @ptr: pointer to data to encode (or NULL) 484dc3b16ba18c0f967ad100c52fa65b01a4f76ff0Pavel Pisa * @nbytes: size of data. 491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Copy the array of data of length nbytes at ptr to the XDR buffer 511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * at position p, then align to the next 32-bit boundary by padding 521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * with zero bytes (see RFC1832). 531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Note: if ptr is NULL, only the padding is performed. 541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Returns the updated current XDR buffer position 561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 58d8ed029d6000ba2e2908d9286409e4833c091b4cAlexey Dobriyan__be32 *xdr_encode_opaque_fixed(__be32 *p, const void *ptr, unsigned int nbytes) 591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (likely(nbytes != 0)) { 611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int quadlen = XDR_QUADLEN(nbytes); 621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int padding = (quadlen << 2) - nbytes; 631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (ptr != NULL) 651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(p, ptr, nbytes); 661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (padding != 0) 671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memset((char *)p + nbytes, 0, padding); 681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p += quadlen; 691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return p; 711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsEXPORT_SYMBOL(xdr_encode_opaque_fixed); 731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/** 751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * xdr_encode_opaque - Encode variable length opaque data 764dc3b16ba18c0f967ad100c52fa65b01a4f76ff0Pavel Pisa * @p: pointer to current position in XDR buffer. 774dc3b16ba18c0f967ad100c52fa65b01a4f76ff0Pavel Pisa * @ptr: pointer to data to encode (or NULL) 784dc3b16ba18c0f967ad100c52fa65b01a4f76ff0Pavel Pisa * @nbytes: size of data. 791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Returns the updated current XDR buffer position 811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 82d8ed029d6000ba2e2908d9286409e4833c091b4cAlexey Dobriyan__be32 *xdr_encode_opaque(__be32 *p, const void *ptr, unsigned int nbytes) 831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *p++ = htonl(nbytes); 851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return xdr_encode_opaque_fixed(p, ptr, nbytes); 861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsEXPORT_SYMBOL(xdr_encode_opaque); 881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 89d8ed029d6000ba2e2908d9286409e4833c091b4cAlexey Dobriyan__be32 * 90d8ed029d6000ba2e2908d9286409e4833c091b4cAlexey Dobriyanxdr_encode_string(__be32 *p, const char *string) 911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return xdr_encode_array(p, string, strlen(string)); 931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 95d8ed029d6000ba2e2908d9286409e4833c091b4cAlexey Dobriyan__be32 * 96d8ed029d6000ba2e2908d9286409e4833c091b4cAlexey Dobriyanxdr_decode_string_inplace(__be32 *p, char **sp, int *lenp, int maxlen) 971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int len; 991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if ((len = ntohl(*p++)) > maxlen) 1011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return NULL; 1021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *lenp = len; 1031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *sp = (char *) p; 1041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return p + XDR_QUADLEN(len); 1051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 1061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid 1081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsxdr_encode_pages(struct xdr_buf *xdr, struct page **pages, unsigned int base, 1091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int len) 1101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 1111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct kvec *tail = xdr->tail; 1121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds u32 *p; 1131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds xdr->pages = pages; 1151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds xdr->page_base = base; 1161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds xdr->page_len = len; 1171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p = (u32 *)xdr->head[0].iov_base + XDR_QUADLEN(xdr->head[0].iov_len); 1191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds tail->iov_base = p; 1201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds tail->iov_len = 0; 1211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (len & 3) { 1231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int pad = 4 - (len & 3); 1241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *p = 0; 1261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds tail->iov_base = (char *)p + (len & 3); 1271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds tail->iov_len = pad; 1281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds len += pad; 1291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 1301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds xdr->buflen += len; 1311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds xdr->len += len; 1321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 1331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid 1351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsxdr_inline_pages(struct xdr_buf *xdr, unsigned int offset, 1361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct page **pages, unsigned int base, unsigned int len) 1371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 1381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct kvec *head = xdr->head; 1391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct kvec *tail = xdr->tail; 1401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds char *buf = (char *)head->iov_base; 1411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int buflen = head->iov_len; 1421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds head->iov_len = offset; 1441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds xdr->pages = pages; 1461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds xdr->page_base = base; 1471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds xdr->page_len = len; 1481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds tail->iov_base = buf + offset; 1501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds tail->iov_len = buflen - offset; 1511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds xdr->buflen += len; 1531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 1541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 1571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Helper routines for doing 'memmove' like operations on a struct xdr_buf 1581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 1591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * _shift_data_right_pages 1601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * @pages: vector of pages containing both the source and dest memory area. 1611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * @pgto_base: page vector address of destination 1621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * @pgfrom_base: page vector address of source 1631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * @len: number of bytes to copy 1641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 1651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Note: the addresses pgto_base and pgfrom_base are both calculated in 1661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * the same way: 1671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * if a memory area starts at byte 'base' in page 'pages[i]', 1681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * then its address is given as (i << PAGE_CACHE_SHIFT) + base 1691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Also note: pgfrom_base must be < pgto_base, but the memory areas 1701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * they point to may overlap. 1711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 1721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void 1731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds_shift_data_right_pages(struct page **pages, size_t pgto_base, 1741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds size_t pgfrom_base, size_t len) 1751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 1761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct page **pgfrom, **pgto; 1771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds char *vfrom, *vto; 1781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds size_t copy; 1791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds BUG_ON(pgto_base <= pgfrom_base); 1811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds pgto_base += len; 1831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds pgfrom_base += len; 1841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds pgto = pages + (pgto_base >> PAGE_CACHE_SHIFT); 1861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds pgfrom = pages + (pgfrom_base >> PAGE_CACHE_SHIFT); 1871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds pgto_base &= ~PAGE_CACHE_MASK; 1891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds pgfrom_base &= ~PAGE_CACHE_MASK; 1901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds do { 1921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Are any pointers crossing a page boundary? */ 1931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (pgto_base == 0) { 1941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds pgto_base = PAGE_CACHE_SIZE; 1951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds pgto--; 1961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 1971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (pgfrom_base == 0) { 1981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds pgfrom_base = PAGE_CACHE_SIZE; 1991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds pgfrom--; 2001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds copy = len; 2031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (copy > pgto_base) 2041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds copy = pgto_base; 2051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (copy > pgfrom_base) 2061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds copy = pgfrom_base; 2071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds pgto_base -= copy; 2081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds pgfrom_base -= copy; 2091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds vto = kmap_atomic(*pgto, KM_USER0); 2111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds vfrom = kmap_atomic(*pgfrom, KM_USER1); 2121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memmove(vto + pgto_base, vfrom + pgfrom_base, copy); 213bce3481c91801665e17f8daf59ede946129f3d3fTrond Myklebust flush_dcache_page(*pgto); 2141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds kunmap_atomic(vfrom, KM_USER1); 2151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds kunmap_atomic(vto, KM_USER0); 2161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } while ((len -= copy) != 0); 2181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 2191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 2211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * _copy_to_pages 2221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * @pages: array of pages 2231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * @pgbase: page vector address of destination 2241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * @p: pointer to source data 2251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * @len: length 2261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 2271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Copies data from an arbitrary memory location into an array of pages 2281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * The copy is assumed to be non-overlapping. 2291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 2301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void 2311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds_copy_to_pages(struct page **pages, size_t pgbase, const char *p, size_t len) 2321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 2331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct page **pgto; 2341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds char *vto; 2351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds size_t copy; 2361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds pgto = pages + (pgbase >> PAGE_CACHE_SHIFT); 2381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds pgbase &= ~PAGE_CACHE_MASK; 2391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds do { 2411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds copy = PAGE_CACHE_SIZE - pgbase; 2421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (copy > len) 2431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds copy = len; 2441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds vto = kmap_atomic(*pgto, KM_USER0); 2461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(vto + pgbase, p, copy); 2471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds kunmap_atomic(vto, KM_USER0); 2481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds pgbase += copy; 2501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (pgbase == PAGE_CACHE_SIZE) { 2511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds flush_dcache_page(*pgto); 2521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds pgbase = 0; 2531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds pgto++; 2541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p += copy; 2561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } while ((len -= copy) != 0); 2581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds flush_dcache_page(*pgto); 2591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 2601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 2621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * _copy_from_pages 2631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * @p: pointer to destination 2641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * @pages: array of pages 2651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * @pgbase: offset of source data 2661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * @len: length 2671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 2681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Copies data into an arbitrary memory location from an array of pages 2691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * The copy is assumed to be non-overlapping. 2701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 2711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void 2721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds_copy_from_pages(char *p, struct page **pages, size_t pgbase, size_t len) 2731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 2741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct page **pgfrom; 2751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds char *vfrom; 2761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds size_t copy; 2771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds pgfrom = pages + (pgbase >> PAGE_CACHE_SHIFT); 2791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds pgbase &= ~PAGE_CACHE_MASK; 2801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds do { 2821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds copy = PAGE_CACHE_SIZE - pgbase; 2831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (copy > len) 2841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds copy = len; 2851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds vfrom = kmap_atomic(*pgfrom, KM_USER0); 2871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(p, vfrom + pgbase, copy); 2881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds kunmap_atomic(vfrom, KM_USER0); 2891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds pgbase += copy; 2911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (pgbase == PAGE_CACHE_SIZE) { 2921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds pgbase = 0; 2931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds pgfrom++; 2941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p += copy; 2961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } while ((len -= copy) != 0); 2981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 2991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 3011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * xdr_shrink_bufhead 3021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * @buf: xdr_buf 3031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * @len: bytes to remove from buf->head[0] 3041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 3051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Shrinks XDR buffer's header kvec buf->head[0] by 3061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 'len' bytes. The extra data is not lost, but is instead 3071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * moved into the inlined pages and/or the tail. 3081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 3091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void 3101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsxdr_shrink_bufhead(struct xdr_buf *buf, size_t len) 3111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 3121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct kvec *head, *tail; 3131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds size_t copy, offs; 3141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int pglen = buf->page_len; 3151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds tail = buf->tail; 3171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds head = buf->head; 3181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds BUG_ON (len > head->iov_len); 3191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Shift the tail first */ 3211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (tail->iov_len != 0) { 3221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (tail->iov_len > len) { 3231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds copy = tail->iov_len - len; 3241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memmove((char *)tail->iov_base + len, 3251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds tail->iov_base, copy); 3261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 3271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Copy from the inlined pages into the tail */ 3281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds copy = len; 3291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (copy > pglen) 3301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds copy = pglen; 3311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds offs = len - copy; 3321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (offs >= tail->iov_len) 3331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds copy = 0; 3341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else if (copy > tail->iov_len - offs) 3351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds copy = tail->iov_len - offs; 3361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (copy != 0) 3371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds _copy_from_pages((char *)tail->iov_base + offs, 3381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds buf->pages, 3391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds buf->page_base + pglen + offs - len, 3401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds copy); 3411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Do we also need to copy data from the head into the tail ? */ 3421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (len > pglen) { 3431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds offs = copy = len - pglen; 3441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (copy > tail->iov_len) 3451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds copy = tail->iov_len; 3461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memcpy(tail->iov_base, 3471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (char *)head->iov_base + 3481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds head->iov_len - offs, 3491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds copy); 3501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 3511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 3521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Now handle pages */ 3531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (pglen != 0) { 3541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (pglen > len) 3551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds _shift_data_right_pages(buf->pages, 3561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds buf->page_base + len, 3571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds buf->page_base, 3581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds pglen - len); 3591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds copy = len; 3601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (len > pglen) 3611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds copy = pglen; 3621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds _copy_to_pages(buf->pages, buf->page_base, 3631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (char *)head->iov_base + head->iov_len - len, 3641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds copy); 3651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 3661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds head->iov_len -= len; 3671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds buf->buflen -= len; 3681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Have we truncated the message? */ 3691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (buf->len > buf->buflen) 3701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds buf->len = buf->buflen; 3711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 3721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 3741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * xdr_shrink_pagelen 3751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * @buf: xdr_buf 3761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * @len: bytes to remove from buf->pages 3771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 3781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Shrinks XDR buffer's page array buf->pages by 3791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 'len' bytes. The extra data is not lost, but is instead 3801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * moved into the tail. 3811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 3821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void 3831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsxdr_shrink_pagelen(struct xdr_buf *buf, size_t len) 3841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 3851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct kvec *tail; 3861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds size_t copy; 3871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds char *p; 3881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int pglen = buf->page_len; 3891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds tail = buf->tail; 3911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds BUG_ON (len > pglen); 3921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Shift the tail first */ 3941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (tail->iov_len != 0) { 3951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds p = (char *)tail->iov_base + len; 3961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (tail->iov_len > len) { 3971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds copy = tail->iov_len - len; 3981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memmove(p, tail->iov_base, copy); 3991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else 4001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds buf->buflen -= len; 4011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Copy from the inlined pages into the tail */ 4021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds copy = len; 4031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (copy > tail->iov_len) 4041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds copy = tail->iov_len; 4051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds _copy_from_pages((char *)tail->iov_base, 4061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds buf->pages, buf->page_base + pglen - len, 4071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds copy); 4081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds buf->page_len -= len; 4101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds buf->buflen -= len; 4111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Have we truncated the message? */ 4121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (buf->len > buf->buflen) 4131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds buf->len = buf->buflen; 4141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 4151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid 4171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsxdr_shift_buf(struct xdr_buf *buf, size_t len) 4181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 4191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds xdr_shrink_bufhead(buf, len); 4201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 4211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/** 4231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * xdr_init_encode - Initialize a struct xdr_stream for sending data. 4241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * @xdr: pointer to xdr_stream struct 4251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * @buf: pointer to XDR buffer in which to encode data 4261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * @p: current pointer inside XDR buffer 4271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 4281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Note: at the moment the RPC client only passes the length of our 4291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * scratch buffer in the xdr_buf's header kvec. Previously this 4301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * meant we needed to call xdr_adjust_iovec() after encoding the 4311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * data. With the new scheme, the xdr_stream manages the details 4321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * of the buffer length, and takes care of adjusting the kvec 4331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * length for us. 4341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 435d8ed029d6000ba2e2908d9286409e4833c091b4cAlexey Dobriyanvoid xdr_init_encode(struct xdr_stream *xdr, struct xdr_buf *buf, __be32 *p) 4361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 4371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct kvec *iov = buf->head; 438334ccfd545bba9690515f2c5c167d5adb161989bTrond Myklebust int scratch_len = buf->buflen - buf->page_len - buf->tail[0].iov_len; 4391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 440334ccfd545bba9690515f2c5c167d5adb161989bTrond Myklebust BUG_ON(scratch_len < 0); 4411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds xdr->buf = buf; 4421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds xdr->iov = iov; 443d8ed029d6000ba2e2908d9286409e4833c091b4cAlexey Dobriyan xdr->p = (__be32 *)((char *)iov->iov_base + iov->iov_len); 444d8ed029d6000ba2e2908d9286409e4833c091b4cAlexey Dobriyan xdr->end = (__be32 *)((char *)iov->iov_base + scratch_len); 445334ccfd545bba9690515f2c5c167d5adb161989bTrond Myklebust BUG_ON(iov->iov_len > scratch_len); 446334ccfd545bba9690515f2c5c167d5adb161989bTrond Myklebust 447334ccfd545bba9690515f2c5c167d5adb161989bTrond Myklebust if (p != xdr->p && p != NULL) { 448334ccfd545bba9690515f2c5c167d5adb161989bTrond Myklebust size_t len; 449334ccfd545bba9690515f2c5c167d5adb161989bTrond Myklebust 450334ccfd545bba9690515f2c5c167d5adb161989bTrond Myklebust BUG_ON(p < xdr->p || p > xdr->end); 451334ccfd545bba9690515f2c5c167d5adb161989bTrond Myklebust len = (char *)p - (char *)xdr->p; 452334ccfd545bba9690515f2c5c167d5adb161989bTrond Myklebust xdr->p = p; 453334ccfd545bba9690515f2c5c167d5adb161989bTrond Myklebust buf->len += len; 454334ccfd545bba9690515f2c5c167d5adb161989bTrond Myklebust iov->iov_len += len; 455334ccfd545bba9690515f2c5c167d5adb161989bTrond Myklebust } 4561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 4571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsEXPORT_SYMBOL(xdr_init_encode); 4581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/** 4601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * xdr_reserve_space - Reserve buffer space for sending 4611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * @xdr: pointer to xdr_stream 4621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * @nbytes: number of bytes to reserve 4631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 4641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Checks that we have enough buffer space to encode 'nbytes' more 4651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * bytes of data. If so, update the total xdr_buf length, and 4661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * adjust the length of the current kvec. 4671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 468d8ed029d6000ba2e2908d9286409e4833c091b4cAlexey Dobriyan__be32 * xdr_reserve_space(struct xdr_stream *xdr, size_t nbytes) 4691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 470d8ed029d6000ba2e2908d9286409e4833c091b4cAlexey Dobriyan __be32 *p = xdr->p; 471d8ed029d6000ba2e2908d9286409e4833c091b4cAlexey Dobriyan __be32 *q; 4721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* align nbytes on the next 32-bit boundary */ 4741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds nbytes += 3; 4751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds nbytes &= ~3; 4761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds q = p + (nbytes >> 2); 4771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (unlikely(q > xdr->end || q < p)) 4781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return NULL; 4791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds xdr->p = q; 4801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds xdr->iov->iov_len += nbytes; 4811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds xdr->buf->len += nbytes; 4821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return p; 4831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 4841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsEXPORT_SYMBOL(xdr_reserve_space); 4851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/** 4871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * xdr_write_pages - Insert a list of pages into an XDR buffer for sending 4881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * @xdr: pointer to xdr_stream 4891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * @pages: list of pages 4901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * @base: offset of first byte 4911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * @len: length of data in bytes 4921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 4931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 4941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid xdr_write_pages(struct xdr_stream *xdr, struct page **pages, unsigned int base, 4951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int len) 4961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 4971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct xdr_buf *buf = xdr->buf; 4981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct kvec *iov = buf->tail; 4991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds buf->pages = pages; 5001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds buf->page_base = base; 5011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds buf->page_len = len; 5021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds iov->iov_base = (char *)xdr->p; 5041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds iov->iov_len = 0; 5051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds xdr->iov = iov; 5061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (len & 3) { 5081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int pad = 4 - (len & 3); 5091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds BUG_ON(xdr->p >= xdr->end); 5111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds iov->iov_base = (char *)xdr->p + (len & 3); 5121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds iov->iov_len += pad; 5131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds len += pad; 5141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *xdr->p++ = 0; 5151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 5161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds buf->buflen += len; 5171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds buf->len += len; 5181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 5191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsEXPORT_SYMBOL(xdr_write_pages); 5201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/** 5221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * xdr_init_decode - Initialize an xdr_stream for decoding data. 5231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * @xdr: pointer to xdr_stream struct 5241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * @buf: pointer to XDR buffer from which to decode data 5251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * @p: current pointer inside XDR buffer 5261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 527d8ed029d6000ba2e2908d9286409e4833c091b4cAlexey Dobriyanvoid xdr_init_decode(struct xdr_stream *xdr, struct xdr_buf *buf, __be32 *p) 5281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 5291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct kvec *iov = buf->head; 5301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int len = iov->iov_len; 5311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (len > buf->len) 5331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds len = buf->len; 5341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds xdr->buf = buf; 5351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds xdr->iov = iov; 5361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds xdr->p = p; 537d8ed029d6000ba2e2908d9286409e4833c091b4cAlexey Dobriyan xdr->end = (__be32 *)((char *)iov->iov_base + len); 5381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 5391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsEXPORT_SYMBOL(xdr_init_decode); 5401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/** 5421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * xdr_inline_decode - Retrieve non-page XDR data to decode 5431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * @xdr: pointer to xdr_stream struct 5441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * @nbytes: number of bytes of data to decode 5451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 5461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Check if the input buffer is long enough to enable us to decode 5471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 'nbytes' more bytes of data starting at the current position. 5481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * If so return the current pointer, then update the current 5491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * pointer position. 5501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 551d8ed029d6000ba2e2908d9286409e4833c091b4cAlexey Dobriyan__be32 * xdr_inline_decode(struct xdr_stream *xdr, size_t nbytes) 5521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 553d8ed029d6000ba2e2908d9286409e4833c091b4cAlexey Dobriyan __be32 *p = xdr->p; 554d8ed029d6000ba2e2908d9286409e4833c091b4cAlexey Dobriyan __be32 *q = p + XDR_QUADLEN(nbytes); 5551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (unlikely(q > xdr->end || q < p)) 5571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return NULL; 5581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds xdr->p = q; 5591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return p; 5601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 5611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsEXPORT_SYMBOL(xdr_inline_decode); 5621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/** 5641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * xdr_read_pages - Ensure page-based XDR data to decode is aligned at current pointer position 5651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * @xdr: pointer to xdr_stream struct 5661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * @len: number of bytes of page data 5671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 5681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Moves data beyond the current pointer position from the XDR head[] buffer 5691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * into the page list. Any data that lies beyond current position + "len" 5708b23ea7bedb8b45a5bb56745fa3ff11018acf04eTrond Myklebust * bytes is moved into the XDR tail[]. 5711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 5721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid xdr_read_pages(struct xdr_stream *xdr, unsigned int len) 5731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 5741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct xdr_buf *buf = xdr->buf; 5751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct kvec *iov; 5761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ssize_t shift; 5771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int end; 5781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int padding; 5791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Realign pages to current pointer position */ 5811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds iov = buf->head; 5821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds shift = iov->iov_len + (char *)iov->iov_base - (char *)xdr->p; 5831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (shift > 0) 5841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds xdr_shrink_bufhead(buf, shift); 5851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Truncate page data and move it into the tail */ 5871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (buf->page_len > len) 5881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds xdr_shrink_pagelen(buf, buf->page_len - len); 5891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds padding = (XDR_QUADLEN(len) << 2) - len; 5901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds xdr->iov = iov = buf->tail; 5911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Compute remaining message length. */ 5921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds end = iov->iov_len; 5931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds shift = buf->buflen - buf->len; 5941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (shift < end) 5951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds end -= shift; 5961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else if (shift > 0) 5971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds end = 0; 5981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 5991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Position current pointer at beginning of tail, and 6001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * set remaining message length. 6011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 602d8ed029d6000ba2e2908d9286409e4833c091b4cAlexey Dobriyan xdr->p = (__be32 *)((char *)iov->iov_base + padding); 603d8ed029d6000ba2e2908d9286409e4833c091b4cAlexey Dobriyan xdr->end = (__be32 *)((char *)iov->iov_base + end); 6041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 6051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsEXPORT_SYMBOL(xdr_read_pages); 6061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6078b23ea7bedb8b45a5bb56745fa3ff11018acf04eTrond Myklebust/** 6088b23ea7bedb8b45a5bb56745fa3ff11018acf04eTrond Myklebust * xdr_enter_page - decode data from the XDR page 6098b23ea7bedb8b45a5bb56745fa3ff11018acf04eTrond Myklebust * @xdr: pointer to xdr_stream struct 6108b23ea7bedb8b45a5bb56745fa3ff11018acf04eTrond Myklebust * @len: number of bytes of page data 6118b23ea7bedb8b45a5bb56745fa3ff11018acf04eTrond Myklebust * 6128b23ea7bedb8b45a5bb56745fa3ff11018acf04eTrond Myklebust * Moves data beyond the current pointer position from the XDR head[] buffer 6138b23ea7bedb8b45a5bb56745fa3ff11018acf04eTrond Myklebust * into the page list. Any data that lies beyond current position + "len" 6148b23ea7bedb8b45a5bb56745fa3ff11018acf04eTrond Myklebust * bytes is moved into the XDR tail[]. The current pointer is then 6158b23ea7bedb8b45a5bb56745fa3ff11018acf04eTrond Myklebust * repositioned at the beginning of the first XDR page. 6168b23ea7bedb8b45a5bb56745fa3ff11018acf04eTrond Myklebust */ 6178b23ea7bedb8b45a5bb56745fa3ff11018acf04eTrond Myklebustvoid xdr_enter_page(struct xdr_stream *xdr, unsigned int len) 6188b23ea7bedb8b45a5bb56745fa3ff11018acf04eTrond Myklebust{ 6198b23ea7bedb8b45a5bb56745fa3ff11018acf04eTrond Myklebust char * kaddr = page_address(xdr->buf->pages[0]); 6208b23ea7bedb8b45a5bb56745fa3ff11018acf04eTrond Myklebust xdr_read_pages(xdr, len); 6218b23ea7bedb8b45a5bb56745fa3ff11018acf04eTrond Myklebust /* 6228b23ea7bedb8b45a5bb56745fa3ff11018acf04eTrond Myklebust * Position current pointer at beginning of tail, and 6238b23ea7bedb8b45a5bb56745fa3ff11018acf04eTrond Myklebust * set remaining message length. 6248b23ea7bedb8b45a5bb56745fa3ff11018acf04eTrond Myklebust */ 6258b23ea7bedb8b45a5bb56745fa3ff11018acf04eTrond Myklebust if (len > PAGE_CACHE_SIZE - xdr->buf->page_base) 6268b23ea7bedb8b45a5bb56745fa3ff11018acf04eTrond Myklebust len = PAGE_CACHE_SIZE - xdr->buf->page_base; 627d8ed029d6000ba2e2908d9286409e4833c091b4cAlexey Dobriyan xdr->p = (__be32 *)(kaddr + xdr->buf->page_base); 628d8ed029d6000ba2e2908d9286409e4833c091b4cAlexey Dobriyan xdr->end = (__be32 *)((char *)xdr->p + len); 6298b23ea7bedb8b45a5bb56745fa3ff11018acf04eTrond Myklebust} 6308b23ea7bedb8b45a5bb56745fa3ff11018acf04eTrond MyklebustEXPORT_SYMBOL(xdr_enter_page); 6318b23ea7bedb8b45a5bb56745fa3ff11018acf04eTrond Myklebust 6321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic struct kvec empty_iov = {.iov_base = NULL, .iov_len = 0}; 6331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsvoid 6351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsxdr_buf_from_iov(struct kvec *iov, struct xdr_buf *buf) 6361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 6371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds buf->head[0] = *iov; 6381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds buf->tail[0] = empty_iov; 6391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds buf->page_len = 0; 6401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds buf->buflen = buf->len = iov->iov_len; 6411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 6421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* Sets subbuf to the portion of buf of length len beginning base bytes 6441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * from the start of buf. Returns -1 if base of length are out of bounds. */ 6451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsint 6461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsxdr_buf_subsegment(struct xdr_buf *buf, struct xdr_buf *subbuf, 6471e78957e0a8f882df6a3660b62f9aae441f54891Trond Myklebust unsigned int base, unsigned int len) 6481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 6491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds subbuf->buflen = subbuf->len = len; 6501e78957e0a8f882df6a3660b62f9aae441f54891Trond Myklebust if (base < buf->head[0].iov_len) { 6511e78957e0a8f882df6a3660b62f9aae441f54891Trond Myklebust subbuf->head[0].iov_base = buf->head[0].iov_base + base; 6521e78957e0a8f882df6a3660b62f9aae441f54891Trond Myklebust subbuf->head[0].iov_len = min_t(unsigned int, len, 6531e78957e0a8f882df6a3660b62f9aae441f54891Trond Myklebust buf->head[0].iov_len - base); 6541e78957e0a8f882df6a3660b62f9aae441f54891Trond Myklebust len -= subbuf->head[0].iov_len; 6551e78957e0a8f882df6a3660b62f9aae441f54891Trond Myklebust base = 0; 6561e78957e0a8f882df6a3660b62f9aae441f54891Trond Myklebust } else { 6571e78957e0a8f882df6a3660b62f9aae441f54891Trond Myklebust subbuf->head[0].iov_base = NULL; 6581e78957e0a8f882df6a3660b62f9aae441f54891Trond Myklebust subbuf->head[0].iov_len = 0; 6591e78957e0a8f882df6a3660b62f9aae441f54891Trond Myklebust base -= buf->head[0].iov_len; 6601e78957e0a8f882df6a3660b62f9aae441f54891Trond Myklebust } 6611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (base < buf->page_len) { 6631e78957e0a8f882df6a3660b62f9aae441f54891Trond Myklebust subbuf->page_len = min(buf->page_len - base, len); 6641e78957e0a8f882df6a3660b62f9aae441f54891Trond Myklebust base += buf->page_base; 6651e78957e0a8f882df6a3660b62f9aae441f54891Trond Myklebust subbuf->page_base = base & ~PAGE_CACHE_MASK; 6661e78957e0a8f882df6a3660b62f9aae441f54891Trond Myklebust subbuf->pages = &buf->pages[base >> PAGE_CACHE_SHIFT]; 6671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds len -= subbuf->page_len; 6681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds base = 0; 6691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 6701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds base -= buf->page_len; 6711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds subbuf->page_len = 0; 6721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 6731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6741e78957e0a8f882df6a3660b62f9aae441f54891Trond Myklebust if (base < buf->tail[0].iov_len) { 6751e78957e0a8f882df6a3660b62f9aae441f54891Trond Myklebust subbuf->tail[0].iov_base = buf->tail[0].iov_base + base; 6761e78957e0a8f882df6a3660b62f9aae441f54891Trond Myklebust subbuf->tail[0].iov_len = min_t(unsigned int, len, 6771e78957e0a8f882df6a3660b62f9aae441f54891Trond Myklebust buf->tail[0].iov_len - base); 6781e78957e0a8f882df6a3660b62f9aae441f54891Trond Myklebust len -= subbuf->tail[0].iov_len; 6791e78957e0a8f882df6a3660b62f9aae441f54891Trond Myklebust base = 0; 6801e78957e0a8f882df6a3660b62f9aae441f54891Trond Myklebust } else { 6811e78957e0a8f882df6a3660b62f9aae441f54891Trond Myklebust subbuf->tail[0].iov_base = NULL; 6821e78957e0a8f882df6a3660b62f9aae441f54891Trond Myklebust subbuf->tail[0].iov_len = 0; 6831e78957e0a8f882df6a3660b62f9aae441f54891Trond Myklebust base -= buf->tail[0].iov_len; 6841e78957e0a8f882df6a3660b62f9aae441f54891Trond Myklebust } 6851e78957e0a8f882df6a3660b62f9aae441f54891Trond Myklebust 6861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (base || len) 6871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return -1; 6881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 6891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 6901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6914e3e43ad14c574281034a27420abf1993694ac11Trond Myklebuststatic void __read_bytes_from_xdr_buf(struct xdr_buf *subbuf, void *obj, unsigned int len) 6921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 6931e78957e0a8f882df6a3660b62f9aae441f54891Trond Myklebust unsigned int this_len; 6941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6954e3e43ad14c574281034a27420abf1993694ac11Trond Myklebust this_len = min_t(unsigned int, len, subbuf->head[0].iov_len); 6964e3e43ad14c574281034a27420abf1993694ac11Trond Myklebust memcpy(obj, subbuf->head[0].iov_base, this_len); 6971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds len -= this_len; 6981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds obj += this_len; 6994e3e43ad14c574281034a27420abf1993694ac11Trond Myklebust this_len = min_t(unsigned int, len, subbuf->page_len); 7001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (this_len) 7014e3e43ad14c574281034a27420abf1993694ac11Trond Myklebust _copy_from_pages(obj, subbuf->pages, subbuf->page_base, this_len); 7021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds len -= this_len; 7031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds obj += this_len; 7044e3e43ad14c574281034a27420abf1993694ac11Trond Myklebust this_len = min_t(unsigned int, len, subbuf->tail[0].iov_len); 7054e3e43ad14c574281034a27420abf1993694ac11Trond Myklebust memcpy(obj, subbuf->tail[0].iov_base, this_len); 7061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 7071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 708bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher/* obj is assumed to point to allocated memory of size at least len: */ 7094e3e43ad14c574281034a27420abf1993694ac11Trond Myklebustint read_bytes_from_xdr_buf(struct xdr_buf *buf, unsigned int base, void *obj, unsigned int len) 710bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher{ 711bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher struct xdr_buf subbuf; 712bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher int status; 713bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher 714bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher status = xdr_buf_subsegment(buf, &subbuf, base, len); 7154e3e43ad14c574281034a27420abf1993694ac11Trond Myklebust if (status != 0) 7164e3e43ad14c574281034a27420abf1993694ac11Trond Myklebust return status; 7174e3e43ad14c574281034a27420abf1993694ac11Trond Myklebust __read_bytes_from_xdr_buf(&subbuf, obj, len); 7184e3e43ad14c574281034a27420abf1993694ac11Trond Myklebust return 0; 7194e3e43ad14c574281034a27420abf1993694ac11Trond Myklebust} 7204e3e43ad14c574281034a27420abf1993694ac11Trond Myklebust 7214e3e43ad14c574281034a27420abf1993694ac11Trond Myklebuststatic void __write_bytes_to_xdr_buf(struct xdr_buf *subbuf, void *obj, unsigned int len) 7224e3e43ad14c574281034a27420abf1993694ac11Trond Myklebust{ 7234e3e43ad14c574281034a27420abf1993694ac11Trond Myklebust unsigned int this_len; 7244e3e43ad14c574281034a27420abf1993694ac11Trond Myklebust 7254e3e43ad14c574281034a27420abf1993694ac11Trond Myklebust this_len = min_t(unsigned int, len, subbuf->head[0].iov_len); 7264e3e43ad14c574281034a27420abf1993694ac11Trond Myklebust memcpy(subbuf->head[0].iov_base, obj, this_len); 727bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher len -= this_len; 728bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher obj += this_len; 7294e3e43ad14c574281034a27420abf1993694ac11Trond Myklebust this_len = min_t(unsigned int, len, subbuf->page_len); 730bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher if (this_len) 7314e3e43ad14c574281034a27420abf1993694ac11Trond Myklebust _copy_to_pages(subbuf->pages, subbuf->page_base, obj, this_len); 732bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher len -= this_len; 733bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher obj += this_len; 7344e3e43ad14c574281034a27420abf1993694ac11Trond Myklebust this_len = min_t(unsigned int, len, subbuf->tail[0].iov_len); 7354e3e43ad14c574281034a27420abf1993694ac11Trond Myklebust memcpy(subbuf->tail[0].iov_base, obj, this_len); 7364e3e43ad14c574281034a27420abf1993694ac11Trond Myklebust} 7374e3e43ad14c574281034a27420abf1993694ac11Trond Myklebust 7384e3e43ad14c574281034a27420abf1993694ac11Trond Myklebust/* obj is assumed to point to allocated memory of size at least len: */ 7394e3e43ad14c574281034a27420abf1993694ac11Trond Myklebustint write_bytes_to_xdr_buf(struct xdr_buf *buf, unsigned int base, void *obj, unsigned int len) 7404e3e43ad14c574281034a27420abf1993694ac11Trond Myklebust{ 7414e3e43ad14c574281034a27420abf1993694ac11Trond Myklebust struct xdr_buf subbuf; 7424e3e43ad14c574281034a27420abf1993694ac11Trond Myklebust int status; 7434e3e43ad14c574281034a27420abf1993694ac11Trond Myklebust 7444e3e43ad14c574281034a27420abf1993694ac11Trond Myklebust status = xdr_buf_subsegment(buf, &subbuf, base, len); 7454e3e43ad14c574281034a27420abf1993694ac11Trond Myklebust if (status != 0) 7464e3e43ad14c574281034a27420abf1993694ac11Trond Myklebust return status; 7474e3e43ad14c574281034a27420abf1993694ac11Trond Myklebust __write_bytes_to_xdr_buf(&subbuf, obj, len); 7484e3e43ad14c574281034a27420abf1993694ac11Trond Myklebust return 0; 749bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher} 750bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher 751bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacherint 7521e78957e0a8f882df6a3660b62f9aae441f54891Trond Myklebustxdr_decode_word(struct xdr_buf *buf, unsigned int base, u32 *obj) 7531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 754d8ed029d6000ba2e2908d9286409e4833c091b4cAlexey Dobriyan __be32 raw; 7551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int status; 7561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds status = read_bytes_from_xdr_buf(buf, base, &raw, sizeof(*obj)); 7581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (status) 7591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return status; 7601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *obj = ntohl(raw); 7611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 7621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 7631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 764bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacherint 7651e78957e0a8f882df6a3660b62f9aae441f54891Trond Myklebustxdr_encode_word(struct xdr_buf *buf, unsigned int base, u32 obj) 766bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher{ 767d8ed029d6000ba2e2908d9286409e4833c091b4cAlexey Dobriyan __be32 raw = htonl(obj); 768bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher 769bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher return write_bytes_to_xdr_buf(buf, base, &raw, sizeof(obj)); 770bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher} 771bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher 7721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* If the netobj starting offset bytes from the start of xdr_buf is contained 7731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * entirely in the head or the tail, set object to point to it; otherwise 7741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * try to find space for it at the end of the tail, copy it there, and 7751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * set obj to point to it. */ 776bee57c99c322d64407b80c8171958b4384902da4Trond Myklebustint xdr_buf_read_netobj(struct xdr_buf *buf, struct xdr_netobj *obj, unsigned int offset) 7771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 778bee57c99c322d64407b80c8171958b4384902da4Trond Myklebust struct xdr_buf subbuf; 7791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 780bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher if (xdr_decode_word(buf, offset, &obj->len)) 781bee57c99c322d64407b80c8171958b4384902da4Trond Myklebust return -EFAULT; 782bee57c99c322d64407b80c8171958b4384902da4Trond Myklebust if (xdr_buf_subsegment(buf, &subbuf, offset + 4, obj->len)) 783bee57c99c322d64407b80c8171958b4384902da4Trond Myklebust return -EFAULT; 784bee57c99c322d64407b80c8171958b4384902da4Trond Myklebust 785bee57c99c322d64407b80c8171958b4384902da4Trond Myklebust /* Is the obj contained entirely in the head? */ 786bee57c99c322d64407b80c8171958b4384902da4Trond Myklebust obj->data = subbuf.head[0].iov_base; 787bee57c99c322d64407b80c8171958b4384902da4Trond Myklebust if (subbuf.head[0].iov_len == obj->len) 788bee57c99c322d64407b80c8171958b4384902da4Trond Myklebust return 0; 789bee57c99c322d64407b80c8171958b4384902da4Trond Myklebust /* ..or is the obj contained entirely in the tail? */ 790bee57c99c322d64407b80c8171958b4384902da4Trond Myklebust obj->data = subbuf.tail[0].iov_base; 791bee57c99c322d64407b80c8171958b4384902da4Trond Myklebust if (subbuf.tail[0].iov_len == obj->len) 792bee57c99c322d64407b80c8171958b4384902da4Trond Myklebust return 0; 793bee57c99c322d64407b80c8171958b4384902da4Trond Myklebust 794bee57c99c322d64407b80c8171958b4384902da4Trond Myklebust /* use end of tail as storage for obj: 795bee57c99c322d64407b80c8171958b4384902da4Trond Myklebust * (We don't copy to the beginning because then we'd have 796bee57c99c322d64407b80c8171958b4384902da4Trond Myklebust * to worry about doing a potentially overlapping copy. 797bee57c99c322d64407b80c8171958b4384902da4Trond Myklebust * This assumes the object is at most half the length of the 798bee57c99c322d64407b80c8171958b4384902da4Trond Myklebust * tail.) */ 799bee57c99c322d64407b80c8171958b4384902da4Trond Myklebust if (obj->len > buf->buflen - buf->len) 800bee57c99c322d64407b80c8171958b4384902da4Trond Myklebust return -ENOMEM; 801bee57c99c322d64407b80c8171958b4384902da4Trond Myklebust if (buf->tail[0].iov_len != 0) 802bee57c99c322d64407b80c8171958b4384902da4Trond Myklebust obj->data = buf->tail[0].iov_base + buf->tail[0].iov_len; 803bee57c99c322d64407b80c8171958b4384902da4Trond Myklebust else 804bee57c99c322d64407b80c8171958b4384902da4Trond Myklebust obj->data = buf->head[0].iov_base + buf->head[0].iov_len; 805bee57c99c322d64407b80c8171958b4384902da4Trond Myklebust __read_bytes_from_xdr_buf(&subbuf, obj->data, obj->len); 8061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 8071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 808bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher 809bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher/* Returns 0 on success, or else a negative error code. */ 810bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacherstatic int 811bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacherxdr_xcode_array2(struct xdr_buf *buf, unsigned int base, 812bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher struct xdr_array2_desc *desc, int encode) 813bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher{ 814bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher char *elem = NULL, *c; 815bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher unsigned int copied = 0, todo, avail_here; 816bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher struct page **ppages = NULL; 817bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher int err; 818bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher 819bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher if (encode) { 820bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher if (xdr_encode_word(buf, base, desc->array_len) != 0) 821bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher return -EINVAL; 822bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher } else { 823bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher if (xdr_decode_word(buf, base, &desc->array_len) != 0 || 82458fcb8df0bf663bb6b8f46cd3010bfe8d13d97cfTrond Myklebust desc->array_len > desc->array_maxlen || 825bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher (unsigned long) base + 4 + desc->array_len * 826bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher desc->elem_size > buf->len) 827bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher return -EINVAL; 828bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher } 829bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher base += 4; 830bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher 831bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher if (!desc->xcode) 832bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher return 0; 833bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher 834bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher todo = desc->array_len * desc->elem_size; 835bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher 836bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher /* process head */ 837bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher if (todo && base < buf->head->iov_len) { 838bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher c = buf->head->iov_base + base; 839bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher avail_here = min_t(unsigned int, todo, 840bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher buf->head->iov_len - base); 841bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher todo -= avail_here; 842bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher 843bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher while (avail_here >= desc->elem_size) { 844bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher err = desc->xcode(desc, c); 845bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher if (err) 846bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher goto out; 847bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher c += desc->elem_size; 848bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher avail_here -= desc->elem_size; 849bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher } 850bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher if (avail_here) { 851bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher if (!elem) { 852bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher elem = kmalloc(desc->elem_size, GFP_KERNEL); 853bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher err = -ENOMEM; 854bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher if (!elem) 855bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher goto out; 856bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher } 857bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher if (encode) { 858bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher err = desc->xcode(desc, elem); 859bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher if (err) 860bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher goto out; 861bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher memcpy(c, elem, avail_here); 862bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher } else 863bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher memcpy(elem, c, avail_here); 864bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher copied = avail_here; 865bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher } 866bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher base = buf->head->iov_len; /* align to start of pages */ 867bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher } 868bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher 869bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher /* process pages array */ 870bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher base -= buf->head->iov_len; 871bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher if (todo && base < buf->page_len) { 872bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher unsigned int avail_page; 873bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher 874bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher avail_here = min(todo, buf->page_len - base); 875bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher todo -= avail_here; 876bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher 877bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher base += buf->page_base; 878bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher ppages = buf->pages + (base >> PAGE_CACHE_SHIFT); 879bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher base &= ~PAGE_CACHE_MASK; 880bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher avail_page = min_t(unsigned int, PAGE_CACHE_SIZE - base, 881bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher avail_here); 882bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher c = kmap(*ppages) + base; 883bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher 884bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher while (avail_here) { 885bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher avail_here -= avail_page; 886bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher if (copied || avail_page < desc->elem_size) { 887bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher unsigned int l = min(avail_page, 888bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher desc->elem_size - copied); 889bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher if (!elem) { 890bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher elem = kmalloc(desc->elem_size, 891bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher GFP_KERNEL); 892bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher err = -ENOMEM; 893bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher if (!elem) 894bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher goto out; 895bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher } 896bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher if (encode) { 897bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher if (!copied) { 898bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher err = desc->xcode(desc, elem); 899bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher if (err) 900bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher goto out; 901bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher } 902bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher memcpy(c, elem + copied, l); 903bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher copied += l; 904bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher if (copied == desc->elem_size) 905bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher copied = 0; 906bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher } else { 907bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher memcpy(elem + copied, c, l); 908bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher copied += l; 909bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher if (copied == desc->elem_size) { 910bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher err = desc->xcode(desc, elem); 911bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher if (err) 912bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher goto out; 913bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher copied = 0; 914bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher } 915bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher } 916bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher avail_page -= l; 917bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher c += l; 918bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher } 919bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher while (avail_page >= desc->elem_size) { 920bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher err = desc->xcode(desc, c); 921bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher if (err) 922bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher goto out; 923bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher c += desc->elem_size; 924bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher avail_page -= desc->elem_size; 925bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher } 926bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher if (avail_page) { 927bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher unsigned int l = min(avail_page, 928bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher desc->elem_size - copied); 929bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher if (!elem) { 930bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher elem = kmalloc(desc->elem_size, 931bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher GFP_KERNEL); 932bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher err = -ENOMEM; 933bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher if (!elem) 934bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher goto out; 935bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher } 936bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher if (encode) { 937bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher if (!copied) { 938bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher err = desc->xcode(desc, elem); 939bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher if (err) 940bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher goto out; 941bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher } 942bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher memcpy(c, elem + copied, l); 943bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher copied += l; 944bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher if (copied == desc->elem_size) 945bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher copied = 0; 946bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher } else { 947bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher memcpy(elem + copied, c, l); 948bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher copied += l; 949bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher if (copied == desc->elem_size) { 950bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher err = desc->xcode(desc, elem); 951bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher if (err) 952bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher goto out; 953bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher copied = 0; 954bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher } 955bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher } 956bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher } 957bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher if (avail_here) { 958bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher kunmap(*ppages); 959bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher ppages++; 960bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher c = kmap(*ppages); 961bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher } 962bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher 963bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher avail_page = min(avail_here, 964bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher (unsigned int) PAGE_CACHE_SIZE); 965bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher } 966bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher base = buf->page_len; /* align to start of tail */ 967bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher } 968bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher 969bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher /* process tail */ 970bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher base -= buf->page_len; 971bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher if (todo) { 972bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher c = buf->tail->iov_base + base; 973bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher if (copied) { 974bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher unsigned int l = desc->elem_size - copied; 975bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher 976bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher if (encode) 977bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher memcpy(c, elem + copied, l); 978bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher else { 979bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher memcpy(elem + copied, c, l); 980bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher err = desc->xcode(desc, elem); 981bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher if (err) 982bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher goto out; 983bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher } 984bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher todo -= l; 985bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher c += l; 986bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher } 987bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher while (todo) { 988bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher err = desc->xcode(desc, c); 989bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher if (err) 990bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher goto out; 991bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher c += desc->elem_size; 992bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher todo -= desc->elem_size; 993bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher } 994bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher } 995bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher err = 0; 996bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher 997bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacherout: 998a51482bde22f99c63fbbb57d5d46cc666384e379Jesper Juhl kfree(elem); 999bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher if (ppages) 1000bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher kunmap(*ppages); 1001bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher return err; 1002bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher} 1003bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher 1004bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacherint 1005bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacherxdr_decode_array2(struct xdr_buf *buf, unsigned int base, 1006bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher struct xdr_array2_desc *desc) 1007bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher{ 1008bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher if (base >= buf->len) 1009bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher return -EINVAL; 1010bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher 1011bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher return xdr_xcode_array2(buf, base, desc, 0); 1012bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher} 1013bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher 1014bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacherint 1015bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacherxdr_encode_array2(struct xdr_buf *buf, unsigned int base, 1016bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher struct xdr_array2_desc *desc) 1017bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher{ 1018bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher if ((unsigned long) base + 4 + desc->array_len * desc->elem_size > 1019bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher buf->head->iov_len + buf->page_len + buf->tail->iov_len) 1020bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher return -EINVAL; 1021bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher 1022bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher return xdr_xcode_array2(buf, base, desc, 1); 1023bd8100e7eda87507649c6ba4cb32173b34e49986Andreas Gruenbacher} 102437a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia 102537a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaiaint 102637a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaiaxdr_process_buf(struct xdr_buf *buf, unsigned int offset, unsigned int len, 102737a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia int (*actor)(struct scatterlist *, void *), void *data) 102837a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia{ 102937a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia int i, ret = 0; 103037a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia unsigned page_len, thislen, page_offset; 103137a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia struct scatterlist sg[1]; 103237a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia 103337a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia if (offset >= buf->head[0].iov_len) { 103437a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia offset -= buf->head[0].iov_len; 103537a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia } else { 103637a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia thislen = buf->head[0].iov_len - offset; 103737a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia if (thislen > len) 103837a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia thislen = len; 103937a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia sg_set_buf(sg, buf->head[0].iov_base + offset, thislen); 104037a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia ret = actor(sg, data); 104137a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia if (ret) 104237a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia goto out; 104337a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia offset = 0; 104437a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia len -= thislen; 104537a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia } 104637a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia if (len == 0) 104737a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia goto out; 104837a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia 104937a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia if (offset >= buf->page_len) { 105037a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia offset -= buf->page_len; 105137a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia } else { 105237a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia page_len = buf->page_len - offset; 105337a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia if (page_len > len) 105437a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia page_len = len; 105537a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia len -= page_len; 105637a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia page_offset = (offset + buf->page_base) & (PAGE_CACHE_SIZE - 1); 105737a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia i = (offset + buf->page_base) >> PAGE_CACHE_SHIFT; 105837a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia thislen = PAGE_CACHE_SIZE - page_offset; 105937a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia do { 106037a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia if (thislen > page_len) 106137a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia thislen = page_len; 106237a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia sg->page = buf->pages[i]; 106337a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia sg->offset = page_offset; 106437a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia sg->length = thislen; 106537a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia ret = actor(sg, data); 106637a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia if (ret) 106737a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia goto out; 106837a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia page_len -= thislen; 106937a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia i++; 107037a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia page_offset = 0; 107137a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia thislen = PAGE_CACHE_SIZE; 107237a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia } while (page_len != 0); 107337a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia offset = 0; 107437a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia } 107537a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia if (len == 0) 107637a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia goto out; 107737a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia if (offset < buf->tail[0].iov_len) { 107837a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia thislen = buf->tail[0].iov_len - offset; 107937a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia if (thislen > len) 108037a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia thislen = len; 108137a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia sg_set_buf(sg, buf->tail[0].iov_base + offset, thislen); 108237a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia ret = actor(sg, data); 108337a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia len -= thislen; 108437a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia } 108537a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia if (len != 0) 108637a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia ret = -EINVAL; 108737a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaiaout: 108837a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia return ret; 108937a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia} 109037a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga KornievskaiaEXPORT_SYMBOL(xdr_process_buf); 109137a4e6cb0391f2293ba3d59e3a63ec0e56ed720dOlga Kornievskaia 1092