123f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter/* 223f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * Functions for incremental construction of fcx enabled I/O control blocks. 323f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * 423f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * Copyright IBM Corp. 2008 523f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * Author(s): Peter Oberparleiter <peter.oberparleiter@de.ibm.com> 623f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter */ 723f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter 823f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter#include <linux/kernel.h> 923f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter#include <linux/types.h> 1023f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter#include <linux/string.h> 1123f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter#include <linux/errno.h> 1223f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter#include <linux/err.h> 1323f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter#include <linux/module.h> 1423f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter#include <asm/fcx.h> 1523f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter#include <asm/itcw.h> 1623f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter 1723f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter/** 1823f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * struct itcw - incremental tcw helper data type 1923f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * 2023f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * This structure serves as a handle for the incremental construction of a 2123f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * tcw and associated tccb, tsb, data tidaw-list plus an optional interrogate 2223f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * tcw and associated data. The data structures are contained inside a single 2323f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * contiguous buffer provided by the user. 2423f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * 2523f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * The itcw construction functions take care of overall data integrity: 2623f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * - reset unused fields to zero 2723f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * - fill in required pointers 2823f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * - ensure required alignment for data structures 2923f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * - prevent data structures to cross 4k-byte boundary where required 3023f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * - calculate tccb-related length fields 3123f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * - optionally provide ready-made interrogate tcw and associated structures 3223f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * 3323f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * Restrictions apply to the itcws created with these construction functions: 3423f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * - tida only supported for data address, not for tccb 3523f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * - only contiguous tidaw-lists (no ttic) 3623f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * - total number of bytes required per itcw may not exceed 4k bytes 3723f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * - either read or write operation (may not work with r=0 and w=0) 3823f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * 3923f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * Example: 4023f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * struct itcw *itcw; 4123f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * void *buffer; 4223f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * size_t size; 4323f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * 4423f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * size = itcw_calc_size(1, 2, 0); 45c2f0e8c803ceba530060ec9bb9c74a06c2c3d833Heiko Carstens * buffer = kmalloc(size, GFP_KERNEL | GFP_DMA); 4623f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * if (!buffer) 4723f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * return -ENOMEM; 4823f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * itcw = itcw_init(buffer, size, ITCW_OP_READ, 1, 2, 0); 4923f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * if (IS_ERR(itcw)) 5023f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * return PTR_ER(itcw); 5123f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * itcw_add_dcw(itcw, 0x2, 0, NULL, 0, 72); 5223f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * itcw_add_tidaw(itcw, 0, 0x30000, 20); 5323f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * itcw_add_tidaw(itcw, 0, 0x40000, 52); 5423f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * itcw_finalize(itcw); 5523f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * 5623f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter */ 5723f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiterstruct itcw { 5823f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter struct tcw *tcw; 5923f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter struct tcw *intrg_tcw; 6023f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter int num_tidaws; 6123f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter int max_tidaws; 6223f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter int intrg_num_tidaws; 6323f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter int intrg_max_tidaws; 6423f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter}; 6523f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter 6623f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter/** 6723f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * itcw_get_tcw - return pointer to tcw associated with the itcw 6823f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * @itcw: address of the itcw 6923f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * 7023f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * Return pointer to the tcw associated with the itcw. 7123f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter */ 7223f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiterstruct tcw *itcw_get_tcw(struct itcw *itcw) 7323f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter{ 7423f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter return itcw->tcw; 7523f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter} 7623f626894765d4c03b72a0d21e44bc46f5ccd12bPeter OberparleiterEXPORT_SYMBOL(itcw_get_tcw); 7723f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter 7823f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter/** 7923f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * itcw_calc_size - return the size of an itcw with the given parameters 8023f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * @intrg: if non-zero, add an interrogate tcw 8123f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * @max_tidaws: maximum number of tidaws to be used for data addressing or zero 8223f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * if no tida is to be used. 8323f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * @intrg_max_tidaws: maximum number of tidaws to be used for data addressing 8423f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * by the interrogate tcw, if specified 8523f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * 8623f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * Calculate and return the number of bytes required to hold an itcw with the 8723f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * given parameters and assuming tccbs with maximum size. 8823f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * 8923f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * Note that the resulting size also contains bytes needed for alignment 9023f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * padding as well as padding to ensure that data structures don't cross a 9123f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * 4k-boundary where required. 9223f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter */ 9323f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleitersize_t itcw_calc_size(int intrg, int max_tidaws, int intrg_max_tidaws) 9423f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter{ 9523f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter size_t len; 969062014cb60194630272709da82d5879d563865eStefan Weinhuber int cross_count; 9723f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter 9823f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter /* Main data. */ 9923f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter len = sizeof(struct itcw); 10023f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter len += /* TCW */ sizeof(struct tcw) + /* TCCB */ TCCB_MAX_SIZE + 10123f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter /* TSB */ sizeof(struct tsb) + 10223f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter /* TIDAL */ max_tidaws * sizeof(struct tidaw); 10323f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter /* Interrogate data. */ 10423f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter if (intrg) { 10523f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter len += /* TCW */ sizeof(struct tcw) + /* TCCB */ TCCB_MAX_SIZE + 10623f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter /* TSB */ sizeof(struct tsb) + 10723f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter /* TIDAL */ intrg_max_tidaws * sizeof(struct tidaw); 10823f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter } 1099062014cb60194630272709da82d5879d563865eStefan Weinhuber 11023f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter /* Maximum required alignment padding. */ 11123f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter len += /* Initial TCW */ 63 + /* Interrogate TCCB */ 7; 1129062014cb60194630272709da82d5879d563865eStefan Weinhuber 1139062014cb60194630272709da82d5879d563865eStefan Weinhuber /* TIDAW lists may not cross a 4k boundary. To cross a 1149062014cb60194630272709da82d5879d563865eStefan Weinhuber * boundary we need to add a TTIC TIDAW. We need to reserve 1159062014cb60194630272709da82d5879d563865eStefan Weinhuber * one additional TIDAW for a TTIC that we may need to add due 1169062014cb60194630272709da82d5879d563865eStefan Weinhuber * to the placement of the data chunk in memory, and a further 1179062014cb60194630272709da82d5879d563865eStefan Weinhuber * TIDAW for each page boundary that the TIDAW list may cross 1189062014cb60194630272709da82d5879d563865eStefan Weinhuber * due to it's own size. 1199062014cb60194630272709da82d5879d563865eStefan Weinhuber */ 1209062014cb60194630272709da82d5879d563865eStefan Weinhuber if (max_tidaws) { 1219062014cb60194630272709da82d5879d563865eStefan Weinhuber cross_count = 1 + ((max_tidaws * sizeof(struct tidaw) - 1) 1229062014cb60194630272709da82d5879d563865eStefan Weinhuber >> PAGE_SHIFT); 1239062014cb60194630272709da82d5879d563865eStefan Weinhuber len += cross_count * sizeof(struct tidaw); 1249062014cb60194630272709da82d5879d563865eStefan Weinhuber } 1259062014cb60194630272709da82d5879d563865eStefan Weinhuber if (intrg_max_tidaws) { 1269062014cb60194630272709da82d5879d563865eStefan Weinhuber cross_count = 1 + ((intrg_max_tidaws * sizeof(struct tidaw) - 1) 1279062014cb60194630272709da82d5879d563865eStefan Weinhuber >> PAGE_SHIFT); 1289062014cb60194630272709da82d5879d563865eStefan Weinhuber len += cross_count * sizeof(struct tidaw); 1299062014cb60194630272709da82d5879d563865eStefan Weinhuber } 13023f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter return len; 13123f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter} 13223f626894765d4c03b72a0d21e44bc46f5ccd12bPeter OberparleiterEXPORT_SYMBOL(itcw_calc_size); 13323f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter 13423f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter#define CROSS4K(x, l) (((x) & ~4095) != ((x + l) & ~4095)) 13523f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter 13623f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiterstatic inline void *fit_chunk(addr_t *start, addr_t end, size_t len, 13723f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter int align, int check_4k) 13823f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter{ 13923f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter addr_t addr; 14023f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter 14123f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter addr = ALIGN(*start, align); 14223f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter if (check_4k && CROSS4K(addr, len)) { 14323f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter addr = ALIGN(addr, 4096); 14423f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter addr = ALIGN(addr, align); 14523f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter } 14623f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter if (addr + len > end) 14723f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter return ERR_PTR(-ENOSPC); 14823f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter *start = addr + len; 14923f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter return (void *) addr; 15023f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter} 15123f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter 15223f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter/** 15323f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * itcw_init - initialize incremental tcw data structure 15423f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * @buffer: address of buffer to use for data structures 15523f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * @size: number of bytes in buffer 15623f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * @op: %ITCW_OP_READ for a read operation tcw, %ITCW_OP_WRITE for a write 15723f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * operation tcw 15823f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * @intrg: if non-zero, add and initialize an interrogate tcw 15923f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * @max_tidaws: maximum number of tidaws to be used for data addressing or zero 16023f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * if no tida is to be used. 16123f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * @intrg_max_tidaws: maximum number of tidaws to be used for data addressing 16223f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * by the interrogate tcw, if specified 16323f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * 16423f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * Prepare the specified buffer to be used as an incremental tcw, i.e. a 16523f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * helper data structure that can be used to construct a valid tcw by 16623f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * successive calls to other helper functions. Note: the buffer needs to be 16723f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * located below the 2G address limit. The resulting tcw has the following 16823f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * restrictions: 16923f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * - no tccb tidal 17023f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * - input/output tidal is contiguous (no ttic) 17123f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * - total data should not exceed 4k 17223f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * - tcw specifies either read or write operation 17323f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * 17423f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * On success, return pointer to the resulting incremental tcw data structure, 17523f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * ERR_PTR otherwise. 17623f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter */ 17723f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiterstruct itcw *itcw_init(void *buffer, size_t size, int op, int intrg, 17823f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter int max_tidaws, int intrg_max_tidaws) 17923f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter{ 18023f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter struct itcw *itcw; 18123f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter void *chunk; 18223f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter addr_t start; 18323f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter addr_t end; 1849062014cb60194630272709da82d5879d563865eStefan Weinhuber int cross_count; 18523f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter 18623f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter /* Check for 2G limit. */ 18723f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter start = (addr_t) buffer; 18823f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter end = start + size; 18923f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter if (end > (1 << 31)) 19023f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter return ERR_PTR(-EINVAL); 19123f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter memset(buffer, 0, size); 19223f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter /* ITCW. */ 19323f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter chunk = fit_chunk(&start, end, sizeof(struct itcw), 1, 0); 19423f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter if (IS_ERR(chunk)) 19523f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter return chunk; 19623f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter itcw = chunk; 1979062014cb60194630272709da82d5879d563865eStefan Weinhuber /* allow for TTIC tidaws that may be needed to cross a page boundary */ 1989062014cb60194630272709da82d5879d563865eStefan Weinhuber cross_count = 0; 1999062014cb60194630272709da82d5879d563865eStefan Weinhuber if (max_tidaws) 2009062014cb60194630272709da82d5879d563865eStefan Weinhuber cross_count = 1 + ((max_tidaws * sizeof(struct tidaw) - 1) 2019062014cb60194630272709da82d5879d563865eStefan Weinhuber >> PAGE_SHIFT); 2029062014cb60194630272709da82d5879d563865eStefan Weinhuber itcw->max_tidaws = max_tidaws + cross_count; 2039062014cb60194630272709da82d5879d563865eStefan Weinhuber cross_count = 0; 2049062014cb60194630272709da82d5879d563865eStefan Weinhuber if (intrg_max_tidaws) 2059062014cb60194630272709da82d5879d563865eStefan Weinhuber cross_count = 1 + ((intrg_max_tidaws * sizeof(struct tidaw) - 1) 2069062014cb60194630272709da82d5879d563865eStefan Weinhuber >> PAGE_SHIFT); 2079062014cb60194630272709da82d5879d563865eStefan Weinhuber itcw->intrg_max_tidaws = intrg_max_tidaws + cross_count; 20823f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter /* Main TCW. */ 20923f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter chunk = fit_chunk(&start, end, sizeof(struct tcw), 64, 0); 21023f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter if (IS_ERR(chunk)) 21123f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter return chunk; 21223f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter itcw->tcw = chunk; 21323f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter tcw_init(itcw->tcw, (op == ITCW_OP_READ) ? 1 : 0, 21423f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter (op == ITCW_OP_WRITE) ? 1 : 0); 21523f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter /* Interrogate TCW. */ 21623f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter if (intrg) { 21723f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter chunk = fit_chunk(&start, end, sizeof(struct tcw), 64, 0); 21823f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter if (IS_ERR(chunk)) 21923f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter return chunk; 22023f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter itcw->intrg_tcw = chunk; 22123f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter tcw_init(itcw->intrg_tcw, 1, 0); 22223f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter tcw_set_intrg(itcw->tcw, itcw->intrg_tcw); 22323f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter } 22423f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter /* Data TIDAL. */ 22523f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter if (max_tidaws > 0) { 22623f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter chunk = fit_chunk(&start, end, sizeof(struct tidaw) * 2279062014cb60194630272709da82d5879d563865eStefan Weinhuber itcw->max_tidaws, 16, 0); 22823f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter if (IS_ERR(chunk)) 22923f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter return chunk; 23023f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter tcw_set_data(itcw->tcw, chunk, 1); 23123f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter } 23223f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter /* Interrogate data TIDAL. */ 23323f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter if (intrg && (intrg_max_tidaws > 0)) { 23423f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter chunk = fit_chunk(&start, end, sizeof(struct tidaw) * 2359062014cb60194630272709da82d5879d563865eStefan Weinhuber itcw->intrg_max_tidaws, 16, 0); 23623f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter if (IS_ERR(chunk)) 23723f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter return chunk; 23823f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter tcw_set_data(itcw->intrg_tcw, chunk, 1); 23923f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter } 24023f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter /* TSB. */ 24123f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter chunk = fit_chunk(&start, end, sizeof(struct tsb), 8, 0); 24223f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter if (IS_ERR(chunk)) 24323f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter return chunk; 24423f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter tsb_init(chunk); 24523f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter tcw_set_tsb(itcw->tcw, chunk); 24623f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter /* Interrogate TSB. */ 24723f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter if (intrg) { 24823f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter chunk = fit_chunk(&start, end, sizeof(struct tsb), 8, 0); 24923f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter if (IS_ERR(chunk)) 25023f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter return chunk; 25123f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter tsb_init(chunk); 25223f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter tcw_set_tsb(itcw->intrg_tcw, chunk); 25323f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter } 25423f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter /* TCCB. */ 25523f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter chunk = fit_chunk(&start, end, TCCB_MAX_SIZE, 8, 0); 25623f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter if (IS_ERR(chunk)) 25723f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter return chunk; 25823f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter tccb_init(chunk, TCCB_MAX_SIZE, TCCB_SAC_DEFAULT); 25923f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter tcw_set_tccb(itcw->tcw, chunk); 26023f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter /* Interrogate TCCB. */ 26123f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter if (intrg) { 26223f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter chunk = fit_chunk(&start, end, TCCB_MAX_SIZE, 8, 0); 26323f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter if (IS_ERR(chunk)) 26423f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter return chunk; 26523f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter tccb_init(chunk, TCCB_MAX_SIZE, TCCB_SAC_INTRG); 26623f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter tcw_set_tccb(itcw->intrg_tcw, chunk); 26723f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter tccb_add_dcw(chunk, TCCB_MAX_SIZE, DCW_CMD_INTRG, 0, NULL, 26823f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter sizeof(struct dcw_intrg_data), 0); 26923f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter tcw_finalize(itcw->intrg_tcw, 0); 27023f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter } 27123f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter return itcw; 27223f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter} 27323f626894765d4c03b72a0d21e44bc46f5ccd12bPeter OberparleiterEXPORT_SYMBOL(itcw_init); 27423f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter 27523f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter/** 27623f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * itcw_add_dcw - add a dcw to the itcw 27723f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * @itcw: address of the itcw 27823f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * @cmd: the dcw command 27923f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * @flags: flags for the dcw 28023f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * @cd: address of control data for this dcw or NULL if none is required 28123f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * @cd_count: number of control data bytes for this dcw 28223f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * @count: number of data bytes for this dcw 28323f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * 28423f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * Add a new dcw to the specified itcw by writing the dcw information specified 28523f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * by @cmd, @flags, @cd, @cd_count and @count to the tca of the tccb. Return 28623f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * a pointer to the newly added dcw on success or -%ENOSPC if the new dcw 28723f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * would exceed the available space. 28823f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * 28923f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * Note: the tcal field of the tccb header will be updated to reflect added 29023f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * content. 29123f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter */ 29223f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiterstruct dcw *itcw_add_dcw(struct itcw *itcw, u8 cmd, u8 flags, void *cd, 29323f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter u8 cd_count, u32 count) 29423f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter{ 29523f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter return tccb_add_dcw(tcw_get_tccb(itcw->tcw), TCCB_MAX_SIZE, cmd, 29623f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter flags, cd, cd_count, count); 29723f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter} 29823f626894765d4c03b72a0d21e44bc46f5ccd12bPeter OberparleiterEXPORT_SYMBOL(itcw_add_dcw); 29923f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter 30023f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter/** 30123f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * itcw_add_tidaw - add a tidaw to the itcw 30223f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * @itcw: address of the itcw 30323f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * @flags: flags for the new tidaw 30423f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * @addr: address value for the new tidaw 30523f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * @count: count value for the new tidaw 30623f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * 30723f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * Add a new tidaw to the input/output data tidaw-list of the specified itcw 30823f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * (depending on the value of the r-flag and w-flag). Return a pointer to 30923f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * the new tidaw on success or -%ENOSPC if the new tidaw would exceed the 31023f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * available space. 31123f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * 3129062014cb60194630272709da82d5879d563865eStefan Weinhuber * Note: TTIC tidaws are automatically added when needed, so explicitly calling 3139062014cb60194630272709da82d5879d563865eStefan Weinhuber * this interface with the TTIC flag is not supported. The last-tidaw flag 3149062014cb60194630272709da82d5879d563865eStefan Weinhuber * for the last tidaw in the list will be set by itcw_finalize. 31523f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter */ 31623f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiterstruct tidaw *itcw_add_tidaw(struct itcw *itcw, u8 flags, void *addr, u32 count) 31723f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter{ 3189062014cb60194630272709da82d5879d563865eStefan Weinhuber struct tidaw *following; 3199062014cb60194630272709da82d5879d563865eStefan Weinhuber 32023f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter if (itcw->num_tidaws >= itcw->max_tidaws) 32123f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter return ERR_PTR(-ENOSPC); 3229062014cb60194630272709da82d5879d563865eStefan Weinhuber /* 3239062014cb60194630272709da82d5879d563865eStefan Weinhuber * Is the tidaw, which follows the one we are about to fill, on the next 3249062014cb60194630272709da82d5879d563865eStefan Weinhuber * page? Then we have to insert a TTIC tidaw first, that points to the 3259062014cb60194630272709da82d5879d563865eStefan Weinhuber * tidaw on the new page. 3269062014cb60194630272709da82d5879d563865eStefan Weinhuber */ 3279062014cb60194630272709da82d5879d563865eStefan Weinhuber following = ((struct tidaw *) tcw_get_data(itcw->tcw)) 3289062014cb60194630272709da82d5879d563865eStefan Weinhuber + itcw->num_tidaws + 1; 3299062014cb60194630272709da82d5879d563865eStefan Weinhuber if (itcw->num_tidaws && !((unsigned long) following & ~PAGE_MASK)) { 3309062014cb60194630272709da82d5879d563865eStefan Weinhuber tcw_add_tidaw(itcw->tcw, itcw->num_tidaws++, 3319062014cb60194630272709da82d5879d563865eStefan Weinhuber TIDAW_FLAGS_TTIC, following, 0); 3329062014cb60194630272709da82d5879d563865eStefan Weinhuber if (itcw->num_tidaws >= itcw->max_tidaws) 3339062014cb60194630272709da82d5879d563865eStefan Weinhuber return ERR_PTR(-ENOSPC); 3349062014cb60194630272709da82d5879d563865eStefan Weinhuber } 33523f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter return tcw_add_tidaw(itcw->tcw, itcw->num_tidaws++, flags, addr, count); 33623f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter} 33723f626894765d4c03b72a0d21e44bc46f5ccd12bPeter OberparleiterEXPORT_SYMBOL(itcw_add_tidaw); 33823f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter 33923f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter/** 34023f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * itcw_set_data - set data address and tida flag of the itcw 34123f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * @itcw: address of the itcw 34223f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * @addr: the data address 34323f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * @use_tidal: zero of the data address specifies a contiguous block of data, 34423f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * non-zero if it specifies a list if tidaws. 34523f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * 34623f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * Set the input/output data address of the itcw (depending on the value of the 34723f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * r-flag and w-flag). If @use_tidal is non-zero, the corresponding tida flag 34823f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * is set as well. 34923f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter */ 35023f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleitervoid itcw_set_data(struct itcw *itcw, void *addr, int use_tidal) 35123f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter{ 35223f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter tcw_set_data(itcw->tcw, addr, use_tidal); 35323f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter} 35423f626894765d4c03b72a0d21e44bc46f5ccd12bPeter OberparleiterEXPORT_SYMBOL(itcw_set_data); 35523f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter 35623f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter/** 35723f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * itcw_finalize - calculate length and count fields of the itcw 35823f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * @itcw: address of the itcw 35923f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * 36023f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * Calculate tcw input-/output-count and tccbl fields and add a tcat the tccb. 36123f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * In case input- or output-tida is used, the tidaw-list must be stored in 36223f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * continuous storage (no ttic). The tcal field in the tccb must be 36323f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter * up-to-date. 36423f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter */ 36523f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleitervoid itcw_finalize(struct itcw *itcw) 36623f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter{ 36723f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter tcw_finalize(itcw->tcw, itcw->num_tidaws); 36823f626894765d4c03b72a0d21e44bc46f5ccd12bPeter Oberparleiter} 36923f626894765d4c03b72a0d21e44bc46f5ccd12bPeter OberparleiterEXPORT_SYMBOL(itcw_finalize); 370