1951a39d68df598db08dfced8b4707755864a0492Ying Wang/**************************************************************************** 2951a39d68df598db08dfced8b4707755864a0492Ying Wang **************************************************************************** 3951a39d68df598db08dfced8b4707755864a0492Ying Wang *** 4951a39d68df598db08dfced8b4707755864a0492Ying Wang *** This header was automatically generated from a Linux kernel header 5951a39d68df598db08dfced8b4707755864a0492Ying Wang *** of the same name, to make information necessary for userspace to 6951a39d68df598db08dfced8b4707755864a0492Ying Wang *** call into the kernel available to libc. It contains only constants, 7951a39d68df598db08dfced8b4707755864a0492Ying Wang *** structures, and macros generated from the original header, and thus, 8951a39d68df598db08dfced8b4707755864a0492Ying Wang *** contains no copyrightable information. 9951a39d68df598db08dfced8b4707755864a0492Ying Wang *** 10951a39d68df598db08dfced8b4707755864a0492Ying Wang **************************************************************************** 11951a39d68df598db08dfced8b4707755864a0492Ying Wang ****************************************************************************/ 12951a39d68df598db08dfced8b4707755864a0492Ying Wang#ifndef __LINUX_BIO_H 13951a39d68df598db08dfced8b4707755864a0492Ying Wang#define __LINUX_BIO_H 14951a39d68df598db08dfced8b4707755864a0492Ying Wang 15951a39d68df598db08dfced8b4707755864a0492Ying Wang#include <linux/highmem.h> 16951a39d68df598db08dfced8b4707755864a0492Ying Wang#include <linux/mempool.h> 17951a39d68df598db08dfced8b4707755864a0492Ying Wang#include <linux/ioprio.h> 18951a39d68df598db08dfced8b4707755864a0492Ying Wang 19951a39d68df598db08dfced8b4707755864a0492Ying Wang#include <asm/io.h> 20951a39d68df598db08dfced8b4707755864a0492Ying Wang 21951a39d68df598db08dfced8b4707755864a0492Ying Wang#if defined(BIO_VMERGE_MAX_SIZE) && defined(BIO_VMERGE_BOUNDARY) 22951a39d68df598db08dfced8b4707755864a0492Ying Wang#define BIOVEC_VIRT_START_SIZE(x) (bvec_to_phys(x) & (BIO_VMERGE_BOUNDARY - 1)) 23951a39d68df598db08dfced8b4707755864a0492Ying Wang#define BIOVEC_VIRT_OVERSIZE(x) ((x) > BIO_VMERGE_MAX_SIZE) 24951a39d68df598db08dfced8b4707755864a0492Ying Wang#else 25951a39d68df598db08dfced8b4707755864a0492Ying Wang#define BIOVEC_VIRT_START_SIZE(x) 0 26951a39d68df598db08dfced8b4707755864a0492Ying Wang#define BIOVEC_VIRT_OVERSIZE(x) 0 27951a39d68df598db08dfced8b4707755864a0492Ying Wang#endif 28951a39d68df598db08dfced8b4707755864a0492Ying Wang 29951a39d68df598db08dfced8b4707755864a0492Ying Wang#ifndef BIO_VMERGE_BOUNDARY 30951a39d68df598db08dfced8b4707755864a0492Ying Wang#define BIO_VMERGE_BOUNDARY 0 31951a39d68df598db08dfced8b4707755864a0492Ying Wang#endif 32951a39d68df598db08dfced8b4707755864a0492Ying Wang 33951a39d68df598db08dfced8b4707755864a0492Ying Wang#define BIO_DEBUG 34951a39d68df598db08dfced8b4707755864a0492Ying Wang 35951a39d68df598db08dfced8b4707755864a0492Ying Wang#ifdef BIO_DEBUG 36951a39d68df598db08dfced8b4707755864a0492Ying Wang#define BIO_BUG_ON BUG_ON 37951a39d68df598db08dfced8b4707755864a0492Ying Wang#else 38951a39d68df598db08dfced8b4707755864a0492Ying Wang#define BIO_BUG_ON 39951a39d68df598db08dfced8b4707755864a0492Ying Wang#endif 40951a39d68df598db08dfced8b4707755864a0492Ying Wang 41951a39d68df598db08dfced8b4707755864a0492Ying Wang#define BIO_MAX_PAGES 256 42951a39d68df598db08dfced8b4707755864a0492Ying Wang#define BIO_MAX_SIZE (BIO_MAX_PAGES << PAGE_CACHE_SHIFT) 43951a39d68df598db08dfced8b4707755864a0492Ying Wang#define BIO_MAX_SECTORS (BIO_MAX_SIZE >> 9) 44951a39d68df598db08dfced8b4707755864a0492Ying Wang 45951a39d68df598db08dfced8b4707755864a0492Ying Wangstruct bio_vec { 46951a39d68df598db08dfced8b4707755864a0492Ying Wang struct page *bv_page; 47951a39d68df598db08dfced8b4707755864a0492Ying Wang unsigned int bv_len; 48951a39d68df598db08dfced8b4707755864a0492Ying Wang unsigned int bv_offset; 49951a39d68df598db08dfced8b4707755864a0492Ying Wang}; 50951a39d68df598db08dfced8b4707755864a0492Ying Wang 51951a39d68df598db08dfced8b4707755864a0492Ying Wangstruct bio_set; 52951a39d68df598db08dfced8b4707755864a0492Ying Wangstruct bio; 53951a39d68df598db08dfced8b4707755864a0492Ying Wangtypedef int (bio_end_io_t) (struct bio *, unsigned int, int); 54951a39d68df598db08dfced8b4707755864a0492Ying Wangtypedef void (bio_destructor_t) (struct bio *); 55951a39d68df598db08dfced8b4707755864a0492Ying Wang 56951a39d68df598db08dfced8b4707755864a0492Ying Wangstruct bio { 57951a39d68df598db08dfced8b4707755864a0492Ying Wang sector_t bi_sector; 58951a39d68df598db08dfced8b4707755864a0492Ying Wang struct bio *bi_next; 59951a39d68df598db08dfced8b4707755864a0492Ying Wang struct block_device *bi_bdev; 60951a39d68df598db08dfced8b4707755864a0492Ying Wang unsigned long bi_flags; 61951a39d68df598db08dfced8b4707755864a0492Ying Wang unsigned long bi_rw; 62951a39d68df598db08dfced8b4707755864a0492Ying Wang 63951a39d68df598db08dfced8b4707755864a0492Ying Wang unsigned short bi_vcnt; 64951a39d68df598db08dfced8b4707755864a0492Ying Wang unsigned short bi_idx; 65951a39d68df598db08dfced8b4707755864a0492Ying Wang 66951a39d68df598db08dfced8b4707755864a0492Ying Wang unsigned short bi_phys_segments; 67951a39d68df598db08dfced8b4707755864a0492Ying Wang 68951a39d68df598db08dfced8b4707755864a0492Ying Wang unsigned short bi_hw_segments; 69951a39d68df598db08dfced8b4707755864a0492Ying Wang 70951a39d68df598db08dfced8b4707755864a0492Ying Wang unsigned int bi_size; 71951a39d68df598db08dfced8b4707755864a0492Ying Wang 72951a39d68df598db08dfced8b4707755864a0492Ying Wang unsigned int bi_hw_front_size; 73951a39d68df598db08dfced8b4707755864a0492Ying Wang unsigned int bi_hw_back_size; 74951a39d68df598db08dfced8b4707755864a0492Ying Wang 75951a39d68df598db08dfced8b4707755864a0492Ying Wang unsigned int bi_max_vecs; 76951a39d68df598db08dfced8b4707755864a0492Ying Wang 77951a39d68df598db08dfced8b4707755864a0492Ying Wang struct bio_vec *bi_io_vec; 78951a39d68df598db08dfced8b4707755864a0492Ying Wang 79951a39d68df598db08dfced8b4707755864a0492Ying Wang bio_end_io_t *bi_end_io; 80951a39d68df598db08dfced8b4707755864a0492Ying Wang atomic_t bi_cnt; 81951a39d68df598db08dfced8b4707755864a0492Ying Wang 82951a39d68df598db08dfced8b4707755864a0492Ying Wang void *bi_private; 83951a39d68df598db08dfced8b4707755864a0492Ying Wang 84951a39d68df598db08dfced8b4707755864a0492Ying Wang bio_destructor_t *bi_destructor; 85951a39d68df598db08dfced8b4707755864a0492Ying Wang}; 86951a39d68df598db08dfced8b4707755864a0492Ying Wang 87951a39d68df598db08dfced8b4707755864a0492Ying Wang#define BIO_UPTODATE 0 88951a39d68df598db08dfced8b4707755864a0492Ying Wang#define BIO_RW_BLOCK 1 89951a39d68df598db08dfced8b4707755864a0492Ying Wang#define BIO_EOF 2 90951a39d68df598db08dfced8b4707755864a0492Ying Wang#define BIO_SEG_VALID 3 91951a39d68df598db08dfced8b4707755864a0492Ying Wang#define BIO_CLONED 4 92951a39d68df598db08dfced8b4707755864a0492Ying Wang#define BIO_BOUNCED 5 93951a39d68df598db08dfced8b4707755864a0492Ying Wang#define BIO_USER_MAPPED 6 94951a39d68df598db08dfced8b4707755864a0492Ying Wang#define BIO_EOPNOTSUPP 7 95951a39d68df598db08dfced8b4707755864a0492Ying Wang#define bio_flagged(bio, flag) ((bio)->bi_flags & (1 << (flag))) 96951a39d68df598db08dfced8b4707755864a0492Ying Wang 97951a39d68df598db08dfced8b4707755864a0492Ying Wang#define BIO_POOL_BITS (4) 98951a39d68df598db08dfced8b4707755864a0492Ying Wang#define BIO_POOL_OFFSET (BITS_PER_LONG - BIO_POOL_BITS) 99951a39d68df598db08dfced8b4707755864a0492Ying Wang#define BIO_POOL_MASK (1UL << BIO_POOL_OFFSET) 100951a39d68df598db08dfced8b4707755864a0492Ying Wang#define BIO_POOL_IDX(bio) ((bio)->bi_flags >> BIO_POOL_OFFSET) 101951a39d68df598db08dfced8b4707755864a0492Ying Wang 102951a39d68df598db08dfced8b4707755864a0492Ying Wang#define BIO_RW 0 103951a39d68df598db08dfced8b4707755864a0492Ying Wang#define BIO_RW_AHEAD 1 104951a39d68df598db08dfced8b4707755864a0492Ying Wang#define BIO_RW_BARRIER 2 105951a39d68df598db08dfced8b4707755864a0492Ying Wang#define BIO_RW_FAILFAST 3 106951a39d68df598db08dfced8b4707755864a0492Ying Wang#define BIO_RW_SYNC 4 107951a39d68df598db08dfced8b4707755864a0492Ying Wang 108951a39d68df598db08dfced8b4707755864a0492Ying Wang#define BIO_PRIO_SHIFT (8 * sizeof(unsigned long) - IOPRIO_BITS) 109951a39d68df598db08dfced8b4707755864a0492Ying Wang#define bio_prio(bio) ((bio)->bi_rw >> BIO_PRIO_SHIFT) 110951a39d68df598db08dfced8b4707755864a0492Ying Wang#define bio_prio_valid(bio) ioprio_valid(bio_prio(bio)) 111951a39d68df598db08dfced8b4707755864a0492Ying Wang 112951a39d68df598db08dfced8b4707755864a0492Ying Wang#define bio_set_prio(bio, prio) do { WARN_ON(prio >= (1 << IOPRIO_BITS)); (bio)->bi_rw &= ((1UL << BIO_PRIO_SHIFT) - 1); (bio)->bi_rw |= ((unsigned long) (prio) << BIO_PRIO_SHIFT); } while (0) 113951a39d68df598db08dfced8b4707755864a0492Ying Wang 114951a39d68df598db08dfced8b4707755864a0492Ying Wang#define bio_iovec_idx(bio, idx) (&((bio)->bi_io_vec[(idx)])) 115951a39d68df598db08dfced8b4707755864a0492Ying Wang#define bio_iovec(bio) bio_iovec_idx((bio), (bio)->bi_idx) 116951a39d68df598db08dfced8b4707755864a0492Ying Wang#define bio_page(bio) bio_iovec((bio))->bv_page 117951a39d68df598db08dfced8b4707755864a0492Ying Wang#define bio_offset(bio) bio_iovec((bio))->bv_offset 118951a39d68df598db08dfced8b4707755864a0492Ying Wang#define bio_segments(bio) ((bio)->bi_vcnt - (bio)->bi_idx) 119951a39d68df598db08dfced8b4707755864a0492Ying Wang#define bio_sectors(bio) ((bio)->bi_size >> 9) 120951a39d68df598db08dfced8b4707755864a0492Ying Wang#define bio_cur_sectors(bio) (bio_iovec(bio)->bv_len >> 9) 121951a39d68df598db08dfced8b4707755864a0492Ying Wang#define bio_data(bio) (page_address(bio_page((bio))) + bio_offset((bio))) 122951a39d68df598db08dfced8b4707755864a0492Ying Wang#define bio_barrier(bio) ((bio)->bi_rw & (1 << BIO_RW_BARRIER)) 123951a39d68df598db08dfced8b4707755864a0492Ying Wang#define bio_sync(bio) ((bio)->bi_rw & (1 << BIO_RW_SYNC)) 124951a39d68df598db08dfced8b4707755864a0492Ying Wang#define bio_failfast(bio) ((bio)->bi_rw & (1 << BIO_RW_FAILFAST)) 125951a39d68df598db08dfced8b4707755864a0492Ying Wang#define bio_rw_ahead(bio) ((bio)->bi_rw & (1 << BIO_RW_AHEAD)) 126951a39d68df598db08dfced8b4707755864a0492Ying Wang 127951a39d68df598db08dfced8b4707755864a0492Ying Wang#define bio_to_phys(bio) (page_to_phys(bio_page((bio))) + (unsigned long) bio_offset((bio))) 128951a39d68df598db08dfced8b4707755864a0492Ying Wang#define bvec_to_phys(bv) (page_to_phys((bv)->bv_page) + (unsigned long) (bv)->bv_offset) 129951a39d68df598db08dfced8b4707755864a0492Ying Wang 130951a39d68df598db08dfced8b4707755864a0492Ying Wang#define __bio_kmap_atomic(bio, idx, kmtype) (kmap_atomic(bio_iovec_idx((bio), (idx))->bv_page, kmtype) + bio_iovec_idx((bio), (idx))->bv_offset) 131951a39d68df598db08dfced8b4707755864a0492Ying Wang 132951a39d68df598db08dfced8b4707755864a0492Ying Wang#define __bio_kunmap_atomic(addr, kmtype) kunmap_atomic(addr, kmtype) 133951a39d68df598db08dfced8b4707755864a0492Ying Wang 134951a39d68df598db08dfced8b4707755864a0492Ying Wang#define __BVEC_END(bio) bio_iovec_idx((bio), (bio)->bi_vcnt - 1) 135951a39d68df598db08dfced8b4707755864a0492Ying Wang#define __BVEC_START(bio) bio_iovec_idx((bio), (bio)->bi_idx) 136951a39d68df598db08dfced8b4707755864a0492Ying Wang 137951a39d68df598db08dfced8b4707755864a0492Ying Wang#ifndef BIOVEC_PHYS_MERGEABLE 138951a39d68df598db08dfced8b4707755864a0492Ying Wang#define BIOVEC_PHYS_MERGEABLE(vec1, vec2) ((bvec_to_phys((vec1)) + (vec1)->bv_len) == bvec_to_phys((vec2))) 139951a39d68df598db08dfced8b4707755864a0492Ying Wang#endif 140951a39d68df598db08dfced8b4707755864a0492Ying Wang 141951a39d68df598db08dfced8b4707755864a0492Ying Wang#define BIOVEC_VIRT_MERGEABLE(vec1, vec2) ((((bvec_to_phys((vec1)) + (vec1)->bv_len) | bvec_to_phys((vec2))) & (BIO_VMERGE_BOUNDARY - 1)) == 0) 142951a39d68df598db08dfced8b4707755864a0492Ying Wang#define __BIO_SEG_BOUNDARY(addr1, addr2, mask) (((addr1) | (mask)) == (((addr2) - 1) | (mask))) 143951a39d68df598db08dfced8b4707755864a0492Ying Wang#define BIOVEC_SEG_BOUNDARY(q, b1, b2) __BIO_SEG_BOUNDARY(bvec_to_phys((b1)), bvec_to_phys((b2)) + (b2)->bv_len, (q)->seg_boundary_mask) 144951a39d68df598db08dfced8b4707755864a0492Ying Wang#define BIO_SEG_BOUNDARY(q, b1, b2) BIOVEC_SEG_BOUNDARY((q), __BVEC_END((b1)), __BVEC_START((b2))) 145951a39d68df598db08dfced8b4707755864a0492Ying Wang 146951a39d68df598db08dfced8b4707755864a0492Ying Wang#define bio_io_error(bio, bytes) bio_endio((bio), (bytes), -EIO) 147951a39d68df598db08dfced8b4707755864a0492Ying Wang 148951a39d68df598db08dfced8b4707755864a0492Ying Wang#define __bio_for_each_segment(bvl, bio, i, start_idx) for (bvl = bio_iovec_idx((bio), (start_idx)), i = (start_idx); i < (bio)->bi_vcnt; bvl++, i++) 149951a39d68df598db08dfced8b4707755864a0492Ying Wang 150951a39d68df598db08dfced8b4707755864a0492Ying Wang#define bio_for_each_segment(bvl, bio, i) __bio_for_each_segment(bvl, bio, i, (bio)->bi_idx) 151951a39d68df598db08dfced8b4707755864a0492Ying Wang 152951a39d68df598db08dfced8b4707755864a0492Ying Wang#define bio_get(bio) atomic_inc(&(bio)->bi_cnt) 153951a39d68df598db08dfced8b4707755864a0492Ying Wang 154951a39d68df598db08dfced8b4707755864a0492Ying Wangstruct bio_pair { 155951a39d68df598db08dfced8b4707755864a0492Ying Wang struct bio bio1, bio2; 156951a39d68df598db08dfced8b4707755864a0492Ying Wang struct bio_vec bv1, bv2; 157951a39d68df598db08dfced8b4707755864a0492Ying Wang atomic_t cnt; 158951a39d68df598db08dfced8b4707755864a0492Ying Wang int error; 159951a39d68df598db08dfced8b4707755864a0492Ying Wang}; 160951a39d68df598db08dfced8b4707755864a0492Ying Wang 161951a39d68df598db08dfced8b4707755864a0492Ying Wangstruct request_queue; 162951a39d68df598db08dfced8b4707755864a0492Ying Wang 163951a39d68df598db08dfced8b4707755864a0492Ying Wangstruct sg_iovec; 164951a39d68df598db08dfced8b4707755864a0492Ying Wang 165951a39d68df598db08dfced8b4707755864a0492Ying Wang#define bvec_kmap_irq(bvec, flags) (page_address((bvec)->bv_page) + (bvec)->bv_offset) 166951a39d68df598db08dfced8b4707755864a0492Ying Wang#define bvec_kunmap_irq(buf, flags) do { *(flags) = 0; } while (0) 167951a39d68df598db08dfced8b4707755864a0492Ying Wang 168951a39d68df598db08dfced8b4707755864a0492Ying Wang#define __bio_kunmap_irq(buf, flags) bvec_kunmap_irq(buf, flags) 169951a39d68df598db08dfced8b4707755864a0492Ying Wang#define bio_kmap_irq(bio, flags) __bio_kmap_irq((bio), (bio)->bi_idx, (flags)) 170951a39d68df598db08dfced8b4707755864a0492Ying Wang#define bio_kunmap_irq(buf,flags) __bio_kunmap_irq(buf, flags) 171951a39d68df598db08dfced8b4707755864a0492Ying Wang#endif 172