1d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe#ifndef FIO_FILE_H 2d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe#define FIO_FILE_H 3d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe 4e2e58886427019b525d2a234c5404a38ec0c7ebfJens Axboe#include <string.h> 5ecc314ba7c5f02b7e90ac1dfbce1a74cd4e6d6feBruce Cran#include "compiler/compiler.h" 6d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe#include "io_ddir.h" 7ecc314ba7c5f02b7e90ac1dfbce1a74cd4e6d6feBruce Cran#include "flist.h" 89c6f63166eaecc13e4b2ca1d80cc1b5e6185fd43Jens Axboe#include "lib/zipf.h" 97ebd796f4e50c21d652e62bf1e112755b0f338a8Jens Axboe#include "lib/axmap.h" 108055e41d0ecc54770a2653427532b3e2c5fabdadJens Axboe#include "lib/lfsr.h" 11d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe 12d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe/* 13d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe * The type of object we are working on 14d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe */ 15d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboeenum fio_filetype { 16d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe FIO_TYPE_FILE = 1, /* plain file */ 17d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe FIO_TYPE_BD, /* block device */ 18d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe FIO_TYPE_CHAR, /* character device */ 19d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe FIO_TYPE_PIPE, /* pipe */ 20d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe}; 21d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe 22d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboeenum fio_file_flags { 23d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe FIO_FILE_open = 1 << 0, /* file is open */ 24d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe FIO_FILE_closing = 1 << 1, /* file being closed */ 25d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe FIO_FILE_extend = 1 << 2, /* needs extend */ 26d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe FIO_FILE_done = 1 << 3, /* io completed to this file */ 27d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe FIO_FILE_size_known = 1 << 4, /* size has been set */ 28d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe FIO_FILE_hashed = 1 << 5, /* file is on hash */ 29ed47cbf7063df84343cd79fdc64eb7bbf7d6df2aJens Axboe FIO_FILE_partial_mmap = 1 << 6, /* can't do full mmap */ 30d55dd0413b5f2df5e637c9c6e752b4272e4a1e5fJens Axboe FIO_FILE_axmap = 1 << 7, /* uses axmap */ 31d55dd0413b5f2df5e637c9c6e752b4272e4a1e5fJens Axboe FIO_FILE_lfsr = 1 << 8, /* lfsr is used */ 32d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe}; 33d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe 34d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboeenum file_lock_mode { 35d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe FILE_LOCK_NONE, 36d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe FILE_LOCK_EXCLUSIVE, 37d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe FILE_LOCK_READWRITE, 38d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe}; 39d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe 40d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe/* 41590aebda258e146edd73382121be9c84643d8f1bJens Axboe * roundrobin available files, or choose one at random, or do each one 42590aebda258e146edd73382121be9c84643d8f1bJens Axboe * serially. 43590aebda258e146edd73382121be9c84643d8f1bJens Axboe */ 44590aebda258e146edd73382121be9c84643d8f1bJens Axboeenum { 45590aebda258e146edd73382121be9c84643d8f1bJens Axboe FIO_FSERVICE_RANDOM = 1, 46590aebda258e146edd73382121be9c84643d8f1bJens Axboe FIO_FSERVICE_RR = 2, 47590aebda258e146edd73382121be9c84643d8f1bJens Axboe FIO_FSERVICE_SEQ = 3, 48590aebda258e146edd73382121be9c84643d8f1bJens Axboe}; 49590aebda258e146edd73382121be9c84643d8f1bJens Axboe 50590aebda258e146edd73382121be9c84643d8f1bJens Axboe/* 51a596f047e2b3d447ccca76bd075f05473a1f8d1cEric Gouriou * No pre-allocation when laying down files, or call posix_fallocate(), or 52a596f047e2b3d447ccca76bd075f05473a1f8d1cEric Gouriou * call fallocate() with FALLOC_FL_KEEP_SIZE set. 53a596f047e2b3d447ccca76bd075f05473a1f8d1cEric Gouriou */ 54a596f047e2b3d447ccca76bd075f05473a1f8d1cEric Gouriouenum fio_fallocate_mode { 55a596f047e2b3d447ccca76bd075f05473a1f8d1cEric Gouriou FIO_FALLOCATE_NONE = 1, 56a596f047e2b3d447ccca76bd075f05473a1f8d1cEric Gouriou FIO_FALLOCATE_POSIX = 2, 57a596f047e2b3d447ccca76bd075f05473a1f8d1cEric Gouriou FIO_FALLOCATE_KEEP_SIZE = 3, 58a596f047e2b3d447ccca76bd075f05473a1f8d1cEric Gouriou}; 59a596f047e2b3d447ccca76bd075f05473a1f8d1cEric Gouriou 60a596f047e2b3d447ccca76bd075f05473a1f8d1cEric Gouriou/* 61d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe * Each thread_data structure has a number of files associated with it, 62d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe * this structure holds state information for a single file. 63d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe */ 64d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboestruct fio_file { 65d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe struct flist_head hash_list; 66d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe enum fio_filetype filetype; 67d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe 680e238572c4e63b0675fd9cbbf168d19ad8d60464Jens Axboe int fd; 69e6c4d732fc99070091367d0ce41fe2cf1ddd1dc9Jens Axboe int shadow_fd; 7093bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran#ifdef WIN32 7103e20d687566753b90383571e5e152c5142bdffdBruce Cran HANDLE hFile; 7203e20d687566753b90383571e5e152c5142bdffdBruce Cran HANDLE ioCP; 7303e20d687566753b90383571e5e152c5142bdffdBruce Cran#endif 74d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe 75d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe /* 76d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe * filename and possible memory mapping 77d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe */ 78d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe char *file_name; 79d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe unsigned int major, minor; 8089ac1d48971578ccb0645c292d4a058340aeb909Shaohua Li int fileno; 81d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe 82d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe /* 83d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe * size of the file, offset into file, and io size from that offset 84d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe */ 85293b8c1f23bbe4c735cd00fbb7cca1121bf18016Jens Axboe uint64_t real_file_size; 86293b8c1f23bbe4c735cd00fbb7cca1121bf18016Jens Axboe uint64_t file_offset; 87293b8c1f23bbe4c735cd00fbb7cca1121bf18016Jens Axboe uint64_t io_size; 88d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe 8908a99bed133fdd5dd6ef87c8638b45b135b10a8eJens Axboe /* 9008a99bed133fdd5dd6ef87c8638b45b135b10a8eJens Axboe * Track last end and last start of IO for a given data direction 9108a99bed133fdd5dd6ef87c8638b45b135b10a8eJens Axboe */ 9208a99bed133fdd5dd6ef87c8638b45b135b10a8eJens Axboe uint64_t last_pos[DDIR_RWDIR_CNT]; 9308a99bed133fdd5dd6ef87c8638b45b135b10a8eJens Axboe uint64_t last_start[DDIR_RWDIR_CNT]; 94d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe 95293b8c1f23bbe4c735cd00fbb7cca1121bf18016Jens Axboe uint64_t first_write; 96293b8c1f23bbe4c735cd00fbb7cca1121bf18016Jens Axboe uint64_t last_write; 9744f29692cfba246981bb3c1b894333a6d2209f51Jens Axboe 98d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe /* 99e943b8785fa19ab5536d91242f1063ae809cdf2bJens Axboe * For use by the io engine 100e943b8785fa19ab5536d91242f1063ae809cdf2bJens Axboe */ 10147f07ddc7d3354cd6f985b6468989e5e699c4b53Jens Axboe uint64_t engine_data; 102e943b8785fa19ab5536d91242f1063ae809cdf2bJens Axboe 103e943b8785fa19ab5536d91242f1063ae809cdf2bJens Axboe /* 104d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe * if io is protected by a semaphore, this is set 105d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe */ 106d7df1d133b0c3daad4ae4c731e0dae7b0181fd62Jens Axboe union { 107d7df1d133b0c3daad4ae4c731e0dae7b0181fd62Jens Axboe struct fio_mutex *lock; 108d7df1d133b0c3daad4ae4c731e0dae7b0181fd62Jens Axboe struct fio_rwlock *rwlock; 109d7df1d133b0c3daad4ae4c731e0dae7b0181fd62Jens Axboe }; 110d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe 111d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe /* 112d55dd0413b5f2df5e637c9c6e752b4272e4a1e5fJens Axboe * block map or LFSR for random io 113d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe */ 114d55dd0413b5f2df5e637c9c6e752b4272e4a1e5fJens Axboe union { 115d55dd0413b5f2df5e637c9c6e752b4272e4a1e5fJens Axboe struct axmap *io_axmap; 116d55dd0413b5f2df5e637c9c6e752b4272e4a1e5fJens Axboe struct fio_lfsr lfsr; 117d55dd0413b5f2df5e637c9c6e752b4272e4a1e5fJens Axboe }; 1188055e41d0ecc54770a2653427532b3e2c5fabdadJens Axboe 1199c6f63166eaecc13e4b2ca1d80cc1b5e6185fd43Jens Axboe /* 1209c6f63166eaecc13e4b2ca1d80cc1b5e6185fd43Jens Axboe * Used for zipf random distribution 1219c6f63166eaecc13e4b2ca1d80cc1b5e6185fd43Jens Axboe */ 1229c6f63166eaecc13e4b2ca1d80cc1b5e6185fd43Jens Axboe struct zipf_state zipf; 1239c6f63166eaecc13e4b2ca1d80cc1b5e6185fd43Jens Axboe 124d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe int references; 125d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe enum fio_file_flags flags; 126d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe 127d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe struct disk_util *du; 128d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe}; 129d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe 130aa31de7d76f05dae6b015eb882c98a816c1a4b5fJens Axboe#define FILE_ENG_DATA(f) ((void *) (uintptr_t) (f)->engine_data) 131aa31de7d76f05dae6b015eb882c98a816c1a4b5fJens Axboe#define FILE_SET_ENG_DATA(f, data) \ 132aa31de7d76f05dae6b015eb882c98a816c1a4b5fJens Axboe ((f)->engine_data = (uintptr_t) (data)) 133aa31de7d76f05dae6b015eb882c98a816c1a4b5fJens Axboe 134bcbfeefa7bce8383cf85fe59ced91f54821dfbd2Christian Ehrhardtstruct file_name { 135bcbfeefa7bce8383cf85fe59ced91f54821dfbd2Christian Ehrhardt struct flist_head list; 136bcbfeefa7bce8383cf85fe59ced91f54821dfbd2Christian Ehrhardt char *filename; 137bcbfeefa7bce8383cf85fe59ced91f54821dfbd2Christian Ehrhardt}; 138bcbfeefa7bce8383cf85fe59ced91f54821dfbd2Christian Ehrhardt 139d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe#define FILE_FLAG_FNS(name) \ 140d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboestatic inline void fio_file_set_##name(struct fio_file *f) \ 141d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe{ \ 142bea5c23dfb5166931ff476a483fd66d5e5b10601Daniel Gollub (f)->flags = (enum fio_file_flags) ((f)->flags | FIO_FILE_##name); \ 143d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe} \ 144d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboestatic inline void fio_file_clear_##name(struct fio_file *f) \ 145d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe{ \ 146bea5c23dfb5166931ff476a483fd66d5e5b10601Daniel Gollub (f)->flags = (enum fio_file_flags) ((f)->flags & ~FIO_FILE_##name); \ 147d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe} \ 148d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboestatic inline int fio_file_##name(struct fio_file *f) \ 149d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe{ \ 150d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe return ((f)->flags & FIO_FILE_##name) != 0; \ 151d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe} 152d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe 153d6aed795f2e3e403828abf60874dd2d6e8342a1bJens AxboeFILE_FLAG_FNS(open); 154d6aed795f2e3e403828abf60874dd2d6e8342a1bJens AxboeFILE_FLAG_FNS(closing); 155d6aed795f2e3e403828abf60874dd2d6e8342a1bJens AxboeFILE_FLAG_FNS(extend); 156d6aed795f2e3e403828abf60874dd2d6e8342a1bJens AxboeFILE_FLAG_FNS(done); 157d6aed795f2e3e403828abf60874dd2d6e8342a1bJens AxboeFILE_FLAG_FNS(size_known); 158d6aed795f2e3e403828abf60874dd2d6e8342a1bJens AxboeFILE_FLAG_FNS(hashed); 159ed47cbf7063df84343cd79fdc64eb7bbf7d6df2aJens AxboeFILE_FLAG_FNS(partial_mmap); 160d55dd0413b5f2df5e637c9c6e752b4272e4a1e5fJens AxboeFILE_FLAG_FNS(axmap); 161d55dd0413b5f2df5e637c9c6e752b4272e4a1e5fJens AxboeFILE_FLAG_FNS(lfsr); 162d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe#undef FILE_FLAG_FNS 163d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe 1644cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboe/* 1654cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboe * File setup/shutdown 1664cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboe */ 1674cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboestruct thread_data; 1684cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern void close_files(struct thread_data *); 1694cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern void close_and_free_files(struct thread_data *); 170bedc9dc24223bb33be4120f4a57718bc54888ca5Jens Axboeextern uint64_t get_start_offset(struct thread_data *, struct fio_file *); 1714cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern int __must_check setup_files(struct thread_data *); 1724cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern int __must_check file_invalidate_cache(struct thread_data *, struct fio_file *); 1734cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern int __must_check generic_open_file(struct thread_data *, struct fio_file *); 1744cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern int __must_check generic_close_file(struct thread_data *, struct fio_file *); 1754cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern int __must_check generic_get_file_size(struct thread_data *, struct fio_file *); 1761ccc6dc75b28ef70cd7a8c39ac8c1cb68c720a65Dmitry Monakhovextern int __must_check file_lookup_open(struct fio_file *f, int flags); 1774cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern int __must_check pre_read_files(struct thread_data *); 1785903e7b7907854014478b6febfc5645a203ff59eJens Axboeextern int add_file(struct thread_data *, const char *, int, int); 17949ffb4a2e1ac3026d77d9e1c03edc2753fcec41bJens Axboeextern int add_file_exclusive(struct thread_data *, const char *); 1804cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern void get_file(struct fio_file *); 1814cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern int __must_check put_file(struct thread_data *, struct fio_file *); 182e8462bd8250cf3ff2d41f17e1a4d4cefc70b6b37Jens Axboeextern void put_file_log(struct thread_data *, struct fio_file *); 1834cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern void lock_file(struct thread_data *, struct fio_file *, enum fio_ddir); 1844cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern void unlock_file(struct thread_data *, struct fio_file *); 1854cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern void unlock_file_all(struct thread_data *, struct fio_file *); 1864cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern int add_dir_files(struct thread_data *, const char *); 1874cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern int init_random_map(struct thread_data *); 1884cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern void dup_files(struct thread_data *, struct thread_data *); 1894cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern int get_fileno(struct thread_data *, const char *); 1904cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern void free_release_files(struct thread_data *); 191bcbfeefa7bce8383cf85fe59ced91f54821dfbd2Christian Ehrhardtextern void filesetup_mem_free(void); 19233c48814e08cf961801bf37f759da2748eb3431bJens Axboevoid fio_file_reset(struct thread_data *, struct fio_file *); 193002fe73409d1e3d5e7dfe2885f75885bfaf506bcJens Axboeint fio_files_done(struct thread_data *); 194c592b9fe12d4739d99d5bece517e304804876df6Jens Axboe 195d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe#endif 196