1d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe#ifndef FIO_FILE_H 2d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe#define FIO_FILE_H 3d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe 4e2e58886427019b525d2a234c5404a38ec0c7ebfJens Axboe#include <string.h> 5ecc314ba7c5f02b7e90ac1dfbce1a74cd4e6d6feBruce Cran#include "compiler/compiler.h" 6d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe#include "io_ddir.h" 7ecc314ba7c5f02b7e90ac1dfbce1a74cd4e6d6feBruce Cran#include "flist.h" 89c6f63166eaecc13e4b2ca1d80cc1b5e6185fd43Jens Axboe#include "lib/zipf.h" 97ebd796f4e50c21d652e62bf1e112755b0f338a8Jens Axboe#include "lib/axmap.h" 108055e41d0ecc54770a2653427532b3e2c5fabdadJens Axboe#include "lib/lfsr.h" 11d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe 12d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe/* 13d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe * The type of object we are working on 14d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe */ 15d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboeenum fio_filetype { 16d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe FIO_TYPE_FILE = 1, /* plain file */ 17d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe FIO_TYPE_BD, /* block device */ 18d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe FIO_TYPE_CHAR, /* character device */ 19d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe FIO_TYPE_PIPE, /* pipe */ 20d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe}; 21d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe 22d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboeenum fio_file_flags { 23d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe FIO_FILE_open = 1 << 0, /* file is open */ 24d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe FIO_FILE_closing = 1 << 1, /* file being closed */ 25d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe FIO_FILE_extend = 1 << 2, /* needs extend */ 26d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe FIO_FILE_done = 1 << 3, /* io completed to this file */ 27d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe FIO_FILE_size_known = 1 << 4, /* size has been set */ 28d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe FIO_FILE_hashed = 1 << 5, /* file is on hash */ 29ed47cbf7063df84343cd79fdc64eb7bbf7d6df2aJens Axboe FIO_FILE_partial_mmap = 1 << 6, /* can't do full mmap */ 30d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe}; 31d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe 32d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboeenum file_lock_mode { 33d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe FILE_LOCK_NONE, 34d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe FILE_LOCK_EXCLUSIVE, 35d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe FILE_LOCK_READWRITE, 36d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe}; 37d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe 38d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe/* 39590aebda258e146edd73382121be9c84643d8f1bJens Axboe * roundrobin available files, or choose one at random, or do each one 40590aebda258e146edd73382121be9c84643d8f1bJens Axboe * serially. 41590aebda258e146edd73382121be9c84643d8f1bJens Axboe */ 42590aebda258e146edd73382121be9c84643d8f1bJens Axboeenum { 43590aebda258e146edd73382121be9c84643d8f1bJens Axboe FIO_FSERVICE_RANDOM = 1, 44590aebda258e146edd73382121be9c84643d8f1bJens Axboe FIO_FSERVICE_RR = 2, 45590aebda258e146edd73382121be9c84643d8f1bJens Axboe FIO_FSERVICE_SEQ = 3, 46590aebda258e146edd73382121be9c84643d8f1bJens Axboe}; 47590aebda258e146edd73382121be9c84643d8f1bJens Axboe 48590aebda258e146edd73382121be9c84643d8f1bJens Axboe/* 49a596f047e2b3d447ccca76bd075f05473a1f8d1cEric Gouriou * No pre-allocation when laying down files, or call posix_fallocate(), or 50a596f047e2b3d447ccca76bd075f05473a1f8d1cEric Gouriou * call fallocate() with FALLOC_FL_KEEP_SIZE set. 51a596f047e2b3d447ccca76bd075f05473a1f8d1cEric Gouriou */ 52a596f047e2b3d447ccca76bd075f05473a1f8d1cEric Gouriouenum fio_fallocate_mode { 53a596f047e2b3d447ccca76bd075f05473a1f8d1cEric Gouriou FIO_FALLOCATE_NONE = 1, 54a596f047e2b3d447ccca76bd075f05473a1f8d1cEric Gouriou FIO_FALLOCATE_POSIX = 2, 55a596f047e2b3d447ccca76bd075f05473a1f8d1cEric Gouriou FIO_FALLOCATE_KEEP_SIZE = 3, 56a596f047e2b3d447ccca76bd075f05473a1f8d1cEric Gouriou}; 57a596f047e2b3d447ccca76bd075f05473a1f8d1cEric Gouriou 58a596f047e2b3d447ccca76bd075f05473a1f8d1cEric Gouriou/* 59d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe * Each thread_data structure has a number of files associated with it, 60d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe * this structure holds state information for a single file. 61d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe */ 62d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboestruct fio_file { 63d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe struct flist_head hash_list; 64d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe enum fio_filetype filetype; 65d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe 660e238572c4e63b0675fd9cbbf168d19ad8d60464Jens Axboe int fd; 67e6c4d732fc99070091367d0ce41fe2cf1ddd1dc9Jens Axboe int shadow_fd; 6893bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran#ifdef WIN32 6903e20d687566753b90383571e5e152c5142bdffdBruce Cran HANDLE hFile; 7003e20d687566753b90383571e5e152c5142bdffdBruce Cran HANDLE ioCP; 7103e20d687566753b90383571e5e152c5142bdffdBruce Cran#endif 72d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe 73d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe /* 74d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe * filename and possible memory mapping 75d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe */ 76d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe char *file_name; 77d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe unsigned int major, minor; 7889ac1d48971578ccb0645c292d4a058340aeb909Shaohua Li int fileno; 79d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe 80d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe void *mmap_ptr; 81d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe size_t mmap_sz; 82d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe off_t mmap_off; 83d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe 84d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe /* 85d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe * size of the file, offset into file, and io size from that offset 86d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe */ 87293b8c1f23bbe4c735cd00fbb7cca1121bf18016Jens Axboe uint64_t real_file_size; 88293b8c1f23bbe4c735cd00fbb7cca1121bf18016Jens Axboe uint64_t file_offset; 89293b8c1f23bbe4c735cd00fbb7cca1121bf18016Jens Axboe uint64_t io_size; 90d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe 91293b8c1f23bbe4c735cd00fbb7cca1121bf18016Jens Axboe uint64_t last_pos; 92293b8c1f23bbe4c735cd00fbb7cca1121bf18016Jens Axboe uint64_t last_start; 93d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe 94293b8c1f23bbe4c735cd00fbb7cca1121bf18016Jens Axboe uint64_t first_write; 95293b8c1f23bbe4c735cd00fbb7cca1121bf18016Jens Axboe uint64_t last_write; 9644f29692cfba246981bb3c1b894333a6d2209f51Jens Axboe 97d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe /* 98e943b8785fa19ab5536d91242f1063ae809cdf2bJens Axboe * For use by the io engine 99e943b8785fa19ab5536d91242f1063ae809cdf2bJens Axboe */ 10047f07ddc7d3354cd6f985b6468989e5e699c4b53Jens Axboe uint64_t engine_data; 101e943b8785fa19ab5536d91242f1063ae809cdf2bJens Axboe 102e943b8785fa19ab5536d91242f1063ae809cdf2bJens Axboe /* 103d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe * if io is protected by a semaphore, this is set 104d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe */ 105d7df1d133b0c3daad4ae4c731e0dae7b0181fd62Jens Axboe union { 106d7df1d133b0c3daad4ae4c731e0dae7b0181fd62Jens Axboe struct fio_mutex *lock; 107d7df1d133b0c3daad4ae4c731e0dae7b0181fd62Jens Axboe struct fio_rwlock *rwlock; 108d7df1d133b0c3daad4ae4c731e0dae7b0181fd62Jens Axboe }; 109d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe 110d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe /* 111d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe * block map for random io 112d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe */ 1137ebd796f4e50c21d652e62bf1e112755b0f338a8Jens Axboe struct axmap *io_axmap; 114d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe 1158055e41d0ecc54770a2653427532b3e2c5fabdadJens Axboe struct fio_lfsr lfsr; 1168055e41d0ecc54770a2653427532b3e2c5fabdadJens Axboe 1179c6f63166eaecc13e4b2ca1d80cc1b5e6185fd43Jens Axboe /* 1189c6f63166eaecc13e4b2ca1d80cc1b5e6185fd43Jens Axboe * Used for zipf random distribution 1199c6f63166eaecc13e4b2ca1d80cc1b5e6185fd43Jens Axboe */ 1209c6f63166eaecc13e4b2ca1d80cc1b5e6185fd43Jens Axboe struct zipf_state zipf; 1219c6f63166eaecc13e4b2ca1d80cc1b5e6185fd43Jens Axboe 122d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe int references; 123d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe enum fio_file_flags flags; 124d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe 125d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe struct disk_util *du; 126d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe}; 127d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe 128bcbfeefa7bce8383cf85fe59ced91f54821dfbd2Christian Ehrhardtstruct file_name { 129bcbfeefa7bce8383cf85fe59ced91f54821dfbd2Christian Ehrhardt struct flist_head list; 130bcbfeefa7bce8383cf85fe59ced91f54821dfbd2Christian Ehrhardt char *filename; 131bcbfeefa7bce8383cf85fe59ced91f54821dfbd2Christian Ehrhardt}; 132bcbfeefa7bce8383cf85fe59ced91f54821dfbd2Christian Ehrhardt 133d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe#define FILE_FLAG_FNS(name) \ 134d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboestatic inline void fio_file_set_##name(struct fio_file *f) \ 135d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe{ \ 136bea5c23dfb5166931ff476a483fd66d5e5b10601Daniel Gollub (f)->flags = (enum fio_file_flags) ((f)->flags | FIO_FILE_##name); \ 137d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe} \ 138d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboestatic inline void fio_file_clear_##name(struct fio_file *f) \ 139d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe{ \ 140bea5c23dfb5166931ff476a483fd66d5e5b10601Daniel Gollub (f)->flags = (enum fio_file_flags) ((f)->flags & ~FIO_FILE_##name); \ 141d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe} \ 142d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboestatic inline int fio_file_##name(struct fio_file *f) \ 143d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe{ \ 144d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe return ((f)->flags & FIO_FILE_##name) != 0; \ 145d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe} 146d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe 147d6aed795f2e3e403828abf60874dd2d6e8342a1bJens AxboeFILE_FLAG_FNS(open); 148d6aed795f2e3e403828abf60874dd2d6e8342a1bJens AxboeFILE_FLAG_FNS(closing); 149d6aed795f2e3e403828abf60874dd2d6e8342a1bJens AxboeFILE_FLAG_FNS(extend); 150d6aed795f2e3e403828abf60874dd2d6e8342a1bJens AxboeFILE_FLAG_FNS(done); 151d6aed795f2e3e403828abf60874dd2d6e8342a1bJens AxboeFILE_FLAG_FNS(size_known); 152d6aed795f2e3e403828abf60874dd2d6e8342a1bJens AxboeFILE_FLAG_FNS(hashed); 153ed47cbf7063df84343cd79fdc64eb7bbf7d6df2aJens AxboeFILE_FLAG_FNS(partial_mmap); 154d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe#undef FILE_FLAG_FNS 155d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe 1564cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboe/* 1574cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboe * File setup/shutdown 1584cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboe */ 1594cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboestruct thread_data; 1604cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern void close_files(struct thread_data *); 1614cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern void close_and_free_files(struct thread_data *); 162bedc9dc24223bb33be4120f4a57718bc54888ca5Jens Axboeextern uint64_t get_start_offset(struct thread_data *, struct fio_file *); 1634cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern int __must_check setup_files(struct thread_data *); 1644cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern int __must_check file_invalidate_cache(struct thread_data *, struct fio_file *); 1654cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern int __must_check generic_open_file(struct thread_data *, struct fio_file *); 1664cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern int __must_check generic_close_file(struct thread_data *, struct fio_file *); 1674cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern int __must_check generic_get_file_size(struct thread_data *, struct fio_file *); 1681ccc6dc75b28ef70cd7a8c39ac8c1cb68c720a65Dmitry Monakhovextern int __must_check file_lookup_open(struct fio_file *f, int flags); 1694cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern int __must_check pre_read_files(struct thread_data *); 1705903e7b7907854014478b6febfc5645a203ff59eJens Axboeextern int add_file(struct thread_data *, const char *, int, int); 17149ffb4a2e1ac3026d77d9e1c03edc2753fcec41bJens Axboeextern int add_file_exclusive(struct thread_data *, const char *); 1724cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern void get_file(struct fio_file *); 1734cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern int __must_check put_file(struct thread_data *, struct fio_file *); 174e8462bd8250cf3ff2d41f17e1a4d4cefc70b6b37Jens Axboeextern void put_file_log(struct thread_data *, struct fio_file *); 1754cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern void lock_file(struct thread_data *, struct fio_file *, enum fio_ddir); 1764cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern void unlock_file(struct thread_data *, struct fio_file *); 1774cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern void unlock_file_all(struct thread_data *, struct fio_file *); 1784cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern int add_dir_files(struct thread_data *, const char *); 1794cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern int init_random_map(struct thread_data *); 1804cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern void dup_files(struct thread_data *, struct thread_data *); 1814cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern int get_fileno(struct thread_data *, const char *); 1824cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern void free_release_files(struct thread_data *); 183bcbfeefa7bce8383cf85fe59ced91f54821dfbd2Christian Ehrhardtextern void filesetup_mem_free(void); 18433c48814e08cf961801bf37f759da2748eb3431bJens Axboevoid fio_file_reset(struct thread_data *, struct fio_file *); 185002fe73409d1e3d5e7dfe2885f75885bfaf506bcJens Axboeint fio_files_done(struct thread_data *); 186c592b9fe12d4739d99d5bece517e304804876df6Jens Axboe 187d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe#endif 188