1d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe#ifndef FIO_FILE_H
2d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe#define FIO_FILE_H
3d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe
4e2e58886427019b525d2a234c5404a38ec0c7ebfJens Axboe#include <string.h>
5ecc314ba7c5f02b7e90ac1dfbce1a74cd4e6d6feBruce Cran#include "compiler/compiler.h"
6d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe#include "io_ddir.h"
7ecc314ba7c5f02b7e90ac1dfbce1a74cd4e6d6feBruce Cran#include "flist.h"
89c6f63166eaecc13e4b2ca1d80cc1b5e6185fd43Jens Axboe#include "lib/zipf.h"
97ebd796f4e50c21d652e62bf1e112755b0f338a8Jens Axboe#include "lib/axmap.h"
108055e41d0ecc54770a2653427532b3e2c5fabdadJens Axboe#include "lib/lfsr.h"
11d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe
12d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe/*
13d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe * The type of object we are working on
14d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe */
15d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboeenum fio_filetype {
16d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe	FIO_TYPE_FILE = 1,		/* plain file */
17d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe	FIO_TYPE_BD,			/* block device */
18d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe	FIO_TYPE_CHAR,			/* character device */
19d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe	FIO_TYPE_PIPE,			/* pipe */
20d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe};
21d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe
22d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboeenum fio_file_flags {
23d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe	FIO_FILE_open		= 1 << 0,	/* file is open */
24d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe	FIO_FILE_closing	= 1 << 1,	/* file being closed */
25d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe	FIO_FILE_extend		= 1 << 2,	/* needs extend */
26d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe	FIO_FILE_done		= 1 << 3,	/* io completed to this file */
27d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe	FIO_FILE_size_known	= 1 << 4,	/* size has been set */
28d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe	FIO_FILE_hashed		= 1 << 5,	/* file is on hash */
29ed47cbf7063df84343cd79fdc64eb7bbf7d6df2aJens Axboe	FIO_FILE_partial_mmap	= 1 << 6,	/* can't do full mmap */
30d55dd0413b5f2df5e637c9c6e752b4272e4a1e5fJens Axboe	FIO_FILE_axmap		= 1 << 7,	/* uses axmap */
31d55dd0413b5f2df5e637c9c6e752b4272e4a1e5fJens Axboe	FIO_FILE_lfsr		= 1 << 8,	/* lfsr is used */
32d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe};
33d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe
34d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboeenum file_lock_mode {
35d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe	FILE_LOCK_NONE,
36d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe	FILE_LOCK_EXCLUSIVE,
37d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe	FILE_LOCK_READWRITE,
38d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe};
39d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe
40d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe/*
41590aebda258e146edd73382121be9c84643d8f1bJens Axboe * roundrobin available files, or choose one at random, or do each one
42590aebda258e146edd73382121be9c84643d8f1bJens Axboe * serially.
43590aebda258e146edd73382121be9c84643d8f1bJens Axboe */
44590aebda258e146edd73382121be9c84643d8f1bJens Axboeenum {
45590aebda258e146edd73382121be9c84643d8f1bJens Axboe	FIO_FSERVICE_RANDOM	= 1,
46590aebda258e146edd73382121be9c84643d8f1bJens Axboe	FIO_FSERVICE_RR		= 2,
47590aebda258e146edd73382121be9c84643d8f1bJens Axboe	FIO_FSERVICE_SEQ	= 3,
48590aebda258e146edd73382121be9c84643d8f1bJens Axboe};
49590aebda258e146edd73382121be9c84643d8f1bJens Axboe
50590aebda258e146edd73382121be9c84643d8f1bJens Axboe/*
51a596f047e2b3d447ccca76bd075f05473a1f8d1cEric Gouriou * No pre-allocation when laying down files, or call posix_fallocate(), or
52a596f047e2b3d447ccca76bd075f05473a1f8d1cEric Gouriou * call fallocate() with FALLOC_FL_KEEP_SIZE set.
53a596f047e2b3d447ccca76bd075f05473a1f8d1cEric Gouriou */
54a596f047e2b3d447ccca76bd075f05473a1f8d1cEric Gouriouenum fio_fallocate_mode {
55a596f047e2b3d447ccca76bd075f05473a1f8d1cEric Gouriou	FIO_FALLOCATE_NONE	= 1,
56a596f047e2b3d447ccca76bd075f05473a1f8d1cEric Gouriou	FIO_FALLOCATE_POSIX	= 2,
57a596f047e2b3d447ccca76bd075f05473a1f8d1cEric Gouriou	FIO_FALLOCATE_KEEP_SIZE	= 3,
58a596f047e2b3d447ccca76bd075f05473a1f8d1cEric Gouriou};
59a596f047e2b3d447ccca76bd075f05473a1f8d1cEric Gouriou
60a596f047e2b3d447ccca76bd075f05473a1f8d1cEric Gouriou/*
61d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe * Each thread_data structure has a number of files associated with it,
62d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe * this structure holds state information for a single file.
63d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe */
64d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboestruct fio_file {
65d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe	struct flist_head hash_list;
66d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe	enum fio_filetype filetype;
67d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe
680e238572c4e63b0675fd9cbbf168d19ad8d60464Jens Axboe	int fd;
69e6c4d732fc99070091367d0ce41fe2cf1ddd1dc9Jens Axboe	int shadow_fd;
7093bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran#ifdef WIN32
7103e20d687566753b90383571e5e152c5142bdffdBruce Cran	HANDLE hFile;
7203e20d687566753b90383571e5e152c5142bdffdBruce Cran	HANDLE ioCP;
7303e20d687566753b90383571e5e152c5142bdffdBruce Cran#endif
74d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe
75d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe	/*
76d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe	 * filename and possible memory mapping
77d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe	 */
78d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe	char *file_name;
79d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe	unsigned int major, minor;
8089ac1d48971578ccb0645c292d4a058340aeb909Shaohua Li	int fileno;
81d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe
82d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe	/*
83d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe	 * size of the file, offset into file, and io size from that offset
84d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe	 */
85293b8c1f23bbe4c735cd00fbb7cca1121bf18016Jens Axboe	uint64_t real_file_size;
86293b8c1f23bbe4c735cd00fbb7cca1121bf18016Jens Axboe	uint64_t file_offset;
87293b8c1f23bbe4c735cd00fbb7cca1121bf18016Jens Axboe	uint64_t io_size;
88d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe
8908a99bed133fdd5dd6ef87c8638b45b135b10a8eJens Axboe	/*
9008a99bed133fdd5dd6ef87c8638b45b135b10a8eJens Axboe	 * Track last end and last start of IO for a given data direction
9108a99bed133fdd5dd6ef87c8638b45b135b10a8eJens Axboe	 */
9208a99bed133fdd5dd6ef87c8638b45b135b10a8eJens Axboe	uint64_t last_pos[DDIR_RWDIR_CNT];
9308a99bed133fdd5dd6ef87c8638b45b135b10a8eJens Axboe	uint64_t last_start[DDIR_RWDIR_CNT];
94d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe
95293b8c1f23bbe4c735cd00fbb7cca1121bf18016Jens Axboe	uint64_t first_write;
96293b8c1f23bbe4c735cd00fbb7cca1121bf18016Jens Axboe	uint64_t last_write;
9744f29692cfba246981bb3c1b894333a6d2209f51Jens Axboe
98d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe	/*
99e943b8785fa19ab5536d91242f1063ae809cdf2bJens Axboe	 * For use by the io engine
100e943b8785fa19ab5536d91242f1063ae809cdf2bJens Axboe	 */
10147f07ddc7d3354cd6f985b6468989e5e699c4b53Jens Axboe	uint64_t engine_data;
102e943b8785fa19ab5536d91242f1063ae809cdf2bJens Axboe
103e943b8785fa19ab5536d91242f1063ae809cdf2bJens Axboe	/*
104d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe	 * if io is protected by a semaphore, this is set
105d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe	 */
106d7df1d133b0c3daad4ae4c731e0dae7b0181fd62Jens Axboe	union {
107d7df1d133b0c3daad4ae4c731e0dae7b0181fd62Jens Axboe		struct fio_mutex *lock;
108d7df1d133b0c3daad4ae4c731e0dae7b0181fd62Jens Axboe		struct fio_rwlock *rwlock;
109d7df1d133b0c3daad4ae4c731e0dae7b0181fd62Jens Axboe	};
110d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe
111d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe	/*
112d55dd0413b5f2df5e637c9c6e752b4272e4a1e5fJens Axboe	 * block map or LFSR for random io
113d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe	 */
114d55dd0413b5f2df5e637c9c6e752b4272e4a1e5fJens Axboe	union {
115d55dd0413b5f2df5e637c9c6e752b4272e4a1e5fJens Axboe		struct axmap *io_axmap;
116d55dd0413b5f2df5e637c9c6e752b4272e4a1e5fJens Axboe		struct fio_lfsr lfsr;
117d55dd0413b5f2df5e637c9c6e752b4272e4a1e5fJens Axboe	};
1188055e41d0ecc54770a2653427532b3e2c5fabdadJens Axboe
1199c6f63166eaecc13e4b2ca1d80cc1b5e6185fd43Jens Axboe	/*
1209c6f63166eaecc13e4b2ca1d80cc1b5e6185fd43Jens Axboe	 * Used for zipf random distribution
1219c6f63166eaecc13e4b2ca1d80cc1b5e6185fd43Jens Axboe	 */
1229c6f63166eaecc13e4b2ca1d80cc1b5e6185fd43Jens Axboe	struct zipf_state zipf;
1239c6f63166eaecc13e4b2ca1d80cc1b5e6185fd43Jens Axboe
124d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe	int references;
125d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe	enum fio_file_flags flags;
126d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe
127d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe	struct disk_util *du;
128d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe};
129d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe
130aa31de7d76f05dae6b015eb882c98a816c1a4b5fJens Axboe#define FILE_ENG_DATA(f)	((void *) (uintptr_t) (f)->engine_data)
131aa31de7d76f05dae6b015eb882c98a816c1a4b5fJens Axboe#define FILE_SET_ENG_DATA(f, data)	\
132aa31de7d76f05dae6b015eb882c98a816c1a4b5fJens Axboe	((f)->engine_data = (uintptr_t) (data))
133aa31de7d76f05dae6b015eb882c98a816c1a4b5fJens Axboe
134bcbfeefa7bce8383cf85fe59ced91f54821dfbd2Christian Ehrhardtstruct file_name {
135bcbfeefa7bce8383cf85fe59ced91f54821dfbd2Christian Ehrhardt	struct flist_head list;
136bcbfeefa7bce8383cf85fe59ced91f54821dfbd2Christian Ehrhardt	char *filename;
137bcbfeefa7bce8383cf85fe59ced91f54821dfbd2Christian Ehrhardt};
138bcbfeefa7bce8383cf85fe59ced91f54821dfbd2Christian Ehrhardt
139d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe#define FILE_FLAG_FNS(name)						\
140d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboestatic inline void fio_file_set_##name(struct fio_file *f)		\
141d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe{									\
142bea5c23dfb5166931ff476a483fd66d5e5b10601Daniel Gollub	(f)->flags = (enum fio_file_flags) ((f)->flags | FIO_FILE_##name);	\
143d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe}									\
144d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboestatic inline void fio_file_clear_##name(struct fio_file *f)		\
145d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe{									\
146bea5c23dfb5166931ff476a483fd66d5e5b10601Daniel Gollub	(f)->flags = (enum fio_file_flags) ((f)->flags & ~FIO_FILE_##name);	\
147d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe}									\
148d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboestatic inline int fio_file_##name(struct fio_file *f)			\
149d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe{									\
150d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe	return ((f)->flags & FIO_FILE_##name) != 0;			\
151d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe}
152d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe
153d6aed795f2e3e403828abf60874dd2d6e8342a1bJens AxboeFILE_FLAG_FNS(open);
154d6aed795f2e3e403828abf60874dd2d6e8342a1bJens AxboeFILE_FLAG_FNS(closing);
155d6aed795f2e3e403828abf60874dd2d6e8342a1bJens AxboeFILE_FLAG_FNS(extend);
156d6aed795f2e3e403828abf60874dd2d6e8342a1bJens AxboeFILE_FLAG_FNS(done);
157d6aed795f2e3e403828abf60874dd2d6e8342a1bJens AxboeFILE_FLAG_FNS(size_known);
158d6aed795f2e3e403828abf60874dd2d6e8342a1bJens AxboeFILE_FLAG_FNS(hashed);
159ed47cbf7063df84343cd79fdc64eb7bbf7d6df2aJens AxboeFILE_FLAG_FNS(partial_mmap);
160d55dd0413b5f2df5e637c9c6e752b4272e4a1e5fJens AxboeFILE_FLAG_FNS(axmap);
161d55dd0413b5f2df5e637c9c6e752b4272e4a1e5fJens AxboeFILE_FLAG_FNS(lfsr);
162d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe#undef FILE_FLAG_FNS
163d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe
1644cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboe/*
1654cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboe * File setup/shutdown
1664cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboe */
1674cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboestruct thread_data;
1684cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern void close_files(struct thread_data *);
1694cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern void close_and_free_files(struct thread_data *);
170bedc9dc24223bb33be4120f4a57718bc54888ca5Jens Axboeextern uint64_t get_start_offset(struct thread_data *, struct fio_file *);
1714cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern int __must_check setup_files(struct thread_data *);
1724cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern int __must_check file_invalidate_cache(struct thread_data *, struct fio_file *);
1734cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern int __must_check generic_open_file(struct thread_data *, struct fio_file *);
1744cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern int __must_check generic_close_file(struct thread_data *, struct fio_file *);
1754cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern int __must_check generic_get_file_size(struct thread_data *, struct fio_file *);
1761ccc6dc75b28ef70cd7a8c39ac8c1cb68c720a65Dmitry Monakhovextern int __must_check file_lookup_open(struct fio_file *f, int flags);
1774cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern int __must_check pre_read_files(struct thread_data *);
1785903e7b7907854014478b6febfc5645a203ff59eJens Axboeextern int add_file(struct thread_data *, const char *, int, int);
17949ffb4a2e1ac3026d77d9e1c03edc2753fcec41bJens Axboeextern int add_file_exclusive(struct thread_data *, const char *);
1804cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern void get_file(struct fio_file *);
1814cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern int __must_check put_file(struct thread_data *, struct fio_file *);
182e8462bd8250cf3ff2d41f17e1a4d4cefc70b6b37Jens Axboeextern void put_file_log(struct thread_data *, struct fio_file *);
1834cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern void lock_file(struct thread_data *, struct fio_file *, enum fio_ddir);
1844cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern void unlock_file(struct thread_data *, struct fio_file *);
1854cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern void unlock_file_all(struct thread_data *, struct fio_file *);
1864cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern int add_dir_files(struct thread_data *, const char *);
1874cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern int init_random_map(struct thread_data *);
1884cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern void dup_files(struct thread_data *, struct thread_data *);
1894cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern int get_fileno(struct thread_data *, const char *);
1904cd02b3f7f4eda0ec263f04422ab6424b7693605Jens Axboeextern void free_release_files(struct thread_data *);
191bcbfeefa7bce8383cf85fe59ced91f54821dfbd2Christian Ehrhardtextern void filesetup_mem_free(void);
19233c48814e08cf961801bf37f759da2748eb3431bJens Axboevoid fio_file_reset(struct thread_data *, struct fio_file *);
193002fe73409d1e3d5e7dfe2885f75885bfaf506bcJens Axboeint fio_files_done(struct thread_data *);
194c592b9fe12d4739d99d5bece517e304804876df6Jens Axboe
195d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe#endif
196