init.c revision 581e71417760e0aa86eac0acd704253ff0eeea4f
1906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe/* 2cb2c86fdf03241fee32fd2e2caff43af1022403cJens Axboe * This file contains job initialization and setup functions. 3906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe */ 4ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <stdio.h> 5ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <stdlib.h> 6ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <unistd.h> 7ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <fcntl.h> 8ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <ctype.h> 9ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <string.h> 10ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <errno.h> 11b46928282e0a890f49250e79b81af773a2b7108fJens Axboe#include <getopt.h> 12ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <sys/ipc.h> 13ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <sys/shm.h> 14ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <sys/types.h> 15ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <sys/stat.h> 16ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 17ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include "fio.h" 18cb2c86fdf03241fee32fd2e2caff43af1022403cJens Axboe#include "parse.h" 192e5cdb118aeb26cb469a50f746b632676306f698Jens Axboe#include "smalloc.h" 20380065aa652b87093d6bbd240e70db30bd6f193dJens Axboe#include "filehash.h" 214f5af7b2370a6d3e64bc5128905c1aa8b0dc51b0Jens Axboe#include "verify.h" 22ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 23e9f98a793c10943814851e6840fc475d31cea0d1Jens Axboestatic char fio_version_string[] = "fio 1.27"; 24214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe 25ee738499877bb1ee913e839cb4a8d4edad2d52adJens Axboe#define FIO_RANDSEED (0xb1899bedUL) 26ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 27214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboestatic char **ini_file; 28214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboestatic int max_jobs = MAX_JOBS; 29cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboestatic int dump_cmdline; 30e1f365035a952233463d85d659bd960ba78f012eJens Axboe 31be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboestatic struct thread_data def_thread; 32214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboestruct thread_data *threads = NULL; 33e1f365035a952233463d85d659bd960ba78f012eJens Axboe 34214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboeint exitall_on_terminate = 0; 35214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboeint terse_output = 0; 36e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carrollint eta_print; 37214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboeunsigned long long mlock_size = 0; 38214e1ecae844a32bf8f66d19132f4948d922dceeJens AxboeFILE *f_out = NULL; 39214e1ecae844a32bf8f66d19132f4948d922dceeJens AxboeFILE *f_err = NULL; 4001f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboechar *job_section = NULL; 41ee738499877bb1ee913e839cb4a8d4edad2d52adJens Axboe 42214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboeint write_bw_log = 0; 434241ea8fb0606f9bd5b7ed1278d3b7825883acf6Jens Axboeint read_only = 0; 44214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe 455ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboestatic int def_timeout; 465ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboestatic int write_lat_log; 47e1f365035a952233463d85d659bd960ba78f012eJens Axboe 48214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboestatic int prev_group_jobs; 49b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 50ee56ad500f6692381e131cc37299d23fa910a24aJens Axboeunsigned long fio_debug = 0; 515e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboeunsigned int fio_debug_jobno = -1; 525e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboeunsigned int *fio_debug_jobp = NULL; 53ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 54b46928282e0a890f49250e79b81af773a2b7108fJens Axboe/* 55b46928282e0a890f49250e79b81af773a2b7108fJens Axboe * Command line options. These will contain the above, plus a few 56b46928282e0a890f49250e79b81af773a2b7108fJens Axboe * extra that only pertain to fio itself and not jobs. 57b46928282e0a890f49250e79b81af773a2b7108fJens Axboe */ 585ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboestatic struct option l_opts[FIO_NR_OPTIONS] = { 59b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 60b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .name = "output", 61b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = required_argument, 62b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .val = 'o', 63b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 64b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 65b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .name = "timeout", 66b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = required_argument, 67b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .val = 't', 68b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 69b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 70b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .name = "latency-log", 71b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = required_argument, 72b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .val = 'l', 73b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 74b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 75b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .name = "bandwidth-log", 76b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = required_argument, 77b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .val = 'b', 78b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 79b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 80b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .name = "minimal", 81b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = optional_argument, 82b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .val = 'm', 83b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 84b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 85b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .name = "version", 86b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = no_argument, 87b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .val = 'v', 88b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 89b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 90fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe .name = "help", 91fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe .has_arg = no_argument, 92fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe .val = 'h', 93fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe }, 94fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe { 95fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe .name = "cmdhelp", 96320beefe2d0c5f05f24b4e0c1d13fcb2f1286a78Jens Axboe .has_arg = optional_argument, 97fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe .val = 'c', 98fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe }, 99fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe { 100cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe .name = "showcmd", 101cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe .has_arg = no_argument, 102724e4435c1374e97309b122429ad9291744966c0Jens Axboe .val = 's', 103724e4435c1374e97309b122429ad9291744966c0Jens Axboe }, 104724e4435c1374e97309b122429ad9291744966c0Jens Axboe { 105724e4435c1374e97309b122429ad9291744966c0Jens Axboe .name = "readonly", 106724e4435c1374e97309b122429ad9291744966c0Jens Axboe .has_arg = no_argument, 107724e4435c1374e97309b122429ad9291744966c0Jens Axboe .val = 'r', 108cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe }, 109cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe { 110e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll .name = "eta", 111e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll .has_arg = required_argument, 112e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll .val = 'e', 113e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll }, 114e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll { 115ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe .name = "debug", 116ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe .has_arg = required_argument, 117ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe .val = 'd', 118ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe }, 119ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe { 12001f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe .name = "section", 12101f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe .has_arg = required_argument, 12201f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe .val = 'x', 12301f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe }, 12401f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe { 1252b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe .name = "alloc-size", 1262b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe .has_arg = required_argument, 1272b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe .val = 'a', 1282b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe }, 1292b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe { 130b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .name = NULL, 131b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 132b46928282e0a890f49250e79b81af773a2b7108fJens Axboe}; 133b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 1349728ce37ea4348d4bdb2eefbaafee75ad651758cJoel BeckerFILE *get_f_out() 1359728ce37ea4348d4bdb2eefbaafee75ad651758cJoel Becker{ 1369728ce37ea4348d4bdb2eefbaafee75ad651758cJoel Becker return f_out; 1379728ce37ea4348d4bdb2eefbaafee75ad651758cJoel Becker} 1389728ce37ea4348d4bdb2eefbaafee75ad651758cJoel Becker 1399728ce37ea4348d4bdb2eefbaafee75ad651758cJoel BeckerFILE *get_f_err() 1409728ce37ea4348d4bdb2eefbaafee75ad651758cJoel Becker{ 1419728ce37ea4348d4bdb2eefbaafee75ad651758cJoel Becker return f_err; 1429728ce37ea4348d4bdb2eefbaafee75ad651758cJoel Becker} 1439728ce37ea4348d4bdb2eefbaafee75ad651758cJoel Becker 144906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe/* 145906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe * Return a free job structure. 146906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe */ 147ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboestatic struct thread_data *get_new_job(int global, struct thread_data *parent) 148ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 149ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe struct thread_data *td; 150ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 151ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (global) 152ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return &def_thread; 153ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (thread_number >= max_jobs) 154ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return NULL; 155ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 156ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe td = &threads[thread_number++]; 157ddaeaa5ab1e3f1cb6f35a9f4a18ee932151a0ab8Jens Axboe *td = *parent; 158ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 159cade3ef44669c5c962d7ed18ca0e361116ee44adJens Axboe dup_files(td, parent); 160d23bb327374520295509bbd98912c8091b701a3eJens Axboe options_mem_dupe(td); 161cade3ef44669c5c962d7ed18ca0e361116ee44adJens Axboe 162ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe td->thread_number = thread_number; 163ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return td; 164ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 165ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 166ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboestatic void put_job(struct thread_data *td) 167ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 168549577a728fc3bacbfea8978c4f514cef5b073dcJens Axboe if (td == &def_thread) 169549577a728fc3bacbfea8978c4f514cef5b073dcJens Axboe return; 170549577a728fc3bacbfea8978c4f514cef5b073dcJens Axboe 17116edf25dba269ee9e8239130e75b690440b1e120Jens Axboe if (td->error) 1726d86144dd10b05e8b82e9b895c35dd778e5e71abJens Axboe log_info("fio: %s\n", td->verror); 17316edf25dba269ee9e8239130e75b690440b1e120Jens Axboe 174ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe memset(&threads[td->thread_number - 1], 0, sizeof(*td)); 175ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe thread_number--; 176ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 177ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 178581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboestatic int __setup_rate(struct thread_data *td, enum fio_ddir ddir) 179127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe{ 180581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe unsigned int bs = td->o.min_bs[ddir]; 181127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe unsigned long long rate; 182581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe unsigned long ios_per_msec; 183127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe 184581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe if (td->o.rate[ddir]) { 185581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe rate = td->o.rate[ddir]; 186581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe ios_per_msec = (rate * 1000LL) / bs; 187127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe } else 188581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe ios_per_msec = td->o.rate_iops[ddir] * 1000UL; 189127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe 190581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe if (!ios_per_msec) { 191127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe log_err("rate lower than supported\n"); 192127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe return -1; 193127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe } 194127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe 195581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe td->rate_usec_cycle[ddir] = 1000000000ULL / ios_per_msec; 196581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe td->rate_pending_usleep[ddir] = 0; 197127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe return 0; 198127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe} 199127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe 200581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboestatic int setup_rate(struct thread_data *td) 201581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe{ 202581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe int ret = 0; 203581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe 204581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe if (td->o.rate[DDIR_READ] || td->o.rate_iops[DDIR_READ]) 205581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe ret = __setup_rate(td, DDIR_READ); 206581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe if (td->o.rate[DDIR_WRITE] || td->o.rate_iops[DDIR_WRITE]) 207581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe ret |= __setup_rate(td, DDIR_WRITE); 208581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe 209581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe return ret; 210581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe} 211581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe 2128347239af0a361e160293100bfc053f88bbbf737Jens Axboestatic int fixed_block_size(struct thread_options *o) 2138347239af0a361e160293100bfc053f88bbbf737Jens Axboe{ 2148347239af0a361e160293100bfc053f88bbbf737Jens Axboe return o->min_bs[DDIR_READ] == o->max_bs[DDIR_READ] && 2158347239af0a361e160293100bfc053f88bbbf737Jens Axboe o->min_bs[DDIR_WRITE] == o->max_bs[DDIR_WRITE] && 2168347239af0a361e160293100bfc053f88bbbf737Jens Axboe o->min_bs[DDIR_READ] == o->min_bs[DDIR_WRITE]; 2178347239af0a361e160293100bfc053f88bbbf737Jens Axboe} 2188347239af0a361e160293100bfc053f88bbbf737Jens Axboe 219dad915e36819e74c4540db19faae488ede963ee4Jens Axboe/* 220dad915e36819e74c4540db19faae488ede963ee4Jens Axboe * Lazy way of fixing up options that depend on each other. We could also 221dad915e36819e74c4540db19faae488ede963ee4Jens Axboe * define option callback handlers, but this is easier. 222dad915e36819e74c4540db19faae488ede963ee4Jens Axboe */ 2234e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboestatic int fixup_options(struct thread_data *td) 224e1f365035a952233463d85d659bd960ba78f012eJens Axboe{ 2252dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe struct thread_options *o = &td->o; 226dad915e36819e74c4540db19faae488ede963ee4Jens Axboe 227f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe#ifndef FIO_HAVE_PSHARED_MUTEX 228f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe if (!td->o.use_thread) { 229f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe log_info("fio: this platform does not support process shared" 230f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe " mutexes, forcing use of threads. Use the 'thread'" 231f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe " option to get rid of this warning.\n"); 232f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe td->o.use_thread = 1; 233f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe } 234f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe#endif 235f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe 236be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe#ifndef FIO_HAVE_CPU_AFFINITY 237be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe if (td->o.gtod_cpu) { 238be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe log_err("fio: platform must support CPU affinity for" 239be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe "gettimeofday() offloading\n"); 240be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe return 1; 241be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe } 242be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe#endif 243be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe 244724e4435c1374e97309b122429ad9291744966c0Jens Axboe if (read_only && td_write(td)) { 2455ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe log_err("fio: job <%s> has write bit set, but fio is in" 2465ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe " read-only mode\n", td->o.name); 247724e4435c1374e97309b122429ad9291744966c0Jens Axboe return 1; 248724e4435c1374e97309b122429ad9291744966c0Jens Axboe } 2495ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe 2502dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->write_iolog_file && o->read_iolog_file) { 251076efc7c60c351df783960a646e7fe8fba29dc19Jens Axboe log_err("fio: read iolog overrides write_iolog\n"); 2522dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe free(o->write_iolog_file); 2532dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->write_iolog_file = NULL; 254076efc7c60c351df783960a646e7fe8fba29dc19Jens Axboe } 25516b462aeb47996111ee6aa516c9226708db7c248Jens Axboe 25616b462aeb47996111ee6aa516c9226708db7c248Jens Axboe /* 25716b462aeb47996111ee6aa516c9226708db7c248Jens Axboe * only really works for sequential io for now, and with 1 file 25816b462aeb47996111ee6aa516c9226708db7c248Jens Axboe */ 2592dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->zone_size && td_random(td) && o->open_files == 1) 2602dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->zone_size = 0; 26116b462aeb47996111ee6aa516c9226708db7c248Jens Axboe 26216b462aeb47996111ee6aa516c9226708db7c248Jens Axboe /* 26316b462aeb47996111ee6aa516c9226708db7c248Jens Axboe * Reads can do overwrites, we always need to pre-create the file 26416b462aeb47996111ee6aa516c9226708db7c248Jens Axboe */ 26516b462aeb47996111ee6aa516c9226708db7c248Jens Axboe if (td_read(td) || td_rw(td)) 2662dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->overwrite = 1; 26716b462aeb47996111ee6aa516c9226708db7c248Jens Axboe 2682dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!o->min_bs[DDIR_READ]) 2695ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe o->min_bs[DDIR_READ] = o->bs[DDIR_READ]; 2702dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!o->max_bs[DDIR_READ]) 2712dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->max_bs[DDIR_READ] = o->bs[DDIR_READ]; 2722dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!o->min_bs[DDIR_WRITE]) 2735ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe o->min_bs[DDIR_WRITE] = o->bs[DDIR_WRITE]; 2742dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!o->max_bs[DDIR_WRITE]) 2752dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->max_bs[DDIR_WRITE] = o->bs[DDIR_WRITE]; 276a00735e66f9ec42549da94eba3170e543b542904Jens Axboe 2772dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->rw_min_bs = min(o->min_bs[DDIR_READ], o->min_bs[DDIR_WRITE]); 278a00735e66f9ec42549da94eba3170e543b542904Jens Axboe 2792b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe /* 2802b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe * For random IO, allow blockalign offset other than min_bs. 2812b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe */ 2822b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe if (!o->ba[DDIR_READ] || !td_random(td)) 2832b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe o->ba[DDIR_READ] = o->min_bs[DDIR_READ]; 2842b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe if (!o->ba[DDIR_WRITE] || !td_random(td)) 2852b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe o->ba[DDIR_WRITE] = o->min_bs[DDIR_WRITE]; 2862b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe 2872b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe if ((o->ba[DDIR_READ] != o->min_bs[DDIR_READ] || 2882b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe o->ba[DDIR_WRITE] != o->min_bs[DDIR_WRITE]) && 2892b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe !td->o.norandommap) { 2902b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe log_err("fio: Any use of blockalign= turns off randommap\n"); 2912b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe td->o.norandommap = 1; 2922b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe } 2932b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe 2942dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!o->file_size_high) 2952dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->file_size_high = o->file_size_low; 2969c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe 2978347239af0a361e160293100bfc053f88bbbf737Jens Axboe if (o->norandommap && o->verify != VERIFY_NONE 2988347239af0a361e160293100bfc053f88bbbf737Jens Axboe && !fixed_block_size(o)) { 2998347239af0a361e160293100bfc053f88bbbf737Jens Axboe log_err("fio: norandommap given for variable block sizes, " 3008347239af0a361e160293100bfc053f88bbbf737Jens Axboe "verify disabled\n"); 3012dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->verify = VERIFY_NONE; 302bb8895e07c6d6417410545f45d34b1b7916cd90aJens Axboe } 3032dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->bs_unaligned && (o->odirect || td->io_ops->flags & FIO_RAWIO)) 304690adba373bb8c97a365c67da369e265953c4b4cJens Axboe log_err("fio: bs_unaligned may not work with raw io\n"); 305e0a223354342cc45a916b669343718b80a20c2eaJens Axboe 306e0a223354342cc45a916b669343718b80a20c2eaJens Axboe /* 30748097d5c61aa1718e6dd4b3b647ea2eb6f00fcfbJens Axboe * thinktime_spin must be less than thinktime 30848097d5c61aa1718e6dd4b3b647ea2eb6f00fcfbJens Axboe */ 3092dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->thinktime_spin > o->thinktime) 3102dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->thinktime_spin = o->thinktime; 311e916b390684ec1ca6247f98138fa9c1682701d29Jens Axboe 312e916b390684ec1ca6247f98138fa9c1682701d29Jens Axboe /* 313e916b390684ec1ca6247f98138fa9c1682701d29Jens Axboe * The low water mark cannot be bigger than the iodepth 314e916b390684ec1ca6247f98138fa9c1682701d29Jens Axboe */ 3152dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->iodepth_low > o->iodepth || !o->iodepth_low) { 3169467b77c9ac41f09a93a8a984d21b94c1f7d515eJens Axboe /* 3179467b77c9ac41f09a93a8a984d21b94c1f7d515eJens Axboe * syslet work around - if the workload is sequential, 3189467b77c9ac41f09a93a8a984d21b94c1f7d515eJens Axboe * we want to let the queue drain all the way down to 3199467b77c9ac41f09a93a8a984d21b94c1f7d515eJens Axboe * avoid seeking between async threads 3209467b77c9ac41f09a93a8a984d21b94c1f7d515eJens Axboe */ 3219467b77c9ac41f09a93a8a984d21b94c1f7d515eJens Axboe if (!strcmp(td->io_ops->name, "syslet-rw") && !td_random(td)) 3222dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->iodepth_low = 1; 3239467b77c9ac41f09a93a8a984d21b94c1f7d515eJens Axboe else 3242dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->iodepth_low = o->iodepth; 3259467b77c9ac41f09a93a8a984d21b94c1f7d515eJens Axboe } 326cb5ab5121ac4fa62e0ca2612b359f19bfdd30f29Jens Axboe 327cb5ab5121ac4fa62e0ca2612b359f19bfdd30f29Jens Axboe /* 328cb5ab5121ac4fa62e0ca2612b359f19bfdd30f29Jens Axboe * If batch number isn't set, default to the same as iodepth 329cb5ab5121ac4fa62e0ca2612b359f19bfdd30f29Jens Axboe */ 3302dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->iodepth_batch > o->iodepth || !o->iodepth_batch) 3312dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->iodepth_batch = o->iodepth; 332b5af82930ccfd7dda6a1b11794efb452eb76d8dcJens Axboe 3332dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->nr_files > td->files_index) 3342dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->nr_files = td->files_index; 3359f9214f243701626a04b4a0f9aceec03b8b40e0fJens Axboe 3362dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->open_files > o->nr_files || !o->open_files) 3372dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->open_files = o->nr_files; 3384e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe 339581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe if (((o->rate[0] + o->rate[1]) && (o->rate_iops[0] + o->rate_iops[1]))|| 340581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe ((o->ratemin[0] + o->ratemin[1]) && (o->rate_iops_min[0] + 341581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe o->rate_iops_min[1]))) { 3424e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe log_err("fio: rate and rate_iops are mutually exclusive\n"); 3434e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe return 1; 3444e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe } 345581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe if ((o->rate[0] < o->ratemin[0]) || (o->rate[1] < o->ratemin[1]) || 346581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe (o->rate_iops[0] < o->rate_iops_min[0]) || 347581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe (o->rate_iops[1] < o->rate_iops_min[1])) { 3484e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe log_err("fio: minimum rate exceeds rate\n"); 3494e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe return 1; 3504e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe } 3514e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe 352cf4464ca60ce75ac241c621bc70a2500beeb782fJens Axboe if (!o->timeout && o->time_based) { 353cf4464ca60ce75ac241c621bc70a2500beeb782fJens Axboe log_err("fio: time_based requires a runtime/timeout setting\n"); 354cf4464ca60ce75ac241c621bc70a2500beeb782fJens Axboe o->time_based = 0; 355cf4464ca60ce75ac241c621bc70a2500beeb782fJens Axboe } 356cf4464ca60ce75ac241c621bc70a2500beeb782fJens Axboe 357aa31f1f108348ba2a8749c73fa8c25f3d4630a7cShawn Lewis if (o->fill_device && !o->size) 3585921e80c5dfc9f96d2f21da6ae58f2b5d3a0b373Jens Axboe o->size = -1ULL; 3595ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe 36079713149b1d30ad4dab560621c86b24a1dcaf348Jens Axboe if (td_rw(td) && td->o.verify != VERIFY_NONE) 36179713149b1d30ad4dab560621c86b24a1dcaf348Jens Axboe log_info("fio: mixed read/write workload with verify. May not " 36279713149b1d30ad4dab560621c86b24a1dcaf348Jens Axboe "work as expected, unless you pre-populated the file\n"); 363aa31f1f108348ba2a8749c73fa8c25f3d4630a7cShawn Lewis 36441ccd84597867a36289392e59634d9fd7dc4c397Jens Axboe if (td->o.verify != VERIFY_NONE) 36541ccd84597867a36289392e59634d9fd7dc4c397Jens Axboe td->o.refill_buffers = 1; 36641ccd84597867a36289392e59634d9fd7dc4c397Jens Axboe 36734f1c044d361d04a576c3e7ed387fe064f9db5c6Jens Axboe if (td->o.pre_read) 36834f1c044d361d04a576c3e7ed387fe064f9db5c6Jens Axboe td->o.invalidate_cache = 0; 36934f1c044d361d04a576c3e7ed387fe064f9db5c6Jens Axboe 3704e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe return 0; 371e1f365035a952233463d85d659bd960ba78f012eJens Axboe} 372e1f365035a952233463d85d659bd960ba78f012eJens Axboe 373906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe/* 374f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe * This function leaks the buffer 375f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe */ 376f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboestatic char *to_kmg(unsigned int val) 377f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe{ 378f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe char *buf = malloc(32); 379f3502ba2dd72d846a388c774a01c6bb833871248Jens Axboe char post[] = { 0, 'K', 'M', 'G', 'P', 'E', 0 }; 380f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe char *p = post; 381f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 382245142ff7554290cf666e3ef6b7b57512bf17d75Jens Axboe do { 383f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe if (val & 1023) 384f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe break; 385f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 386f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe val >>= 10; 387f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe p++; 388245142ff7554290cf666e3ef6b7b57512bf17d75Jens Axboe } while (*p); 389f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 390f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe snprintf(buf, 31, "%u%c", val, *p); 391f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe return buf; 392f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe} 393f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 39409629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe/* External engines are specified by "external:name.o") */ 39509629a90d5b68b220e3fb98318e2dcd019943edaJens Axboestatic const char *get_engine_name(const char *str) 39609629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe{ 39709629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe char *p = strstr(str, ":"); 39809629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe 39909629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe if (!p) 40009629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe return str; 40109629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe 40209629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe p++; 40309629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe strip_blank_front(&p); 40409629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe strip_blank_end(p); 40509629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe return p; 40609629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe} 40709629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe 408e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboestatic int exists_and_not_file(const char *filename) 409e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe{ 410e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe struct stat sb; 411e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 412e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe if (lstat(filename, &sb) == -1) 413e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe return 0; 414e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 415e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe if (S_ISREG(sb.st_mode)) 416e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe return 0; 417e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 418e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe return 1; 419e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe} 420e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 4215bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboevoid td_fill_rand_seeds(struct thread_data *td) 4225bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe{ 4235bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe os_random_seed(td->rand_seeds[0], &td->bsrange_state); 4245bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe os_random_seed(td->rand_seeds[1], &td->verify_state); 4255bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe os_random_seed(td->rand_seeds[2], &td->rwmix_state); 4265bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe 4275bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe if (td->o.file_service_type == FIO_FSERVICE_RANDOM) 4285bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe os_random_seed(td->rand_seeds[3], &td->next_file_state); 4295bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe 4305bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe os_random_seed(td->rand_seeds[5], &td->file_size_state); 4315bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe 4325bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe if (!td_random(td)) 4335bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe return; 4345bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe 4355bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe if (td->o.rand_repeatable) 4365bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe td->rand_seeds[4] = FIO_RANDSEED * td->thread_number; 4375bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe 4385bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe os_random_seed(td->rand_seeds[4], &td->random_state); 4395bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe} 4405bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe 441f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe/* 4429c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe * Initialize the various random states we need (random io, block size ranges, 4439c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe * read/write mix, etc). 4449c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe */ 4459c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboestatic int init_random_state(struct thread_data *td) 4469c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe{ 447687270767de17dbad53c50e03e5d73d52505405cJens Axboe int fd; 4489c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe 4499c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe fd = open("/dev/urandom", O_RDONLY); 4509c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe if (fd == -1) { 4519c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe td_verror(td, errno, "open"); 4529c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe return 1; 4539c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe } 4549c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe 4555bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe if (read(fd, td->rand_seeds, sizeof(td->rand_seeds)) < 4565bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe (int) sizeof(td->rand_seeds)) { 4579c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe td_verror(td, EIO, "read"); 4589c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe close(fd); 4599c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe return 1; 4609c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe } 4619c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe 4629c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe close(fd); 4635bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe td_fill_rand_seeds(td); 4649c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe return 0; 4659c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe} 4669c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe 4679c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe/* 468906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe * Adds a job to the list of things todo. Sanitizes the various options 469906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe * to make sure we don't have conflicts, and initializes various 470906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe * members of td. 471906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe */ 472751548451d969148529b642c05e7544726ec3b64Jens Axboestatic int add_job(struct thread_data *td, const char *jobname, int job_add_num) 473ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 474413dd459a7710ba421061e840dd9ac3161c70f20Jens Axboe const char *ddir_str[] = { NULL, "read", "write", "rw", NULL, 475413dd459a7710ba421061e840dd9ac3161c70f20Jens Axboe "randread", "randwrite", "randrw" }; 476af52b3455ad892322aab2791282b6bd4efdfdbf3Jens Axboe unsigned int i; 47709629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe const char *engine; 478af52b3455ad892322aab2791282b6bd4efdfdbf3Jens Axboe char fname[PATH_MAX]; 479e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe int numjobs, file_alloced; 480ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 481ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe /* 482ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe * the def_thread is just for options, it's not a real job 483ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe */ 484ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (td == &def_thread) 485ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 0; 486ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 487cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe /* 488cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe * if we are just dumping the output command line, don't add the job 489cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe */ 490cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe if (dump_cmdline) { 491cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe put_job(td); 492cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe return 0; 493cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe } 494cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe 4952dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe engine = get_engine_name(td->o.ioengine); 49609629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe td->io_ops = load_ioengine(td, engine); 49709629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe if (!td->io_ops) { 49809629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe log_err("fio: failed to load engine %s\n", engine); 499205927a3cfc25baeb318e3aedf3ac29d16bf4be9Jens Axboe goto err; 50009629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe } 501df64119de537aba99c85d1dc80190b354589f8b9Jens Axboe 5022dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (td->o.use_thread) 5039cedf16704b71cec33138bb4cf524d3fc9ad338aJens Axboe nr_thread++; 5049cedf16704b71cec33138bb4cf524d3fc9ad338aJens Axboe else 5059cedf16704b71cec33138bb4cf524d3fc9ad338aJens Axboe nr_process++; 5069cedf16704b71cec33138bb4cf524d3fc9ad338aJens Axboe 5072dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (td->o.odirect) 508690adba373bb8c97a365c67da369e265953c4b4cJens Axboe td->io_ops->flags |= FIO_RAWIO; 509690adba373bb8c97a365c67da369e265953c4b4cJens Axboe 510e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe file_alloced = 0; 511691c8fb014da9dd82e999a90b5511423f4eee188Jens Axboe if (!td->o.filename && !td->files_index && !td->o.read_iolog_file) { 512e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe file_alloced = 1; 51380be24f4671164d597463e4b5c794d4cbd0a4537Jens Axboe 5142dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (td->o.nr_files == 1 && exists_and_not_file(jobname)) 515e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe add_file(td, jobname); 5167b05a215c8c39b8c878297b90eba112fe9176542Jens Axboe else { 5172dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe for (i = 0; i < td->o.nr_files; i++) { 5185ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe sprintf(fname, "%s.%d.%d", jobname, 5195ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe td->thread_number, i); 5207b05a215c8c39b8c878297b90eba112fe9176542Jens Axboe add_file(td, fname); 5217b05a215c8c39b8c878297b90eba112fe9176542Jens Axboe } 522af52b3455ad892322aab2791282b6bd4efdfdbf3Jens Axboe } 5230af7b542b69af5ab2400a9960a5bcde82c05723fJens Axboe } 524ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 5254e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe if (fixup_options(td)) 5264e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe goto err; 527e0a223354342cc45a916b669343718b80a20c2eaJens Axboe 52807eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe if (td->io_ops->flags & FIO_DISKLESSIO) { 52907eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe struct fio_file *f; 53007eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe 53107eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe for_each_file(td, f, i) 53207eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe f->real_file_size = -1ULL; 53307eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe } 53407eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe 535cdd18ad87ed9a3639b76c41cfc9682ad7cce652eJens Axboe td->mutex = fio_mutex_init(0); 536ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 537756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe td->ts.clat_stat[0].min_val = td->ts.clat_stat[1].min_val = ULONG_MAX; 538756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe td->ts.slat_stat[0].min_val = td->ts.slat_stat[1].min_val = ULONG_MAX; 539756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe td->ts.bw_stat[0].min_val = td->ts.bw_stat[1].min_val = ULONG_MAX; 5401e3d53acf28f1b61222eec244a67fad42f9a060dJens Axboe td->ddir_nr = td->o.ddir_nr; 541ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 542b3d62a759a58bfce1822787874ea6ec8d2a0cb7fJens Axboe if ((td->o.stonewall || td->o.numjobs > 1 || td->o.new_group) 543b3d62a759a58bfce1822787874ea6ec8d2a0cb7fJens Axboe && prev_group_jobs) { 5443c5df6fa2259c12fd6a7beb9a3521dec76d12dd2Jens Axboe prev_group_jobs = 0; 545ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe groupid++; 5463c5df6fa2259c12fd6a7beb9a3521dec76d12dd2Jens Axboe } 547ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 548ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe td->groupid = groupid; 5493c5df6fa2259c12fd6a7beb9a3521dec76d12dd2Jens Axboe prev_group_jobs++; 550ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 5519c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe if (init_random_state(td)) 5529c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe goto err; 5539c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe 554ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (setup_rate(td)) 555ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe goto err; 556ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 5572dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (td->o.write_lat_log) { 558756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe setup_log(&td->ts.slat_log); 559756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe setup_log(&td->ts.clat_log); 560ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 5612dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (td->o.write_bw_log) 562756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe setup_log(&td->ts.bw_log); 563ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 5642dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!td->o.name) 5652dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe td->o.name = strdup(jobname); 56601452055af61d6f5de543575dba3ebb0c9e55fabJens Axboe 567c6ae0a5b8123ea9af2ce70319081fbd5d65c8093Jens Axboe if (!terse_output) { 568b990b5c06801d6d25e3fcc5415efbbe7bb23341eJens Axboe if (!job_add_num) { 5695ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe if (!strcmp(td->io_ops->name, "cpuio")) { 5705ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe log_info("%s: ioengine=cpu, cpuload=%u," 5715ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe " cpucycle=%u\n", td->o.name, 5725ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe td->o.cpuload, 5735ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe td->o.cpucycle); 5745ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe } else { 575f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe char *c1, *c2, *c3, *c4; 576f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 5772dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe c1 = to_kmg(td->o.min_bs[DDIR_READ]); 5782dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe c2 = to_kmg(td->o.max_bs[DDIR_READ]); 5792dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe c3 = to_kmg(td->o.min_bs[DDIR_WRITE]); 5802dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe c4 = to_kmg(td->o.max_bs[DDIR_WRITE]); 581f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 5825ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe log_info("%s: (g=%d): rw=%s, bs=%s-%s/%s-%s," 5835ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe " ioengine=%s, iodepth=%u\n", 5845ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe td->o.name, td->groupid, 5855ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe ddir_str[td->o.td_ddir], 5865ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe c1, c2, c3, c4, 5875ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe td->io_ops->name, 5885ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe td->o.iodepth); 589f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 590f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe free(c1); 591f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe free(c2); 592f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe free(c3); 593f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe free(c4); 594f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe } 595b990b5c06801d6d25e3fcc5415efbbe7bb23341eJens Axboe } else if (job_add_num == 1) 5966d86144dd10b05e8b82e9b895c35dd778e5e71abJens Axboe log_info("...\n"); 597c6ae0a5b8123ea9af2ce70319081fbd5d65c8093Jens Axboe } 598ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 599ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe /* 600ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe * recurse add identical jobs, clear numjobs and stonewall options 601ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe * as they don't apply to sub-jobs 602ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe */ 6032dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe numjobs = td->o.numjobs; 604ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe while (--numjobs) { 605ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe struct thread_data *td_new = get_new_job(0, td); 606ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 607ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (!td_new) 608ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe goto err; 609ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 6102dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe td_new->o.numjobs = 1; 6112dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe td_new->o.stonewall = 0; 61292c1d41f9cb4da2513ad261552f92511d69f6b8eJens Axboe td_new->o.new_group = 0; 613e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 614e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe if (file_alloced) { 6152dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe td_new->o.filename = NULL; 616e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe td_new->files_index = 0; 6174e6ea2f1e9b7da6d7d1057670fcc19f063e46fd4Jens Axboe td_new->files_size = 0; 618e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe td_new->files = NULL; 619e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe } 620e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 621751548451d969148529b642c05e7544726ec3b64Jens Axboe job_add_num = numjobs - 1; 622ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 623751548451d969148529b642c05e7544726ec3b64Jens Axboe if (add_job(td_new, jobname, job_add_num)) 624ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe goto err; 625ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 6263c5df6fa2259c12fd6a7beb9a3521dec76d12dd2Jens Axboe 627ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 0; 628ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboeerr: 629ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe put_job(td); 630ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return -1; 631ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 632ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 63301f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboestatic int skip_this_section(const char *name) 63401f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe{ 63501f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (!job_section) 63601f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe return 0; 63701f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (!strncmp(name, "global", 6)) 63801f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe return 0; 63901f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe 640b36beb6e98d0785558a05b796dc216ecd4c49c62Jens Axboe return strcmp(job_section, name); 64101f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe} 64201f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe 643ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboestatic int is_empty_or_comment(char *line) 644ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 645ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe unsigned int i; 646ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 647ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe for (i = 0; i < strlen(line); i++) { 648ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (line[i] == ';') 649ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 1; 6505cc2da300b3fc30e00b79b4ddb3f372df3b2fe93Ingo Molnar if (line[i] == '#') 6515cc2da300b3fc30e00b79b4ddb3f372df3b2fe93Ingo Molnar return 1; 652ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (!isspace(line[i]) && !iscntrl(line[i])) 653ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 0; 654ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 655ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 656ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 1; 657ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 658ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 659313cb206ffc6e50c089314d322ebf1c523f37531Jens Axboe/* 660072619835aa805f3335dca9d72f4d4eb1009aecdJens Axboe * This is our [ini] type file parser. 661072619835aa805f3335dca9d72f4d4eb1009aecdJens Axboe */ 6621e97cce9f5a87a67293a05ec4533ed6968698b2eJens Axboestatic int parse_jobs_ini(char *file, int stonewall_flag) 663ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 664e1f365035a952233463d85d659bd960ba78f012eJens Axboe unsigned int global; 665ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe struct thread_data *td; 666fee3bb48f748afe5cf10f8505e1efd36b87c627eJens Axboe char *string, *name; 667ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe FILE *f; 668ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe char *p; 6690c7e37a04aa04ba22e812f8de7971fcef46b8191Jens Axboe int ret = 0, stonewall; 670097b2991ace8e069dbfb0c2286d31da714247573Jens Axboe int first_sect = 1; 671ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe int skip_fgets = 0; 67201f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe int inside_skip = 0; 6733b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe char **opts; 6743b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe int i, alloc_opts, num_opts; 675ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 6765a729cbec53a158fa8d8dc5737749cfee20ab31bAaron Carroll if (!strcmp(file, "-")) 6775a729cbec53a158fa8d8dc5737749cfee20ab31bAaron Carroll f = stdin; 6785a729cbec53a158fa8d8dc5737749cfee20ab31bAaron Carroll else 6795a729cbec53a158fa8d8dc5737749cfee20ab31bAaron Carroll f = fopen(file, "r"); 6805a729cbec53a158fa8d8dc5737749cfee20ab31bAaron Carroll 681ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (!f) { 682aea47d444b02bd7c622f82bb73151fd7136a499fJens Axboe perror("fopen job file"); 683ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 1; 684ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 685ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 686ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe string = malloc(4096); 6877f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe 6887f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe /* 6897f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe * it's really 256 + small bit, 280 should suffice 6907f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe */ 6917f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe name = malloc(280); 6927f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe memset(name, 0, 280); 693ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 6943b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe alloc_opts = 8; 6953b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe opts = malloc(sizeof(char *) * alloc_opts); 696b7c6302da8b30f221310dd6c917136229ee5e688Jens Axboe num_opts = 0; 6973b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe 6980c7e37a04aa04ba22e812f8de7971fcef46b8191Jens Axboe stonewall = stonewall_flag; 6997c124ac153eebf48bc85f9033ae06fd7152e4216Jens Axboe do { 700ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe /* 701ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe * if skip_fgets is set, we already have loaded a line we 702ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe * haven't handled. 703ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe */ 704ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe if (!skip_fgets) { 705ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe p = fgets(string, 4095, f); 706ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe if (!p) 707ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe break; 708ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe } 709cdc7f1936e07f3b51aaa96c589e43abd7fea0051gurudas pai 710ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe skip_fgets = 0; 711cdc7f1936e07f3b51aaa96c589e43abd7fea0051gurudas pai strip_blank_front(&p); 7126c7c7da18aa2ab744b9485482e64acd30f31da6dJens Axboe strip_blank_end(p); 713cdc7f1936e07f3b51aaa96c589e43abd7fea0051gurudas pai 714ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (is_empty_or_comment(p)) 715ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe continue; 7166c7c7da18aa2ab744b9485482e64acd30f31da6dJens Axboe if (sscanf(p, "[%255s]", name) != 1) { 71701f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (inside_skip) 71801f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe continue; 7195ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe log_err("fio: option <%s> outside of [] job section\n", 7205ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe p); 721088b42076dcbadf4d61367e19e49cb0d12aaadd1Jens Axboe break; 7226c7c7da18aa2ab744b9485482e64acd30f31da6dJens Axboe } 723ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 72401f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (skip_this_section(name)) { 72501f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe inside_skip = 1; 72601f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe continue; 72701f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe } else 72801f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe inside_skip = 0; 72901f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe 730ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe global = !strncmp(name, "global", 6); 731ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 732ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe name[strlen(name) - 1] = '\0'; 733ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 734cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe if (dump_cmdline) { 735097b2991ace8e069dbfb0c2286d31da714247573Jens Axboe if (first_sect) 736097b2991ace8e069dbfb0c2286d31da714247573Jens Axboe log_info("fio "); 737cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe if (!global) 738cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe log_info("--name=%s ", name); 739097b2991ace8e069dbfb0c2286d31da714247573Jens Axboe first_sect = 0; 740cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe } 741cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe 742ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe td = get_new_job(global, &def_thread); 74345410acb636e526575d62a037f81ade7916b738cJens Axboe if (!td) { 74445410acb636e526575d62a037f81ade7916b738cJens Axboe ret = 1; 74545410acb636e526575d62a037f81ade7916b738cJens Axboe break; 74645410acb636e526575d62a037f81ade7916b738cJens Axboe } 747ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 748972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe /* 749972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe * Seperate multiple job files by a stonewall 750972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe */ 751f94819192600fe35d03ebed26a803abdc2b9864cJens Axboe if (!global && stonewall) { 7522dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe td->o.stonewall = stonewall; 753972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe stonewall = 0; 754972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe } 755972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe 7563b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe num_opts = 0; 7573b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe memset(opts, 0, alloc_opts * sizeof(char *)); 7583b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe 759ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe while ((p = fgets(string, 4096, f)) != NULL) { 760ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (is_empty_or_comment(p)) 761ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe continue; 762e1f365035a952233463d85d659bd960ba78f012eJens Axboe 763b6754f9d3f719627d8aae4c3e8f39212d9405f99Jens Axboe strip_blank_front(&p); 7647c124ac153eebf48bc85f9033ae06fd7152e4216Jens Axboe 765ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe /* 766ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe * new section, break out and make sure we don't 767ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe * fgets() a new line at the top. 768ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe */ 769ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe if (p[0] == '[') { 770ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe skip_fgets = 1; 7717c124ac153eebf48bc85f9033ae06fd7152e4216Jens Axboe break; 772ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe } 7737c124ac153eebf48bc85f9033ae06fd7152e4216Jens Axboe 7744ae3f76333bf2382e516db0b5c202b8982b1170fJens Axboe strip_blank_end(p); 775aea47d444b02bd7c622f82bb73151fd7136a499fJens Axboe 7763b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe if (num_opts == alloc_opts) { 7773b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe alloc_opts <<= 1; 7783b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe opts = realloc(opts, 7793b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe alloc_opts * sizeof(char *)); 7803b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe } 7813b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe 7823b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe opts[num_opts] = strdup(p); 7833b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe num_opts++; 784ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 785ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 7863b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe ret = fio_options_parse(td, opts, num_opts); 7873b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe if (!ret) { 7883b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe if (dump_cmdline) 7893b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe for (i = 0; i < num_opts; i++) 7903b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe log_info("--%s ", opts[i]); 7913b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe 79245410acb636e526575d62a037f81ade7916b738cJens Axboe ret = add_job(td, name, 0); 7933b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe } else { 794b1508cf9ead36dc789a4e289f7522a070e57058cJens Axboe log_err("fio: job %s dropped\n", name); 795b1508cf9ead36dc789a4e289f7522a070e57058cJens Axboe put_job(td); 79645410acb636e526575d62a037f81ade7916b738cJens Axboe } 7973b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe 7983b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe for (i = 0; i < num_opts; i++) 7993b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe free(opts[i]); 8003b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe num_opts = 0; 8017c124ac153eebf48bc85f9033ae06fd7152e4216Jens Axboe } while (!ret); 802ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 803cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe if (dump_cmdline) 804cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe log_info("\n"); 805cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe 8063b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe for (i = 0; i < num_opts; i++) 8073b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe free(opts[i]); 8083b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe 809ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe free(string); 810ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe free(name); 8112577594dd6e2857d9efbf6bd81cd7ef507dbcd64Jens Axboe free(opts); 8125a729cbec53a158fa8d8dc5737749cfee20ab31bAaron Carroll if (f != stdin) 8135a729cbec53a158fa8d8dc5737749cfee20ab31bAaron Carroll fclose(f); 81445410acb636e526575d62a037f81ade7916b738cJens Axboe return ret; 815ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 816ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 817ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboestatic int fill_def_thread(void) 818ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 819ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe memset(&def_thread, 0, sizeof(def_thread)); 820ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 821375b2695693f56987e23deef3ded8e5b06ef6797Jens Axboe fio_getaffinity(getpid(), &def_thread.o.cpumask); 822ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 823ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe /* 824ee738499877bb1ee913e839cb4a8d4edad2d52adJens Axboe * fill default options 825ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe */ 826214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe fio_fill_default_options(&def_thread); 827ee738499877bb1ee913e839cb4a8d4edad2d52adJens Axboe 8282dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe def_thread.o.timeout = def_timeout; 8292dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe def_thread.o.write_bw_log = write_bw_log; 8302dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe def_thread.o.write_lat_log = write_lat_log; 831ee738499877bb1ee913e839cb4a8d4edad2d52adJens Axboe 832ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 0; 833ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 834ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 835214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboestatic void free_shm(void) 836214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe{ 837214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe struct shmid_ds sbuf; 838214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe 839214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe if (threads) { 8405e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe void *tp = threads; 8415e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe 842214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe threads = NULL; 8435e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe file_hash_exit(); 8445e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe fio_debug_jobp = NULL; 8455e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe shmdt(tp); 846214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe shmctl(shm_id, IPC_RMID, &sbuf); 847214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe } 8482e5cdb118aeb26cb469a50f746b632676306f698Jens Axboe 8492e5cdb118aeb26cb469a50f746b632676306f698Jens Axboe scleanup(); 850214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe} 851214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe 852214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe/* 853214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe * The thread area is shared between the main process and the job 854214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe * threads/processes. So setup a shared memory segment that will hold 855380065aa652b87093d6bbd240e70db30bd6f193dJens Axboe * all the job info. We use the end of the region for keeping track of 856380065aa652b87093d6bbd240e70db30bd6f193dJens Axboe * open files across jobs, for file sharing. 857214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe */ 858214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboestatic int setup_thread_area(void) 859214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe{ 860380065aa652b87093d6bbd240e70db30bd6f193dJens Axboe void *hash; 861380065aa652b87093d6bbd240e70db30bd6f193dJens Axboe 862214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe /* 863214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe * 1024 is too much on some machines, scale max_jobs if 864214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe * we get a failure that looks like too large a shm segment 865214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe */ 866214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe do { 867214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe size_t size = max_jobs * sizeof(struct thread_data); 868214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe 869380065aa652b87093d6bbd240e70db30bd6f193dJens Axboe size += file_hash_size; 8705e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe size += sizeof(unsigned int); 871380065aa652b87093d6bbd240e70db30bd6f193dJens Axboe 872214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe shm_id = shmget(0, size, IPC_CREAT | 0600); 873214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe if (shm_id != -1) 874214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe break; 875214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe if (errno != EINVAL) { 876214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe perror("shmget"); 877214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe break; 878214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe } 879214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe 880214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe max_jobs >>= 1; 881214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe } while (max_jobs); 882214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe 883214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe if (shm_id == -1) 884214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe return 1; 885214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe 886214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe threads = shmat(shm_id, NULL, 0); 887214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe if (threads == (void *) -1) { 888214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe perror("shmat"); 889214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe return 1; 890214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe } 891214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe 8921f809d151ddc4a4c348c2e4f6007db510e3e08a2Jens Axboe memset(threads, 0, max_jobs * sizeof(struct thread_data)); 893380065aa652b87093d6bbd240e70db30bd6f193dJens Axboe hash = (void *) threads + max_jobs * sizeof(struct thread_data); 8945e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe fio_debug_jobp = (void *) hash + file_hash_size; 8955e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe *fio_debug_jobp = -1; 896380065aa652b87093d6bbd240e70db30bd6f193dJens Axboe file_hash_init(hash); 897214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe atexit(free_shm); 898214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe return 0; 899214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe} 900214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe 90145378b35a047b590d0d3b6f9a7b8fea6dfa47300Jens Axboestatic void usage(const char *name) 9024785f99523f5c69635eb4bd826f25cd2e264cda7Jens Axboe{ 9034785f99523f5c69635eb4bd826f25cd2e264cda7Jens Axboe printf("%s\n", fio_version_string); 90445378b35a047b590d0d3b6f9a7b8fea6dfa47300Jens Axboe printf("%s [options] [job options] <job file(s)>\n", name); 905ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe printf("\t--debug=options\tEnable debug logging\n"); 906b46928282e0a890f49250e79b81af773a2b7108fJens Axboe printf("\t--output\tWrite output to file\n"); 907b46928282e0a890f49250e79b81af773a2b7108fJens Axboe printf("\t--timeout\tRuntime in seconds\n"); 908b46928282e0a890f49250e79b81af773a2b7108fJens Axboe printf("\t--latency-log\tGenerate per-job latency logs\n"); 909b46928282e0a890f49250e79b81af773a2b7108fJens Axboe printf("\t--bandwidth-log\tGenerate per-job bandwidth logs\n"); 910b46928282e0a890f49250e79b81af773a2b7108fJens Axboe printf("\t--minimal\tMinimal (terse) output\n"); 911b46928282e0a890f49250e79b81af773a2b7108fJens Axboe printf("\t--version\tPrint version info and exit\n"); 912fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe printf("\t--help\t\tPrint this page\n"); 9135ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe printf("\t--cmdhelp=cmd\tPrint command help, \"all\" for all of" 9145ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe " them\n"); 915cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe printf("\t--showcmd\tTurn a job file into command line options\n"); 916e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll printf("\t--eta=when\tWhen ETA estimate should be printed\n"); 917e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll printf("\t \tMay be \"always\", \"never\" or \"auto\"\n"); 9185ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe printf("\t--readonly\tTurn on safety read-only checks, preventing" 9195ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe " writes\n"); 92001f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe printf("\t--section=name\tOnly run specified section in job file\n"); 9212b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe printf("\t--alloc-size=kb\tSet smalloc pool to this size in kb" 9222b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe " (def 1024)\n"); 9234785f99523f5c69635eb4bd826f25cd2e264cda7Jens Axboe} 9244785f99523f5c69635eb4bd826f25cd2e264cda7Jens Axboe 92579e48f72dea1639bcbee310c354938287b6d5790Jens Axboe#ifdef FIO_INC_DEBUG 926ee56ad500f6692381e131cc37299d23fa910a24aJens Axboestruct debug_level debug_levels[] = { 927bd6f78b2f0b6375383948f126368804612ec0035Jens Axboe { .name = "process", .shift = FD_PROCESS, }, 928bd6f78b2f0b6375383948f126368804612ec0035Jens Axboe { .name = "file", .shift = FD_FILE, }, 929bd6f78b2f0b6375383948f126368804612ec0035Jens Axboe { .name = "io", .shift = FD_IO, }, 930bd6f78b2f0b6375383948f126368804612ec0035Jens Axboe { .name = "mem", .shift = FD_MEM, }, 931bd6f78b2f0b6375383948f126368804612ec0035Jens Axboe { .name = "blktrace", .shift = FD_BLKTRACE }, 932bd6f78b2f0b6375383948f126368804612ec0035Jens Axboe { .name = "verify", .shift = FD_VERIFY }, 93384422acde41c9cf462245de115d425cf5a82124cJens Axboe { .name = "random", .shift = FD_RANDOM }, 934a3d741fa3bc3120d5b62a56826a97524daa32803Jens Axboe { .name = "parse", .shift = FD_PARSE }, 935cd991b9e36b18903f1564a4bfafdc83a9f165219Jens Axboe { .name = "diskutil", .shift = FD_DISKUTIL }, 9365e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe { .name = "job", .shift = FD_JOB }, 93729adda3ce304f16036cafee6c099aa08444a7db1Jens Axboe { .name = "mutex", .shift = FD_MUTEX }, 93802444ad1868ee94c7c38810cc775784e6a9a5dbeJens Axboe { .name = NULL, }, 939ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe}; 940ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 941c09823ab5c841791025c564ecfc9ada0f850770bJens Axboestatic int set_debug(const char *string) 942ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe{ 943ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe struct debug_level *dl; 944ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe char *p = (char *) string; 945ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe char *opt; 946ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe int i; 947ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 948ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe if (!strcmp(string, "?") || !strcmp(string, "help")) { 949ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe int i; 950ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 951ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe log_info("fio: dumping debug options:"); 952ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe for (i = 0; debug_levels[i].name; i++) { 953ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe dl = &debug_levels[i]; 954ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe log_info("%s,", dl->name); 955ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe } 956bd6f78b2f0b6375383948f126368804612ec0035Jens Axboe log_info("all\n"); 957c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe return 1; 958ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe } 959ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 960ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe while ((opt = strsep(&p, ",")) != NULL) { 961ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe int found = 0; 962ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 9635e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe if (!strncmp(opt, "all", 3)) { 9645e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe log_info("fio: set all debug options\n"); 9655e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe fio_debug = ~0UL; 9665e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe continue; 9675e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe } 9685e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe 969ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe for (i = 0; debug_levels[i].name; i++) { 970ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe dl = &debug_levels[i]; 9715e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe found = !strncmp(opt, dl->name, strlen(dl->name)); 9725e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe if (!found) 9735e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe continue; 9745e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe 9755e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe if (dl->shift == FD_JOB) { 9765e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe opt = strchr(opt, ':'); 9775e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe if (!opt) { 9785e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe log_err("fio: missing job number\n"); 9795e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe break; 9805e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe } 9815e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe opt++; 9825e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe fio_debug_jobno = atoi(opt); 9835e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe log_info("fio: set debug jobno %d\n", 9845e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe fio_debug_jobno); 9855e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe } else { 986ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe log_info("fio: set debug option %s\n", opt); 987bd6f78b2f0b6375383948f126368804612ec0035Jens Axboe fio_debug |= (1UL << dl->shift); 988ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe } 9895e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe break; 990ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe } 991ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 992ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe if (!found) 993ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe log_err("fio: debug mask %s not found\n", opt); 994ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe } 995c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe return 0; 996ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe} 99779e48f72dea1639bcbee310c354938287b6d5790Jens Axboe#else 99869b98d4c9945bed6b3446a9e73bfaf8e557cf033Jens Axboestatic int set_debug(const char *string) 99979e48f72dea1639bcbee310c354938287b6d5790Jens Axboe{ 100079e48f72dea1639bcbee310c354938287b6d5790Jens Axboe log_err("fio: debug tracing not included in build\n"); 1001c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe return 1; 100279e48f72dea1639bcbee310c354938287b6d5790Jens Axboe} 100379e48f72dea1639bcbee310c354938287b6d5790Jens Axboe#endif 1004ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 1005972cfd2546081c0397447ca9243ea419b1ff579aJens Axboestatic int parse_cmd_line(int argc, char *argv[]) 1006ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 1007b46928282e0a890f49250e79b81af773a2b7108fJens Axboe struct thread_data *td = NULL; 1008c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe int c, ini_idx = 0, lidx, ret = 0, do_exit = 0, exit_val = 0; 1009ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 10105ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe while ((c = getopt_long_only(argc, argv, "", l_opts, &lidx)) != -1) { 1011ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe switch (c) { 10122b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe case 'a': 10132b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe smalloc_pool_size = atoi(optarg); 10142b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe break; 1015b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 't': 1016b46928282e0a890f49250e79b81af773a2b7108fJens Axboe def_timeout = atoi(optarg); 1017b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1018b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 'l': 1019b46928282e0a890f49250e79b81af773a2b7108fJens Axboe write_lat_log = 1; 1020b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1021b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 'w': 1022b46928282e0a890f49250e79b81af773a2b7108fJens Axboe write_bw_log = 1; 1023b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1024b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 'o': 1025b46928282e0a890f49250e79b81af773a2b7108fJens Axboe f_out = fopen(optarg, "w+"); 1026b46928282e0a890f49250e79b81af773a2b7108fJens Axboe if (!f_out) { 1027b46928282e0a890f49250e79b81af773a2b7108fJens Axboe perror("fopen output"); 1028b46928282e0a890f49250e79b81af773a2b7108fJens Axboe exit(1); 1029b46928282e0a890f49250e79b81af773a2b7108fJens Axboe } 1030b46928282e0a890f49250e79b81af773a2b7108fJens Axboe f_err = f_out; 1031b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1032b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 'm': 1033b46928282e0a890f49250e79b81af773a2b7108fJens Axboe terse_output = 1; 1034b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1035b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 'h': 103645378b35a047b590d0d3b6f9a7b8fea6dfa47300Jens Axboe usage(argv[0]); 1037b46928282e0a890f49250e79b81af773a2b7108fJens Axboe exit(0); 1038fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe case 'c': 1039214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe exit(fio_show_option_help(optarg)); 1040cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe case 's': 1041cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe dump_cmdline = 1; 1042cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe break; 1043724e4435c1374e97309b122429ad9291744966c0Jens Axboe case 'r': 1044724e4435c1374e97309b122429ad9291744966c0Jens Axboe read_only = 1; 1045724e4435c1374e97309b122429ad9291744966c0Jens Axboe break; 1046b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 'v': 1047b46928282e0a890f49250e79b81af773a2b7108fJens Axboe printf("%s\n", fio_version_string); 1048b46928282e0a890f49250e79b81af773a2b7108fJens Axboe exit(0); 1049e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll case 'e': 1050e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll if (!strcmp("always", optarg)) 1051e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll eta_print = FIO_ETA_ALWAYS; 1052e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll else if (!strcmp("never", optarg)) 1053e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll eta_print = FIO_ETA_NEVER; 1054e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll break; 1055ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe case 'd': 1056c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe if (set_debug(optarg)) 1057c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe do_exit++; 1058ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe break; 105901f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe case 'x': 106001f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (!strcmp(optarg, "global")) { 10615ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe log_err("fio: can't use global as only " 10625ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe "section\n"); 1063c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe do_exit++; 1064c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe exit_val = 1; 106501f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe break; 106601f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe } 106701f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (job_section) 106801f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe free(job_section); 106901f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe job_section = strdup(optarg); 107001f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe break; 1071b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case FIO_GETOPT_JOB: { 10725ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe const char *opt = l_opts[lidx].name; 1073b46928282e0a890f49250e79b81af773a2b7108fJens Axboe char *val = optarg; 1074b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 1075c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe if (!strncmp(opt, "name", 4) && td) { 10762dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe ret = add_job(td, td->o.name ?: "fio", 0); 1077c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe if (ret) { 1078c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe put_job(td); 1079c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe return 0; 1080c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe } 1081c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe td = NULL; 1082c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe } 1083b46928282e0a890f49250e79b81af773a2b7108fJens Axboe if (!td) { 108401f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe int is_section = !strncmp(opt, "name", 4); 10853106f220e1710d7e53cb7bd0dbc7dac4584af463Jens Axboe int global = 0; 10863106f220e1710d7e53cb7bd0dbc7dac4584af463Jens Axboe 108701f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (!is_section || !strncmp(val, "global", 6)) 10883106f220e1710d7e53cb7bd0dbc7dac4584af463Jens Axboe global = 1; 1089c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe 109001f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (is_section && skip_this_section(val)) 109101f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe continue; 109201f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe 1093c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe td = get_new_job(global, &def_thread); 1094b46928282e0a890f49250e79b81af773a2b7108fJens Axboe if (!td) 1095b46928282e0a890f49250e79b81af773a2b7108fJens Axboe return 0; 1096b46928282e0a890f49250e79b81af773a2b7108fJens Axboe } 109738d0adb0d129e2eef7bf21e85ba4758c3789cb8eJens Axboe 1098214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe ret = fio_cmd_option_parse(td, opt, val); 1099b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1100b46928282e0a890f49250e79b81af773a2b7108fJens Axboe } 1101b46928282e0a890f49250e79b81af773a2b7108fJens Axboe default: 1102c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe do_exit++; 1103c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe exit_val = 1; 1104b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1105ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 1106ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 1107c9fad893e8333682d6ab67a269b0dd74f303c5bcJens Axboe 1108c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe if (do_exit) 1109c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe exit(exit_val); 1110536582bf89bb97eb3636e41470f303877a738810Jens Axboe 1111b46928282e0a890f49250e79b81af773a2b7108fJens Axboe if (td) { 11127d6a8904cc2973a857f4bb50f85e7c75375c553dJens Axboe if (!ret) 11132dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe ret = add_job(td, td->o.name ?: "fio", 0); 11147d6a8904cc2973a857f4bb50f85e7c75375c553dJens Axboe if (ret) 11157d6a8904cc2973a857f4bb50f85e7c75375c553dJens Axboe put_job(td); 1116972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe } 1117774a617767830b5023f6cad4a45609a92ec82d41Jens Axboe 1118b46928282e0a890f49250e79b81af773a2b7108fJens Axboe while (optind < argc) { 1119b46928282e0a890f49250e79b81af773a2b7108fJens Axboe ini_idx++; 1120b46928282e0a890f49250e79b81af773a2b7108fJens Axboe ini_file = realloc(ini_file, ini_idx * sizeof(char *)); 1121b46928282e0a890f49250e79b81af773a2b7108fJens Axboe ini_file[ini_idx - 1] = strdup(argv[optind]); 1122b46928282e0a890f49250e79b81af773a2b7108fJens Axboe optind++; 1123eb8bbf48e79a8c6afd3c84e3d64263d10ee45daaJens Axboe } 1124972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe 1125972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe return ini_idx; 1126ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 1127ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1128ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboeint parse_options(int argc, char *argv[]) 1129ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 1130972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe int job_files, i; 1131972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe 1132b46928282e0a890f49250e79b81af773a2b7108fJens Axboe f_out = stdout; 1133b46928282e0a890f49250e79b81af773a2b7108fJens Axboe f_err = stderr; 1134b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 11355ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe fio_options_dup_and_init(l_opts); 1136b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 1137ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (setup_thread_area()) 1138ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 1; 1139ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (fill_def_thread()) 1140ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 1; 1141ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1142972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe job_files = parse_cmd_line(argc, argv); 1143ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1144972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe for (i = 0; i < job_files; i++) { 1145972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe if (fill_def_thread()) 1146972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe return 1; 11470c7e37a04aa04ba22e812f8de7971fcef46b8191Jens Axboe if (parse_jobs_ini(ini_file[i], i)) 1148972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe return 1; 114988c6ed8085efd1403fd34072311991cb666a5b9eJens Axboe free(ini_file[i]); 1150972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe } 1151ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 115288c6ed8085efd1403fd34072311991cb666a5b9eJens Axboe free(ini_file); 1153d23bb327374520295509bbd98912c8091b701a3eJens Axboe options_mem_free(&def_thread); 1154b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 1155b46928282e0a890f49250e79b81af773a2b7108fJens Axboe if (!thread_number) { 1156cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe if (dump_cmdline) 1157cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe return 0; 1158cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe 1159b46928282e0a890f49250e79b81af773a2b7108fJens Axboe log_err("No jobs defined(s)\n"); 116045378b35a047b590d0d3b6f9a7b8fea6dfa47300Jens Axboe usage(argv[0]); 1161b46928282e0a890f49250e79b81af773a2b7108fJens Axboe return 1; 1162b46928282e0a890f49250e79b81af773a2b7108fJens Axboe } 1163b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 1164be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe if (def_thread.o.gtod_offload) { 1165be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe fio_gtod_init(); 1166be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe fio_gtod_offload = 1; 1167be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe fio_gtod_cpu = def_thread.o.gtod_cpu; 1168be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe } 1169be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe 1170ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 0; 1171ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 1172