init.c revision 01680f3fe5925380c8a8783abbd30b387d9702ba
1906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe/* 2cb2c86fdf03241fee32fd2e2caff43af1022403cJens Axboe * This file contains job initialization and setup functions. 3906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe */ 4ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <stdio.h> 5ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <stdlib.h> 6ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <unistd.h> 7ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <fcntl.h> 8ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <ctype.h> 9ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <string.h> 10ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <errno.h> 11b46928282e0a890f49250e79b81af773a2b7108fJens Axboe#include <getopt.h> 12ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <sys/ipc.h> 13ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <sys/shm.h> 14ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <sys/types.h> 15ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <sys/stat.h> 16ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 17ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include "fio.h" 18cb2c86fdf03241fee32fd2e2caff43af1022403cJens Axboe#include "parse.h" 19ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 2001680f3fe5925380c8a8783abbd30b387d9702baJens Axboestatic char fio_version_string[] = "fio 1.17.3"; 21214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe 22ee738499877bb1ee913e839cb4a8d4edad2d52adJens Axboe#define FIO_RANDSEED (0xb1899bedUL) 23ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 24214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboestatic char **ini_file; 25214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboestatic int max_jobs = MAX_JOBS; 26cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboestatic int dump_cmdline; 27e1f365035a952233463d85d659bd960ba78f012eJens Axboe 28214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboestruct thread_data def_thread; 29214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboestruct thread_data *threads = NULL; 30e1f365035a952233463d85d659bd960ba78f012eJens Axboe 31214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboeint exitall_on_terminate = 0; 32214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboeint terse_output = 0; 33e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carrollint eta_print; 34214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboeunsigned long long mlock_size = 0; 35214e1ecae844a32bf8f66d19132f4948d922dceeJens AxboeFILE *f_out = NULL; 36214e1ecae844a32bf8f66d19132f4948d922dceeJens AxboeFILE *f_err = NULL; 37ee738499877bb1ee913e839cb4a8d4edad2d52adJens Axboe 38214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboeint write_bw_log = 0; 394241ea8fb0606f9bd5b7ed1278d3b7825883acf6Jens Axboeint read_only = 0; 40214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe 41214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboestatic int def_timeout = 0; 42214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboestatic int write_lat_log = 0; 43e1f365035a952233463d85d659bd960ba78f012eJens Axboe 44214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboestatic int prev_group_jobs; 45b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 46b46928282e0a890f49250e79b81af773a2b7108fJens Axboe/* 47b46928282e0a890f49250e79b81af773a2b7108fJens Axboe * Command line options. These will contain the above, plus a few 48b46928282e0a890f49250e79b81af773a2b7108fJens Axboe * extra that only pertain to fio itself and not jobs. 49b46928282e0a890f49250e79b81af773a2b7108fJens Axboe */ 50214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboestatic struct option long_options[FIO_NR_OPTIONS] = { 51b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 52b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .name = "output", 53b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = required_argument, 54b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .val = 'o', 55b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 56b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 57b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .name = "timeout", 58b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = required_argument, 59b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .val = 't', 60b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 61b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 62b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .name = "latency-log", 63b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = required_argument, 64b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .val = 'l', 65b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 66b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 67b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .name = "bandwidth-log", 68b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = required_argument, 69b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .val = 'b', 70b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 71b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 72b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .name = "minimal", 73b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = optional_argument, 74b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .val = 'm', 75b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 76b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 77b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .name = "version", 78b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = no_argument, 79b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .val = 'v', 80b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 81b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 82fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe .name = "help", 83fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe .has_arg = no_argument, 84fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe .val = 'h', 85fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe }, 86fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe { 87fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe .name = "cmdhelp", 88320beefe2d0c5f05f24b4e0c1d13fcb2f1286a78Jens Axboe .has_arg = optional_argument, 89fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe .val = 'c', 90fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe }, 91fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe { 92cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe .name = "showcmd", 93cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe .has_arg = no_argument, 94724e4435c1374e97309b122429ad9291744966c0Jens Axboe .val = 's', 95724e4435c1374e97309b122429ad9291744966c0Jens Axboe }, 96724e4435c1374e97309b122429ad9291744966c0Jens Axboe { 97724e4435c1374e97309b122429ad9291744966c0Jens Axboe .name = "readonly", 98724e4435c1374e97309b122429ad9291744966c0Jens Axboe .has_arg = no_argument, 99724e4435c1374e97309b122429ad9291744966c0Jens Axboe .val = 'r', 100cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe }, 101cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe { 102e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll .name = "eta", 103e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll .has_arg = required_argument, 104e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll .val = 'e', 105e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll }, 106e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll { 107b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .name = NULL, 108b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 109b46928282e0a890f49250e79b81af773a2b7108fJens Axboe}; 110b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 1119728ce37ea4348d4bdb2eefbaafee75ad651758cJoel BeckerFILE *get_f_out() 1129728ce37ea4348d4bdb2eefbaafee75ad651758cJoel Becker{ 1139728ce37ea4348d4bdb2eefbaafee75ad651758cJoel Becker return f_out; 1149728ce37ea4348d4bdb2eefbaafee75ad651758cJoel Becker} 1159728ce37ea4348d4bdb2eefbaafee75ad651758cJoel Becker 1169728ce37ea4348d4bdb2eefbaafee75ad651758cJoel BeckerFILE *get_f_err() 1179728ce37ea4348d4bdb2eefbaafee75ad651758cJoel Becker{ 1189728ce37ea4348d4bdb2eefbaafee75ad651758cJoel Becker return f_err; 1199728ce37ea4348d4bdb2eefbaafee75ad651758cJoel Becker} 1209728ce37ea4348d4bdb2eefbaafee75ad651758cJoel Becker 121906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe/* 122906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe * Return a free job structure. 123906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe */ 124ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboestatic struct thread_data *get_new_job(int global, struct thread_data *parent) 125ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 126ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe struct thread_data *td; 127ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 128ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (global) 129ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return &def_thread; 130ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (thread_number >= max_jobs) 131ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return NULL; 132ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 133ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe td = &threads[thread_number++]; 134ddaeaa5ab1e3f1cb6f35a9f4a18ee932151a0ab8Jens Axboe *td = *parent; 135ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 136cade3ef44669c5c962d7ed18ca0e361116ee44adJens Axboe dup_files(td, parent); 137d23bb327374520295509bbd98912c8091b701a3eJens Axboe options_mem_dupe(td); 138cade3ef44669c5c962d7ed18ca0e361116ee44adJens Axboe 139ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe td->thread_number = thread_number; 140ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return td; 141ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 142ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 143ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboestatic void put_job(struct thread_data *td) 144ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 145549577a728fc3bacbfea8978c4f514cef5b073dcJens Axboe if (td == &def_thread) 146549577a728fc3bacbfea8978c4f514cef5b073dcJens Axboe return; 147549577a728fc3bacbfea8978c4f514cef5b073dcJens Axboe 14816edf25dba269ee9e8239130e75b690440b1e120Jens Axboe if (td->error) 1496d86144dd10b05e8b82e9b895c35dd778e5e71abJens Axboe log_info("fio: %s\n", td->verror); 15016edf25dba269ee9e8239130e75b690440b1e120Jens Axboe 151ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe memset(&threads[td->thread_number - 1], 0, sizeof(*td)); 152ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe thread_number--; 153ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 154ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 155127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboestatic int setup_rate(struct thread_data *td) 156127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe{ 157127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe unsigned long nr_reads_per_msec; 158127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe unsigned long long rate; 159127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe unsigned int bs; 160127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe 1612dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!td->o.rate && !td->o.rate_iops) 162127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe return 0; 163127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe 164127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe if (td_rw(td)) 1652dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe bs = td->o.rw_min_bs; 166127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe else if (td_read(td)) 1672dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe bs = td->o.min_bs[DDIR_READ]; 168127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe else 1692dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe bs = td->o.min_bs[DDIR_WRITE]; 170127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe 1712dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (td->o.rate) { 1722dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe rate = td->o.rate; 173127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe nr_reads_per_msec = (rate * 1024 * 1000LL) / bs; 174127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe } else 1752dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe nr_reads_per_msec = td->o.rate_iops * 1000UL; 176127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe 177127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe if (!nr_reads_per_msec) { 178127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe log_err("rate lower than supported\n"); 179127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe return -1; 180127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe } 181127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe 182127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe td->rate_usec_cycle = 1000000000ULL / nr_reads_per_msec; 183127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe td->rate_pending_usleep = 0; 184127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe return 0; 185127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe} 186127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe 187dad915e36819e74c4540db19faae488ede963ee4Jens Axboe/* 188dad915e36819e74c4540db19faae488ede963ee4Jens Axboe * Lazy way of fixing up options that depend on each other. We could also 189dad915e36819e74c4540db19faae488ede963ee4Jens Axboe * define option callback handlers, but this is easier. 190dad915e36819e74c4540db19faae488ede963ee4Jens Axboe */ 1914e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboestatic int fixup_options(struct thread_data *td) 192e1f365035a952233463d85d659bd960ba78f012eJens Axboe{ 1932dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe struct thread_options *o = &td->o; 194dad915e36819e74c4540db19faae488ede963ee4Jens Axboe 195724e4435c1374e97309b122429ad9291744966c0Jens Axboe if (read_only && td_write(td)) { 196724e4435c1374e97309b122429ad9291744966c0Jens Axboe log_err("fio: job <%s> has write bit set, but fio is in read-only mode\n", td->o.name); 197724e4435c1374e97309b122429ad9291744966c0Jens Axboe return 1; 198724e4435c1374e97309b122429ad9291744966c0Jens Axboe } 199724e4435c1374e97309b122429ad9291744966c0Jens Axboe 200e47f799f567508835b60675ed659c97f78e7cc94Jens Axboe if (o->rwmix[DDIR_READ] + o->rwmix[DDIR_WRITE] > 100) 201e47f799f567508835b60675ed659c97f78e7cc94Jens Axboe o->rwmix[DDIR_WRITE] = 100 - o->rwmix[DDIR_READ]; 2022dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe 2032dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->write_iolog_file && o->read_iolog_file) { 204076efc7c60c351df783960a646e7fe8fba29dc19Jens Axboe log_err("fio: read iolog overrides write_iolog\n"); 2052dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe free(o->write_iolog_file); 2062dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->write_iolog_file = NULL; 207076efc7c60c351df783960a646e7fe8fba29dc19Jens Axboe } 20816b462aeb47996111ee6aa516c9226708db7c248Jens Axboe 20916b462aeb47996111ee6aa516c9226708db7c248Jens Axboe if (td->io_ops->flags & FIO_SYNCIO) 2102dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->iodepth = 1; 21116b462aeb47996111ee6aa516c9226708db7c248Jens Axboe else { 2122dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!o->iodepth) 2132dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->iodepth = o->open_files; 21416b462aeb47996111ee6aa516c9226708db7c248Jens Axboe } 21516b462aeb47996111ee6aa516c9226708db7c248Jens Axboe 21616b462aeb47996111ee6aa516c9226708db7c248Jens Axboe /* 21716b462aeb47996111ee6aa516c9226708db7c248Jens Axboe * only really works for sequential io for now, and with 1 file 21816b462aeb47996111ee6aa516c9226708db7c248Jens Axboe */ 2192dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->zone_size && td_random(td) && o->open_files == 1) 2202dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->zone_size = 0; 22116b462aeb47996111ee6aa516c9226708db7c248Jens Axboe 22216b462aeb47996111ee6aa516c9226708db7c248Jens Axboe /* 22316b462aeb47996111ee6aa516c9226708db7c248Jens Axboe * Reads can do overwrites, we always need to pre-create the file 22416b462aeb47996111ee6aa516c9226708db7c248Jens Axboe */ 22516b462aeb47996111ee6aa516c9226708db7c248Jens Axboe if (td_read(td) || td_rw(td)) 2262dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->overwrite = 1; 22716b462aeb47996111ee6aa516c9226708db7c248Jens Axboe 2282dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!o->min_bs[DDIR_READ]) 2292dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->min_bs[DDIR_READ]= o->bs[DDIR_READ]; 2302dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!o->max_bs[DDIR_READ]) 2312dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->max_bs[DDIR_READ] = o->bs[DDIR_READ]; 2322dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!o->min_bs[DDIR_WRITE]) 2332dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->min_bs[DDIR_WRITE]= o->bs[DDIR_WRITE]; 2342dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!o->max_bs[DDIR_WRITE]) 2352dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->max_bs[DDIR_WRITE] = o->bs[DDIR_WRITE]; 236a00735e66f9ec42549da94eba3170e543b542904Jens Axboe 2372dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->rw_min_bs = min(o->min_bs[DDIR_READ], o->min_bs[DDIR_WRITE]); 238a00735e66f9ec42549da94eba3170e543b542904Jens Axboe 2392dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!o->file_size_high) 2402dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->file_size_high = o->file_size_low; 2419c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe 2422dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->norandommap && o->verify != VERIFY_NONE) { 243bb8895e07c6d6417410545f45d34b1b7916cd90aJens Axboe log_err("fio: norandommap given, verify disabled\n"); 2442dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->verify = VERIFY_NONE; 245bb8895e07c6d6417410545f45d34b1b7916cd90aJens Axboe } 2462dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->bs_unaligned && (o->odirect || td->io_ops->flags & FIO_RAWIO)) 247690adba373bb8c97a365c67da369e265953c4b4cJens Axboe log_err("fio: bs_unaligned may not work with raw io\n"); 248e0a223354342cc45a916b669343718b80a20c2eaJens Axboe 249e0a223354342cc45a916b669343718b80a20c2eaJens Axboe /* 25048097d5c61aa1718e6dd4b3b647ea2eb6f00fcfbJens Axboe * thinktime_spin must be less than thinktime 25148097d5c61aa1718e6dd4b3b647ea2eb6f00fcfbJens Axboe */ 2522dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->thinktime_spin > o->thinktime) 2532dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->thinktime_spin = o->thinktime; 254e916b390684ec1ca6247f98138fa9c1682701d29Jens Axboe 255e916b390684ec1ca6247f98138fa9c1682701d29Jens Axboe /* 256e916b390684ec1ca6247f98138fa9c1682701d29Jens Axboe * The low water mark cannot be bigger than the iodepth 257e916b390684ec1ca6247f98138fa9c1682701d29Jens Axboe */ 2582dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->iodepth_low > o->iodepth || !o->iodepth_low) { 2599467b77c9ac41f09a93a8a984d21b94c1f7d515eJens Axboe /* 2609467b77c9ac41f09a93a8a984d21b94c1f7d515eJens Axboe * syslet work around - if the workload is sequential, 2619467b77c9ac41f09a93a8a984d21b94c1f7d515eJens Axboe * we want to let the queue drain all the way down to 2629467b77c9ac41f09a93a8a984d21b94c1f7d515eJens Axboe * avoid seeking between async threads 2639467b77c9ac41f09a93a8a984d21b94c1f7d515eJens Axboe */ 2649467b77c9ac41f09a93a8a984d21b94c1f7d515eJens Axboe if (!strcmp(td->io_ops->name, "syslet-rw") && !td_random(td)) 2652dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->iodepth_low = 1; 2669467b77c9ac41f09a93a8a984d21b94c1f7d515eJens Axboe else 2672dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->iodepth_low = o->iodepth; 2689467b77c9ac41f09a93a8a984d21b94c1f7d515eJens Axboe } 269cb5ab5121ac4fa62e0ca2612b359f19bfdd30f29Jens Axboe 270cb5ab5121ac4fa62e0ca2612b359f19bfdd30f29Jens Axboe /* 271cb5ab5121ac4fa62e0ca2612b359f19bfdd30f29Jens Axboe * If batch number isn't set, default to the same as iodepth 272cb5ab5121ac4fa62e0ca2612b359f19bfdd30f29Jens Axboe */ 2732dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->iodepth_batch > o->iodepth || !o->iodepth_batch) 2742dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->iodepth_batch = o->iodepth; 275b5af82930ccfd7dda6a1b11794efb452eb76d8dcJens Axboe 2762dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->nr_files > td->files_index) 2772dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->nr_files = td->files_index; 2789f9214f243701626a04b4a0f9aceec03b8b40e0fJens Axboe 2792dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->open_files > o->nr_files || !o->open_files) 2802dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->open_files = o->nr_files; 2814e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe 2822dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if ((o->rate && o->rate_iops) || (o->ratemin && o->rate_iops_min)) { 2834e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe log_err("fio: rate and rate_iops are mutually exclusive\n"); 2844e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe return 1; 2854e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe } 2862dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if ((o->rate < o->ratemin) || (o->rate_iops < o->rate_iops_min)) { 2874e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe log_err("fio: minimum rate exceeds rate\n"); 2884e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe return 1; 2894e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe } 2904e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe 291cf4464ca60ce75ac241c621bc70a2500beeb782fJens Axboe if (!o->timeout && o->time_based) { 292cf4464ca60ce75ac241c621bc70a2500beeb782fJens Axboe log_err("fio: time_based requires a runtime/timeout setting\n"); 293cf4464ca60ce75ac241c621bc70a2500beeb782fJens Axboe o->time_based = 0; 294cf4464ca60ce75ac241c621bc70a2500beeb782fJens Axboe } 295cf4464ca60ce75ac241c621bc70a2500beeb782fJens Axboe 296aa31f1f108348ba2a8749c73fa8c25f3d4630a7cShawn Lewis if (o->fill_device && !o->size) 297aa31f1f108348ba2a8749c73fa8c25f3d4630a7cShawn Lewis o->size = ULONG_LONG_MAX; 298aa31f1f108348ba2a8749c73fa8c25f3d4630a7cShawn Lewis 2994e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe return 0; 300e1f365035a952233463d85d659bd960ba78f012eJens Axboe} 301e1f365035a952233463d85d659bd960ba78f012eJens Axboe 302906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe/* 303f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe * This function leaks the buffer 304f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe */ 305f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboestatic char *to_kmg(unsigned int val) 306f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe{ 307f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe char *buf = malloc(32); 308f3502ba2dd72d846a388c774a01c6bb833871248Jens Axboe char post[] = { 0, 'K', 'M', 'G', 'P', 'E', 0 }; 309f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe char *p = post; 310f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 311245142ff7554290cf666e3ef6b7b57512bf17d75Jens Axboe do { 312f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe if (val & 1023) 313f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe break; 314f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 315f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe val >>= 10; 316f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe p++; 317245142ff7554290cf666e3ef6b7b57512bf17d75Jens Axboe } while (*p); 318f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 319f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe snprintf(buf, 31, "%u%c", val, *p); 320f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe return buf; 321f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe} 322f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 32309629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe/* External engines are specified by "external:name.o") */ 32409629a90d5b68b220e3fb98318e2dcd019943edaJens Axboestatic const char *get_engine_name(const char *str) 32509629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe{ 32609629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe char *p = strstr(str, ":"); 32709629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe 32809629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe if (!p) 32909629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe return str; 33009629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe 33109629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe p++; 33209629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe strip_blank_front(&p); 33309629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe strip_blank_end(p); 33409629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe return p; 33509629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe} 33609629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe 337e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboestatic int exists_and_not_file(const char *filename) 338e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe{ 339e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe struct stat sb; 340e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 341e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe if (lstat(filename, &sb) == -1) 342e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe return 0; 343e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 344e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe if (S_ISREG(sb.st_mode)) 345e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe return 0; 346e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 347e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe return 1; 348e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe} 349e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 350f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe/* 3519c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe * Initialize the various random states we need (random io, block size ranges, 3529c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe * read/write mix, etc). 3539c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe */ 3549c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboestatic int init_random_state(struct thread_data *td) 3559c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe{ 3569c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe unsigned long seeds[6]; 357687270767de17dbad53c50e03e5d73d52505405cJens Axboe int fd; 3589c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe 3599c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe fd = open("/dev/urandom", O_RDONLY); 3609c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe if (fd == -1) { 3619c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe td_verror(td, errno, "open"); 3629c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe return 1; 3639c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe } 3649c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe 3659c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe if (read(fd, seeds, sizeof(seeds)) < (int) sizeof(seeds)) { 3669c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe td_verror(td, EIO, "read"); 3679c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe close(fd); 3689c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe return 1; 3699c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe } 3709c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe 3719c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe close(fd); 3729c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe 3739c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe os_random_seed(seeds[0], &td->bsrange_state); 3749c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe os_random_seed(seeds[1], &td->verify_state); 3759c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe os_random_seed(seeds[2], &td->rwmix_state); 3769c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe 3772dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (td->o.file_service_type == FIO_FSERVICE_RANDOM) 3789c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe os_random_seed(seeds[3], &td->next_file_state); 3799c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe 3809c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe os_random_seed(seeds[5], &td->file_size_state); 3819c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe 3829c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe if (!td_random(td)) 3839c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe return 0; 3849c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe 3852dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (td->o.rand_repeatable) 3869c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe seeds[4] = FIO_RANDSEED * td->thread_number; 3879c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe 3889c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe os_random_seed(seeds[4], &td->random_state); 3899c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe return 0; 3909c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe} 3919c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe 3929c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe/* 393906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe * Adds a job to the list of things todo. Sanitizes the various options 394906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe * to make sure we don't have conflicts, and initializes various 395906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe * members of td. 396906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe */ 397751548451d969148529b642c05e7544726ec3b64Jens Axboestatic int add_job(struct thread_data *td, const char *jobname, int job_add_num) 398ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 399413dd459a7710ba421061e840dd9ac3161c70f20Jens Axboe const char *ddir_str[] = { NULL, "read", "write", "rw", NULL, 400413dd459a7710ba421061e840dd9ac3161c70f20Jens Axboe "randread", "randwrite", "randrw" }; 401af52b3455ad892322aab2791282b6bd4efdfdbf3Jens Axboe unsigned int i; 40209629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe const char *engine; 403af52b3455ad892322aab2791282b6bd4efdfdbf3Jens Axboe char fname[PATH_MAX]; 404e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe int numjobs, file_alloced; 405ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 406ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe /* 407ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe * the def_thread is just for options, it's not a real job 408ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe */ 409ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (td == &def_thread) 410ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 0; 411ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 412cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe /* 413cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe * if we are just dumping the output command line, don't add the job 414cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe */ 415cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe if (dump_cmdline) { 416cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe put_job(td); 417cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe return 0; 418cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe } 419cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe 4202dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe engine = get_engine_name(td->o.ioengine); 42109629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe td->io_ops = load_ioengine(td, engine); 42209629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe if (!td->io_ops) { 42309629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe log_err("fio: failed to load engine %s\n", engine); 424205927a3cfc25baeb318e3aedf3ac29d16bf4be9Jens Axboe goto err; 42509629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe } 426df64119de537aba99c85d1dc80190b354589f8b9Jens Axboe 4272dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (td->o.use_thread) 4289cedf16704b71cec33138bb4cf524d3fc9ad338aJens Axboe nr_thread++; 4299cedf16704b71cec33138bb4cf524d3fc9ad338aJens Axboe else 4309cedf16704b71cec33138bb4cf524d3fc9ad338aJens Axboe nr_process++; 4319cedf16704b71cec33138bb4cf524d3fc9ad338aJens Axboe 4322dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (td->o.odirect) 433690adba373bb8c97a365c67da369e265953c4b4cJens Axboe td->io_ops->flags |= FIO_RAWIO; 434690adba373bb8c97a365c67da369e265953c4b4cJens Axboe 435e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe file_alloced = 0; 4362dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!td->o.filename && !td->files_index) { 437e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe file_alloced = 1; 43880be24f4671164d597463e4b5c794d4cbd0a4537Jens Axboe 4392dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (td->o.nr_files == 1 && exists_and_not_file(jobname)) 440e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe add_file(td, jobname); 4417b05a215c8c39b8c878297b90eba112fe9176542Jens Axboe else { 4422dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe for (i = 0; i < td->o.nr_files; i++) { 443e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe sprintf(fname, "%s.%d.%d", jobname, td->thread_number, i); 4447b05a215c8c39b8c878297b90eba112fe9176542Jens Axboe add_file(td, fname); 4457b05a215c8c39b8c878297b90eba112fe9176542Jens Axboe } 446af52b3455ad892322aab2791282b6bd4efdfdbf3Jens Axboe } 4470af7b542b69af5ab2400a9960a5bcde82c05723fJens Axboe } 448ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 4494e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe if (fixup_options(td)) 4504e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe goto err; 451e0a223354342cc45a916b669343718b80a20c2eaJens Axboe 45207eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe if (td->io_ops->flags & FIO_DISKLESSIO) { 45307eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe struct fio_file *f; 45407eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe 45507eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe for_each_file(td, f, i) 45607eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe f->real_file_size = -1ULL; 45707eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe } 45807eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe 45907739b57f09886b41323c605b0dbda7d2c12522bJens Axboe td->mutex = fio_sem_init(0); 460ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 461756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe td->ts.clat_stat[0].min_val = td->ts.clat_stat[1].min_val = ULONG_MAX; 462756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe td->ts.slat_stat[0].min_val = td->ts.slat_stat[1].min_val = ULONG_MAX; 463756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe td->ts.bw_stat[0].min_val = td->ts.bw_stat[1].min_val = ULONG_MAX; 4641e3d53acf28f1b61222eec244a67fad42f9a060dJens Axboe td->ddir_nr = td->o.ddir_nr; 465ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 466b3d62a759a58bfce1822787874ea6ec8d2a0cb7fJens Axboe if ((td->o.stonewall || td->o.numjobs > 1 || td->o.new_group) 467b3d62a759a58bfce1822787874ea6ec8d2a0cb7fJens Axboe && prev_group_jobs) { 4683c5df6fa2259c12fd6a7beb9a3521dec76d12dd2Jens Axboe prev_group_jobs = 0; 469ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe groupid++; 4703c5df6fa2259c12fd6a7beb9a3521dec76d12dd2Jens Axboe } 471ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 472ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe td->groupid = groupid; 4733c5df6fa2259c12fd6a7beb9a3521dec76d12dd2Jens Axboe prev_group_jobs++; 474ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 4759c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe if (init_random_state(td)) 4769c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe goto err; 4779c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe 478ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (setup_rate(td)) 479ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe goto err; 480ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 4812dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (td->o.write_lat_log) { 482756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe setup_log(&td->ts.slat_log); 483756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe setup_log(&td->ts.clat_log); 484ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 4852dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (td->o.write_bw_log) 486756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe setup_log(&td->ts.bw_log); 487ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 4882dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!td->o.name) 4892dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe td->o.name = strdup(jobname); 49001452055af61d6f5de543575dba3ebb0c9e55fabJens Axboe 491c6ae0a5b8123ea9af2ce70319081fbd5d65c8093Jens Axboe if (!terse_output) { 492b990b5c06801d6d25e3fcc5415efbbe7bb23341eJens Axboe if (!job_add_num) { 493ba0fbe1029bae1de08d66a72b6d0b2505c67c438Jens Axboe if (!strcmp(td->io_ops->name, "cpuio")) 4942dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe log_info("%s: ioengine=cpu, cpuload=%u, cpucycle=%u\n", td->o.name, td->o.cpuload, td->o.cpucycle); 495f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe else { 496f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe char *c1, *c2, *c3, *c4; 497f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 4982dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe c1 = to_kmg(td->o.min_bs[DDIR_READ]); 4992dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe c2 = to_kmg(td->o.max_bs[DDIR_READ]); 5002dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe c3 = to_kmg(td->o.min_bs[DDIR_WRITE]); 5012dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe c4 = to_kmg(td->o.max_bs[DDIR_WRITE]); 502f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 5032dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe log_info("%s: (g=%d): rw=%s, bs=%s-%s/%s-%s, ioengine=%s, iodepth=%u\n", td->o.name, td->groupid, ddir_str[td->o.td_ddir], c1, c2, c3, c4, td->io_ops->name, td->o.iodepth); 504f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 505f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe free(c1); 506f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe free(c2); 507f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe free(c3); 508f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe free(c4); 509f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe } 510b990b5c06801d6d25e3fcc5415efbbe7bb23341eJens Axboe } else if (job_add_num == 1) 5116d86144dd10b05e8b82e9b895c35dd778e5e71abJens Axboe log_info("...\n"); 512c6ae0a5b8123ea9af2ce70319081fbd5d65c8093Jens Axboe } 513ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 514ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe /* 515ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe * recurse add identical jobs, clear numjobs and stonewall options 516ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe * as they don't apply to sub-jobs 517ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe */ 5182dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe numjobs = td->o.numjobs; 519ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe while (--numjobs) { 520ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe struct thread_data *td_new = get_new_job(0, td); 521ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 522ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (!td_new) 523ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe goto err; 524ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 5252dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe td_new->o.numjobs = 1; 5262dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe td_new->o.stonewall = 0; 52792c1d41f9cb4da2513ad261552f92511d69f6b8eJens Axboe td_new->o.new_group = 0; 528e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 529e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe if (file_alloced) { 5302dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe td_new->o.filename = NULL; 531e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe td_new->files_index = 0; 532e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe td_new->files = NULL; 533e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe } 534e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 535751548451d969148529b642c05e7544726ec3b64Jens Axboe job_add_num = numjobs - 1; 536ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 537751548451d969148529b642c05e7544726ec3b64Jens Axboe if (add_job(td_new, jobname, job_add_num)) 538ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe goto err; 539ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 5403c5df6fa2259c12fd6a7beb9a3521dec76d12dd2Jens Axboe 541ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 0; 542ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboeerr: 543ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe put_job(td); 544ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return -1; 545ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 546ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 547ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboestatic int is_empty_or_comment(char *line) 548ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 549ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe unsigned int i; 550ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 551ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe for (i = 0; i < strlen(line); i++) { 552ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (line[i] == ';') 553ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 1; 5545cc2da300b3fc30e00b79b4ddb3f372df3b2fe93Ingo Molnar if (line[i] == '#') 5555cc2da300b3fc30e00b79b4ddb3f372df3b2fe93Ingo Molnar return 1; 556ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (!isspace(line[i]) && !iscntrl(line[i])) 557ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 0; 558ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 559ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 560ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 1; 561ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 562ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 563313cb206ffc6e50c089314d322ebf1c523f37531Jens Axboe/* 564072619835aa805f3335dca9d72f4d4eb1009aecdJens Axboe * This is our [ini] type file parser. 565072619835aa805f3335dca9d72f4d4eb1009aecdJens Axboe */ 5661e97cce9f5a87a67293a05ec4533ed6968698b2eJens Axboestatic int parse_jobs_ini(char *file, int stonewall_flag) 567ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 568e1f365035a952233463d85d659bd960ba78f012eJens Axboe unsigned int global; 569ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe struct thread_data *td; 570fee3bb48f748afe5cf10f8505e1efd36b87c627eJens Axboe char *string, *name; 571ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe FILE *f; 572ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe char *p; 5730c7e37a04aa04ba22e812f8de7971fcef46b8191Jens Axboe int ret = 0, stonewall; 574097b2991ace8e069dbfb0c2286d31da714247573Jens Axboe int first_sect = 1; 575ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe int skip_fgets = 0; 576ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 5775a729cbec53a158fa8d8dc5737749cfee20ab31bAaron Carroll if (!strcmp(file, "-")) 5785a729cbec53a158fa8d8dc5737749cfee20ab31bAaron Carroll f = stdin; 5795a729cbec53a158fa8d8dc5737749cfee20ab31bAaron Carroll else 5805a729cbec53a158fa8d8dc5737749cfee20ab31bAaron Carroll f = fopen(file, "r"); 5815a729cbec53a158fa8d8dc5737749cfee20ab31bAaron Carroll 582ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (!f) { 583aea47d444b02bd7c622f82bb73151fd7136a499fJens Axboe perror("fopen job file"); 584ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 1; 585ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 586ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 587ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe string = malloc(4096); 5887f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe 5897f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe /* 5907f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe * it's really 256 + small bit, 280 should suffice 5917f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe */ 5927f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe name = malloc(280); 5937f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe memset(name, 0, 280); 594ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 5950c7e37a04aa04ba22e812f8de7971fcef46b8191Jens Axboe stonewall = stonewall_flag; 5967c124ac153eebf48bc85f9033ae06fd7152e4216Jens Axboe do { 597ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe /* 598ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe * if skip_fgets is set, we already have loaded a line we 599ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe * haven't handled. 600ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe */ 601ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe if (!skip_fgets) { 602ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe p = fgets(string, 4095, f); 603ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe if (!p) 604ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe break; 605ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe } 606cdc7f1936e07f3b51aaa96c589e43abd7fea0051gurudas pai 607ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe skip_fgets = 0; 608cdc7f1936e07f3b51aaa96c589e43abd7fea0051gurudas pai strip_blank_front(&p); 6096c7c7da18aa2ab744b9485482e64acd30f31da6dJens Axboe strip_blank_end(p); 610cdc7f1936e07f3b51aaa96c589e43abd7fea0051gurudas pai 611ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (is_empty_or_comment(p)) 612ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe continue; 6136c7c7da18aa2ab744b9485482e64acd30f31da6dJens Axboe if (sscanf(p, "[%255s]", name) != 1) { 614088b42076dcbadf4d61367e19e49cb0d12aaadd1Jens Axboe log_err("fio: option <%s> outside of [] job section\n", p); 615088b42076dcbadf4d61367e19e49cb0d12aaadd1Jens Axboe break; 6166c7c7da18aa2ab744b9485482e64acd30f31da6dJens Axboe } 617ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 618ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe global = !strncmp(name, "global", 6); 619ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 620ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe name[strlen(name) - 1] = '\0'; 621ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 622cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe if (dump_cmdline) { 623097b2991ace8e069dbfb0c2286d31da714247573Jens Axboe if (first_sect) 624097b2991ace8e069dbfb0c2286d31da714247573Jens Axboe log_info("fio "); 625cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe if (!global) 626cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe log_info("--name=%s ", name); 627097b2991ace8e069dbfb0c2286d31da714247573Jens Axboe first_sect = 0; 628cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe } 629cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe 630ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe td = get_new_job(global, &def_thread); 63145410acb636e526575d62a037f81ade7916b738cJens Axboe if (!td) { 63245410acb636e526575d62a037f81ade7916b738cJens Axboe ret = 1; 63345410acb636e526575d62a037f81ade7916b738cJens Axboe break; 63445410acb636e526575d62a037f81ade7916b738cJens Axboe } 635ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 636972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe /* 637972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe * Seperate multiple job files by a stonewall 638972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe */ 639f94819192600fe35d03ebed26a803abdc2b9864cJens Axboe if (!global && stonewall) { 6402dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe td->o.stonewall = stonewall; 641972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe stonewall = 0; 642972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe } 643972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe 644ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe while ((p = fgets(string, 4096, f)) != NULL) { 645ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (is_empty_or_comment(p)) 646ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe continue; 647e1f365035a952233463d85d659bd960ba78f012eJens Axboe 648b6754f9d3f719627d8aae4c3e8f39212d9405f99Jens Axboe strip_blank_front(&p); 6497c124ac153eebf48bc85f9033ae06fd7152e4216Jens Axboe 650ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe /* 651ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe * new section, break out and make sure we don't 652ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe * fgets() a new line at the top. 653ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe */ 654ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe if (p[0] == '[') { 655ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe skip_fgets = 1; 6567c124ac153eebf48bc85f9033ae06fd7152e4216Jens Axboe break; 657ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe } 6587c124ac153eebf48bc85f9033ae06fd7152e4216Jens Axboe 6594ae3f76333bf2382e516db0b5c202b8982b1170fJens Axboe strip_blank_end(p); 660aea47d444b02bd7c622f82bb73151fd7136a499fJens Axboe 66145410acb636e526575d62a037f81ade7916b738cJens Axboe /* 66245410acb636e526575d62a037f81ade7916b738cJens Axboe * Don't break here, continue parsing options so we 66345410acb636e526575d62a037f81ade7916b738cJens Axboe * dump all the bad ones. Makes trial/error fixups 66445410acb636e526575d62a037f81ade7916b738cJens Axboe * easier on the user. 66545410acb636e526575d62a037f81ade7916b738cJens Axboe */ 666214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe ret |= fio_option_parse(td, p); 667cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe if (!ret && dump_cmdline) 668cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe log_info("--%s ", p); 669ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 670ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 671ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe if (!ret) 67245410acb636e526575d62a037f81ade7916b738cJens Axboe ret = add_job(td, name, 0); 673ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe else { 674b1508cf9ead36dc789a4e289f7522a070e57058cJens Axboe log_err("fio: job %s dropped\n", name); 675b1508cf9ead36dc789a4e289f7522a070e57058cJens Axboe put_job(td); 67645410acb636e526575d62a037f81ade7916b738cJens Axboe } 6777c124ac153eebf48bc85f9033ae06fd7152e4216Jens Axboe } while (!ret); 678ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 679cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe if (dump_cmdline) 680cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe log_info("\n"); 681cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe 682ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe free(string); 683ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe free(name); 6845a729cbec53a158fa8d8dc5737749cfee20ab31bAaron Carroll if (f != stdin) 6855a729cbec53a158fa8d8dc5737749cfee20ab31bAaron Carroll fclose(f); 68645410acb636e526575d62a037f81ade7916b738cJens Axboe return ret; 687ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 688ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 689ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboestatic int fill_def_thread(void) 690ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 691ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe memset(&def_thread, 0, sizeof(def_thread)); 692ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 693375b2695693f56987e23deef3ded8e5b06ef6797Jens Axboe fio_getaffinity(getpid(), &def_thread.o.cpumask); 694ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 695ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe /* 696ee738499877bb1ee913e839cb4a8d4edad2d52adJens Axboe * fill default options 697ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe */ 698214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe fio_fill_default_options(&def_thread); 699ee738499877bb1ee913e839cb4a8d4edad2d52adJens Axboe 7002dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe def_thread.o.timeout = def_timeout; 7012dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe def_thread.o.write_bw_log = write_bw_log; 7022dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe def_thread.o.write_lat_log = write_lat_log; 703ee738499877bb1ee913e839cb4a8d4edad2d52adJens Axboe 704ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 0; 705ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 706ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 707214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboestatic void free_shm(void) 708214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe{ 709214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe struct shmid_ds sbuf; 710214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe 711214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe if (threads) { 712214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe shmdt((void *) threads); 713214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe threads = NULL; 714214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe shmctl(shm_id, IPC_RMID, &sbuf); 715214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe } 716214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe} 717214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe 718214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe/* 719214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe * The thread area is shared between the main process and the job 720214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe * threads/processes. So setup a shared memory segment that will hold 721214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe * all the job info. 722214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe */ 723214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboestatic int setup_thread_area(void) 724214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe{ 725214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe /* 726214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe * 1024 is too much on some machines, scale max_jobs if 727214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe * we get a failure that looks like too large a shm segment 728214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe */ 729214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe do { 730214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe size_t size = max_jobs * sizeof(struct thread_data); 731214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe 732214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe shm_id = shmget(0, size, IPC_CREAT | 0600); 733214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe if (shm_id != -1) 734214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe break; 735214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe if (errno != EINVAL) { 736214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe perror("shmget"); 737214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe break; 738214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe } 739214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe 740214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe max_jobs >>= 1; 741214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe } while (max_jobs); 742214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe 743214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe if (shm_id == -1) 744214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe return 1; 745214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe 746214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe threads = shmat(shm_id, NULL, 0); 747214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe if (threads == (void *) -1) { 748214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe perror("shmat"); 749214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe return 1; 750214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe } 751214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe 7521f809d151ddc4a4c348c2e4f6007db510e3e08a2Jens Axboe memset(threads, 0, max_jobs * sizeof(struct thread_data)); 753214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe atexit(free_shm); 754214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe return 0; 755214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe} 756214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe 75745378b35a047b590d0d3b6f9a7b8fea6dfa47300Jens Axboestatic void usage(const char *name) 7584785f99523f5c69635eb4bd826f25cd2e264cda7Jens Axboe{ 7594785f99523f5c69635eb4bd826f25cd2e264cda7Jens Axboe printf("%s\n", fio_version_string); 76045378b35a047b590d0d3b6f9a7b8fea6dfa47300Jens Axboe printf("%s [options] [job options] <job file(s)>\n", name); 761b46928282e0a890f49250e79b81af773a2b7108fJens Axboe printf("\t--output\tWrite output to file\n"); 762b46928282e0a890f49250e79b81af773a2b7108fJens Axboe printf("\t--timeout\tRuntime in seconds\n"); 763b46928282e0a890f49250e79b81af773a2b7108fJens Axboe printf("\t--latency-log\tGenerate per-job latency logs\n"); 764b46928282e0a890f49250e79b81af773a2b7108fJens Axboe printf("\t--bandwidth-log\tGenerate per-job bandwidth logs\n"); 765b46928282e0a890f49250e79b81af773a2b7108fJens Axboe printf("\t--minimal\tMinimal (terse) output\n"); 766b46928282e0a890f49250e79b81af773a2b7108fJens Axboe printf("\t--version\tPrint version info and exit\n"); 767fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe printf("\t--help\t\tPrint this page\n"); 768fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe printf("\t--cmdhelp=cmd\tPrint command help, \"all\" for all of them\n"); 769cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe printf("\t--showcmd\tTurn a job file into command line options\n"); 770e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll printf("\t--eta=when\tWhen ETA estimate should be printed\n"); 771e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll printf("\t \tMay be \"always\", \"never\" or \"auto\"\n"); 7724785f99523f5c69635eb4bd826f25cd2e264cda7Jens Axboe} 7734785f99523f5c69635eb4bd826f25cd2e264cda7Jens Axboe 774972cfd2546081c0397447ca9243ea419b1ff579aJens Axboestatic int parse_cmd_line(int argc, char *argv[]) 775ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 776b46928282e0a890f49250e79b81af773a2b7108fJens Axboe struct thread_data *td = NULL; 777b1ec1da670aab645e32303ea5ffaa1e5ca336936Jens Axboe int c, ini_idx = 0, lidx, ret, dont_add_job = 0; 778ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 7790be06ea2c87ecf1751a01ed528a2d3170bdca543Jens Axboe while ((c = getopt_long_only(argc, argv, "", long_options, &lidx)) != -1) { 780ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe switch (c) { 781b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 't': 782b46928282e0a890f49250e79b81af773a2b7108fJens Axboe def_timeout = atoi(optarg); 783b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 784b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 'l': 785b46928282e0a890f49250e79b81af773a2b7108fJens Axboe write_lat_log = 1; 786b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 787b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 'w': 788b46928282e0a890f49250e79b81af773a2b7108fJens Axboe write_bw_log = 1; 789b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 790b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 'o': 791b46928282e0a890f49250e79b81af773a2b7108fJens Axboe f_out = fopen(optarg, "w+"); 792b46928282e0a890f49250e79b81af773a2b7108fJens Axboe if (!f_out) { 793b46928282e0a890f49250e79b81af773a2b7108fJens Axboe perror("fopen output"); 794b46928282e0a890f49250e79b81af773a2b7108fJens Axboe exit(1); 795b46928282e0a890f49250e79b81af773a2b7108fJens Axboe } 796b46928282e0a890f49250e79b81af773a2b7108fJens Axboe f_err = f_out; 797b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 798b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 'm': 799b46928282e0a890f49250e79b81af773a2b7108fJens Axboe terse_output = 1; 800b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 801b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 'h': 80245378b35a047b590d0d3b6f9a7b8fea6dfa47300Jens Axboe usage(argv[0]); 803b46928282e0a890f49250e79b81af773a2b7108fJens Axboe exit(0); 804fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe case 'c': 805214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe exit(fio_show_option_help(optarg)); 806cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe case 's': 807cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe dump_cmdline = 1; 808cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe break; 809724e4435c1374e97309b122429ad9291744966c0Jens Axboe case 'r': 810724e4435c1374e97309b122429ad9291744966c0Jens Axboe read_only = 1; 811724e4435c1374e97309b122429ad9291744966c0Jens Axboe break; 812b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 'v': 813b46928282e0a890f49250e79b81af773a2b7108fJens Axboe printf("%s\n", fio_version_string); 814b46928282e0a890f49250e79b81af773a2b7108fJens Axboe exit(0); 815e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll case 'e': 816e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll if (!strcmp("always", optarg)) 817e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll eta_print = FIO_ETA_ALWAYS; 818e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll else if (!strcmp("never", optarg)) 819e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll eta_print = FIO_ETA_NEVER; 820e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll break; 821b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case FIO_GETOPT_JOB: { 822b46928282e0a890f49250e79b81af773a2b7108fJens Axboe const char *opt = long_options[lidx].name; 823b46928282e0a890f49250e79b81af773a2b7108fJens Axboe char *val = optarg; 824b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 825c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe if (!strncmp(opt, "name", 4) && td) { 8262dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe ret = add_job(td, td->o.name ?: "fio", 0); 827c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe if (ret) { 828c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe put_job(td); 829c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe return 0; 830c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe } 831c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe td = NULL; 832c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe } 833b46928282e0a890f49250e79b81af773a2b7108fJens Axboe if (!td) { 8343106f220e1710d7e53cb7bd0dbc7dac4584af463Jens Axboe int global = 0; 8353106f220e1710d7e53cb7bd0dbc7dac4584af463Jens Axboe 8363106f220e1710d7e53cb7bd0dbc7dac4584af463Jens Axboe if (strncmp(opt, "name", 4) || 8373106f220e1710d7e53cb7bd0dbc7dac4584af463Jens Axboe !strncmp(val, "global", 6)) 8383106f220e1710d7e53cb7bd0dbc7dac4584af463Jens Axboe global = 1; 839c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe 840c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe td = get_new_job(global, &def_thread); 841b46928282e0a890f49250e79b81af773a2b7108fJens Axboe if (!td) 842b46928282e0a890f49250e79b81af773a2b7108fJens Axboe return 0; 843b46928282e0a890f49250e79b81af773a2b7108fJens Axboe } 84438d0adb0d129e2eef7bf21e85ba4758c3789cb8eJens Axboe 845214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe ret = fio_cmd_option_parse(td, opt, val); 84678217dfa392a6a39f018722e91bc179e9d5443dfJens Axboe if (ret) 847b1ec1da670aab645e32303ea5ffaa1e5ca336936Jens Axboe dont_add_job = 1; 848b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 849b46928282e0a890f49250e79b81af773a2b7108fJens Axboe } 850b46928282e0a890f49250e79b81af773a2b7108fJens Axboe default: 851b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 852ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 853ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 854c9fad893e8333682d6ab67a269b0dd74f303c5bcJens Axboe 855b46928282e0a890f49250e79b81af773a2b7108fJens Axboe if (td) { 856b1ec1da670aab645e32303ea5ffaa1e5ca336936Jens Axboe if (dont_add_job) 857b46928282e0a890f49250e79b81af773a2b7108fJens Axboe put_job(td); 858b1ec1da670aab645e32303ea5ffaa1e5ca336936Jens Axboe else { 8592dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe ret = add_job(td, td->o.name ?: "fio", 0); 860b1ec1da670aab645e32303ea5ffaa1e5ca336936Jens Axboe if (ret) 861b1ec1da670aab645e32303ea5ffaa1e5ca336936Jens Axboe put_job(td); 862b1ec1da670aab645e32303ea5ffaa1e5ca336936Jens Axboe } 863972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe } 864774a617767830b5023f6cad4a45609a92ec82d41Jens Axboe 865b46928282e0a890f49250e79b81af773a2b7108fJens Axboe while (optind < argc) { 866b46928282e0a890f49250e79b81af773a2b7108fJens Axboe ini_idx++; 867b46928282e0a890f49250e79b81af773a2b7108fJens Axboe ini_file = realloc(ini_file, ini_idx * sizeof(char *)); 868b46928282e0a890f49250e79b81af773a2b7108fJens Axboe ini_file[ini_idx - 1] = strdup(argv[optind]); 869b46928282e0a890f49250e79b81af773a2b7108fJens Axboe optind++; 870eb8bbf48e79a8c6afd3c84e3d64263d10ee45daaJens Axboe } 871972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe 872972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe return ini_idx; 873ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 874ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 875b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 876ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboeint parse_options(int argc, char *argv[]) 877ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 878972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe int job_files, i; 879972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe 880b46928282e0a890f49250e79b81af773a2b7108fJens Axboe f_out = stdout; 881b46928282e0a890f49250e79b81af773a2b7108fJens Axboe f_err = stderr; 882b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 883214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe fio_options_dup_and_init(long_options); 884b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 885ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (setup_thread_area()) 886ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 1; 887ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (fill_def_thread()) 888ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 1; 889ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 890972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe job_files = parse_cmd_line(argc, argv); 891ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 892972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe for (i = 0; i < job_files; i++) { 893972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe if (fill_def_thread()) 894972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe return 1; 8950c7e37a04aa04ba22e812f8de7971fcef46b8191Jens Axboe if (parse_jobs_ini(ini_file[i], i)) 896972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe return 1; 89788c6ed8085efd1403fd34072311991cb666a5b9eJens Axboe free(ini_file[i]); 898972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe } 899ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 90088c6ed8085efd1403fd34072311991cb666a5b9eJens Axboe free(ini_file); 901d23bb327374520295509bbd98912c8091b701a3eJens Axboe options_mem_free(&def_thread); 902b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 903b46928282e0a890f49250e79b81af773a2b7108fJens Axboe if (!thread_number) { 904cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe if (dump_cmdline) 905cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe return 0; 906cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe 907b46928282e0a890f49250e79b81af773a2b7108fJens Axboe log_err("No jobs defined(s)\n"); 90845378b35a047b590d0d3b6f9a7b8fea6dfa47300Jens Axboe usage(argv[0]); 909b46928282e0a890f49250e79b81af773a2b7108fJens Axboe return 1; 910b46928282e0a890f49250e79b81af773a2b7108fJens Axboe } 911b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 912ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 0; 913ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 914