init.c revision 50d16976ac0cd44c1f5aba9217148ff05e141436
1906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe/* 2cb2c86fdf03241fee32fd2e2caff43af1022403cJens Axboe * This file contains job initialization and setup functions. 3906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe */ 4ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <stdio.h> 5ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <stdlib.h> 6ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <unistd.h> 7ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <fcntl.h> 8ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <ctype.h> 9ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <string.h> 10ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <errno.h> 11ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <sys/ipc.h> 12ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <sys/shm.h> 13ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <sys/types.h> 14ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <sys/stat.h> 15ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 16ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include "fio.h" 17cb2c86fdf03241fee32fd2e2caff43af1022403cJens Axboe#include "parse.h" 182e5cdb118aeb26cb469a50f746b632676306f698Jens Axboe#include "smalloc.h" 19380065aa652b87093d6bbd240e70db30bd6f193dJens Axboe#include "filehash.h" 204f5af7b2370a6d3e64bc5128905c1aa8b0dc51b0Jens Axboe#include "verify.h" 2179d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe#include "profile.h" 2250d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe#include "server.h" 23ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 24bf2e821a55d8aa3de1cda7288a0e22883110fdc6Cigy Cyriac#include "lib/getopt.h" 25bf2e821a55d8aa3de1cda7288a0e22883110fdc6Cigy Cyriac 26723cd80afc9fdb3ca816067eb1e4790052ff6d07Jens Axboestatic char fio_version_string[] = "fio 1.58"; 27214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe 28ee738499877bb1ee913e839cb4a8d4edad2d52adJens Axboe#define FIO_RANDSEED (0xb1899bedUL) 29ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 30214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboestatic char **ini_file; 31fca7035863bd570270376a0c06776e5549ff813eJens Axboestatic int max_jobs = FIO_MAX_JOBS; 32cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboestatic int dump_cmdline; 33e1f365035a952233463d85d659bd960ba78f012eJens Axboe 34be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboestatic struct thread_data def_thread; 35214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboestruct thread_data *threads = NULL; 36e1f365035a952233463d85d659bd960ba78f012eJens Axboe 37214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboeint exitall_on_terminate = 0; 38214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboeint terse_output = 0; 39e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carrollint eta_print; 40214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboeunsigned long long mlock_size = 0; 41214e1ecae844a32bf8f66d19132f4948d922dceeJens AxboeFILE *f_out = NULL; 42214e1ecae844a32bf8f66d19132f4948d922dceeJens AxboeFILE *f_err = NULL; 43ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboechar **job_sections = NULL; 44ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboeint nr_job_sections = 0; 4507b3232de97ac32a873f0b5d17c8f49c18ed3ae7Jens Axboechar *exec_profile = NULL; 46a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboeint warnings_fatal = 0; 47f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboeint terse_version = 2; 4850d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboeint is_backend = 0; 49ee738499877bb1ee913e839cb4a8d4edad2d52adJens Axboe 50214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboeint write_bw_log = 0; 514241ea8fb0606f9bd5b7ed1278d3b7825883acf6Jens Axboeint read_only = 0; 52214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe 535ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboestatic int write_lat_log; 54e1f365035a952233463d85d659bd960ba78f012eJens Axboe 55214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboestatic int prev_group_jobs; 56b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 57ee56ad500f6692381e131cc37299d23fa910a24aJens Axboeunsigned long fio_debug = 0; 585e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboeunsigned int fio_debug_jobno = -1; 595e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboeunsigned int *fio_debug_jobp = NULL; 60ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 614c6107ff4db87f50545bad515543f5024bb39e4aJens Axboestatic char cmd_optstr[256]; 624c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe 63b46928282e0a890f49250e79b81af773a2b7108fJens Axboe/* 64b46928282e0a890f49250e79b81af773a2b7108fJens Axboe * Command line options. These will contain the above, plus a few 65b46928282e0a890f49250e79b81af773a2b7108fJens Axboe * extra that only pertain to fio itself and not jobs. 66b46928282e0a890f49250e79b81af773a2b7108fJens Axboe */ 675ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboestatic struct option l_opts[FIO_NR_OPTIONS] = { 68b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 6908d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "output", 70b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = required_argument, 71b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .val = 'o', 72b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 73b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 7408d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "timeout", 75b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = required_argument, 76b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .val = 't', 77b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 78b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 7908d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "latency-log", 80b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = required_argument, 81b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .val = 'l', 82b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 83b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 8408d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "bandwidth-log", 85b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = required_argument, 86b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .val = 'b', 87b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 88b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 8908d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "minimal", 90b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = optional_argument, 91b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .val = 'm', 92b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 93b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 9408d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "version", 95b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = no_argument, 96b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .val = 'v', 97b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 98b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 9908d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "help", 100fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe .has_arg = no_argument, 101fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe .val = 'h', 102fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe }, 103fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe { 10408d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "cmdhelp", 105320beefe2d0c5f05f24b4e0c1d13fcb2f1286a78Jens Axboe .has_arg = optional_argument, 106fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe .val = 'c', 107fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe }, 108fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe { 10908d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "showcmd", 110cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe .has_arg = no_argument, 111724e4435c1374e97309b122429ad9291744966c0Jens Axboe .val = 's', 112724e4435c1374e97309b122429ad9291744966c0Jens Axboe }, 113724e4435c1374e97309b122429ad9291744966c0Jens Axboe { 11408d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "readonly", 115724e4435c1374e97309b122429ad9291744966c0Jens Axboe .has_arg = no_argument, 116724e4435c1374e97309b122429ad9291744966c0Jens Axboe .val = 'r', 117cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe }, 118cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe { 11908d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "eta", 120e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll .has_arg = required_argument, 121e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll .val = 'e', 122e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll }, 123e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll { 12408d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "debug", 125ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe .has_arg = required_argument, 126ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe .val = 'd', 127ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe }, 128ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe { 12908d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "section", 13001f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe .has_arg = required_argument, 13101f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe .val = 'x', 13201f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe }, 13301f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe { 13408d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "alloc-size", 1352b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe .has_arg = required_argument, 1362b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe .val = 'a', 1372b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe }, 1382b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe { 13908d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "profile", 1409ac8a797da61a59c9fa1b59f8574246555403d19Jens Axboe .has_arg = required_argument, 1419ac8a797da61a59c9fa1b59f8574246555403d19Jens Axboe .val = 'p', 1429ac8a797da61a59c9fa1b59f8574246555403d19Jens Axboe }, 1439ac8a797da61a59c9fa1b59f8574246555403d19Jens Axboe { 14408d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "warnings-fatal", 145a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe .has_arg = no_argument, 146a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe .val = 'w', 147a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe }, 148a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe { 149fca7035863bd570270376a0c06776e5549ff813eJens Axboe .name = (char *) "max-jobs", 150fca7035863bd570270376a0c06776e5549ff813eJens Axboe .has_arg = required_argument, 151fca7035863bd570270376a0c06776e5549ff813eJens Axboe .val = 'j', 152fca7035863bd570270376a0c06776e5549ff813eJens Axboe }, 153fca7035863bd570270376a0c06776e5549ff813eJens Axboe { 154f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe .name = (char *) "terse-version", 155f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe .has_arg = required_argument, 156f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe .val = 'V', 157f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe }, 158f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe { 15950d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe .name = (char *) "server", 16050d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe .has_arg = no_argument, 16150d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe .val = 'S', 16250d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe }, 16350d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe { 164b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .name = NULL, 165b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 166b46928282e0a890f49250e79b81af773a2b7108fJens Axboe}; 167b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 1689728ce37ea4348d4bdb2eefbaafee75ad651758cJoel BeckerFILE *get_f_out() 1699728ce37ea4348d4bdb2eefbaafee75ad651758cJoel Becker{ 1709728ce37ea4348d4bdb2eefbaafee75ad651758cJoel Becker return f_out; 1719728ce37ea4348d4bdb2eefbaafee75ad651758cJoel Becker} 1729728ce37ea4348d4bdb2eefbaafee75ad651758cJoel Becker 1739728ce37ea4348d4bdb2eefbaafee75ad651758cJoel BeckerFILE *get_f_err() 1749728ce37ea4348d4bdb2eefbaafee75ad651758cJoel Becker{ 1759728ce37ea4348d4bdb2eefbaafee75ad651758cJoel Becker return f_err; 1769728ce37ea4348d4bdb2eefbaafee75ad651758cJoel Becker} 1779728ce37ea4348d4bdb2eefbaafee75ad651758cJoel Becker 178906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe/* 179906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe * Return a free job structure. 180906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe */ 181ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboestatic struct thread_data *get_new_job(int global, struct thread_data *parent) 182ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 183ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe struct thread_data *td; 184ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 185ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (global) 186ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return &def_thread; 187e61f1ec89de8eb5bb0f8b1e6a79594f0bff2a259Bruce Cran if (thread_number >= max_jobs) { 188e61f1ec89de8eb5bb0f8b1e6a79594f0bff2a259Bruce Cran log_err("error: maximum number of jobs (%d) reached.\n", 189e61f1ec89de8eb5bb0f8b1e6a79594f0bff2a259Bruce Cran max_jobs); 190ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return NULL; 191e61f1ec89de8eb5bb0f8b1e6a79594f0bff2a259Bruce Cran } 192ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 193ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe td = &threads[thread_number++]; 194ddaeaa5ab1e3f1cb6f35a9f4a18ee932151a0ab8Jens Axboe *td = *parent; 195ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 196e0b0d89201bd301f47fbbfcf86545b7e77b16ef3Jens Axboe td->o.uid = td->o.gid = -1U; 197e0b0d89201bd301f47fbbfcf86545b7e77b16ef3Jens Axboe 198cade3ef44669c5c962d7ed18ca0e361116ee44adJens Axboe dup_files(td, parent); 199d23bb327374520295509bbd98912c8091b701a3eJens Axboe options_mem_dupe(td); 200cade3ef44669c5c962d7ed18ca0e361116ee44adJens Axboe 20115dc1934435dc84d66547c4fc92d936224d7238fJens Axboe profile_add_hooks(td); 20215dc1934435dc84d66547c4fc92d936224d7238fJens Axboe 203ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe td->thread_number = thread_number; 204ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return td; 205ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 206ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 207ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboestatic void put_job(struct thread_data *td) 208ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 209549577a728fc3bacbfea8978c4f514cef5b073dcJens Axboe if (td == &def_thread) 210549577a728fc3bacbfea8978c4f514cef5b073dcJens Axboe return; 21184dd18865235caa675424c62a4624618ff961d78Bruce Cran 21258c55ba02aca24ed30beb343fcb1dc3df4667389Jens Axboe profile_td_exit(td); 213549577a728fc3bacbfea8978c4f514cef5b073dcJens Axboe 21416edf25dba269ee9e8239130e75b690440b1e120Jens Axboe if (td->error) 2156d86144dd10b05e8b82e9b895c35dd778e5e71abJens Axboe log_info("fio: %s\n", td->verror); 21616edf25dba269ee9e8239130e75b690440b1e120Jens Axboe 217ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe memset(&threads[td->thread_number - 1], 0, sizeof(*td)); 218ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe thread_number--; 219ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 220ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 221581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboestatic int __setup_rate(struct thread_data *td, enum fio_ddir ddir) 222127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe{ 223581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe unsigned int bs = td->o.min_bs[ddir]; 224ba3e4e0ca697f83c97a250d85a74506ace69de2cRadha Ramachandran unsigned long long bytes_per_sec; 225127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe 226ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe assert(ddir_rw(ddir)); 227ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe 228ba3e4e0ca697f83c97a250d85a74506ace69de2cRadha Ramachandran if (td->o.rate[ddir]) 229ba3e4e0ca697f83c97a250d85a74506ace69de2cRadha Ramachandran bytes_per_sec = td->o.rate[ddir]; 230ba3e4e0ca697f83c97a250d85a74506ace69de2cRadha Ramachandran else 231ba3e4e0ca697f83c97a250d85a74506ace69de2cRadha Ramachandran bytes_per_sec = td->o.rate_iops[ddir] * bs; 232127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe 233ba3e4e0ca697f83c97a250d85a74506ace69de2cRadha Ramachandran if (!bytes_per_sec) { 234127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe log_err("rate lower than supported\n"); 235127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe return -1; 236127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe } 237127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe 238ba3e4e0ca697f83c97a250d85a74506ace69de2cRadha Ramachandran td->rate_nsec_cycle[ddir] = 1000000000ULL / bytes_per_sec; 239581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe td->rate_pending_usleep[ddir] = 0; 240127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe return 0; 241127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe} 242127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe 243581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboestatic int setup_rate(struct thread_data *td) 244581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe{ 245581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe int ret = 0; 246581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe 247581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe if (td->o.rate[DDIR_READ] || td->o.rate_iops[DDIR_READ]) 248581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe ret = __setup_rate(td, DDIR_READ); 249581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe if (td->o.rate[DDIR_WRITE] || td->o.rate_iops[DDIR_WRITE]) 250581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe ret |= __setup_rate(td, DDIR_WRITE); 251581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe 252581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe return ret; 253581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe} 254581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe 2558347239af0a361e160293100bfc053f88bbbf737Jens Axboestatic int fixed_block_size(struct thread_options *o) 2568347239af0a361e160293100bfc053f88bbbf737Jens Axboe{ 2578347239af0a361e160293100bfc053f88bbbf737Jens Axboe return o->min_bs[DDIR_READ] == o->max_bs[DDIR_READ] && 2588347239af0a361e160293100bfc053f88bbbf737Jens Axboe o->min_bs[DDIR_WRITE] == o->max_bs[DDIR_WRITE] && 2598347239af0a361e160293100bfc053f88bbbf737Jens Axboe o->min_bs[DDIR_READ] == o->min_bs[DDIR_WRITE]; 2608347239af0a361e160293100bfc053f88bbbf737Jens Axboe} 2618347239af0a361e160293100bfc053f88bbbf737Jens Axboe 262dad915e36819e74c4540db19faae488ede963ee4Jens Axboe/* 263dad915e36819e74c4540db19faae488ede963ee4Jens Axboe * Lazy way of fixing up options that depend on each other. We could also 264dad915e36819e74c4540db19faae488ede963ee4Jens Axboe * define option callback handlers, but this is easier. 265dad915e36819e74c4540db19faae488ede963ee4Jens Axboe */ 2664e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboestatic int fixup_options(struct thread_data *td) 267e1f365035a952233463d85d659bd960ba78f012eJens Axboe{ 2682dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe struct thread_options *o = &td->o; 269ff21745102e2410df4b950ca2ff774ad5ea717d1Jens Axboe int ret = 0; 270dad915e36819e74c4540db19faae488ede963ee4Jens Axboe 271f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe#ifndef FIO_HAVE_PSHARED_MUTEX 2729bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe if (!o->use_thread) { 273f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe log_info("fio: this platform does not support process shared" 274f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe " mutexes, forcing use of threads. Use the 'thread'" 275f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe " option to get rid of this warning.\n"); 2769bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe o->use_thread = 1; 277a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 278f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe } 279f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe#endif 280f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe 2812dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->write_iolog_file && o->read_iolog_file) { 282076efc7c60c351df783960a646e7fe8fba29dc19Jens Axboe log_err("fio: read iolog overrides write_iolog\n"); 2832dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe free(o->write_iolog_file); 2842dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->write_iolog_file = NULL; 285a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 286076efc7c60c351df783960a646e7fe8fba29dc19Jens Axboe } 28716b462aeb47996111ee6aa516c9226708db7c248Jens Axboe 28816b462aeb47996111ee6aa516c9226708db7c248Jens Axboe /* 28916b462aeb47996111ee6aa516c9226708db7c248Jens Axboe * only really works for sequential io for now, and with 1 file 29016b462aeb47996111ee6aa516c9226708db7c248Jens Axboe */ 2912dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->zone_size && td_random(td) && o->open_files == 1) 2922dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->zone_size = 0; 29316b462aeb47996111ee6aa516c9226708db7c248Jens Axboe 29416b462aeb47996111ee6aa516c9226708db7c248Jens Axboe /* 29516b462aeb47996111ee6aa516c9226708db7c248Jens Axboe * Reads can do overwrites, we always need to pre-create the file 29616b462aeb47996111ee6aa516c9226708db7c248Jens Axboe */ 29716b462aeb47996111ee6aa516c9226708db7c248Jens Axboe if (td_read(td) || td_rw(td)) 2982dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->overwrite = 1; 29916b462aeb47996111ee6aa516c9226708db7c248Jens Axboe 3002dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!o->min_bs[DDIR_READ]) 3015ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe o->min_bs[DDIR_READ] = o->bs[DDIR_READ]; 3022dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!o->max_bs[DDIR_READ]) 3032dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->max_bs[DDIR_READ] = o->bs[DDIR_READ]; 3042dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!o->min_bs[DDIR_WRITE]) 3055ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe o->min_bs[DDIR_WRITE] = o->bs[DDIR_WRITE]; 3062dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!o->max_bs[DDIR_WRITE]) 3072dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->max_bs[DDIR_WRITE] = o->bs[DDIR_WRITE]; 308a00735e66f9ec42549da94eba3170e543b542904Jens Axboe 3092dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->rw_min_bs = min(o->min_bs[DDIR_READ], o->min_bs[DDIR_WRITE]); 310a00735e66f9ec42549da94eba3170e543b542904Jens Axboe 3112b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe /* 3122b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe * For random IO, allow blockalign offset other than min_bs. 3132b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe */ 3142b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe if (!o->ba[DDIR_READ] || !td_random(td)) 3152b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe o->ba[DDIR_READ] = o->min_bs[DDIR_READ]; 3162b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe if (!o->ba[DDIR_WRITE] || !td_random(td)) 3172b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe o->ba[DDIR_WRITE] = o->min_bs[DDIR_WRITE]; 3182b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe 3192b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe if ((o->ba[DDIR_READ] != o->min_bs[DDIR_READ] || 3202b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe o->ba[DDIR_WRITE] != o->min_bs[DDIR_WRITE]) && 3219bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe !o->norandommap) { 3222b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe log_err("fio: Any use of blockalign= turns off randommap\n"); 3239bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe o->norandommap = 1; 324a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 3252b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe } 3262b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe 3272dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!o->file_size_high) 3282dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->file_size_high = o->file_size_low; 3299c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe 3308347239af0a361e160293100bfc053f88bbbf737Jens Axboe if (o->norandommap && o->verify != VERIFY_NONE 3318347239af0a361e160293100bfc053f88bbbf737Jens Axboe && !fixed_block_size(o)) { 3328347239af0a361e160293100bfc053f88bbbf737Jens Axboe log_err("fio: norandommap given for variable block sizes, " 3338347239af0a361e160293100bfc053f88bbbf737Jens Axboe "verify disabled\n"); 3342dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->verify = VERIFY_NONE; 335a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 336bb8895e07c6d6417410545f45d34b1b7916cd90aJens Axboe } 3372dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->bs_unaligned && (o->odirect || td->io_ops->flags & FIO_RAWIO)) 338690adba373bb8c97a365c67da369e265953c4b4cJens Axboe log_err("fio: bs_unaligned may not work with raw io\n"); 339e0a223354342cc45a916b669343718b80a20c2eaJens Axboe 340e0a223354342cc45a916b669343718b80a20c2eaJens Axboe /* 34148097d5c61aa1718e6dd4b3b647ea2eb6f00fcfbJens Axboe * thinktime_spin must be less than thinktime 34248097d5c61aa1718e6dd4b3b647ea2eb6f00fcfbJens Axboe */ 3432dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->thinktime_spin > o->thinktime) 3442dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->thinktime_spin = o->thinktime; 345e916b390684ec1ca6247f98138fa9c1682701d29Jens Axboe 346e916b390684ec1ca6247f98138fa9c1682701d29Jens Axboe /* 347e916b390684ec1ca6247f98138fa9c1682701d29Jens Axboe * The low water mark cannot be bigger than the iodepth 348e916b390684ec1ca6247f98138fa9c1682701d29Jens Axboe */ 3492dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->iodepth_low > o->iodepth || !o->iodepth_low) { 3509467b77c9ac41f09a93a8a984d21b94c1f7d515eJens Axboe /* 3519467b77c9ac41f09a93a8a984d21b94c1f7d515eJens Axboe * syslet work around - if the workload is sequential, 3529467b77c9ac41f09a93a8a984d21b94c1f7d515eJens Axboe * we want to let the queue drain all the way down to 3539467b77c9ac41f09a93a8a984d21b94c1f7d515eJens Axboe * avoid seeking between async threads 3549467b77c9ac41f09a93a8a984d21b94c1f7d515eJens Axboe */ 3559467b77c9ac41f09a93a8a984d21b94c1f7d515eJens Axboe if (!strcmp(td->io_ops->name, "syslet-rw") && !td_random(td)) 3562dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->iodepth_low = 1; 3579467b77c9ac41f09a93a8a984d21b94c1f7d515eJens Axboe else 3582dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->iodepth_low = o->iodepth; 3599467b77c9ac41f09a93a8a984d21b94c1f7d515eJens Axboe } 360cb5ab5121ac4fa62e0ca2612b359f19bfdd30f29Jens Axboe 361cb5ab5121ac4fa62e0ca2612b359f19bfdd30f29Jens Axboe /* 362cb5ab5121ac4fa62e0ca2612b359f19bfdd30f29Jens Axboe * If batch number isn't set, default to the same as iodepth 363cb5ab5121ac4fa62e0ca2612b359f19bfdd30f29Jens Axboe */ 3642dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->iodepth_batch > o->iodepth || !o->iodepth_batch) 3652dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->iodepth_batch = o->iodepth; 366b5af82930ccfd7dda6a1b11794efb452eb76d8dcJens Axboe 3672dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->nr_files > td->files_index) 3682dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->nr_files = td->files_index; 3699f9214f243701626a04b4a0f9aceec03b8b40e0fJens Axboe 3702dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->open_files > o->nr_files || !o->open_files) 3712dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->open_files = o->nr_files; 3724e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe 373581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe if (((o->rate[0] + o->rate[1]) && (o->rate_iops[0] + o->rate_iops[1]))|| 374581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe ((o->ratemin[0] + o->ratemin[1]) && (o->rate_iops_min[0] + 375581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe o->rate_iops_min[1]))) { 3764e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe log_err("fio: rate and rate_iops are mutually exclusive\n"); 377a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = 1; 3784e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe } 379581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe if ((o->rate[0] < o->ratemin[0]) || (o->rate[1] < o->ratemin[1]) || 380581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe (o->rate_iops[0] < o->rate_iops_min[0]) || 381581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe (o->rate_iops[1] < o->rate_iops_min[1])) { 3824e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe log_err("fio: minimum rate exceeds rate\n"); 383a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = 1; 3844e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe } 3854e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe 386cf4464ca60ce75ac241c621bc70a2500beeb782fJens Axboe if (!o->timeout && o->time_based) { 387cf4464ca60ce75ac241c621bc70a2500beeb782fJens Axboe log_err("fio: time_based requires a runtime/timeout setting\n"); 388cf4464ca60ce75ac241c621bc70a2500beeb782fJens Axboe o->time_based = 0; 389a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 390cf4464ca60ce75ac241c621bc70a2500beeb782fJens Axboe } 391cf4464ca60ce75ac241c621bc70a2500beeb782fJens Axboe 392aa31f1f108348ba2a8749c73fa8c25f3d4630a7cShawn Lewis if (o->fill_device && !o->size) 3935921e80c5dfc9f96d2f21da6ae58f2b5d3a0b373Jens Axboe o->size = -1ULL; 3945ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe 3959bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe if (o->verify != VERIFY_NONE) { 396996936f995c47f4744a49e05419e7d4c0364c64eJens Axboe if (td_write(td) && o->do_verify && o->numjobs > 1) { 397a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe log_info("Multiple writers may overwrite blocks that " 398a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe "belong to other jobs. This can cause " 399a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe "verification failures.\n"); 400a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 401a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe } 402a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe 4039bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe o->refill_buffers = 1; 4042f1b8e8b2efff5cf6887fc465f711391ab5b1825Jens Axboe if (o->max_bs[DDIR_WRITE] != o->min_bs[DDIR_WRITE] && 4052f1b8e8b2efff5cf6887fc465f711391ab5b1825Jens Axboe !o->verify_interval) 4062f1b8e8b2efff5cf6887fc465f711391ab5b1825Jens Axboe o->verify_interval = o->min_bs[DDIR_WRITE]; 407d990588ef84dacb107971143c239565e149d6f73Jens Axboe } 40841ccd84597867a36289392e59634d9fd7dc4c397Jens Axboe 4099bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe if (o->pre_read) { 4109bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe o->invalidate_cache = 0; 411a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe if (td->io_ops->flags & FIO_PIPEIO) { 4129c0d224129b0c59698e4c77e7fed00dc8cbb50e1Jens Axboe log_info("fio: cannot pre-read files with an IO engine" 4139c0d224129b0c59698e4c77e7fed00dc8cbb50e1Jens Axboe " that isn't seekable. Pre-read disabled.\n"); 414a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 415a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe } 4169c0d224129b0c59698e4c77e7fed00dc8cbb50e1Jens Axboe } 41734f1c044d361d04a576c3e7ed387fe064f9db5c6Jens Axboe 418e72fa4d40565e7a213698d8696b81f80e4670982Joshua Aune#ifndef FIO_HAVE_FDATASYNC 4199bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe if (o->fdatasync_blocks) { 420e72fa4d40565e7a213698d8696b81f80e4670982Joshua Aune log_info("fio: this platform does not support fdatasync()" 421e72fa4d40565e7a213698d8696b81f80e4670982Joshua Aune " falling back to using fsync(). Use the 'fsync'" 422e72fa4d40565e7a213698d8696b81f80e4670982Joshua Aune " option instead of 'fdatasync' to get rid of" 423e72fa4d40565e7a213698d8696b81f80e4670982Joshua Aune " this warning\n"); 4249bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe o->fsync_blocks = o->fdatasync_blocks; 4259bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe o->fdatasync_blocks = 0; 426a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 427e72fa4d40565e7a213698d8696b81f80e4670982Joshua Aune } 428e72fa4d40565e7a213698d8696b81f80e4670982Joshua Aune#endif 429e72fa4d40565e7a213698d8696b81f80e4670982Joshua Aune 430a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe return ret; 431e1f365035a952233463d85d659bd960ba78f012eJens Axboe} 432e1f365035a952233463d85d659bd960ba78f012eJens Axboe 433906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe/* 434f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe * This function leaks the buffer 435f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe */ 436f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboestatic char *to_kmg(unsigned int val) 437f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe{ 438f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe char *buf = malloc(32); 439f3502ba2dd72d846a388c774a01c6bb833871248Jens Axboe char post[] = { 0, 'K', 'M', 'G', 'P', 'E', 0 }; 440f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe char *p = post; 441f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 442245142ff7554290cf666e3ef6b7b57512bf17d75Jens Axboe do { 443f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe if (val & 1023) 444f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe break; 445f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 446f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe val >>= 10; 447f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe p++; 448245142ff7554290cf666e3ef6b7b57512bf17d75Jens Axboe } while (*p); 449f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 450f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe snprintf(buf, 31, "%u%c", val, *p); 451f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe return buf; 452f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe} 453f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 45409629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe/* External engines are specified by "external:name.o") */ 45509629a90d5b68b220e3fb98318e2dcd019943edaJens Axboestatic const char *get_engine_name(const char *str) 45609629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe{ 45709629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe char *p = strstr(str, ":"); 45809629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe 45909629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe if (!p) 46009629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe return str; 46109629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe 46209629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe p++; 46309629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe strip_blank_front(&p); 46409629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe strip_blank_end(p); 46509629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe return p; 46609629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe} 46709629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe 468e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboestatic int exists_and_not_file(const char *filename) 469e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe{ 470e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe struct stat sb; 471e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 472e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe if (lstat(filename, &sb) == -1) 473e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe return 0; 474e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 475ecc314ba7c5f02b7e90ac1dfbce1a74cd4e6d6feBruce Cran /* \\.\ is the device namespace in Windows, where every file 476ecc314ba7c5f02b7e90ac1dfbce1a74cd4e6d6feBruce Cran * is a device node */ 477ecc314ba7c5f02b7e90ac1dfbce1a74cd4e6d6feBruce Cran if (S_ISREG(sb.st_mode) && strncmp(filename, "\\\\.\\", 4) != 0) 478e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe return 0; 479e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 480e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe return 1; 481e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe} 482e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 4834c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboestatic void td_fill_rand_seeds_os(struct thread_data *td) 4845bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe{ 4855bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe os_random_seed(td->rand_seeds[0], &td->bsrange_state); 4865bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe os_random_seed(td->rand_seeds[1], &td->verify_state); 4875bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe os_random_seed(td->rand_seeds[2], &td->rwmix_state); 4885bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe 4895bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe if (td->o.file_service_type == FIO_FSERVICE_RANDOM) 4905bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe os_random_seed(td->rand_seeds[3], &td->next_file_state); 4915bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe 4925bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe os_random_seed(td->rand_seeds[5], &td->file_size_state); 4930d29de831183dfd049c97a03008d425ce21e2fa4Jens Axboe os_random_seed(td->rand_seeds[6], &td->trim_state); 4945bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe 4955bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe if (!td_random(td)) 4965bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe return; 4975bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe 4985bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe if (td->o.rand_repeatable) 4995bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe td->rand_seeds[4] = FIO_RANDSEED * td->thread_number; 5005bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe 5015bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe os_random_seed(td->rand_seeds[4], &td->random_state); 5024c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe} 5034c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe 5044c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboestatic void td_fill_rand_seeds_internal(struct thread_data *td) 5054c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe{ 5064c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe init_rand_seed(&td->__bsrange_state, td->rand_seeds[0]); 5074c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe init_rand_seed(&td->__verify_state, td->rand_seeds[1]); 5084c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe init_rand_seed(&td->__rwmix_state, td->rand_seeds[2]); 5094c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe 5104c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe if (td->o.file_service_type == FIO_FSERVICE_RANDOM) 5114c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe init_rand_seed(&td->__next_file_state, td->rand_seeds[3]); 5124c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe 5134c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe init_rand_seed(&td->__file_size_state, td->rand_seeds[5]); 5144c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe init_rand_seed(&td->__trim_state, td->rand_seeds[6]); 5154c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe 5164c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe if (!td_random(td)) 5174c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe return; 5184c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe 5194c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe if (td->o.rand_repeatable) 5204c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe td->rand_seeds[4] = FIO_RANDSEED * td->thread_number; 5214c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe 5222615cc4b28e7d0e436a625dff92e6a71ccc6c49bJens Axboe init_rand_seed(&td->__random_state, td->rand_seeds[4]); 5235bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe} 5245bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe 5254c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboevoid td_fill_rand_seeds(struct thread_data *td) 5264c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe{ 5274c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe if (td->o.use_os_rand) 5284c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe td_fill_rand_seeds_os(td); 5294c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe else 5304c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe td_fill_rand_seeds_internal(td); 5313545a109a2cfe5ab22969ef453dc049db47f0b68Jens Axboe 5323545a109a2cfe5ab22969ef453dc049db47f0b68Jens Axboe init_rand_seed(&td->buf_state, td->rand_seeds[7]); 5334c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe} 5344c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe 535f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe/* 5369c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe * Initialize the various random states we need (random io, block size ranges, 5379c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe * read/write mix, etc). 5389c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe */ 5399c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboestatic int init_random_state(struct thread_data *td) 5409c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe{ 541687270767de17dbad53c50e03e5d73d52505405cJens Axboe int fd; 5429c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe 5439c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe fd = open("/dev/urandom", O_RDONLY); 5449c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe if (fd == -1) { 5459c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe td_verror(td, errno, "open"); 5469c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe return 1; 5479c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe } 5489c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe 5495bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe if (read(fd, td->rand_seeds, sizeof(td->rand_seeds)) < 5505bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe (int) sizeof(td->rand_seeds)) { 5519c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe td_verror(td, EIO, "read"); 5529c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe close(fd); 5539c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe return 1; 5549c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe } 5559c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe 5569c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe close(fd); 5575bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe td_fill_rand_seeds(td); 5589c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe return 0; 5599c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe} 5609c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe 5619c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe/* 562906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe * Adds a job to the list of things todo. Sanitizes the various options 563906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe * to make sure we don't have conflicts, and initializes various 564906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe * members of td. 565906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe */ 566751548451d969148529b642c05e7544726ec3b64Jens Axboestatic int add_job(struct thread_data *td, const char *jobname, int job_add_num) 567ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 568413dd459a7710ba421061e840dd9ac3161c70f20Jens Axboe const char *ddir_str[] = { NULL, "read", "write", "rw", NULL, 569413dd459a7710ba421061e840dd9ac3161c70f20Jens Axboe "randread", "randwrite", "randrw" }; 570af52b3455ad892322aab2791282b6bd4efdfdbf3Jens Axboe unsigned int i; 57109629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe const char *engine; 572af52b3455ad892322aab2791282b6bd4efdfdbf3Jens Axboe char fname[PATH_MAX]; 573e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe int numjobs, file_alloced; 574ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 575ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe /* 576ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe * the def_thread is just for options, it's not a real job 577ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe */ 578ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (td == &def_thread) 579ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 0; 580ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 581cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe /* 582cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe * if we are just dumping the output command line, don't add the job 583cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe */ 584cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe if (dump_cmdline) { 585cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe put_job(td); 586cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe return 0; 587cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe } 588cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe 58958c55ba02aca24ed30beb343fcb1dc3df4667389Jens Axboe if (profile_td_init(td)) 5906625155407de739e1e857419b7b4fb62f6c6bb2eJens Axboe goto err; 59158c55ba02aca24ed30beb343fcb1dc3df4667389Jens Axboe 5922dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe engine = get_engine_name(td->o.ioengine); 59309629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe td->io_ops = load_ioengine(td, engine); 59409629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe if (!td->io_ops) { 59509629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe log_err("fio: failed to load engine %s\n", engine); 596205927a3cfc25baeb318e3aedf3ac29d16bf4be9Jens Axboe goto err; 59709629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe } 598df64119de537aba99c85d1dc80190b354589f8b9Jens Axboe 5992dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (td->o.use_thread) 6009cedf16704b71cec33138bb4cf524d3fc9ad338aJens Axboe nr_thread++; 6019cedf16704b71cec33138bb4cf524d3fc9ad338aJens Axboe else 6029cedf16704b71cec33138bb4cf524d3fc9ad338aJens Axboe nr_process++; 6039cedf16704b71cec33138bb4cf524d3fc9ad338aJens Axboe 6042dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (td->o.odirect) 605690adba373bb8c97a365c67da369e265953c4b4cJens Axboe td->io_ops->flags |= FIO_RAWIO; 606690adba373bb8c97a365c67da369e265953c4b4cJens Axboe 607e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe file_alloced = 0; 608691c8fb014da9dd82e999a90b5511423f4eee188Jens Axboe if (!td->o.filename && !td->files_index && !td->o.read_iolog_file) { 609e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe file_alloced = 1; 61080be24f4671164d597463e4b5c794d4cbd0a4537Jens Axboe 6112dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (td->o.nr_files == 1 && exists_and_not_file(jobname)) 612e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe add_file(td, jobname); 6137b05a215c8c39b8c878297b90eba112fe9176542Jens Axboe else { 6142dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe for (i = 0; i < td->o.nr_files; i++) { 6155ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe sprintf(fname, "%s.%d.%d", jobname, 6165ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe td->thread_number, i); 6177b05a215c8c39b8c878297b90eba112fe9176542Jens Axboe add_file(td, fname); 6187b05a215c8c39b8c878297b90eba112fe9176542Jens Axboe } 619af52b3455ad892322aab2791282b6bd4efdfdbf3Jens Axboe } 6200af7b542b69af5ab2400a9960a5bcde82c05723fJens Axboe } 621ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 6224e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe if (fixup_options(td)) 6234e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe goto err; 624e0a223354342cc45a916b669343718b80a20c2eaJens Axboe 62507eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe if (td->io_ops->flags & FIO_DISKLESSIO) { 62607eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe struct fio_file *f; 62707eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe 62807eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe for_each_file(td, f, i) 62907eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe f->real_file_size = -1ULL; 63007eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe } 63107eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe 632cdd18ad87ed9a3639b76c41cfc9682ad7cce652eJens Axboe td->mutex = fio_mutex_init(0); 633ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 634833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong td->ts.clat_percentiles = td->o.clat_percentiles; 635833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong if (td->o.overwrite_plist) 636833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong td->ts.percentile_list = td->o.percentile_list; 637833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong else 638833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong td->ts.percentile_list = NULL; 639833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong 640756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe td->ts.clat_stat[0].min_val = td->ts.clat_stat[1].min_val = ULONG_MAX; 641756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe td->ts.slat_stat[0].min_val = td->ts.slat_stat[1].min_val = ULONG_MAX; 64202af09886db695e5ea2b7fd2a632733955f3c03fJens Axboe td->ts.lat_stat[0].min_val = td->ts.lat_stat[1].min_val = ULONG_MAX; 643756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe td->ts.bw_stat[0].min_val = td->ts.bw_stat[1].min_val = ULONG_MAX; 644cdd5411e02b05f5c9fd305a0f07f58e3abef4d5eAdam DeBellins td->ddir_seq_nr = td->o.ddir_seq_nr; 645ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 646755c31896364ad2887c07e0383ce639d1f5b52abJens Axboe if ((td->o.stonewall || td->o.new_group) && prev_group_jobs) { 6473c5df6fa2259c12fd6a7beb9a3521dec76d12dd2Jens Axboe prev_group_jobs = 0; 648ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe groupid++; 6493c5df6fa2259c12fd6a7beb9a3521dec76d12dd2Jens Axboe } 650ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 651ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe td->groupid = groupid; 6523c5df6fa2259c12fd6a7beb9a3521dec76d12dd2Jens Axboe prev_group_jobs++; 653ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 6549c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe if (init_random_state(td)) 6559c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe goto err; 6569c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe 657ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (setup_rate(td)) 658ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe goto err; 659ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 6602dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (td->o.write_lat_log) { 66102af09886db695e5ea2b7fd2a632733955f3c03fJens Axboe setup_log(&td->ts.lat_log); 662756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe setup_log(&td->ts.slat_log); 663756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe setup_log(&td->ts.clat_log); 664ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 6652dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (td->o.write_bw_log) 666756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe setup_log(&td->ts.bw_log); 667ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 6682dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!td->o.name) 6692dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe td->o.name = strdup(jobname); 67001452055af61d6f5de543575dba3ebb0c9e55fabJens Axboe 671c6ae0a5b8123ea9af2ce70319081fbd5d65c8093Jens Axboe if (!terse_output) { 672b990b5c06801d6d25e3fcc5415efbbe7bb23341eJens Axboe if (!job_add_num) { 6735ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe if (!strcmp(td->io_ops->name, "cpuio")) { 6745ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe log_info("%s: ioengine=cpu, cpuload=%u," 6755ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe " cpucycle=%u\n", td->o.name, 6765ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe td->o.cpuload, 6775ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe td->o.cpucycle); 6785ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe } else { 679f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe char *c1, *c2, *c3, *c4; 680f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 6812dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe c1 = to_kmg(td->o.min_bs[DDIR_READ]); 6822dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe c2 = to_kmg(td->o.max_bs[DDIR_READ]); 6832dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe c3 = to_kmg(td->o.min_bs[DDIR_WRITE]); 6842dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe c4 = to_kmg(td->o.max_bs[DDIR_WRITE]); 685f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 6865ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe log_info("%s: (g=%d): rw=%s, bs=%s-%s/%s-%s," 6875ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe " ioengine=%s, iodepth=%u\n", 6885ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe td->o.name, td->groupid, 6895ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe ddir_str[td->o.td_ddir], 6905ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe c1, c2, c3, c4, 6915ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe td->io_ops->name, 6925ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe td->o.iodepth); 693f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 694f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe free(c1); 695f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe free(c2); 696f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe free(c3); 697f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe free(c4); 698f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe } 699b990b5c06801d6d25e3fcc5415efbbe7bb23341eJens Axboe } else if (job_add_num == 1) 7006d86144dd10b05e8b82e9b895c35dd778e5e71abJens Axboe log_info("...\n"); 701c6ae0a5b8123ea9af2ce70319081fbd5d65c8093Jens Axboe } 702ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 703ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe /* 704ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe * recurse add identical jobs, clear numjobs and stonewall options 705ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe * as they don't apply to sub-jobs 706ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe */ 7072dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe numjobs = td->o.numjobs; 708ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe while (--numjobs) { 709ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe struct thread_data *td_new = get_new_job(0, td); 710ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 711ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (!td_new) 712ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe goto err; 713ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 7142dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe td_new->o.numjobs = 1; 7152dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe td_new->o.stonewall = 0; 71692c1d41f9cb4da2513ad261552f92511d69f6b8eJens Axboe td_new->o.new_group = 0; 717e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 718e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe if (file_alloced) { 7192dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe td_new->o.filename = NULL; 720e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe td_new->files_index = 0; 7214e6ea2f1e9b7da6d7d1057670fcc19f063e46fd4Jens Axboe td_new->files_size = 0; 722e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe td_new->files = NULL; 723e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe } 724e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 725751548451d969148529b642c05e7544726ec3b64Jens Axboe job_add_num = numjobs - 1; 726ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 727751548451d969148529b642c05e7544726ec3b64Jens Axboe if (add_job(td_new, jobname, job_add_num)) 728ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe goto err; 729ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 7303c5df6fa2259c12fd6a7beb9a3521dec76d12dd2Jens Axboe 731ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 0; 732ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboeerr: 733ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe put_job(td); 734ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return -1; 735ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 736ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 73779d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe/* 73879d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe * Parse as if 'o' was a command line 73979d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe */ 74079d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboevoid add_job_opts(const char **o) 74179d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe{ 74279d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe struct thread_data *td, *td_parent; 74379d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe int i, in_global = 1; 74479d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe char jobname[32]; 74579d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe 74679d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe i = 0; 74779d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe td_parent = td = NULL; 74879d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe while (o[i]) { 74979d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe if (!strncmp(o[i], "name", 4)) { 75079d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe in_global = 0; 75179d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe if (td) 75279d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe add_job(td, jobname, 0); 75379d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe td = NULL; 75479d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe sprintf(jobname, "%s", o[i] + 5); 75579d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe } 75679d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe if (in_global && !td_parent) 75779d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe td_parent = get_new_job(1, &def_thread); 75879d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe else if (!in_global && !td) { 75979d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe if (!td_parent) 76079d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe td_parent = &def_thread; 76179d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe td = get_new_job(0, td_parent); 76279d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe } 76379d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe if (in_global) 76479d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe fio_options_parse(td_parent, (char **) &o[i], 1); 76579d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe else 76679d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe fio_options_parse(td, (char **) &o[i], 1); 76779d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe i++; 76879d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe } 76979d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe 77079d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe if (td) 77179d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe add_job(td, jobname, 0); 77279d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe} 77379d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe 77401f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboestatic int skip_this_section(const char *name) 77501f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe{ 776ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe int i; 777ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe 778ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe if (!nr_job_sections) 77901f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe return 0; 78001f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (!strncmp(name, "global", 6)) 78101f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe return 0; 78201f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe 783ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe for (i = 0; i < nr_job_sections; i++) 784ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe if (!strcmp(job_sections[i], name)) 785ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe return 0; 786ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe 787ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe return 1; 78801f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe} 78901f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe 790ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboestatic int is_empty_or_comment(char *line) 791ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 792ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe unsigned int i; 793ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 794ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe for (i = 0; i < strlen(line); i++) { 795ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (line[i] == ';') 796ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 1; 7975cc2da300b3fc30e00b79b4ddb3f372df3b2fe93Ingo Molnar if (line[i] == '#') 7985cc2da300b3fc30e00b79b4ddb3f372df3b2fe93Ingo Molnar return 1; 79976cd9378b90dddf2cedc9a5d49f317aaad485b90Jens Axboe if (!isspace((int) line[i]) && !iscntrl((int) line[i])) 800ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 0; 801ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 802ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 803ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 1; 804ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 805ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 806313cb206ffc6e50c089314d322ebf1c523f37531Jens Axboe/* 807072619835aa805f3335dca9d72f4d4eb1009aecdJens Axboe * This is our [ini] type file parser. 808072619835aa805f3335dca9d72f4d4eb1009aecdJens Axboe */ 80950d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboeint parse_jobs_ini(char *file, int is_buf, int stonewall_flag) 810ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 811e1f365035a952233463d85d659bd960ba78f012eJens Axboe unsigned int global; 812ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe struct thread_data *td; 813fee3bb48f748afe5cf10f8505e1efd36b87c627eJens Axboe char *string, *name; 814ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe FILE *f; 815ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe char *p; 8160c7e37a04aa04ba22e812f8de7971fcef46b8191Jens Axboe int ret = 0, stonewall; 817097b2991ace8e069dbfb0c2286d31da714247573Jens Axboe int first_sect = 1; 818ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe int skip_fgets = 0; 81901f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe int inside_skip = 0; 8203b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe char **opts; 8213b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe int i, alloc_opts, num_opts; 822ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 82350d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (is_buf) 82450d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe f = NULL; 82550d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe else { 82650d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (!strcmp(file, "-")) 82750d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe f = stdin; 82850d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe else 82950d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe f = fopen(file, "r"); 8305a729cbec53a158fa8d8dc5737749cfee20ab31bAaron Carroll 83150d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (!f) { 83250d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe perror("fopen job file"); 83350d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe return 1; 83450d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe } 835ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 836ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 837ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe string = malloc(4096); 8387f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe 8397f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe /* 8407f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe * it's really 256 + small bit, 280 should suffice 8417f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe */ 8427f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe name = malloc(280); 8437f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe memset(name, 0, 280); 844ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 8453b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe alloc_opts = 8; 8463b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe opts = malloc(sizeof(char *) * alloc_opts); 847b7c6302da8b30f221310dd6c917136229ee5e688Jens Axboe num_opts = 0; 8483b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe 8490c7e37a04aa04ba22e812f8de7971fcef46b8191Jens Axboe stonewall = stonewall_flag; 8507c124ac153eebf48bc85f9033ae06fd7152e4216Jens Axboe do { 851ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe /* 852ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe * if skip_fgets is set, we already have loaded a line we 853ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe * haven't handled. 854ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe */ 855ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe if (!skip_fgets) { 85650d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (is_buf) 85750d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe p = strsep(&file, "\n"); 85850d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe else 85950d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe p = fgets(string, 4095, f); 860ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe if (!p) 861ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe break; 862ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe } 863cdc7f1936e07f3b51aaa96c589e43abd7fea0051gurudas pai 864ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe skip_fgets = 0; 865cdc7f1936e07f3b51aaa96c589e43abd7fea0051gurudas pai strip_blank_front(&p); 8666c7c7da18aa2ab744b9485482e64acd30f31da6dJens Axboe strip_blank_end(p); 867cdc7f1936e07f3b51aaa96c589e43abd7fea0051gurudas pai 868ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (is_empty_or_comment(p)) 869ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe continue; 87084dd18865235caa675424c62a4624618ff961d78Bruce Cran if (sscanf(p, "[%255[^\n]]", name) != 1) { 87101f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (inside_skip) 87201f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe continue; 8735ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe log_err("fio: option <%s> outside of [] job section\n", 8745ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe p); 875088b42076dcbadf4d61367e19e49cb0d12aaadd1Jens Axboe break; 8766c7c7da18aa2ab744b9485482e64acd30f31da6dJens Axboe } 877ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 8787a4b80a14c6ac6d47d486b1f5d1f166fa7065ee3Jens Axboe name[strlen(name) - 1] = '\0'; 8797a4b80a14c6ac6d47d486b1f5d1f166fa7065ee3Jens Axboe 88001f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (skip_this_section(name)) { 88101f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe inside_skip = 1; 88201f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe continue; 88301f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe } else 88401f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe inside_skip = 0; 88501f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe 886ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe global = !strncmp(name, "global", 6); 887ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 888cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe if (dump_cmdline) { 889097b2991ace8e069dbfb0c2286d31da714247573Jens Axboe if (first_sect) 890097b2991ace8e069dbfb0c2286d31da714247573Jens Axboe log_info("fio "); 891cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe if (!global) 892cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe log_info("--name=%s ", name); 893097b2991ace8e069dbfb0c2286d31da714247573Jens Axboe first_sect = 0; 894cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe } 895cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe 896ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe td = get_new_job(global, &def_thread); 89745410acb636e526575d62a037f81ade7916b738cJens Axboe if (!td) { 89845410acb636e526575d62a037f81ade7916b738cJens Axboe ret = 1; 89945410acb636e526575d62a037f81ade7916b738cJens Axboe break; 90045410acb636e526575d62a037f81ade7916b738cJens Axboe } 901ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 902972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe /* 903972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe * Seperate multiple job files by a stonewall 904972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe */ 905f94819192600fe35d03ebed26a803abdc2b9864cJens Axboe if (!global && stonewall) { 9062dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe td->o.stonewall = stonewall; 907972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe stonewall = 0; 908972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe } 909972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe 9103b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe num_opts = 0; 9113b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe memset(opts, 0, alloc_opts * sizeof(char *)); 9123b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe 91350d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe while (1) { 91450d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (is_buf) 91550d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe p = strsep(&file, "\n"); 91650d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe else 91750d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe p = fgets(string, 4096, f); 91850d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (!p) 91950d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe break; 92050d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe 921ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (is_empty_or_comment(p)) 922ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe continue; 923e1f365035a952233463d85d659bd960ba78f012eJens Axboe 924b6754f9d3f719627d8aae4c3e8f39212d9405f99Jens Axboe strip_blank_front(&p); 9257c124ac153eebf48bc85f9033ae06fd7152e4216Jens Axboe 926ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe /* 927ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe * new section, break out and make sure we don't 928ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe * fgets() a new line at the top. 929ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe */ 930ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe if (p[0] == '[') { 931ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe skip_fgets = 1; 9327c124ac153eebf48bc85f9033ae06fd7152e4216Jens Axboe break; 933ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe } 9347c124ac153eebf48bc85f9033ae06fd7152e4216Jens Axboe 9354ae3f76333bf2382e516db0b5c202b8982b1170fJens Axboe strip_blank_end(p); 936aea47d444b02bd7c622f82bb73151fd7136a499fJens Axboe 9373b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe if (num_opts == alloc_opts) { 9383b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe alloc_opts <<= 1; 9393b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe opts = realloc(opts, 9403b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe alloc_opts * sizeof(char *)); 9413b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe } 9423b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe 9433b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe opts[num_opts] = strdup(p); 9443b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe num_opts++; 945ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 946ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 9473b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe ret = fio_options_parse(td, opts, num_opts); 9483b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe if (!ret) { 9493b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe if (dump_cmdline) 9503b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe for (i = 0; i < num_opts; i++) 9513b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe log_info("--%s ", opts[i]); 9523b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe 95345410acb636e526575d62a037f81ade7916b738cJens Axboe ret = add_job(td, name, 0); 9543b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe } else { 955b1508cf9ead36dc789a4e289f7522a070e57058cJens Axboe log_err("fio: job %s dropped\n", name); 956b1508cf9ead36dc789a4e289f7522a070e57058cJens Axboe put_job(td); 95745410acb636e526575d62a037f81ade7916b738cJens Axboe } 9583b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe 9593b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe for (i = 0; i < num_opts; i++) 9603b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe free(opts[i]); 9613b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe num_opts = 0; 9627c124ac153eebf48bc85f9033ae06fd7152e4216Jens Axboe } while (!ret); 963ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 964cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe if (dump_cmdline) 965cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe log_info("\n"); 966cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe 9673b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe for (i = 0; i < num_opts; i++) 9683b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe free(opts[i]); 9693b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe 970ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe free(string); 971ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe free(name); 9722577594dd6e2857d9efbf6bd81cd7ef507dbcd64Jens Axboe free(opts); 97350d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (!is_buf && f != stdin) 9745a729cbec53a158fa8d8dc5737749cfee20ab31bAaron Carroll fclose(f); 97545410acb636e526575d62a037f81ade7916b738cJens Axboe return ret; 976ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 977ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 978ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboestatic int fill_def_thread(void) 979ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 980ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe memset(&def_thread, 0, sizeof(def_thread)); 981ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 982375b2695693f56987e23deef3ded8e5b06ef6797Jens Axboe fio_getaffinity(getpid(), &def_thread.o.cpumask); 983ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 984ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe /* 985ee738499877bb1ee913e839cb4a8d4edad2d52adJens Axboe * fill default options 986ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe */ 987214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe fio_fill_default_options(&def_thread); 988ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 0; 989ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 990ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 991214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboestatic void free_shm(void) 992214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe{ 993214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe struct shmid_ds sbuf; 994214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe 995214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe if (threads) { 9965e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe void *tp = threads; 9975e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe 998214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe threads = NULL; 9995e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe file_hash_exit(); 10005e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe fio_debug_jobp = NULL; 10015e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe shmdt(tp); 1002214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe shmctl(shm_id, IPC_RMID, &sbuf); 1003214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe } 10042e5cdb118aeb26cb469a50f746b632676306f698Jens Axboe 10052e5cdb118aeb26cb469a50f746b632676306f698Jens Axboe scleanup(); 1006214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe} 1007214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe 1008214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe/* 1009214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe * The thread area is shared between the main process and the job 1010214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe * threads/processes. So setup a shared memory segment that will hold 1011380065aa652b87093d6bbd240e70db30bd6f193dJens Axboe * all the job info. We use the end of the region for keeping track of 1012380065aa652b87093d6bbd240e70db30bd6f193dJens Axboe * open files across jobs, for file sharing. 1013214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe */ 1014214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboestatic int setup_thread_area(void) 1015214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe{ 1016380065aa652b87093d6bbd240e70db30bd6f193dJens Axboe void *hash; 1017380065aa652b87093d6bbd240e70db30bd6f193dJens Axboe 1018214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe /* 1019214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe * 1024 is too much on some machines, scale max_jobs if 1020214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe * we get a failure that looks like too large a shm segment 1021214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe */ 1022214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe do { 1023214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe size_t size = max_jobs * sizeof(struct thread_data); 1024214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe 1025380065aa652b87093d6bbd240e70db30bd6f193dJens Axboe size += file_hash_size; 10265e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe size += sizeof(unsigned int); 1027380065aa652b87093d6bbd240e70db30bd6f193dJens Axboe 1028214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe shm_id = shmget(0, size, IPC_CREAT | 0600); 1029214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe if (shm_id != -1) 1030214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe break; 1031214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe if (errno != EINVAL) { 1032214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe perror("shmget"); 1033214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe break; 1034214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe } 1035214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe 1036214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe max_jobs >>= 1; 1037214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe } while (max_jobs); 1038214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe 1039214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe if (shm_id == -1) 1040214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe return 1; 1041214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe 1042214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe threads = shmat(shm_id, NULL, 0); 1043214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe if (threads == (void *) -1) { 1044214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe perror("shmat"); 1045214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe return 1; 1046214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe } 1047214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe 10481f809d151ddc4a4c348c2e4f6007db510e3e08a2Jens Axboe memset(threads, 0, max_jobs * sizeof(struct thread_data)); 1049380065aa652b87093d6bbd240e70db30bd6f193dJens Axboe hash = (void *) threads + max_jobs * sizeof(struct thread_data); 10505e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe fio_debug_jobp = (void *) hash + file_hash_size; 10515e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe *fio_debug_jobp = -1; 1052380065aa652b87093d6bbd240e70db30bd6f193dJens Axboe file_hash_init(hash); 1053214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe atexit(free_shm); 1054214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe return 0; 1055214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe} 1056214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe 105745378b35a047b590d0d3b6f9a7b8fea6dfa47300Jens Axboestatic void usage(const char *name) 10584785f99523f5c69635eb4bd826f25cd2e264cda7Jens Axboe{ 10594361762833dee0f5c2840e348efaaf5967a2ab78Bruce Cran printf("%s\n", fio_version_string); 106045378b35a047b590d0d3b6f9a7b8fea6dfa47300Jens Axboe printf("%s [options] [job options] <job file(s)>\n", name); 1061ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe printf("\t--debug=options\tEnable debug logging\n"); 1062b46928282e0a890f49250e79b81af773a2b7108fJens Axboe printf("\t--output\tWrite output to file\n"); 1063b46928282e0a890f49250e79b81af773a2b7108fJens Axboe printf("\t--timeout\tRuntime in seconds\n"); 1064b46928282e0a890f49250e79b81af773a2b7108fJens Axboe printf("\t--latency-log\tGenerate per-job latency logs\n"); 1065b46928282e0a890f49250e79b81af773a2b7108fJens Axboe printf("\t--bandwidth-log\tGenerate per-job bandwidth logs\n"); 1066b46928282e0a890f49250e79b81af773a2b7108fJens Axboe printf("\t--minimal\tMinimal (terse) output\n"); 1067b46928282e0a890f49250e79b81af773a2b7108fJens Axboe printf("\t--version\tPrint version info and exit\n"); 1068f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe printf("\t--terse-version=x Terse version output format\n"); 1069fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe printf("\t--help\t\tPrint this page\n"); 10705ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe printf("\t--cmdhelp=cmd\tPrint command help, \"all\" for all of" 10715ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe " them\n"); 1072cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe printf("\t--showcmd\tTurn a job file into command line options\n"); 1073e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll printf("\t--eta=when\tWhen ETA estimate should be printed\n"); 1074e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll printf("\t \tMay be \"always\", \"never\" or \"auto\"\n"); 10755ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe printf("\t--readonly\tTurn on safety read-only checks, preventing" 10765ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe " writes\n"); 107701f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe printf("\t--section=name\tOnly run specified section in job file\n"); 10782b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe printf("\t--alloc-size=kb\tSet smalloc pool to this size in kb" 10792b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe " (def 1024)\n"); 1080a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe printf("\t--warnings-fatal Fio parser warnings are fatal\n"); 1081fca7035863bd570270376a0c06776e5549ff813eJens Axboe printf("\t--max-jobs\tMaximum number of threads/processes to support\n"); 1082aa58d2520204f5ae12291fae0289a90fb03dc587Jens Axboe printf("\nFio was written by Jens Axboe <jens.axboe@oracle.com>"); 1083aa58d2520204f5ae12291fae0289a90fb03dc587Jens Axboe printf("\n Jens Axboe <jaxboe@fusionio.com>\n"); 10844785f99523f5c69635eb4bd826f25cd2e264cda7Jens Axboe} 10854785f99523f5c69635eb4bd826f25cd2e264cda7Jens Axboe 108679e48f72dea1639bcbee310c354938287b6d5790Jens Axboe#ifdef FIO_INC_DEBUG 1087ee56ad500f6692381e131cc37299d23fa910a24aJens Axboestruct debug_level debug_levels[] = { 1088bd6f78b2f0b6375383948f126368804612ec0035Jens Axboe { .name = "process", .shift = FD_PROCESS, }, 1089bd6f78b2f0b6375383948f126368804612ec0035Jens Axboe { .name = "file", .shift = FD_FILE, }, 1090bd6f78b2f0b6375383948f126368804612ec0035Jens Axboe { .name = "io", .shift = FD_IO, }, 1091bd6f78b2f0b6375383948f126368804612ec0035Jens Axboe { .name = "mem", .shift = FD_MEM, }, 1092bd6f78b2f0b6375383948f126368804612ec0035Jens Axboe { .name = "blktrace", .shift = FD_BLKTRACE }, 1093bd6f78b2f0b6375383948f126368804612ec0035Jens Axboe { .name = "verify", .shift = FD_VERIFY }, 109484422acde41c9cf462245de115d425cf5a82124cJens Axboe { .name = "random", .shift = FD_RANDOM }, 1095a3d741fa3bc3120d5b62a56826a97524daa32803Jens Axboe { .name = "parse", .shift = FD_PARSE }, 1096cd991b9e36b18903f1564a4bfafdc83a9f165219Jens Axboe { .name = "diskutil", .shift = FD_DISKUTIL }, 10975e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe { .name = "job", .shift = FD_JOB }, 109829adda3ce304f16036cafee6c099aa08444a7db1Jens Axboe { .name = "mutex", .shift = FD_MUTEX }, 109979d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe { .name = "profile", .shift = FD_PROFILE }, 1100c223da83e253b0057bb029bf4fbb55a05844215cJens Axboe { .name = "time", .shift = FD_TIME }, 110102444ad1868ee94c7c38810cc775784e6a9a5dbeJens Axboe { .name = NULL, }, 1102ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe}; 1103ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 1104c09823ab5c841791025c564ecfc9ada0f850770bJens Axboestatic int set_debug(const char *string) 1105ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe{ 1106ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe struct debug_level *dl; 1107ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe char *p = (char *) string; 1108ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe char *opt; 1109ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe int i; 1110ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 1111ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe if (!strcmp(string, "?") || !strcmp(string, "help")) { 1112ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe log_info("fio: dumping debug options:"); 1113ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe for (i = 0; debug_levels[i].name; i++) { 1114ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe dl = &debug_levels[i]; 1115ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe log_info("%s,", dl->name); 1116ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe } 1117bd6f78b2f0b6375383948f126368804612ec0035Jens Axboe log_info("all\n"); 1118c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe return 1; 1119ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe } 1120ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 1121ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe while ((opt = strsep(&p, ",")) != NULL) { 1122ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe int found = 0; 1123ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 11245e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe if (!strncmp(opt, "all", 3)) { 11255e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe log_info("fio: set all debug options\n"); 11265e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe fio_debug = ~0UL; 11275e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe continue; 11285e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe } 11295e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe 1130ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe for (i = 0; debug_levels[i].name; i++) { 1131ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe dl = &debug_levels[i]; 11325e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe found = !strncmp(opt, dl->name, strlen(dl->name)); 11335e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe if (!found) 11345e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe continue; 11355e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe 11365e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe if (dl->shift == FD_JOB) { 11375e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe opt = strchr(opt, ':'); 11385e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe if (!opt) { 11395e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe log_err("fio: missing job number\n"); 11405e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe break; 11415e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe } 11425e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe opt++; 11435e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe fio_debug_jobno = atoi(opt); 11445e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe log_info("fio: set debug jobno %d\n", 11455e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe fio_debug_jobno); 11465e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe } else { 1147ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe log_info("fio: set debug option %s\n", opt); 1148bd6f78b2f0b6375383948f126368804612ec0035Jens Axboe fio_debug |= (1UL << dl->shift); 1149ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe } 11505e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe break; 1151ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe } 1152ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 1153ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe if (!found) 1154ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe log_err("fio: debug mask %s not found\n", opt); 1155ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe } 1156c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe return 0; 1157ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe} 115879e48f72dea1639bcbee310c354938287b6d5790Jens Axboe#else 115969b98d4c9945bed6b3446a9e73bfaf8e557cf033Jens Axboestatic int set_debug(const char *string) 116079e48f72dea1639bcbee310c354938287b6d5790Jens Axboe{ 116179e48f72dea1639bcbee310c354938287b6d5790Jens Axboe log_err("fio: debug tracing not included in build\n"); 1162c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe return 1; 116379e48f72dea1639bcbee310c354938287b6d5790Jens Axboe} 116479e48f72dea1639bcbee310c354938287b6d5790Jens Axboe#endif 11659ac8a797da61a59c9fa1b59f8574246555403d19Jens Axboe 11664c6107ff4db87f50545bad515543f5024bb39e4aJens Axboestatic void fio_options_fill_optstring(void) 11674c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe{ 11684c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe char *ostr = cmd_optstr; 11694c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe int i, c; 11704c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe 11714c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe c = i = 0; 11724c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe while (l_opts[i].name) { 11734c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe ostr[c++] = l_opts[i].val; 11744c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe if (l_opts[i].has_arg == required_argument) 11754c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe ostr[c++] = ':'; 11764c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe else if (l_opts[i].has_arg == optional_argument) { 11774c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe ostr[c++] = ':'; 11784c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe ostr[c++] = ':'; 11794c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe } 11804c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe i++; 11814c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe } 11824c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe ostr[c] = '\0'; 11834c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe} 11844c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe 1185972cfd2546081c0397447ca9243ea419b1ff579aJens Axboestatic int parse_cmd_line(int argc, char *argv[]) 1186ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 1187b46928282e0a890f49250e79b81af773a2b7108fJens Axboe struct thread_data *td = NULL; 1188c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe int c, ini_idx = 0, lidx, ret = 0, do_exit = 0, exit_val = 0; 11894c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe char *ostr = cmd_optstr; 1190ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 11914c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe while ((c = getopt_long_only(argc, argv, ostr, l_opts, &lidx)) != -1) { 1192ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe switch (c) { 11932b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe case 'a': 11942b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe smalloc_pool_size = atoi(optarg); 11952b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe break; 1196b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 't': 1197ab2cabdb2c67d8b90c94c1a95f7a2286a0f818b9Jens Axboe def_thread.o.timeout = atoi(optarg); 1198b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1199b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 'l': 1200b46928282e0a890f49250e79b81af773a2b7108fJens Axboe write_lat_log = 1; 1201b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 12023d73e5a9549d30324d1c5e31eb644077380c0b95Jens Axboe case 'b': 1203b46928282e0a890f49250e79b81af773a2b7108fJens Axboe write_bw_log = 1; 1204b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1205b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 'o': 1206b46928282e0a890f49250e79b81af773a2b7108fJens Axboe f_out = fopen(optarg, "w+"); 1207b46928282e0a890f49250e79b81af773a2b7108fJens Axboe if (!f_out) { 1208b46928282e0a890f49250e79b81af773a2b7108fJens Axboe perror("fopen output"); 1209b46928282e0a890f49250e79b81af773a2b7108fJens Axboe exit(1); 1210b46928282e0a890f49250e79b81af773a2b7108fJens Axboe } 1211b46928282e0a890f49250e79b81af773a2b7108fJens Axboe f_err = f_out; 1212b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1213b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 'm': 1214b46928282e0a890f49250e79b81af773a2b7108fJens Axboe terse_output = 1; 1215b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1216b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 'h': 121745378b35a047b590d0d3b6f9a7b8fea6dfa47300Jens Axboe usage(argv[0]); 1218b46928282e0a890f49250e79b81af773a2b7108fJens Axboe exit(0); 1219fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe case 'c': 1220214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe exit(fio_show_option_help(optarg)); 1221cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe case 's': 1222cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe dump_cmdline = 1; 1223cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe break; 1224724e4435c1374e97309b122429ad9291744966c0Jens Axboe case 'r': 1225724e4435c1374e97309b122429ad9291744966c0Jens Axboe read_only = 1; 1226724e4435c1374e97309b122429ad9291744966c0Jens Axboe break; 1227b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 'v': 1228ca740f4e2bdab2a94a8b6ddecba6dde605fbc866Jens Axboe log_info("%s\n", fio_version_string); 1229b46928282e0a890f49250e79b81af773a2b7108fJens Axboe exit(0); 1230f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe case 'V': 1231f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe terse_version = atoi(optarg); 1232f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe if (terse_version != 2) { 1233f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe log_err("fio: bad terse version format\n"); 1234f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe exit_val = 1; 1235f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe do_exit++; 1236f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe } 1237f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe break; 1238e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll case 'e': 1239e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll if (!strcmp("always", optarg)) 1240e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll eta_print = FIO_ETA_ALWAYS; 1241e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll else if (!strcmp("never", optarg)) 1242e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll eta_print = FIO_ETA_NEVER; 1243e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll break; 1244ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe case 'd': 1245c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe if (set_debug(optarg)) 1246c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe do_exit++; 1247ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe break; 1248ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe case 'x': { 1249ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe size_t new_size; 1250ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe 125101f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (!strcmp(optarg, "global")) { 12525ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe log_err("fio: can't use global as only " 12535ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe "section\n"); 1254c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe do_exit++; 1255c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe exit_val = 1; 125601f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe break; 125701f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe } 1258ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe new_size = (nr_job_sections + 1) * sizeof(char *); 1259ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe job_sections = realloc(job_sections, new_size); 1260ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe job_sections[nr_job_sections] = strdup(optarg); 1261ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe nr_job_sections++; 126201f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe break; 1263ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe } 12649ac8a797da61a59c9fa1b59f8574246555403d19Jens Axboe case 'p': 126507b3232de97ac32a873f0b5d17c8f49c18ed3ae7Jens Axboe exec_profile = strdup(optarg); 12669ac8a797da61a59c9fa1b59f8574246555403d19Jens Axboe break; 1267b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case FIO_GETOPT_JOB: { 12685ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe const char *opt = l_opts[lidx].name; 1269b46928282e0a890f49250e79b81af773a2b7108fJens Axboe char *val = optarg; 1270b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 1271c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe if (!strncmp(opt, "name", 4) && td) { 12722dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe ret = add_job(td, td->o.name ?: "fio", 0); 12736625155407de739e1e857419b7b4fb62f6c6bb2eJens Axboe if (ret) 1274c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe return 0; 1275c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe td = NULL; 1276c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe } 1277b46928282e0a890f49250e79b81af773a2b7108fJens Axboe if (!td) { 127801f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe int is_section = !strncmp(opt, "name", 4); 12793106f220e1710d7e53cb7bd0dbc7dac4584af463Jens Axboe int global = 0; 12803106f220e1710d7e53cb7bd0dbc7dac4584af463Jens Axboe 128101f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (!is_section || !strncmp(val, "global", 6)) 12823106f220e1710d7e53cb7bd0dbc7dac4584af463Jens Axboe global = 1; 1283c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe 128401f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (is_section && skip_this_section(val)) 128501f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe continue; 128601f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe 1287c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe td = get_new_job(global, &def_thread); 1288b46928282e0a890f49250e79b81af773a2b7108fJens Axboe if (!td) 1289b46928282e0a890f49250e79b81af773a2b7108fJens Axboe return 0; 1290b46928282e0a890f49250e79b81af773a2b7108fJens Axboe } 129138d0adb0d129e2eef7bf21e85ba4758c3789cb8eJens Axboe 1292214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe ret = fio_cmd_option_parse(td, opt, val); 1293b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1294b46928282e0a890f49250e79b81af773a2b7108fJens Axboe } 1295a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe case 'w': 1296a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe warnings_fatal = 1; 1297a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe break; 1298fca7035863bd570270376a0c06776e5549ff813eJens Axboe case 'j': 1299fca7035863bd570270376a0c06776e5549ff813eJens Axboe max_jobs = atoi(optarg); 1300fca7035863bd570270376a0c06776e5549ff813eJens Axboe if (!max_jobs || max_jobs > REAL_MAX_JOBS) { 1301fca7035863bd570270376a0c06776e5549ff813eJens Axboe log_err("fio: invalid max jobs: %d\n", max_jobs); 1302fca7035863bd570270376a0c06776e5549ff813eJens Axboe do_exit++; 1303fca7035863bd570270376a0c06776e5549ff813eJens Axboe exit_val = 1; 1304fca7035863bd570270376a0c06776e5549ff813eJens Axboe } 1305fca7035863bd570270376a0c06776e5549ff813eJens Axboe break; 130650d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe case 'S': 130750d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe is_backend = 1; 130850d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe break; 1309b46928282e0a890f49250e79b81af773a2b7108fJens Axboe default: 1310c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe do_exit++; 1311c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe exit_val = 1; 1312b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1313ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 1314ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 1315c9fad893e8333682d6ab67a269b0dd74f303c5bcJens Axboe 1316c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe if (do_exit) 1317c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe exit(exit_val); 1318536582bf89bb97eb3636e41470f303877a738810Jens Axboe 131950d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (is_backend) 132050d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe fio_server(); 132150d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe 1322b46928282e0a890f49250e79b81af773a2b7108fJens Axboe if (td) { 13237d6a8904cc2973a857f4bb50f85e7c75375c553dJens Axboe if (!ret) 13242dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe ret = add_job(td, td->o.name ?: "fio", 0); 1325972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe } 1326774a617767830b5023f6cad4a45609a92ec82d41Jens Axboe 1327b46928282e0a890f49250e79b81af773a2b7108fJens Axboe while (optind < argc) { 1328b46928282e0a890f49250e79b81af773a2b7108fJens Axboe ini_idx++; 1329b46928282e0a890f49250e79b81af773a2b7108fJens Axboe ini_file = realloc(ini_file, ini_idx * sizeof(char *)); 1330b46928282e0a890f49250e79b81af773a2b7108fJens Axboe ini_file[ini_idx - 1] = strdup(argv[optind]); 1331b46928282e0a890f49250e79b81af773a2b7108fJens Axboe optind++; 1332eb8bbf48e79a8c6afd3c84e3d64263d10ee45daaJens Axboe } 1333972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe 1334972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe return ini_idx; 1335ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 1336ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1337ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboeint parse_options(int argc, char *argv[]) 1338ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 1339972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe int job_files, i; 1340972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe 1341b46928282e0a890f49250e79b81af773a2b7108fJens Axboe f_out = stdout; 1342b46928282e0a890f49250e79b81af773a2b7108fJens Axboe f_err = stderr; 1343b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 13444c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe fio_options_fill_optstring(); 13455ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe fio_options_dup_and_init(l_opts); 1346b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 1347ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (setup_thread_area()) 1348ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 1; 1349ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (fill_def_thread()) 1350ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 1; 1351ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1352972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe job_files = parse_cmd_line(argc, argv); 1353ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1354972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe for (i = 0; i < job_files; i++) { 1355972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe if (fill_def_thread()) 1356972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe return 1; 135750d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (parse_jobs_ini(ini_file[i], 0, i)) 1358972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe return 1; 135988c6ed8085efd1403fd34072311991cb666a5b9eJens Axboe free(ini_file[i]); 1360972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe } 1361ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 136288c6ed8085efd1403fd34072311991cb666a5b9eJens Axboe free(ini_file); 1363d23bb327374520295509bbd98912c8091b701a3eJens Axboe options_mem_free(&def_thread); 1364b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 1365b46928282e0a890f49250e79b81af773a2b7108fJens Axboe if (!thread_number) { 1366cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe if (dump_cmdline) 1367cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe return 0; 136807b3232de97ac32a873f0b5d17c8f49c18ed3ae7Jens Axboe if (exec_profile) 136907b3232de97ac32a873f0b5d17c8f49c18ed3ae7Jens Axboe return 0; 1370cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe 137103e20d687566753b90383571e5e152c5142bdffdBruce Cran log_err("No jobs(s) defined\n\n"); 137245378b35a047b590d0d3b6f9a7b8fea6dfa47300Jens Axboe usage(argv[0]); 1373b46928282e0a890f49250e79b81af773a2b7108fJens Axboe return 1; 1374b46928282e0a890f49250e79b81af773a2b7108fJens Axboe } 1375b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 1376be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe if (def_thread.o.gtod_offload) { 1377be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe fio_gtod_init(); 1378be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe fio_gtod_offload = 1; 1379be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe fio_gtod_cpu = def_thread.o.gtod_cpu; 1380be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe } 1381be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe 1382ca740f4e2bdab2a94a8b6ddecba6dde605fbc866Jens Axboe log_info("%s\n", fio_version_string); 1383ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 0; 1384ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 1385