init.c revision 5be4c944e83b32c0c6842130df3dc1d46cd6eb1f
1906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe/* 2cb2c86fdf03241fee32fd2e2caff43af1022403cJens Axboe * This file contains job initialization and setup functions. 3906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe */ 4ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <stdio.h> 5ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <stdlib.h> 6ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <unistd.h> 7ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <fcntl.h> 8ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <ctype.h> 9ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <string.h> 10ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <errno.h> 11ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <sys/ipc.h> 12ec5c6b125c1eab992882602158bab54957aa733dAaron Carroll#ifndef FIO_NO_HAVE_SHM_H 13ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <sys/shm.h> 14ec5c6b125c1eab992882602158bab54957aa733dAaron Carroll#endif 15ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <sys/types.h> 16ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <sys/stat.h> 17ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 18ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include "fio.h" 19cb2c86fdf03241fee32fd2e2caff43af1022403cJens Axboe#include "parse.h" 202e5cdb118aeb26cb469a50f746b632676306f698Jens Axboe#include "smalloc.h" 21380065aa652b87093d6bbd240e70db30bd6f193dJens Axboe#include "filehash.h" 224f5af7b2370a6d3e64bc5128905c1aa8b0dc51b0Jens Axboe#include "verify.h" 2379d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe#include "profile.h" 2450d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe#include "server.h" 25f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu#include "idletime.h" 26ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 27bf2e821a55d8aa3de1cda7288a0e22883110fdc6Cigy Cyriac#include "lib/getopt.h" 28bf2e821a55d8aa3de1cda7288a0e22883110fdc6Cigy Cyriac 29692a5d228de8215634182d0c459ac7c0b0fda961Jens Axboeconst char fio_version_string[] = FIO_VERSION; 30214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe 31ee738499877bb1ee913e839cb4a8d4edad2d52adJens Axboe#define FIO_RANDSEED (0xb1899bedUL) 32ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 33214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboestatic char **ini_file; 34fca7035863bd570270376a0c06776e5549ff813eJens Axboestatic int max_jobs = FIO_MAX_JOBS; 35cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboestatic int dump_cmdline; 368c029376bbe6d8a6bcb01c3ef7d545720aca3868Jens Axboestatic int def_timeout; 37e1f365035a952233463d85d659bd960ba78f012eJens Axboe 38be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboestatic struct thread_data def_thread; 39214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboestruct thread_data *threads = NULL; 40e1f365035a952233463d85d659bd960ba78f012eJens Axboe 41214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboeint exitall_on_terminate = 0; 42f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboeint output_format = FIO_OUTPUT_NORMAL; 435be4c944e83b32c0c6842130df3dc1d46cd6eb1fJens Axboeint eta_print = FIO_ETA_AUTO; 44214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboeunsigned long long mlock_size = 0; 45214e1ecae844a32bf8f66d19132f4948d922dceeJens AxboeFILE *f_out = NULL; 46214e1ecae844a32bf8f66d19132f4948d922dceeJens AxboeFILE *f_err = NULL; 47ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboechar **job_sections = NULL; 48ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboeint nr_job_sections = 0; 4907b3232de97ac32a873f0b5d17c8f49c18ed3ae7Jens Axboechar *exec_profile = NULL; 50a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboeint warnings_fatal = 0; 514d658652bac63fd72af8302e27deba5beb381906Jens Axboeint terse_version = 3; 5250d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboeint is_backend = 0; 53a37f69b72a74cbde6151458b890aab8d093f0c9fJens Axboeint nr_clients = 0; 54e46d809110bd4ad2980ca64931b683673444454bJens Axboeint log_syslog = 0; 55ee738499877bb1ee913e839cb4a8d4edad2d52adJens Axboe 56214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboeint write_bw_log = 0; 574241ea8fb0606f9bd5b7ed1278d3b7825883acf6Jens Axboeint read_only = 0; 58214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe 595ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboestatic int write_lat_log; 60e1f365035a952233463d85d659bd960ba78f012eJens Axboe 61214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboestatic int prev_group_jobs; 62b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 63ee56ad500f6692381e131cc37299d23fa910a24aJens Axboeunsigned long fio_debug = 0; 645e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboeunsigned int fio_debug_jobno = -1; 655e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboeunsigned int *fio_debug_jobp = NULL; 66ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 674c6107ff4db87f50545bad515543f5024bb39e4aJens Axboestatic char cmd_optstr[256]; 68085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboestatic int did_arg; 694c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe 707a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe#define FIO_CLIENT_FLAG (1 << 16) 717a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe 72b46928282e0a890f49250e79b81af773a2b7108fJens Axboe/* 73b46928282e0a890f49250e79b81af773a2b7108fJens Axboe * Command line options. These will contain the above, plus a few 74b46928282e0a890f49250e79b81af773a2b7108fJens Axboe * extra that only pertain to fio itself and not jobs. 75b46928282e0a890f49250e79b81af773a2b7108fJens Axboe */ 765ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboestatic struct option l_opts[FIO_NR_OPTIONS] = { 77b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 7808d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "output", 79b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = required_argument, 807a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'o' | FIO_CLIENT_FLAG, 81b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 82b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 8308d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "timeout", 84b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = required_argument, 857a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 't' | FIO_CLIENT_FLAG, 86b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 87b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 8808d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "latency-log", 89b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = required_argument, 907a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'l' | FIO_CLIENT_FLAG, 91b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 92b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 9308d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "bandwidth-log", 94b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = required_argument, 957a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'b' | FIO_CLIENT_FLAG, 96b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 97b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 9808d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "minimal", 99b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = optional_argument, 1007a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'm' | FIO_CLIENT_FLAG, 101b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 102b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 103f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe .name = (char *) "output-format", 104cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li .has_arg = optional_argument, 105f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe .val = 'F' | FIO_CLIENT_FLAG, 106cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li }, 107cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li { 10808d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "version", 109b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = no_argument, 1107a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'v' | FIO_CLIENT_FLAG, 111b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 112b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 11308d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "help", 114fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe .has_arg = no_argument, 1157a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'h' | FIO_CLIENT_FLAG, 116fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe }, 117fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe { 11808d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "cmdhelp", 119320beefe2d0c5f05f24b4e0c1d13fcb2f1286a78Jens Axboe .has_arg = optional_argument, 1207a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'c' | FIO_CLIENT_FLAG, 121fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe }, 122fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe { 123de890a1e48d40238dac69f302708dde8719de240Steven Lang .name = (char *) "enghelp", 124de890a1e48d40238dac69f302708dde8719de240Steven Lang .has_arg = optional_argument, 125de890a1e48d40238dac69f302708dde8719de240Steven Lang .val = 'i' | FIO_CLIENT_FLAG, 126de890a1e48d40238dac69f302708dde8719de240Steven Lang }, 127de890a1e48d40238dac69f302708dde8719de240Steven Lang { 12808d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "showcmd", 129cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe .has_arg = no_argument, 1307a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 's' | FIO_CLIENT_FLAG, 131724e4435c1374e97309b122429ad9291744966c0Jens Axboe }, 132724e4435c1374e97309b122429ad9291744966c0Jens Axboe { 13308d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "readonly", 134724e4435c1374e97309b122429ad9291744966c0Jens Axboe .has_arg = no_argument, 1357a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'r' | FIO_CLIENT_FLAG, 136cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe }, 137cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe { 13808d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "eta", 139e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll .has_arg = required_argument, 1407a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'e' | FIO_CLIENT_FLAG, 141e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll }, 142e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll { 14308d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "debug", 144ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe .has_arg = required_argument, 1457a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'd' | FIO_CLIENT_FLAG, 146ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe }, 147ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe { 14808d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "section", 14901f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe .has_arg = required_argument, 1507a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'x' | FIO_CLIENT_FLAG, 15101f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe }, 15201f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe { 15308d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "alloc-size", 1542b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe .has_arg = required_argument, 1557a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'a' | FIO_CLIENT_FLAG, 1562b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe }, 1572b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe { 15808d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "profile", 1599ac8a797da61a59c9fa1b59f8574246555403d19Jens Axboe .has_arg = required_argument, 1607a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'p' | FIO_CLIENT_FLAG, 1619ac8a797da61a59c9fa1b59f8574246555403d19Jens Axboe }, 1629ac8a797da61a59c9fa1b59f8574246555403d19Jens Axboe { 16308d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "warnings-fatal", 164a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe .has_arg = no_argument, 1657a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'w' | FIO_CLIENT_FLAG, 166a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe }, 167a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe { 168fca7035863bd570270376a0c06776e5549ff813eJens Axboe .name = (char *) "max-jobs", 169fca7035863bd570270376a0c06776e5549ff813eJens Axboe .has_arg = required_argument, 1707a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'j' | FIO_CLIENT_FLAG, 171fca7035863bd570270376a0c06776e5549ff813eJens Axboe }, 172fca7035863bd570270376a0c06776e5549ff813eJens Axboe { 173f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe .name = (char *) "terse-version", 174f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe .has_arg = required_argument, 1757a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'V' | FIO_CLIENT_FLAG, 176f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe }, 177f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe { 17850d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe .name = (char *) "server", 17987aa8f1901e26bc377f3035a485d35c417d0255aJens Axboe .has_arg = optional_argument, 18050d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe .val = 'S', 18150d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe }, 182e46d809110bd4ad2980ca64931b683673444454bJens Axboe { .name = (char *) "daemonize", 183402668f3e05259bfc135fc097136428feda01006Jens Axboe .has_arg = required_argument, 184e46d809110bd4ad2980ca64931b683673444454bJens Axboe .val = 'D', 185e46d809110bd4ad2980ca64931b683673444454bJens Axboe }, 18650d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe { 187132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe .name = (char *) "client", 188132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe .has_arg = required_argument, 189132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe .val = 'C', 190132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe }, 191132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe { 1927d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe .name = (char *) "cpuclock-test", 1937d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe .has_arg = no_argument, 1947d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe .val = 'T', 1957d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe }, 1967d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe { 197f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu .name = (char *) "idle-prof", 198f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu .has_arg = required_argument, 199f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu .val = 'I', 200f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu }, 201f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu { 202b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .name = NULL, 203b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 204b46928282e0a890f49250e79b81af773a2b7108fJens Axboe}; 205b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 2069d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboestatic void free_shm(void) 2079d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe{ 2089d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe struct shmid_ds sbuf; 2099d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2109d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe if (threads) { 2119d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe void *tp = threads; 2129d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2139d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe threads = NULL; 2149d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe file_hash_exit(); 2159e684a4976b7934f5ce011ea281dfef3352e5738Dan Ehrenberg flow_exit(); 2169d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe fio_debug_jobp = NULL; 2179d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe shmdt(tp); 2189d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe shmctl(shm_id, IPC_RMID, &sbuf); 2199d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe } 2209d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2219d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe scleanup(); 2229d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe} 2239d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2249d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe/* 2259d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe * The thread area is shared between the main process and the job 2269d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe * threads/processes. So setup a shared memory segment that will hold 2279d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe * all the job info. We use the end of the region for keeping track of 2289d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe * open files across jobs, for file sharing. 2299d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe */ 2309d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboestatic int setup_thread_area(void) 2319d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe{ 2329d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe void *hash; 2339d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2349d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe if (threads) 2359d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe return 0; 2369d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2379d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe /* 2389d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe * 1024 is too much on some machines, scale max_jobs if 2399d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe * we get a failure that looks like too large a shm segment 2409d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe */ 2419d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe do { 2429d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe size_t size = max_jobs * sizeof(struct thread_data); 2439d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2449d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe size += file_hash_size; 2459d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe size += sizeof(unsigned int); 2469d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2479d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe shm_id = shmget(0, size, IPC_CREAT | 0600); 2489d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe if (shm_id != -1) 2499d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe break; 250f0c77f03815a6597ef4ee18bf20894f180c91fbeJens Axboe if (errno != EINVAL && errno != ENOMEM && errno != ENOSPC) { 2519d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe perror("shmget"); 2529d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe break; 2539d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe } 2549d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2559d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe max_jobs >>= 1; 2569d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe } while (max_jobs); 2579d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2589d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe if (shm_id == -1) 2599d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe return 1; 2609d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2619d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe threads = shmat(shm_id, NULL, 0); 2629d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe if (threads == (void *) -1) { 2639d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe perror("shmat"); 2649d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe return 1; 2659d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe } 2669d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2679d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe memset(threads, 0, max_jobs * sizeof(struct thread_data)); 2689d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe hash = (void *) threads + max_jobs * sizeof(struct thread_data); 2699d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe fio_debug_jobp = (void *) hash + file_hash_size; 2709d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe *fio_debug_jobp = -1; 2719d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe file_hash_init(hash); 2729e684a4976b7934f5ce011ea281dfef3352e5738Dan Ehrenberg 2739e684a4976b7934f5ce011ea281dfef3352e5738Dan Ehrenberg flow_init(); 2749e684a4976b7934f5ce011ea281dfef3352e5738Dan Ehrenberg 2759d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe return 0; 2769d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe} 2779d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 278906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe/* 279906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe * Return a free job structure. 280906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe */ 281de890a1e48d40238dac69f302708dde8719de240Steven Langstatic struct thread_data *get_new_job(int global, struct thread_data *parent, 282de890a1e48d40238dac69f302708dde8719de240Steven Lang int preserve_eo) 283ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 284ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe struct thread_data *td; 285ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 286ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (global) 287ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return &def_thread; 2889d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe if (setup_thread_area()) { 2899d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe log_err("error: failed to setup shm segment\n"); 2909d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe return NULL; 2919d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe } 292e61f1ec89de8eb5bb0f8b1e6a79594f0bff2a259Bruce Cran if (thread_number >= max_jobs) { 293e61f1ec89de8eb5bb0f8b1e6a79594f0bff2a259Bruce Cran log_err("error: maximum number of jobs (%d) reached.\n", 294e61f1ec89de8eb5bb0f8b1e6a79594f0bff2a259Bruce Cran max_jobs); 295ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return NULL; 296e61f1ec89de8eb5bb0f8b1e6a79594f0bff2a259Bruce Cran } 297ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 298ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe td = &threads[thread_number++]; 299ddaeaa5ab1e3f1cb6f35a9f4a18ee932151a0ab8Jens Axboe *td = *parent; 300ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 301de890a1e48d40238dac69f302708dde8719de240Steven Lang td->io_ops = NULL; 302de890a1e48d40238dac69f302708dde8719de240Steven Lang if (!preserve_eo) 303de890a1e48d40238dac69f302708dde8719de240Steven Lang td->eo = NULL; 304de890a1e48d40238dac69f302708dde8719de240Steven Lang 305e0b0d89201bd301f47fbbfcf86545b7e77b16ef3Jens Axboe td->o.uid = td->o.gid = -1U; 306e0b0d89201bd301f47fbbfcf86545b7e77b16ef3Jens Axboe 307cade3ef44669c5c962d7ed18ca0e361116ee44adJens Axboe dup_files(td, parent); 308de890a1e48d40238dac69f302708dde8719de240Steven Lang fio_options_mem_dupe(td); 309cade3ef44669c5c962d7ed18ca0e361116ee44adJens Axboe 31015dc1934435dc84d66547c4fc92d936224d7238fJens Axboe profile_add_hooks(td); 31115dc1934435dc84d66547c4fc92d936224d7238fJens Axboe 312ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe td->thread_number = thread_number; 313108fea772db5f1dd91e2fb67737e3e0d36827b76Jens Axboe 314108fea772db5f1dd91e2fb67737e3e0d36827b76Jens Axboe if (!parent || !parent->o.group_reporting) 315108fea772db5f1dd91e2fb67737e3e0d36827b76Jens Axboe stat_number++; 316108fea772db5f1dd91e2fb67737e3e0d36827b76Jens Axboe 317ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return td; 318ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 319ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 320ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboestatic void put_job(struct thread_data *td) 321ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 322549577a728fc3bacbfea8978c4f514cef5b073dcJens Axboe if (td == &def_thread) 323549577a728fc3bacbfea8978c4f514cef5b073dcJens Axboe return; 32484dd18865235caa675424c62a4624618ff961d78Bruce Cran 32558c55ba02aca24ed30beb343fcb1dc3df4667389Jens Axboe profile_td_exit(td); 3269e684a4976b7934f5ce011ea281dfef3352e5738Dan Ehrenberg flow_exit_job(td); 327549577a728fc3bacbfea8978c4f514cef5b073dcJens Axboe 32816edf25dba269ee9e8239130e75b690440b1e120Jens Axboe if (td->error) 3296d86144dd10b05e8b82e9b895c35dd778e5e71abJens Axboe log_info("fio: %s\n", td->verror); 33016edf25dba269ee9e8239130e75b690440b1e120Jens Axboe 3317e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe fio_options_free(td); 332de890a1e48d40238dac69f302708dde8719de240Steven Lang if (td->io_ops) 333de890a1e48d40238dac69f302708dde8719de240Steven Lang free_ioengine(td); 3347e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe 335ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe memset(&threads[td->thread_number - 1], 0, sizeof(*td)); 336ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe thread_number--; 337ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 338ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 339581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboestatic int __setup_rate(struct thread_data *td, enum fio_ddir ddir) 340127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe{ 341581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe unsigned int bs = td->o.min_bs[ddir]; 342127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe 343ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe assert(ddir_rw(ddir)); 344ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe 345ba3e4e0ca697f83c97a250d85a74506ace69de2cRadha Ramachandran if (td->o.rate[ddir]) 3461b8dbf256b974fac2864052931f3041ff3ead157Steven Lang td->rate_bps[ddir] = td->o.rate[ddir]; 347ba3e4e0ca697f83c97a250d85a74506ace69de2cRadha Ramachandran else 3481b8dbf256b974fac2864052931f3041ff3ead157Steven Lang td->rate_bps[ddir] = td->o.rate_iops[ddir] * bs; 349127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe 3501b8dbf256b974fac2864052931f3041ff3ead157Steven Lang if (!td->rate_bps[ddir]) { 351127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe log_err("rate lower than supported\n"); 352127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe return -1; 353127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe } 354127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe 355581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe td->rate_pending_usleep[ddir] = 0; 356127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe return 0; 357127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe} 358127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe 359581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboestatic int setup_rate(struct thread_data *td) 360581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe{ 361581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe int ret = 0; 362581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe 363581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe if (td->o.rate[DDIR_READ] || td->o.rate_iops[DDIR_READ]) 364581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe ret = __setup_rate(td, DDIR_READ); 365581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe if (td->o.rate[DDIR_WRITE] || td->o.rate_iops[DDIR_WRITE]) 366581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe ret |= __setup_rate(td, DDIR_WRITE); 3676eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li if (td->o.rate[DDIR_TRIM] || td->o.rate_iops[DDIR_TRIM]) 3686eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li ret |= __setup_rate(td, DDIR_TRIM); 369581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe 370581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe return ret; 371581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe} 372581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe 3738347239af0a361e160293100bfc053f88bbbf737Jens Axboestatic int fixed_block_size(struct thread_options *o) 3748347239af0a361e160293100bfc053f88bbbf737Jens Axboe{ 3758347239af0a361e160293100bfc053f88bbbf737Jens Axboe return o->min_bs[DDIR_READ] == o->max_bs[DDIR_READ] && 3768347239af0a361e160293100bfc053f88bbbf737Jens Axboe o->min_bs[DDIR_WRITE] == o->max_bs[DDIR_WRITE] && 3776eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->min_bs[DDIR_TRIM] == o->max_bs[DDIR_TRIM] && 3786eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->min_bs[DDIR_READ] == o->min_bs[DDIR_WRITE] && 3796eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->min_bs[DDIR_READ] == o->min_bs[DDIR_TRIM]; 3808347239af0a361e160293100bfc053f88bbbf737Jens Axboe} 3818347239af0a361e160293100bfc053f88bbbf737Jens Axboe 382dad915e36819e74c4540db19faae488ede963ee4Jens Axboe/* 383dad915e36819e74c4540db19faae488ede963ee4Jens Axboe * Lazy way of fixing up options that depend on each other. We could also 384dad915e36819e74c4540db19faae488ede963ee4Jens Axboe * define option callback handlers, but this is easier. 385dad915e36819e74c4540db19faae488ede963ee4Jens Axboe */ 3864e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboestatic int fixup_options(struct thread_data *td) 387e1f365035a952233463d85d659bd960ba78f012eJens Axboe{ 3882dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe struct thread_options *o = &td->o; 389ff21745102e2410df4b950ca2ff774ad5ea717d1Jens Axboe int ret = 0; 390dad915e36819e74c4540db19faae488ede963ee4Jens Axboe 391f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe#ifndef FIO_HAVE_PSHARED_MUTEX 3929bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe if (!o->use_thread) { 393f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe log_info("fio: this platform does not support process shared" 394f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe " mutexes, forcing use of threads. Use the 'thread'" 395f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe " option to get rid of this warning.\n"); 3969bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe o->use_thread = 1; 397a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 398f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe } 399f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe#endif 400f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe 4012dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->write_iolog_file && o->read_iolog_file) { 402076efc7c60c351df783960a646e7fe8fba29dc19Jens Axboe log_err("fio: read iolog overrides write_iolog\n"); 4032dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe free(o->write_iolog_file); 4042dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->write_iolog_file = NULL; 405a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 406076efc7c60c351df783960a646e7fe8fba29dc19Jens Axboe } 40716b462aeb47996111ee6aa516c9226708db7c248Jens Axboe 40816b462aeb47996111ee6aa516c9226708db7c248Jens Axboe /* 409ed33585509a97c4a65e46967cb49419b6a4f8870Steven Noonan * only really works with 1 file 41016b462aeb47996111ee6aa516c9226708db7c248Jens Axboe */ 411627aa1a8477290140a342a7bf344a84bc5bed762Jens Axboe if (o->zone_size && o->open_files > 1) 4122dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->zone_size = 0; 41316b462aeb47996111ee6aa516c9226708db7c248Jens Axboe 41416b462aeb47996111ee6aa516c9226708db7c248Jens Axboe /* 415ed33585509a97c4a65e46967cb49419b6a4f8870Steven Noonan * If zone_range isn't specified, backward compatibility dictates it 416ed33585509a97c4a65e46967cb49419b6a4f8870Steven Noonan * should be made equal to zone_size. 417ed33585509a97c4a65e46967cb49419b6a4f8870Steven Noonan */ 418ed33585509a97c4a65e46967cb49419b6a4f8870Steven Noonan if (o->zone_size && !o->zone_range) 419ed33585509a97c4a65e46967cb49419b6a4f8870Steven Noonan o->zone_range = o->zone_size; 420ed33585509a97c4a65e46967cb49419b6a4f8870Steven Noonan 421ed33585509a97c4a65e46967cb49419b6a4f8870Steven Noonan /* 42216b462aeb47996111ee6aa516c9226708db7c248Jens Axboe * Reads can do overwrites, we always need to pre-create the file 42316b462aeb47996111ee6aa516c9226708db7c248Jens Axboe */ 42416b462aeb47996111ee6aa516c9226708db7c248Jens Axboe if (td_read(td) || td_rw(td)) 4252dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->overwrite = 1; 42616b462aeb47996111ee6aa516c9226708db7c248Jens Axboe 4272dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!o->min_bs[DDIR_READ]) 4285ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe o->min_bs[DDIR_READ] = o->bs[DDIR_READ]; 4292dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!o->max_bs[DDIR_READ]) 4302dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->max_bs[DDIR_READ] = o->bs[DDIR_READ]; 4312dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!o->min_bs[DDIR_WRITE]) 4325ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe o->min_bs[DDIR_WRITE] = o->bs[DDIR_WRITE]; 4332dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!o->max_bs[DDIR_WRITE]) 4342dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->max_bs[DDIR_WRITE] = o->bs[DDIR_WRITE]; 4356eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li if (!o->min_bs[DDIR_TRIM]) 4366eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->min_bs[DDIR_TRIM] = o->bs[DDIR_TRIM]; 4376eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li if (!o->max_bs[DDIR_TRIM]) 4386eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->max_bs[DDIR_TRIM] = o->bs[DDIR_TRIM]; 4396eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li 440a00735e66f9ec42549da94eba3170e543b542904Jens Axboe 4412dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->rw_min_bs = min(o->min_bs[DDIR_READ], o->min_bs[DDIR_WRITE]); 4426eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->rw_min_bs = min(o->min_bs[DDIR_TRIM], o->rw_min_bs); 443a00735e66f9ec42549da94eba3170e543b542904Jens Axboe 4442b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe /* 4452b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe * For random IO, allow blockalign offset other than min_bs. 4462b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe */ 4472b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe if (!o->ba[DDIR_READ] || !td_random(td)) 4482b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe o->ba[DDIR_READ] = o->min_bs[DDIR_READ]; 4492b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe if (!o->ba[DDIR_WRITE] || !td_random(td)) 4502b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe o->ba[DDIR_WRITE] = o->min_bs[DDIR_WRITE]; 4516eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li if (!o->ba[DDIR_TRIM] || !td_random(td)) 4526eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->ba[DDIR_TRIM] = o->min_bs[DDIR_TRIM]; 4532b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe 4542b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe if ((o->ba[DDIR_READ] != o->min_bs[DDIR_READ] || 4556eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->ba[DDIR_WRITE] != o->min_bs[DDIR_WRITE] || 4566eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->ba[DDIR_TRIM] != o->min_bs[DDIR_TRIM]) && 4579bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe !o->norandommap) { 4582b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe log_err("fio: Any use of blockalign= turns off randommap\n"); 4599bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe o->norandommap = 1; 460a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 4612b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe } 4622b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe 4632dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!o->file_size_high) 4642dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->file_size_high = o->file_size_low; 4659c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe 4668347239af0a361e160293100bfc053f88bbbf737Jens Axboe if (o->norandommap && o->verify != VERIFY_NONE 4678347239af0a361e160293100bfc053f88bbbf737Jens Axboe && !fixed_block_size(o)) { 4688347239af0a361e160293100bfc053f88bbbf737Jens Axboe log_err("fio: norandommap given for variable block sizes, " 4698347239af0a361e160293100bfc053f88bbbf737Jens Axboe "verify disabled\n"); 4702dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->verify = VERIFY_NONE; 471a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 472bb8895e07c6d6417410545f45d34b1b7916cd90aJens Axboe } 4732dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->bs_unaligned && (o->odirect || td->io_ops->flags & FIO_RAWIO)) 474690adba373bb8c97a365c67da369e265953c4b4cJens Axboe log_err("fio: bs_unaligned may not work with raw io\n"); 475e0a223354342cc45a916b669343718b80a20c2eaJens Axboe 476e0a223354342cc45a916b669343718b80a20c2eaJens Axboe /* 47748097d5c61aa1718e6dd4b3b647ea2eb6f00fcfbJens Axboe * thinktime_spin must be less than thinktime 47848097d5c61aa1718e6dd4b3b647ea2eb6f00fcfbJens Axboe */ 4792dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->thinktime_spin > o->thinktime) 4802dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->thinktime_spin = o->thinktime; 481e916b390684ec1ca6247f98138fa9c1682701d29Jens Axboe 482e916b390684ec1ca6247f98138fa9c1682701d29Jens Axboe /* 483e916b390684ec1ca6247f98138fa9c1682701d29Jens Axboe * The low water mark cannot be bigger than the iodepth 484e916b390684ec1ca6247f98138fa9c1682701d29Jens Axboe */ 48567bf982340d95ca98098ea050b54b4c7adb116c0Jens Axboe if (o->iodepth_low > o->iodepth || !o->iodepth_low) 48667bf982340d95ca98098ea050b54b4c7adb116c0Jens Axboe o->iodepth_low = o->iodepth; 487cb5ab5121ac4fa62e0ca2612b359f19bfdd30f29Jens Axboe 488cb5ab5121ac4fa62e0ca2612b359f19bfdd30f29Jens Axboe /* 489cb5ab5121ac4fa62e0ca2612b359f19bfdd30f29Jens Axboe * If batch number isn't set, default to the same as iodepth 490cb5ab5121ac4fa62e0ca2612b359f19bfdd30f29Jens Axboe */ 4912dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->iodepth_batch > o->iodepth || !o->iodepth_batch) 4922dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->iodepth_batch = o->iodepth; 493b5af82930ccfd7dda6a1b11794efb452eb76d8dcJens Axboe 4942dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->nr_files > td->files_index) 4952dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->nr_files = td->files_index; 4969f9214f243701626a04b4a0f9aceec03b8b40e0fJens Axboe 4972dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->open_files > o->nr_files || !o->open_files) 4982dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->open_files = o->nr_files; 4994e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe 5006eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li if (((o->rate[DDIR_READ] + o->rate[DDIR_WRITE] + o->rate[DDIR_TRIM]) && 5016eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li (o->rate_iops[DDIR_READ] + o->rate_iops[DDIR_WRITE] + o->rate_iops[DDIR_TRIM])) || 5026eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li ((o->ratemin[DDIR_READ] + o->ratemin[DDIR_WRITE] + o->ratemin[DDIR_TRIM]) && 5036eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li (o->rate_iops_min[DDIR_READ] + o->rate_iops_min[DDIR_WRITE] + o->rate_iops_min[DDIR_TRIM]))) { 5044e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe log_err("fio: rate and rate_iops are mutually exclusive\n"); 505a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = 1; 5064e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe } 5076eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li if ((o->rate[DDIR_READ] < o->ratemin[DDIR_READ]) || 5086eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li (o->rate[DDIR_WRITE] < o->ratemin[DDIR_WRITE]) || 5096eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li (o->rate[DDIR_TRIM] < o->ratemin[DDIR_TRIM]) || 5106eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li (o->rate_iops[DDIR_READ] < o->rate_iops_min[DDIR_READ]) || 5116eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li (o->rate_iops[DDIR_WRITE] < o->rate_iops_min[DDIR_WRITE]) || 5126eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li (o->rate_iops[DDIR_TRIM] < o->rate_iops_min[DDIR_TRIM])) { 5134e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe log_err("fio: minimum rate exceeds rate\n"); 514a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = 1; 5154e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe } 5164e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe 517cf4464ca60ce75ac241c621bc70a2500beeb782fJens Axboe if (!o->timeout && o->time_based) { 518cf4464ca60ce75ac241c621bc70a2500beeb782fJens Axboe log_err("fio: time_based requires a runtime/timeout setting\n"); 519cf4464ca60ce75ac241c621bc70a2500beeb782fJens Axboe o->time_based = 0; 520a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 521cf4464ca60ce75ac241c621bc70a2500beeb782fJens Axboe } 522cf4464ca60ce75ac241c621bc70a2500beeb782fJens Axboe 523aa31f1f108348ba2a8749c73fa8c25f3d4630a7cShawn Lewis if (o->fill_device && !o->size) 5245921e80c5dfc9f96d2f21da6ae58f2b5d3a0b373Jens Axboe o->size = -1ULL; 5255ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe 5269bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe if (o->verify != VERIFY_NONE) { 527996936f995c47f4744a49e05419e7d4c0364c64eJens Axboe if (td_write(td) && o->do_verify && o->numjobs > 1) { 528a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe log_info("Multiple writers may overwrite blocks that " 529a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe "belong to other jobs. This can cause " 530a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe "verification failures.\n"); 531a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 532a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe } 533a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe 5349bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe o->refill_buffers = 1; 5352f1b8e8b2efff5cf6887fc465f711391ab5b1825Jens Axboe if (o->max_bs[DDIR_WRITE] != o->min_bs[DDIR_WRITE] && 5362f1b8e8b2efff5cf6887fc465f711391ab5b1825Jens Axboe !o->verify_interval) 5372f1b8e8b2efff5cf6887fc465f711391ab5b1825Jens Axboe o->verify_interval = o->min_bs[DDIR_WRITE]; 538d990588ef84dacb107971143c239565e149d6f73Jens Axboe } 53941ccd84597867a36289392e59634d9fd7dc4c397Jens Axboe 5409bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe if (o->pre_read) { 5419bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe o->invalidate_cache = 0; 542a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe if (td->io_ops->flags & FIO_PIPEIO) { 5439c0d224129b0c59698e4c77e7fed00dc8cbb50e1Jens Axboe log_info("fio: cannot pre-read files with an IO engine" 5449c0d224129b0c59698e4c77e7fed00dc8cbb50e1Jens Axboe " that isn't seekable. Pre-read disabled.\n"); 545a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 546a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe } 5479c0d224129b0c59698e4c77e7fed00dc8cbb50e1Jens Axboe } 54834f1c044d361d04a576c3e7ed387fe064f9db5c6Jens Axboe 54967bf982340d95ca98098ea050b54b4c7adb116c0Jens Axboe#ifndef CONFIG_FDATASYNC 5509bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe if (o->fdatasync_blocks) { 551e72fa4d40565e7a213698d8696b81f80e4670982Joshua Aune log_info("fio: this platform does not support fdatasync()" 552e72fa4d40565e7a213698d8696b81f80e4670982Joshua Aune " falling back to using fsync(). Use the 'fsync'" 553e72fa4d40565e7a213698d8696b81f80e4670982Joshua Aune " option instead of 'fdatasync' to get rid of" 554e72fa4d40565e7a213698d8696b81f80e4670982Joshua Aune " this warning\n"); 5559bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe o->fsync_blocks = o->fdatasync_blocks; 5569bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe o->fdatasync_blocks = 0; 557a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 558e72fa4d40565e7a213698d8696b81f80e4670982Joshua Aune } 559e72fa4d40565e7a213698d8696b81f80e4670982Joshua Aune#endif 560e72fa4d40565e7a213698d8696b81f80e4670982Joshua Aune 56193bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran#ifdef WIN32 56293bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran /* 56393bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran * Windows doesn't support O_DIRECT or O_SYNC with the _open interface, 56493bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran * so fail if we're passed those flags 56593bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran */ 56693bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran if ((td->io_ops->flags & FIO_SYNCIO) && (td->o.odirect || td->o.sync_io)) { 56793bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran log_err("fio: Windows does not support direct or non-buffered io with" 56893bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran " the synchronous ioengines. Use the 'windowsaio' ioengine" 56993bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran " with 'direct=1' and 'iodepth=1' instead.\n"); 57093bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran ret = 1; 57193bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran } 57293bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran#endif 57393bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran 574811ac503a6196f13da22565eb165c278988da4daJens Axboe /* 575811ac503a6196f13da22565eb165c278988da4daJens Axboe * For fully compressible data, just zero them at init time. 576811ac503a6196f13da22565eb165c278988da4daJens Axboe * It's faster than repeatedly filling it. 577811ac503a6196f13da22565eb165c278988da4daJens Axboe */ 578811ac503a6196f13da22565eb165c278988da4daJens Axboe if (td->o.compress_percentage == 100) { 579811ac503a6196f13da22565eb165c278988da4daJens Axboe td->o.zero_buffers = 1; 580811ac503a6196f13da22565eb165c278988da4daJens Axboe td->o.compress_percentage = 0; 581811ac503a6196f13da22565eb165c278988da4daJens Axboe } 582811ac503a6196f13da22565eb165c278988da4daJens Axboe 5835881fda43ce41756029a830cc83dbf4480cb6ea2Jens Axboe /* 5845881fda43ce41756029a830cc83dbf4480cb6ea2Jens Axboe * Using a non-uniform random distribution excludes usage of 5855881fda43ce41756029a830cc83dbf4480cb6ea2Jens Axboe * a random map 5865881fda43ce41756029a830cc83dbf4480cb6ea2Jens Axboe */ 5875881fda43ce41756029a830cc83dbf4480cb6ea2Jens Axboe if (td->o.random_distribution != FIO_RAND_DIST_RANDOM) 5885881fda43ce41756029a830cc83dbf4480cb6ea2Jens Axboe td->o.norandommap = 1; 5895881fda43ce41756029a830cc83dbf4480cb6ea2Jens Axboe 590a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe return ret; 591e1f365035a952233463d85d659bd960ba78f012eJens Axboe} 592e1f365035a952233463d85d659bd960ba78f012eJens Axboe 593906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe/* 594f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe * This function leaks the buffer 595f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe */ 596f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboestatic char *to_kmg(unsigned int val) 597f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe{ 598f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe char *buf = malloc(32); 599f3502ba2dd72d846a388c774a01c6bb833871248Jens Axboe char post[] = { 0, 'K', 'M', 'G', 'P', 'E', 0 }; 600f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe char *p = post; 601f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 602245142ff7554290cf666e3ef6b7b57512bf17d75Jens Axboe do { 603f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe if (val & 1023) 604f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe break; 605f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 606f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe val >>= 10; 607f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe p++; 608245142ff7554290cf666e3ef6b7b57512bf17d75Jens Axboe } while (*p); 609f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 61098ffb8f3ecebed9984d1744f142eb8be10c14dbdKen Raeburn snprintf(buf, 32, "%u%c", val, *p); 611f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe return buf; 612f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe} 613f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 61409629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe/* External engines are specified by "external:name.o") */ 61509629a90d5b68b220e3fb98318e2dcd019943edaJens Axboestatic const char *get_engine_name(const char *str) 61609629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe{ 61709629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe char *p = strstr(str, ":"); 61809629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe 61909629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe if (!p) 62009629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe return str; 62109629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe 62209629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe p++; 62309629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe strip_blank_front(&p); 62409629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe strip_blank_end(p); 62509629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe return p; 62609629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe} 62709629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe 628e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboestatic int exists_and_not_file(const char *filename) 629e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe{ 630e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe struct stat sb; 631e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 632e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe if (lstat(filename, &sb) == -1) 633e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe return 0; 634e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 635ecc314ba7c5f02b7e90ac1dfbce1a74cd4e6d6feBruce Cran /* \\.\ is the device namespace in Windows, where every file 636ecc314ba7c5f02b7e90ac1dfbce1a74cd4e6d6feBruce Cran * is a device node */ 637ecc314ba7c5f02b7e90ac1dfbce1a74cd4e6d6feBruce Cran if (S_ISREG(sb.st_mode) && strncmp(filename, "\\\\.\\", 4) != 0) 638e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe return 0; 639e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 640e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe return 1; 641e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe} 642e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 6434c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboestatic void td_fill_rand_seeds_os(struct thread_data *td) 6445bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe{ 645d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe os_random_seed(td->rand_seeds[FIO_RAND_BS_OFF], &td->bsrange_state); 646d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe os_random_seed(td->rand_seeds[FIO_RAND_VER_OFF], &td->verify_state); 647d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe os_random_seed(td->rand_seeds[FIO_RAND_MIX_OFF], &td->rwmix_state); 6485bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe 6495bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe if (td->o.file_service_type == FIO_FSERVICE_RANDOM) 650d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe os_random_seed(td->rand_seeds[FIO_RAND_FILE_OFF], &td->next_file_state); 6515bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe 652d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe os_random_seed(td->rand_seeds[FIO_RAND_FILE_SIZE_OFF], &td->file_size_state); 653d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe os_random_seed(td->rand_seeds[FIO_RAND_TRIM_OFF], &td->trim_state); 6545bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe 6555bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe if (!td_random(td)) 6565bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe return; 6575bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe 6585bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe if (td->o.rand_repeatable) 659d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe td->rand_seeds[FIO_RAND_BLOCK_OFF] = FIO_RANDSEED * td->thread_number; 6605bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe 661d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe os_random_seed(td->rand_seeds[FIO_RAND_BLOCK_OFF], &td->random_state); 6624c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe} 6634c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe 6644c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboestatic void td_fill_rand_seeds_internal(struct thread_data *td) 6654c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe{ 666d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe init_rand_seed(&td->__bsrange_state, td->rand_seeds[FIO_RAND_BS_OFF]); 667d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe init_rand_seed(&td->__verify_state, td->rand_seeds[FIO_RAND_VER_OFF]); 668d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe init_rand_seed(&td->__rwmix_state, td->rand_seeds[FIO_RAND_MIX_OFF]); 6694c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe 6704c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe if (td->o.file_service_type == FIO_FSERVICE_RANDOM) 671d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe init_rand_seed(&td->__next_file_state, td->rand_seeds[FIO_RAND_FILE_OFF]); 6724c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe 673d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe init_rand_seed(&td->__file_size_state, td->rand_seeds[FIO_RAND_FILE_SIZE_OFF]); 674d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe init_rand_seed(&td->__trim_state, td->rand_seeds[FIO_RAND_TRIM_OFF]); 6754c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe 6764c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe if (!td_random(td)) 6774c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe return; 6784c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe 6794c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe if (td->o.rand_repeatable) 680d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe td->rand_seeds[FIO_RAND_BLOCK_OFF] = FIO_RANDSEED * td->thread_number; 6814c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe 682d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe init_rand_seed(&td->__random_state, td->rand_seeds[FIO_RAND_BLOCK_OFF]); 6835bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe} 6845bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe 6854c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboevoid td_fill_rand_seeds(struct thread_data *td) 6864c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe{ 6874c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe if (td->o.use_os_rand) 6884c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe td_fill_rand_seeds_os(td); 6894c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe else 6904c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe td_fill_rand_seeds_internal(td); 6913545a109a2cfe5ab22969ef453dc049db47f0b68Jens Axboe 692d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe init_rand_seed(&td->buf_state, td->rand_seeds[FIO_RAND_BUF_OFF]); 6934c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe} 6944c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe 6959c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe/* 696de890a1e48d40238dac69f302708dde8719de240Steven Lang * Initializes the ioengine configured for a job, if it has not been done so 697de890a1e48d40238dac69f302708dde8719de240Steven Lang * already. 698de890a1e48d40238dac69f302708dde8719de240Steven Lang */ 699de890a1e48d40238dac69f302708dde8719de240Steven Langint ioengine_load(struct thread_data *td) 700de890a1e48d40238dac69f302708dde8719de240Steven Lang{ 701de890a1e48d40238dac69f302708dde8719de240Steven Lang const char *engine; 702de890a1e48d40238dac69f302708dde8719de240Steven Lang 703de890a1e48d40238dac69f302708dde8719de240Steven Lang /* 704de890a1e48d40238dac69f302708dde8719de240Steven Lang * Engine has already been loaded. 705de890a1e48d40238dac69f302708dde8719de240Steven Lang */ 706de890a1e48d40238dac69f302708dde8719de240Steven Lang if (td->io_ops) 707de890a1e48d40238dac69f302708dde8719de240Steven Lang return 0; 708de890a1e48d40238dac69f302708dde8719de240Steven Lang 709de890a1e48d40238dac69f302708dde8719de240Steven Lang engine = get_engine_name(td->o.ioengine); 710de890a1e48d40238dac69f302708dde8719de240Steven Lang td->io_ops = load_ioengine(td, engine); 711de890a1e48d40238dac69f302708dde8719de240Steven Lang if (!td->io_ops) { 712de890a1e48d40238dac69f302708dde8719de240Steven Lang log_err("fio: failed to load engine %s\n", engine); 713de890a1e48d40238dac69f302708dde8719de240Steven Lang return 1; 714de890a1e48d40238dac69f302708dde8719de240Steven Lang } 715de890a1e48d40238dac69f302708dde8719de240Steven Lang 716de890a1e48d40238dac69f302708dde8719de240Steven Lang if (td->io_ops->option_struct_size && td->io_ops->options) { 717de890a1e48d40238dac69f302708dde8719de240Steven Lang /* 718de890a1e48d40238dac69f302708dde8719de240Steven Lang * In cases where td->eo is set, clone it for a child thread. 719de890a1e48d40238dac69f302708dde8719de240Steven Lang * This requires that the parent thread has the same ioengine, 720de890a1e48d40238dac69f302708dde8719de240Steven Lang * but that requirement must be enforced by the code which 721de890a1e48d40238dac69f302708dde8719de240Steven Lang * cloned the thread. 722de890a1e48d40238dac69f302708dde8719de240Steven Lang */ 723de890a1e48d40238dac69f302708dde8719de240Steven Lang void *origeo = td->eo; 724de890a1e48d40238dac69f302708dde8719de240Steven Lang /* 725de890a1e48d40238dac69f302708dde8719de240Steven Lang * Otherwise use the default thread options. 726de890a1e48d40238dac69f302708dde8719de240Steven Lang */ 727de890a1e48d40238dac69f302708dde8719de240Steven Lang if (!origeo && td != &def_thread && def_thread.eo && 728de890a1e48d40238dac69f302708dde8719de240Steven Lang def_thread.io_ops->options == td->io_ops->options) 729de890a1e48d40238dac69f302708dde8719de240Steven Lang origeo = def_thread.eo; 730de890a1e48d40238dac69f302708dde8719de240Steven Lang 731de890a1e48d40238dac69f302708dde8719de240Steven Lang options_init(td->io_ops->options); 732de890a1e48d40238dac69f302708dde8719de240Steven Lang td->eo = malloc(td->io_ops->option_struct_size); 733de890a1e48d40238dac69f302708dde8719de240Steven Lang /* 734de890a1e48d40238dac69f302708dde8719de240Steven Lang * Use the default thread as an option template if this uses the 735de890a1e48d40238dac69f302708dde8719de240Steven Lang * same options structure and there are non-default options 736de890a1e48d40238dac69f302708dde8719de240Steven Lang * used. 737de890a1e48d40238dac69f302708dde8719de240Steven Lang */ 738de890a1e48d40238dac69f302708dde8719de240Steven Lang if (origeo) { 739de890a1e48d40238dac69f302708dde8719de240Steven Lang memcpy(td->eo, origeo, td->io_ops->option_struct_size); 740de890a1e48d40238dac69f302708dde8719de240Steven Lang options_mem_dupe(td->eo, td->io_ops->options); 741de890a1e48d40238dac69f302708dde8719de240Steven Lang } else { 742de890a1e48d40238dac69f302708dde8719de240Steven Lang memset(td->eo, 0, td->io_ops->option_struct_size); 743de890a1e48d40238dac69f302708dde8719de240Steven Lang fill_default_options(td->eo, td->io_ops->options); 744de890a1e48d40238dac69f302708dde8719de240Steven Lang } 745de890a1e48d40238dac69f302708dde8719de240Steven Lang *(struct thread_data **)td->eo = td; 746de890a1e48d40238dac69f302708dde8719de240Steven Lang } 747de890a1e48d40238dac69f302708dde8719de240Steven Lang 748de890a1e48d40238dac69f302708dde8719de240Steven Lang return 0; 749de890a1e48d40238dac69f302708dde8719de240Steven Lang} 750de890a1e48d40238dac69f302708dde8719de240Steven Lang 751d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboestatic void init_flags(struct thread_data *td) 752d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe{ 753d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe struct thread_options *o = &td->o; 754d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe 755d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe if (o->verify_backlog) 756d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe td->flags |= TD_F_VER_BACKLOG; 757d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe if (o->trim_backlog) 758d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe td->flags |= TD_F_TRIM_BACKLOG; 759d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe if (o->read_iolog_file) 760d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe td->flags |= TD_F_READ_IOLOG; 761d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe if (o->refill_buffers) 762d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe td->flags |= TD_F_REFILL_BUFFERS; 763d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe if (o->scramble_buffers) 764d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe td->flags |= TD_F_SCRAMBLE_BUFFERS; 765d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe if (o->verify != VERIFY_NONE) 766d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe td->flags |= TD_F_VER_NONE; 767d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe} 768d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe 7699dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboestatic int setup_random_seeds(struct thread_data *td) 7709dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe{ 7719dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe unsigned long seed; 7729dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe unsigned int i; 7739dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe 7749dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe if (!td->o.rand_repeatable) 7759dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe return init_random_state(td, td->rand_seeds, sizeof(td->rand_seeds)); 7769dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe 7779dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe for (seed = 0x89, i = 0; i < 4; i++) 7789dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe seed *= 0x9e370001UL; 7799dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe 7809dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe for (i = 0; i < FIO_RAND_NR_OFFS; i++) { 7819dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe td->rand_seeds[i] = seed; 7829dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe seed *= 0x9e370001UL; 7839dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe } 7849dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe 7859dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe td_fill_rand_seeds(td); 7869dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe return 0; 7879dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe} 7889dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe 789de890a1e48d40238dac69f302708dde8719de240Steven Lang/* 790906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe * Adds a job to the list of things todo. Sanitizes the various options 791906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe * to make sure we don't have conflicts, and initializes various 792906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe * members of td. 793906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe */ 794751548451d969148529b642c05e7544726ec3b64Jens Axboestatic int add_job(struct thread_data *td, const char *jobname, int job_add_num) 795ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 796413dd459a7710ba421061e840dd9ac3161c70f20Jens Axboe const char *ddir_str[] = { NULL, "read", "write", "rw", NULL, 7976eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li "randread", "randwrite", "randrw", 7986eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li "trim", NULL, NULL, NULL, "randtrim" }; 799af52b3455ad892322aab2791282b6bd4efdfdbf3Jens Axboe unsigned int i; 800af52b3455ad892322aab2791282b6bd4efdfdbf3Jens Axboe char fname[PATH_MAX]; 801e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe int numjobs, file_alloced; 802ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 803ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe /* 804ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe * the def_thread is just for options, it's not a real job 805ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe */ 806ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (td == &def_thread) 807ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 0; 808ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 809d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe init_flags(td); 810d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe 811cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe /* 812cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe * if we are just dumping the output command line, don't add the job 813cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe */ 814cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe if (dump_cmdline) { 815cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe put_job(td); 816cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe return 0; 817cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe } 818cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe 81958c55ba02aca24ed30beb343fcb1dc3df4667389Jens Axboe if (profile_td_init(td)) 8206625155407de739e1e857419b7b4fb62f6c6bb2eJens Axboe goto err; 82158c55ba02aca24ed30beb343fcb1dc3df4667389Jens Axboe 822de890a1e48d40238dac69f302708dde8719de240Steven Lang if (ioengine_load(td)) 823205927a3cfc25baeb318e3aedf3ac29d16bf4be9Jens Axboe goto err; 824df64119de537aba99c85d1dc80190b354589f8b9Jens Axboe 8252dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (td->o.use_thread) 8269cedf16704b71cec33138bb4cf524d3fc9ad338aJens Axboe nr_thread++; 8279cedf16704b71cec33138bb4cf524d3fc9ad338aJens Axboe else 8289cedf16704b71cec33138bb4cf524d3fc9ad338aJens Axboe nr_process++; 8299cedf16704b71cec33138bb4cf524d3fc9ad338aJens Axboe 8302dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (td->o.odirect) 831690adba373bb8c97a365c67da369e265953c4b4cJens Axboe td->io_ops->flags |= FIO_RAWIO; 832690adba373bb8c97a365c67da369e265953c4b4cJens Axboe 833e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe file_alloced = 0; 834691c8fb014da9dd82e999a90b5511423f4eee188Jens Axboe if (!td->o.filename && !td->files_index && !td->o.read_iolog_file) { 835e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe file_alloced = 1; 83680be24f4671164d597463e4b5c794d4cbd0a4537Jens Axboe 8372dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (td->o.nr_files == 1 && exists_and_not_file(jobname)) 838e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe add_file(td, jobname); 8397b05a215c8c39b8c878297b90eba112fe9176542Jens Axboe else { 8402dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe for (i = 0; i < td->o.nr_files; i++) { 8415ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe sprintf(fname, "%s.%d.%d", jobname, 8425ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe td->thread_number, i); 8437b05a215c8c39b8c878297b90eba112fe9176542Jens Axboe add_file(td, fname); 8447b05a215c8c39b8c878297b90eba112fe9176542Jens Axboe } 845af52b3455ad892322aab2791282b6bd4efdfdbf3Jens Axboe } 8460af7b542b69af5ab2400a9960a5bcde82c05723fJens Axboe } 847ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 8484e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe if (fixup_options(td)) 8494e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe goto err; 850e0a223354342cc45a916b669343718b80a20c2eaJens Axboe 8519e684a4976b7934f5ce011ea281dfef3352e5738Dan Ehrenberg flow_init_job(td); 8529e684a4976b7934f5ce011ea281dfef3352e5738Dan Ehrenberg 853de890a1e48d40238dac69f302708dde8719de240Steven Lang /* 854de890a1e48d40238dac69f302708dde8719de240Steven Lang * IO engines only need this for option callbacks, and the address may 855de890a1e48d40238dac69f302708dde8719de240Steven Lang * change in subprocesses. 856de890a1e48d40238dac69f302708dde8719de240Steven Lang */ 857de890a1e48d40238dac69f302708dde8719de240Steven Lang if (td->eo) 858de890a1e48d40238dac69f302708dde8719de240Steven Lang *(struct thread_data **)td->eo = NULL; 859de890a1e48d40238dac69f302708dde8719de240Steven Lang 86007eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe if (td->io_ops->flags & FIO_DISKLESSIO) { 86107eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe struct fio_file *f; 86207eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe 86307eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe for_each_file(td, f, i) 86407eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe f->real_file_size = -1ULL; 86507eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe } 86607eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe 867521da527743088a9bd2ab882f8b64799d49d5848Jens Axboe td->mutex = fio_mutex_init(FIO_MUTEX_LOCKED); 868ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 869833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong td->ts.clat_percentiles = td->o.clat_percentiles; 870435d195a9da120c5a618129cdb73418f4748c20aVincent Kang Fu td->ts.percentile_precision = td->o.percentile_precision; 871fd112d34a2cfdc2d9efcd394e38b6d87b357c23dVincent Kang Fu memcpy(td->ts.percentile_list, td->o.percentile_list, sizeof(td->o.percentile_list)); 872833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong 8736eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li for (i = 0; i < DDIR_RWDIR_CNT; i++) { 8746eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li td->ts.clat_stat[i].min_val = ULONG_MAX; 8756eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li td->ts.slat_stat[i].min_val = ULONG_MAX; 8766eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li td->ts.lat_stat[i].min_val = ULONG_MAX; 8776eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li td->ts.bw_stat[i].min_val = ULONG_MAX; 8786eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li } 879cdd5411e02b05f5c9fd305a0f07f58e3abef4d5eAdam DeBellins td->ddir_seq_nr = td->o.ddir_seq_nr; 880ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 881755c31896364ad2887c07e0383ce639d1f5b52abJens Axboe if ((td->o.stonewall || td->o.new_group) && prev_group_jobs) { 8823c5df6fa2259c12fd6a7beb9a3521dec76d12dd2Jens Axboe prev_group_jobs = 0; 883ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe groupid++; 8843c5df6fa2259c12fd6a7beb9a3521dec76d12dd2Jens Axboe } 885ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 886ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe td->groupid = groupid; 8873c5df6fa2259c12fd6a7beb9a3521dec76d12dd2Jens Axboe prev_group_jobs++; 888ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 8899dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe if (setup_random_seeds(td)) { 89093bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran td_verror(td, errno, "init_random_state"); 8919c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe goto err; 89293bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran } 8939c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe 894ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (setup_rate(td)) 895ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe goto err; 896ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 8972dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (td->o.write_lat_log) { 898b8bc8cba9512c6dce4891fda86de675053605ca2Jens Axboe setup_log(&td->lat_log, td->o.log_avg_msec); 899b8bc8cba9512c6dce4891fda86de675053605ca2Jens Axboe setup_log(&td->slat_log, td->o.log_avg_msec); 900b8bc8cba9512c6dce4891fda86de675053605ca2Jens Axboe setup_log(&td->clat_log, td->o.log_avg_msec); 901ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 9022dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (td->o.write_bw_log) 903b8bc8cba9512c6dce4891fda86de675053605ca2Jens Axboe setup_log(&td->bw_log, td->o.log_avg_msec); 904c8eeb9df1f52f28567a5937e141decc6a26ec30bJens Axboe if (td->o.write_iops_log) 905b8bc8cba9512c6dce4891fda86de675053605ca2Jens Axboe setup_log(&td->iops_log, td->o.log_avg_msec); 906ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 9072dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!td->o.name) 9082dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe td->o.name = strdup(jobname); 90901452055af61d6f5de543575dba3ebb0c9e55fabJens Axboe 910f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe if (output_format == FIO_OUTPUT_NORMAL) { 911b990b5c06801d6d25e3fcc5415efbbe7bb23341eJens Axboe if (!job_add_num) { 9125ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe if (!strcmp(td->io_ops->name, "cpuio")) { 9135ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe log_info("%s: ioengine=cpu, cpuload=%u," 9145ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe " cpucycle=%u\n", td->o.name, 9155ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe td->o.cpuload, 9165ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe td->o.cpucycle); 9175ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe } else { 9186eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li char *c1, *c2, *c3, *c4, *c5, *c6; 919f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 9202dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe c1 = to_kmg(td->o.min_bs[DDIR_READ]); 9212dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe c2 = to_kmg(td->o.max_bs[DDIR_READ]); 9222dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe c3 = to_kmg(td->o.min_bs[DDIR_WRITE]); 9232dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe c4 = to_kmg(td->o.max_bs[DDIR_WRITE]); 9246eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li c5 = to_kmg(td->o.min_bs[DDIR_TRIM]); 9256eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li c6 = to_kmg(td->o.max_bs[DDIR_TRIM]); 926f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 9276eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li log_info("%s: (g=%d): rw=%s, bs=%s-%s/%s-%s/%s-%s," 9285ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe " ioengine=%s, iodepth=%u\n", 9295ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe td->o.name, td->groupid, 9305ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe ddir_str[td->o.td_ddir], 9316eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li c1, c2, c3, c4, c5, c6, 9325ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe td->io_ops->name, 9335ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe td->o.iodepth); 934f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 935f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe free(c1); 936f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe free(c2); 937f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe free(c3); 938f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe free(c4); 9396eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li free(c5); 9406eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li free(c6); 941f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe } 942b990b5c06801d6d25e3fcc5415efbbe7bb23341eJens Axboe } else if (job_add_num == 1) 9436d86144dd10b05e8b82e9b895c35dd778e5e71abJens Axboe log_info("...\n"); 944c6ae0a5b8123ea9af2ce70319081fbd5d65c8093Jens Axboe } 945ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 946ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe /* 947ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe * recurse add identical jobs, clear numjobs and stonewall options 948ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe * as they don't apply to sub-jobs 949ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe */ 9502dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe numjobs = td->o.numjobs; 951ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe while (--numjobs) { 952de890a1e48d40238dac69f302708dde8719de240Steven Lang struct thread_data *td_new = get_new_job(0, td, 1); 953ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 954ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (!td_new) 955ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe goto err; 956ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 9572dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe td_new->o.numjobs = 1; 9582dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe td_new->o.stonewall = 0; 95992c1d41f9cb4da2513ad261552f92511d69f6b8eJens Axboe td_new->o.new_group = 0; 960e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 961e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe if (file_alloced) { 9622dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe td_new->o.filename = NULL; 963e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe td_new->files_index = 0; 9644e6ea2f1e9b7da6d7d1057670fcc19f063e46fd4Jens Axboe td_new->files_size = 0; 965e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe td_new->files = NULL; 966e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe } 967e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 968751548451d969148529b642c05e7544726ec3b64Jens Axboe job_add_num = numjobs - 1; 969ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 970751548451d969148529b642c05e7544726ec3b64Jens Axboe if (add_job(td_new, jobname, job_add_num)) 971ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe goto err; 972ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 9733c5df6fa2259c12fd6a7beb9a3521dec76d12dd2Jens Axboe 974ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 0; 975ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboeerr: 976ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe put_job(td); 977ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return -1; 978ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 979ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 98079d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe/* 98179d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe * Parse as if 'o' was a command line 98279d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe */ 98379d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboevoid add_job_opts(const char **o) 98479d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe{ 98579d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe struct thread_data *td, *td_parent; 98679d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe int i, in_global = 1; 98779d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe char jobname[32]; 98879d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe 98979d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe i = 0; 99079d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe td_parent = td = NULL; 99179d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe while (o[i]) { 99279d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe if (!strncmp(o[i], "name", 4)) { 99379d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe in_global = 0; 99479d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe if (td) 99579d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe add_job(td, jobname, 0); 99679d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe td = NULL; 99779d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe sprintf(jobname, "%s", o[i] + 5); 99879d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe } 99979d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe if (in_global && !td_parent) 1000de890a1e48d40238dac69f302708dde8719de240Steven Lang td_parent = get_new_job(1, &def_thread, 0); 100179d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe else if (!in_global && !td) { 100279d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe if (!td_parent) 100379d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe td_parent = &def_thread; 1004de890a1e48d40238dac69f302708dde8719de240Steven Lang td = get_new_job(0, td_parent, 0); 100579d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe } 100679d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe if (in_global) 100779d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe fio_options_parse(td_parent, (char **) &o[i], 1); 100879d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe else 100979d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe fio_options_parse(td, (char **) &o[i], 1); 101079d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe i++; 101179d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe } 101279d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe 101379d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe if (td) 101479d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe add_job(td, jobname, 0); 101579d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe} 101679d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe 101701f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboestatic int skip_this_section(const char *name) 101801f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe{ 1019ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe int i; 1020ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe 1021ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe if (!nr_job_sections) 102201f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe return 0; 102301f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (!strncmp(name, "global", 6)) 102401f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe return 0; 102501f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe 1026ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe for (i = 0; i < nr_job_sections; i++) 1027ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe if (!strcmp(job_sections[i], name)) 1028ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe return 0; 1029ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe 1030ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe return 1; 103101f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe} 103201f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe 1033ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboestatic int is_empty_or_comment(char *line) 1034ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 1035ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe unsigned int i; 1036ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1037ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe for (i = 0; i < strlen(line); i++) { 1038ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (line[i] == ';') 1039ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 1; 10405cc2da300b3fc30e00b79b4ddb3f372df3b2fe93Ingo Molnar if (line[i] == '#') 10415cc2da300b3fc30e00b79b4ddb3f372df3b2fe93Ingo Molnar return 1; 104276cd9378b90dddf2cedc9a5d49f317aaad485b90Jens Axboe if (!isspace((int) line[i]) && !iscntrl((int) line[i])) 1043ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 0; 1044ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 1045ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1046ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 1; 1047ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 1048ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1049313cb206ffc6e50c089314d322ebf1c523f37531Jens Axboe/* 1050072619835aa805f3335dca9d72f4d4eb1009aecdJens Axboe * This is our [ini] type file parser. 1051072619835aa805f3335dca9d72f4d4eb1009aecdJens Axboe */ 105250d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboeint parse_jobs_ini(char *file, int is_buf, int stonewall_flag) 1053ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 1054e1f365035a952233463d85d659bd960ba78f012eJens Axboe unsigned int global; 1055ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe struct thread_data *td; 1056fee3bb48f748afe5cf10f8505e1efd36b87c627eJens Axboe char *string, *name; 1057ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe FILE *f; 1058ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe char *p; 10590c7e37a04aa04ba22e812f8de7971fcef46b8191Jens Axboe int ret = 0, stonewall; 1060097b2991ace8e069dbfb0c2286d31da714247573Jens Axboe int first_sect = 1; 1061ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe int skip_fgets = 0; 106201f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe int inside_skip = 0; 10633b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe char **opts; 10643b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe int i, alloc_opts, num_opts; 1065ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 106650d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (is_buf) 106750d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe f = NULL; 106850d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe else { 106950d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (!strcmp(file, "-")) 107050d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe f = stdin; 107150d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe else 107250d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe f = fopen(file, "r"); 10735a729cbec53a158fa8d8dc5737749cfee20ab31bAaron Carroll 107450d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (!f) { 107550d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe perror("fopen job file"); 107650d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe return 1; 107750d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe } 1078ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 1079ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1080ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe string = malloc(4096); 10817f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe 10827f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe /* 10837f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe * it's really 256 + small bit, 280 should suffice 10847f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe */ 10857f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe name = malloc(280); 10867f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe memset(name, 0, 280); 1087ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 10883b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe alloc_opts = 8; 10893b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe opts = malloc(sizeof(char *) * alloc_opts); 1090b7c6302da8b30f221310dd6c917136229ee5e688Jens Axboe num_opts = 0; 10913b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe 10920c7e37a04aa04ba22e812f8de7971fcef46b8191Jens Axboe stonewall = stonewall_flag; 10937c124ac153eebf48bc85f9033ae06fd7152e4216Jens Axboe do { 1094ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe /* 1095ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe * if skip_fgets is set, we already have loaded a line we 1096ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe * haven't handled. 1097ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe */ 1098ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe if (!skip_fgets) { 109950d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (is_buf) 110050d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe p = strsep(&file, "\n"); 110150d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe else 110243f747922e001a7bfb904dfcaa51934b986345aeJens Axboe p = fgets(string, 4096, f); 1103ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe if (!p) 1104ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe break; 1105ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe } 1106cdc7f1936e07f3b51aaa96c589e43abd7fea0051gurudas pai 1107ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe skip_fgets = 0; 1108cdc7f1936e07f3b51aaa96c589e43abd7fea0051gurudas pai strip_blank_front(&p); 11096c7c7da18aa2ab744b9485482e64acd30f31da6dJens Axboe strip_blank_end(p); 1110cdc7f1936e07f3b51aaa96c589e43abd7fea0051gurudas pai 1111ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (is_empty_or_comment(p)) 1112ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe continue; 111384dd18865235caa675424c62a4624618ff961d78Bruce Cran if (sscanf(p, "[%255[^\n]]", name) != 1) { 111401f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (inside_skip) 111501f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe continue; 11165ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe log_err("fio: option <%s> outside of [] job section\n", 11175ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe p); 1118088b42076dcbadf4d61367e19e49cb0d12aaadd1Jens Axboe break; 11196c7c7da18aa2ab744b9485482e64acd30f31da6dJens Axboe } 1120ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 11217a4b80a14c6ac6d47d486b1f5d1f166fa7065ee3Jens Axboe name[strlen(name) - 1] = '\0'; 11227a4b80a14c6ac6d47d486b1f5d1f166fa7065ee3Jens Axboe 112301f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (skip_this_section(name)) { 112401f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe inside_skip = 1; 112501f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe continue; 112601f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe } else 112701f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe inside_skip = 0; 112801f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe 1129ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe global = !strncmp(name, "global", 6); 1130ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1131cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe if (dump_cmdline) { 1132097b2991ace8e069dbfb0c2286d31da714247573Jens Axboe if (first_sect) 1133097b2991ace8e069dbfb0c2286d31da714247573Jens Axboe log_info("fio "); 1134cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe if (!global) 1135cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe log_info("--name=%s ", name); 1136097b2991ace8e069dbfb0c2286d31da714247573Jens Axboe first_sect = 0; 1137cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe } 1138cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe 1139de890a1e48d40238dac69f302708dde8719de240Steven Lang td = get_new_job(global, &def_thread, 0); 114045410acb636e526575d62a037f81ade7916b738cJens Axboe if (!td) { 114145410acb636e526575d62a037f81ade7916b738cJens Axboe ret = 1; 114245410acb636e526575d62a037f81ade7916b738cJens Axboe break; 114345410acb636e526575d62a037f81ade7916b738cJens Axboe } 1144ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1145972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe /* 1146972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe * Seperate multiple job files by a stonewall 1147972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe */ 1148f94819192600fe35d03ebed26a803abdc2b9864cJens Axboe if (!global && stonewall) { 11492dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe td->o.stonewall = stonewall; 1150972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe stonewall = 0; 1151972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe } 1152972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe 11533b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe num_opts = 0; 11543b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe memset(opts, 0, alloc_opts * sizeof(char *)); 11553b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe 115650d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe while (1) { 115750d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (is_buf) 115850d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe p = strsep(&file, "\n"); 115950d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe else 116050d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe p = fgets(string, 4096, f); 116150d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (!p) 116250d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe break; 116350d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe 1164ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (is_empty_or_comment(p)) 1165ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe continue; 1166e1f365035a952233463d85d659bd960ba78f012eJens Axboe 1167b6754f9d3f719627d8aae4c3e8f39212d9405f99Jens Axboe strip_blank_front(&p); 11687c124ac153eebf48bc85f9033ae06fd7152e4216Jens Axboe 1169ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe /* 1170ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe * new section, break out and make sure we don't 1171ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe * fgets() a new line at the top. 1172ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe */ 1173ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe if (p[0] == '[') { 1174ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe skip_fgets = 1; 11757c124ac153eebf48bc85f9033ae06fd7152e4216Jens Axboe break; 1176ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe } 11777c124ac153eebf48bc85f9033ae06fd7152e4216Jens Axboe 11784ae3f76333bf2382e516db0b5c202b8982b1170fJens Axboe strip_blank_end(p); 1179aea47d444b02bd7c622f82bb73151fd7136a499fJens Axboe 11803b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe if (num_opts == alloc_opts) { 11813b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe alloc_opts <<= 1; 11823b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe opts = realloc(opts, 11833b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe alloc_opts * sizeof(char *)); 11843b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe } 11853b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe 11863b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe opts[num_opts] = strdup(p); 11873b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe num_opts++; 1188ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 1189ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 11903b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe ret = fio_options_parse(td, opts, num_opts); 11913b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe if (!ret) { 11923b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe if (dump_cmdline) 11933b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe for (i = 0; i < num_opts; i++) 11943b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe log_info("--%s ", opts[i]); 11953b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe 119645410acb636e526575d62a037f81ade7916b738cJens Axboe ret = add_job(td, name, 0); 11973b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe } else { 1198b1508cf9ead36dc789a4e289f7522a070e57058cJens Axboe log_err("fio: job %s dropped\n", name); 1199b1508cf9ead36dc789a4e289f7522a070e57058cJens Axboe put_job(td); 120045410acb636e526575d62a037f81ade7916b738cJens Axboe } 12013b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe 12023b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe for (i = 0; i < num_opts; i++) 12033b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe free(opts[i]); 12043b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe num_opts = 0; 12057c124ac153eebf48bc85f9033ae06fd7152e4216Jens Axboe } while (!ret); 1206ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1207cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe if (dump_cmdline) 1208cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe log_info("\n"); 1209cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe 12107e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe i = 0; 12117e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe while (i < nr_job_sections) { 12127e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe free(job_sections[i]); 12137e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe i++; 12147e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe } 12157e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe 12163b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe for (i = 0; i < num_opts; i++) 12173b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe free(opts[i]); 12183b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe 1219ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe free(string); 1220ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe free(name); 12212577594dd6e2857d9efbf6bd81cd7ef507dbcd64Jens Axboe free(opts); 122250d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (!is_buf && f != stdin) 12235a729cbec53a158fa8d8dc5737749cfee20ab31bAaron Carroll fclose(f); 122445410acb636e526575d62a037f81ade7916b738cJens Axboe return ret; 1225ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 1226ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1227ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboestatic int fill_def_thread(void) 1228ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 1229ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe memset(&def_thread, 0, sizeof(def_thread)); 1230ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1231375b2695693f56987e23deef3ded8e5b06ef6797Jens Axboe fio_getaffinity(getpid(), &def_thread.o.cpumask); 12328c029376bbe6d8a6bcb01c3ef7d545720aca3868Jens Axboe def_thread.o.timeout = def_timeout; 12338b28bd41375930664a0ff9ff9b101a88ac416ac5Dmitry Monakhov def_thread.o.error_dump = 1; 1234ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe /* 1235ee738499877bb1ee913e839cb4a8d4edad2d52adJens Axboe * fill default options 1236ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe */ 1237214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe fio_fill_default_options(&def_thread); 1238ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 0; 1239ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 1240ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 124145378b35a047b590d0d3b6f9a7b8fea6dfa47300Jens Axboestatic void usage(const char *name) 12424785f99523f5c69635eb4bd826f25cd2e264cda7Jens Axboe{ 1243692a5d228de8215634182d0c459ac7c0b0fda961Jens Axboe printf("%s\n", fio_version_string); 124445378b35a047b590d0d3b6f9a7b8fea6dfa47300Jens Axboe printf("%s [options] [job options] <job file(s)>\n", name); 124583881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --debug=options\tEnable debug logging. May be one/more of:\n" 124683881283564820dabaa07c1bdea0e75e686efcaaJens Axboe "\t\t\tprocess,file,io,mem,blktrace,verify,random,parse,\n" 124783881283564820dabaa07c1bdea0e75e686efcaaJens Axboe "\t\t\tdiskutil,job,mutex,profile,time,net\n"); 124883881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --output\t\tWrite output to file\n"); 1249b2cecdc28469f8042d6cc3d83d83b18086845f18liang xie printf(" --runtime\t\tRuntime in seconds\n"); 125083881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --latency-log\t\tGenerate per-job latency logs\n"); 125183881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --bandwidth-log\tGenerate per-job bandwidth logs\n"); 125283881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --minimal\t\tMinimal (terse) output\n"); 1253f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe printf(" --output-format=x\tOutput format (terse,json,normal)\n"); 125475db6e2c168e895cd93504a7d20ddc853413e3b1Jens Axboe printf(" --terse-version=x\tSet terse version output format to 'x'\n"); 1255f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe printf(" --version\t\tPrint version info and exit\n"); 125683881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --help\t\tPrint this page\n"); 125723893646c9306b785f866fb9e976f3db673af0caJens Axboe printf(" --cpuclock-test\tPerform test/validation of CPU clock\n"); 125883881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --cmdhelp=cmd\t\tPrint command help, \"all\" for all of" 12595ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe " them\n"); 1260de890a1e48d40238dac69f302708dde8719de240Steven Lang printf(" --enghelp=engine\tPrint ioengine help, or list" 1261de890a1e48d40238dac69f302708dde8719de240Steven Lang " available ioengines\n"); 1262de890a1e48d40238dac69f302708dde8719de240Steven Lang printf(" --enghelp=engine,cmd\tPrint help for an ioengine" 1263de890a1e48d40238dac69f302708dde8719de240Steven Lang " cmd\n"); 126483881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --showcmd\t\tTurn a job file into command line options\n"); 126583881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --eta=when\t\tWhen ETA estimate should be printed\n"); 126683881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" \t\tMay be \"always\", \"never\" or \"auto\"\n"); 126783881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --readonly\t\tTurn on safety read-only checks, preventing" 12685ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe " writes\n"); 126983881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --section=name\tOnly run specified section in job file\n"); 127083881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --alloc-size=kb\tSet smalloc pool to this size in kb" 12712b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe " (def 1024)\n"); 127283881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --warnings-fatal\tFio parser warnings are fatal\n"); 127383881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --max-jobs=nr\t\tMaximum number of threads/processes to support\n"); 127483881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --server=args\t\tStart a backend fio server\n"); 127583881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --daemonize=pidfile\tBackground fio server, write pid to file\n"); 127683881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --client=hostname\tTalk to remote backend fio server at hostname\n"); 1277f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu printf(" --idle-prof=option\tReport cpu idleness on a system or percpu basis\n" 1278f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu "\t\t\t(option=system,percpu) or run unit work\n" 1279f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu "\t\t\tcalibration only (option=calibrate)\n"); 1280aa58d2520204f5ae12291fae0289a90fb03dc587Jens Axboe printf("\nFio was written by Jens Axboe <jens.axboe@oracle.com>"); 128123893646c9306b785f866fb9e976f3db673af0caJens Axboe printf("\n Jens Axboe <jaxboe@fusionio.com>\n"); 12824785f99523f5c69635eb4bd826f25cd2e264cda7Jens Axboe} 12834785f99523f5c69635eb4bd826f25cd2e264cda7Jens Axboe 128479e48f72dea1639bcbee310c354938287b6d5790Jens Axboe#ifdef FIO_INC_DEBUG 1285ee56ad500f6692381e131cc37299d23fa910a24aJens Axboestruct debug_level debug_levels[] = { 1286bd6f78b2f0b6375383948f126368804612ec0035Jens Axboe { .name = "process", .shift = FD_PROCESS, }, 1287bd6f78b2f0b6375383948f126368804612ec0035Jens Axboe { .name = "file", .shift = FD_FILE, }, 1288bd6f78b2f0b6375383948f126368804612ec0035Jens Axboe { .name = "io", .shift = FD_IO, }, 1289bd6f78b2f0b6375383948f126368804612ec0035Jens Axboe { .name = "mem", .shift = FD_MEM, }, 1290bd6f78b2f0b6375383948f126368804612ec0035Jens Axboe { .name = "blktrace", .shift = FD_BLKTRACE }, 1291bd6f78b2f0b6375383948f126368804612ec0035Jens Axboe { .name = "verify", .shift = FD_VERIFY }, 129284422acde41c9cf462245de115d425cf5a82124cJens Axboe { .name = "random", .shift = FD_RANDOM }, 1293a3d741fa3bc3120d5b62a56826a97524daa32803Jens Axboe { .name = "parse", .shift = FD_PARSE }, 1294cd991b9e36b18903f1564a4bfafdc83a9f165219Jens Axboe { .name = "diskutil", .shift = FD_DISKUTIL }, 12955e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe { .name = "job", .shift = FD_JOB }, 129629adda3ce304f16036cafee6c099aa08444a7db1Jens Axboe { .name = "mutex", .shift = FD_MUTEX }, 129779d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe { .name = "profile", .shift = FD_PROFILE }, 1298c223da83e253b0057bb029bf4fbb55a05844215cJens Axboe { .name = "time", .shift = FD_TIME }, 1299eb7976ef27c1d9f69885b0c8db3020303999c9afJens Axboe { .name = "net", .shift = FD_NET }, 130002444ad1868ee94c7c38810cc775784e6a9a5dbeJens Axboe { .name = NULL, }, 1301ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe}; 1302ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 1303c09823ab5c841791025c564ecfc9ada0f850770bJens Axboestatic int set_debug(const char *string) 1304ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe{ 1305ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe struct debug_level *dl; 1306ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe char *p = (char *) string; 1307ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe char *opt; 1308ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe int i; 1309ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 1310ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe if (!strcmp(string, "?") || !strcmp(string, "help")) { 1311ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe log_info("fio: dumping debug options:"); 1312ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe for (i = 0; debug_levels[i].name; i++) { 1313ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe dl = &debug_levels[i]; 1314ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe log_info("%s,", dl->name); 1315ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe } 1316bd6f78b2f0b6375383948f126368804612ec0035Jens Axboe log_info("all\n"); 1317c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe return 1; 1318ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe } 1319ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 1320ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe while ((opt = strsep(&p, ",")) != NULL) { 1321ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe int found = 0; 1322ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 13235e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe if (!strncmp(opt, "all", 3)) { 13245e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe log_info("fio: set all debug options\n"); 13255e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe fio_debug = ~0UL; 13265e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe continue; 13275e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe } 13285e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe 1329ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe for (i = 0; debug_levels[i].name; i++) { 1330ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe dl = &debug_levels[i]; 13315e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe found = !strncmp(opt, dl->name, strlen(dl->name)); 13325e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe if (!found) 13335e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe continue; 13345e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe 13355e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe if (dl->shift == FD_JOB) { 13365e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe opt = strchr(opt, ':'); 13375e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe if (!opt) { 13385e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe log_err("fio: missing job number\n"); 13395e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe break; 13405e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe } 13415e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe opt++; 13425e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe fio_debug_jobno = atoi(opt); 13435e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe log_info("fio: set debug jobno %d\n", 13445e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe fio_debug_jobno); 13455e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe } else { 1346ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe log_info("fio: set debug option %s\n", opt); 1347bd6f78b2f0b6375383948f126368804612ec0035Jens Axboe fio_debug |= (1UL << dl->shift); 1348ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe } 13495e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe break; 1350ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe } 1351ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 1352ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe if (!found) 1353ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe log_err("fio: debug mask %s not found\n", opt); 1354ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe } 1355c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe return 0; 1356ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe} 135779e48f72dea1639bcbee310c354938287b6d5790Jens Axboe#else 135869b98d4c9945bed6b3446a9e73bfaf8e557cf033Jens Axboestatic int set_debug(const char *string) 135979e48f72dea1639bcbee310c354938287b6d5790Jens Axboe{ 136079e48f72dea1639bcbee310c354938287b6d5790Jens Axboe log_err("fio: debug tracing not included in build\n"); 1361c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe return 1; 136279e48f72dea1639bcbee310c354938287b6d5790Jens Axboe} 136379e48f72dea1639bcbee310c354938287b6d5790Jens Axboe#endif 13649ac8a797da61a59c9fa1b59f8574246555403d19Jens Axboe 13654c6107ff4db87f50545bad515543f5024bb39e4aJens Axboestatic void fio_options_fill_optstring(void) 13664c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe{ 13674c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe char *ostr = cmd_optstr; 13684c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe int i, c; 13694c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe 13704c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe c = i = 0; 13714c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe while (l_opts[i].name) { 13724c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe ostr[c++] = l_opts[i].val; 13734c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe if (l_opts[i].has_arg == required_argument) 13744c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe ostr[c++] = ':'; 13754c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe else if (l_opts[i].has_arg == optional_argument) { 13764c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe ostr[c++] = ':'; 13774c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe ostr[c++] = ':'; 13784c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe } 13794c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe i++; 13804c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe } 13814c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe ostr[c] = '\0'; 13824c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe} 13834c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe 1384c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboestatic int client_flag_set(char c) 1385c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe{ 1386c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe int i; 1387c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe 1388c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe i = 0; 1389c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe while (l_opts[i].name) { 1390c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe int val = l_opts[i].val; 1391c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe 1392c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe if (c == (val & 0xff)) 1393c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe return (val & FIO_CLIENT_FLAG); 1394c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe 1395c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe i++; 1396c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe } 1397c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe 1398c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe return 0; 1399c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe} 1400c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe 1401fa2ea806de0d6410320abd97599bc52f5a3e72ccJens Axboevoid parse_cmd_client(void *client, char *opt) 14027a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe{ 1403fa2ea806de0d6410320abd97599bc52f5a3e72ccJens Axboe fio_client_add_cmd_option(client, opt); 14047a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe} 14057a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe 140681179eec4a84ff25c190a8a6a685b0b3b4dd2a37Jens Axboeint parse_cmd_line(int argc, char *argv[]) 1407ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 1408b46928282e0a890f49250e79b81af773a2b7108fJens Axboe struct thread_data *td = NULL; 1409c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe int c, ini_idx = 0, lidx, ret = 0, do_exit = 0, exit_val = 0; 14104c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe char *ostr = cmd_optstr; 1411402668f3e05259bfc135fc097136428feda01006Jens Axboe void *pid_file = NULL; 14129bae26e8a220ab28b59d6710c6f7aa6e28b86171Jens Axboe void *cur_client = NULL; 141381179eec4a84ff25c190a8a6a685b0b3b4dd2a37Jens Axboe int backend = 0; 1414ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1415c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe /* 1416c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe * Reset optind handling, since we may call this multiple times 1417c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe * for the backend. 1418c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe */ 1419c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe optind = 1; 14207a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe 1421c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe while ((c = getopt_long_only(argc, argv, ostr, l_opts, &lidx)) != -1) { 1422085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe did_arg = 1; 1423085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe 1424c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe if ((c & FIO_CLIENT_FLAG) || client_flag_set(c)) { 1425fa2ea806de0d6410320abd97599bc52f5a3e72ccJens Axboe parse_cmd_client(cur_client, argv[optind - 1]); 14267a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe c &= ~FIO_CLIENT_FLAG; 14277a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe } 14287a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe 1429ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe switch (c) { 14302b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe case 'a': 14312b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe smalloc_pool_size = atoi(optarg); 14322b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe break; 1433b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 't': 14348c029376bbe6d8a6bcb01c3ef7d545720aca3868Jens Axboe def_timeout = atoi(optarg); 1435b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1436b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 'l': 1437b46928282e0a890f49250e79b81af773a2b7108fJens Axboe write_lat_log = 1; 1438b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 14393d73e5a9549d30324d1c5e31eb644077380c0b95Jens Axboe case 'b': 1440b46928282e0a890f49250e79b81af773a2b7108fJens Axboe write_bw_log = 1; 1441b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1442b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 'o': 1443b46928282e0a890f49250e79b81af773a2b7108fJens Axboe f_out = fopen(optarg, "w+"); 1444b46928282e0a890f49250e79b81af773a2b7108fJens Axboe if (!f_out) { 1445b46928282e0a890f49250e79b81af773a2b7108fJens Axboe perror("fopen output"); 1446b46928282e0a890f49250e79b81af773a2b7108fJens Axboe exit(1); 1447b46928282e0a890f49250e79b81af773a2b7108fJens Axboe } 1448b46928282e0a890f49250e79b81af773a2b7108fJens Axboe f_err = f_out; 1449b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1450b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 'm': 1451f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe output_format = FIO_OUTPUT_TERSE; 1452b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1453f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe case 'F': 1454f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe if (!strcmp(optarg, "minimal") || 1455f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe !strcmp(optarg, "terse") || 1456f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe !strcmp(optarg, "csv")) 1457f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe output_format = FIO_OUTPUT_TERSE; 1458f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe else if (!strcmp(optarg, "json")) 1459f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe output_format = FIO_OUTPUT_JSON; 1460f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe else 1461f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe output_format = FIO_OUTPUT_NORMAL; 1462cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li break; 1463b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 'h': 14647874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe if (!cur_client) { 1465c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe usage(argv[0]); 14667874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe do_exit++; 14677874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe } 1468c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe break; 1469fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe case 'c': 14707874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe if (!cur_client) { 1471c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe fio_show_option_help(optarg); 14727874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe do_exit++; 14737874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe } 1474c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe break; 1475de890a1e48d40238dac69f302708dde8719de240Steven Lang case 'i': 1476de890a1e48d40238dac69f302708dde8719de240Steven Lang if (!cur_client) { 1477de890a1e48d40238dac69f302708dde8719de240Steven Lang fio_show_ioengine_help(optarg); 1478de890a1e48d40238dac69f302708dde8719de240Steven Lang do_exit++; 1479de890a1e48d40238dac69f302708dde8719de240Steven Lang } 1480de890a1e48d40238dac69f302708dde8719de240Steven Lang break; 1481cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe case 's': 1482cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe dump_cmdline = 1; 1483cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe break; 1484724e4435c1374e97309b122429ad9291744966c0Jens Axboe case 'r': 1485724e4435c1374e97309b122429ad9291744966c0Jens Axboe read_only = 1; 1486724e4435c1374e97309b122429ad9291744966c0Jens Axboe break; 1487b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 'v': 14887874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe if (!cur_client) { 1489692a5d228de8215634182d0c459ac7c0b0fda961Jens Axboe log_info("%s\n", fio_version_string); 14907874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe do_exit++; 14917874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe } 1492c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe break; 1493f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe case 'V': 1494f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe terse_version = atoi(optarg); 149567b77039d05ddc86318e5b4dcd4dae88b269e655Jens Axboe if (!(terse_version == 2 || terse_version == 3 || 149667b77039d05ddc86318e5b4dcd4dae88b269e655Jens Axboe terse_version == 4)) { 1497f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe log_err("fio: bad terse version format\n"); 1498f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe exit_val = 1; 1499f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe do_exit++; 1500f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe } 1501f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe break; 1502e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll case 'e': 1503e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll if (!strcmp("always", optarg)) 1504e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll eta_print = FIO_ETA_ALWAYS; 1505e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll else if (!strcmp("never", optarg)) 1506e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll eta_print = FIO_ETA_NEVER; 1507e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll break; 1508ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe case 'd': 1509c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe if (set_debug(optarg)) 1510c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe do_exit++; 1511ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe break; 1512ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe case 'x': { 1513ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe size_t new_size; 1514ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe 151501f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (!strcmp(optarg, "global")) { 15165ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe log_err("fio: can't use global as only " 15175ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe "section\n"); 1518c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe do_exit++; 1519c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe exit_val = 1; 152001f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe break; 152101f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe } 1522ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe new_size = (nr_job_sections + 1) * sizeof(char *); 1523ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe job_sections = realloc(job_sections, new_size); 1524ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe job_sections[nr_job_sections] = strdup(optarg); 1525ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe nr_job_sections++; 152601f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe break; 1527ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe } 15289ac8a797da61a59c9fa1b59f8574246555403d19Jens Axboe case 'p': 152907b3232de97ac32a873f0b5d17c8f49c18ed3ae7Jens Axboe exec_profile = strdup(optarg); 15309ac8a797da61a59c9fa1b59f8574246555403d19Jens Axboe break; 1531b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case FIO_GETOPT_JOB: { 15325ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe const char *opt = l_opts[lidx].name; 1533b46928282e0a890f49250e79b81af773a2b7108fJens Axboe char *val = optarg; 1534b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 1535c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe if (!strncmp(opt, "name", 4) && td) { 15362dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe ret = add_job(td, td->o.name ?: "fio", 0); 15376625155407de739e1e857419b7b4fb62f6c6bb2eJens Axboe if (ret) 1538c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe return 0; 1539c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe td = NULL; 1540c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe } 1541b46928282e0a890f49250e79b81af773a2b7108fJens Axboe if (!td) { 154201f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe int is_section = !strncmp(opt, "name", 4); 15433106f220e1710d7e53cb7bd0dbc7dac4584af463Jens Axboe int global = 0; 15443106f220e1710d7e53cb7bd0dbc7dac4584af463Jens Axboe 154501f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (!is_section || !strncmp(val, "global", 6)) 15463106f220e1710d7e53cb7bd0dbc7dac4584af463Jens Axboe global = 1; 1547c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe 154801f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (is_section && skip_this_section(val)) 154901f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe continue; 155001f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe 1551de890a1e48d40238dac69f302708dde8719de240Steven Lang td = get_new_job(global, &def_thread, 1); 1552de890a1e48d40238dac69f302708dde8719de240Steven Lang if (!td || ioengine_load(td)) 1553b46928282e0a890f49250e79b81af773a2b7108fJens Axboe return 0; 1554de890a1e48d40238dac69f302708dde8719de240Steven Lang fio_options_set_ioengine_opts(l_opts, td); 1555b46928282e0a890f49250e79b81af773a2b7108fJens Axboe } 155638d0adb0d129e2eef7bf21e85ba4758c3789cb8eJens Axboe 1557214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe ret = fio_cmd_option_parse(td, opt, val); 1558de890a1e48d40238dac69f302708dde8719de240Steven Lang 1559de890a1e48d40238dac69f302708dde8719de240Steven Lang if (!ret && !strcmp(opt, "ioengine")) { 1560de890a1e48d40238dac69f302708dde8719de240Steven Lang free_ioengine(td); 1561de890a1e48d40238dac69f302708dde8719de240Steven Lang if (ioengine_load(td)) 1562de890a1e48d40238dac69f302708dde8719de240Steven Lang return 0; 1563de890a1e48d40238dac69f302708dde8719de240Steven Lang fio_options_set_ioengine_opts(l_opts, td); 1564de890a1e48d40238dac69f302708dde8719de240Steven Lang } 1565de890a1e48d40238dac69f302708dde8719de240Steven Lang break; 1566de890a1e48d40238dac69f302708dde8719de240Steven Lang } 1567de890a1e48d40238dac69f302708dde8719de240Steven Lang case FIO_GETOPT_IOENGINE: { 1568de890a1e48d40238dac69f302708dde8719de240Steven Lang const char *opt = l_opts[lidx].name; 1569de890a1e48d40238dac69f302708dde8719de240Steven Lang char *val = optarg; 1570de890a1e48d40238dac69f302708dde8719de240Steven Lang opt = l_opts[lidx].name; 1571de890a1e48d40238dac69f302708dde8719de240Steven Lang val = optarg; 1572de890a1e48d40238dac69f302708dde8719de240Steven Lang ret = fio_cmd_ioengine_option_parse(td, opt, val); 1573b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1574b46928282e0a890f49250e79b81af773a2b7108fJens Axboe } 1575a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe case 'w': 1576a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe warnings_fatal = 1; 1577a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe break; 1578fca7035863bd570270376a0c06776e5549ff813eJens Axboe case 'j': 1579fca7035863bd570270376a0c06776e5549ff813eJens Axboe max_jobs = atoi(optarg); 1580fca7035863bd570270376a0c06776e5549ff813eJens Axboe if (!max_jobs || max_jobs > REAL_MAX_JOBS) { 1581fca7035863bd570270376a0c06776e5549ff813eJens Axboe log_err("fio: invalid max jobs: %d\n", max_jobs); 1582fca7035863bd570270376a0c06776e5549ff813eJens Axboe do_exit++; 1583fca7035863bd570270376a0c06776e5549ff813eJens Axboe exit_val = 1; 1584fca7035863bd570270376a0c06776e5549ff813eJens Axboe } 1585fca7035863bd570270376a0c06776e5549ff813eJens Axboe break; 158650d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe case 'S': 1587a37f69b72a74cbde6151458b890aab8d093f0c9fJens Axboe if (nr_clients) { 1588132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe log_err("fio: can't be both client and server\n"); 1589132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe do_exit++; 1590132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe exit_val = 1; 1591132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe break; 1592132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe } 159387aa8f1901e26bc377f3035a485d35c417d0255aJens Axboe if (optarg) 1594bebe639808147d587bbe776566d390b9ff98773fJens Axboe fio_server_set_arg(optarg); 159550d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe is_backend = 1; 159681179eec4a84ff25c190a8a6a685b0b3b4dd2a37Jens Axboe backend = 1; 159750d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe break; 1598e46d809110bd4ad2980ca64931b683673444454bJens Axboe case 'D': 1599402668f3e05259bfc135fc097136428feda01006Jens Axboe pid_file = strdup(optarg); 1600e46d809110bd4ad2980ca64931b683673444454bJens Axboe break; 1601f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu case 'I': 1602f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu if ((ret = fio_idle_prof_parse_opt(optarg))) { 1603f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu /* exit on error and calibration only */ 1604f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu do_exit++; 1605f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu if (ret == -1) 1606f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu exit_val = 1; 1607f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu } 1608f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu break; 1609132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe case 'C': 1610132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe if (is_backend) { 1611132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe log_err("fio: can't be both client and server\n"); 1612132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe do_exit++; 1613132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe exit_val = 1; 1614132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe break; 1615132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe } 1616bebe639808147d587bbe776566d390b9ff98773fJens Axboe if (fio_client_add(optarg, &cur_client)) { 1617bebe639808147d587bbe776566d390b9ff98773fJens Axboe log_err("fio: failed adding client %s\n", optarg); 1618bebe639808147d587bbe776566d390b9ff98773fJens Axboe do_exit++; 1619bebe639808147d587bbe776566d390b9ff98773fJens Axboe exit_val = 1; 1620bebe639808147d587bbe776566d390b9ff98773fJens Axboe break; 1621bebe639808147d587bbe776566d390b9ff98773fJens Axboe } 1622bd02360115abe2553626a8db663ed580ab93e978Jens Axboe /* 1623bd02360115abe2553626a8db663ed580ab93e978Jens Axboe * If the next argument exists and isn't an option, 1624bd02360115abe2553626a8db663ed580ab93e978Jens Axboe * assume it's a job file for this client only. 1625bd02360115abe2553626a8db663ed580ab93e978Jens Axboe */ 1626bd02360115abe2553626a8db663ed580ab93e978Jens Axboe while (optind < argc) { 1627bd02360115abe2553626a8db663ed580ab93e978Jens Axboe if (!strncmp(argv[optind], "--", 2) || 1628bd02360115abe2553626a8db663ed580ab93e978Jens Axboe !strncmp(argv[optind], "-", 1)) 1629bd02360115abe2553626a8db663ed580ab93e978Jens Axboe break; 1630bd02360115abe2553626a8db663ed580ab93e978Jens Axboe 1631bd02360115abe2553626a8db663ed580ab93e978Jens Axboe fio_client_add_ini_file(cur_client, argv[optind]); 1632bd02360115abe2553626a8db663ed580ab93e978Jens Axboe optind++; 1633bd02360115abe2553626a8db663ed580ab93e978Jens Axboe } 1634132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe break; 16357d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe case 'T': 16367d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe do_exit++; 16377d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe exit_val = fio_monotonic_clocktest(); 16387d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe break; 1639798827c895a585f284842f6b99378be19c821263Jens Axboe case '?': 1640798827c895a585f284842f6b99378be19c821263Jens Axboe log_err("%s: unrecognized option '%s'\n", argv[0], 1641798827c895a585f284842f6b99378be19c821263Jens Axboe argv[optind - 1]); 1642b46928282e0a890f49250e79b81af773a2b7108fJens Axboe default: 1643c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe do_exit++; 1644c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe exit_val = 1; 1645b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1646ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 1647c7d5c941db51482ba196ef888fdd44f285363946Jens Axboe if (do_exit) 1648c7d5c941db51482ba196ef888fdd44f285363946Jens Axboe break; 1649ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 1650c9fad893e8333682d6ab67a269b0dd74f303c5bcJens Axboe 1651c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe if (do_exit) { 1652c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe if (exit_val && !(is_backend || nr_clients)) 1653c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe exit(exit_val); 1654c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe } 1655536582bf89bb97eb3636e41470f303877a738810Jens Axboe 1656a37f69b72a74cbde6151458b890aab8d093f0c9fJens Axboe if (nr_clients && fio_clients_connect()) { 1657132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe do_exit++; 1658132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe exit_val = 1; 1659cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe return -1; 1660132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe } 1661132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe 166281179eec4a84ff25c190a8a6a685b0b3b4dd2a37Jens Axboe if (is_backend && backend) 1663402668f3e05259bfc135fc097136428feda01006Jens Axboe return fio_start_server(pid_file); 166450d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe 1665b46928282e0a890f49250e79b81af773a2b7108fJens Axboe if (td) { 16667d6a8904cc2973a857f4bb50f85e7c75375c553dJens Axboe if (!ret) 16672dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe ret = add_job(td, td->o.name ?: "fio", 0); 1668972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe } 1669774a617767830b5023f6cad4a45609a92ec82d41Jens Axboe 16707874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe while (!ret && optind < argc) { 1671b46928282e0a890f49250e79b81af773a2b7108fJens Axboe ini_idx++; 1672b46928282e0a890f49250e79b81af773a2b7108fJens Axboe ini_file = realloc(ini_file, ini_idx * sizeof(char *)); 1673b46928282e0a890f49250e79b81af773a2b7108fJens Axboe ini_file[ini_idx - 1] = strdup(argv[optind]); 1674b46928282e0a890f49250e79b81af773a2b7108fJens Axboe optind++; 1675eb8bbf48e79a8c6afd3c84e3d64263d10ee45daaJens Axboe } 1676972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe 1677972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe return ini_idx; 1678ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 1679ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1680ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboeint parse_options(int argc, char *argv[]) 1681ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 1682972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe int job_files, i; 1683972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe 1684b46928282e0a890f49250e79b81af773a2b7108fJens Axboe f_out = stdout; 1685b46928282e0a890f49250e79b81af773a2b7108fJens Axboe f_err = stderr; 1686b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 16874c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe fio_options_fill_optstring(); 16885ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe fio_options_dup_and_init(l_opts); 1689b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 16909d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe atexit(free_shm); 16919d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 1692ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (fill_def_thread()) 1693ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 1; 1694ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1695972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe job_files = parse_cmd_line(argc, argv); 1696ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1697cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe if (job_files > 0) { 1698cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe for (i = 0; i < job_files; i++) { 1699cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe if (fill_def_thread()) 1700132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe return 1; 1701cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe if (nr_clients) { 1702cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe if (fio_clients_send_ini(ini_file[i])) 1703cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe return 1; 1704cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe free(ini_file[i]); 1705cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe } else if (!is_backend) { 1706cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe if (parse_jobs_ini(ini_file[i], 0, i)) 1707cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe return 1; 1708cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe free(ini_file[i]); 1709cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe } 1710132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe } 1711bd02360115abe2553626a8db663ed580ab93e978Jens Axboe } else if (nr_clients) { 1712bd02360115abe2553626a8db663ed580ab93e978Jens Axboe if (fill_def_thread()) 1713bd02360115abe2553626a8db663ed580ab93e978Jens Axboe return 1; 1714bd02360115abe2553626a8db663ed580ab93e978Jens Axboe if (fio_clients_send_ini(NULL)) 1715bd02360115abe2553626a8db663ed580ab93e978Jens Axboe return 1; 1716972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe } 1717ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 171888c6ed8085efd1403fd34072311991cb666a5b9eJens Axboe free(ini_file); 17197e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe fio_options_free(&def_thread); 1720b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 1721b46928282e0a890f49250e79b81af773a2b7108fJens Axboe if (!thread_number) { 1722cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe if (dump_cmdline) 1723cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe return 0; 172407b3232de97ac32a873f0b5d17c8f49c18ed3ae7Jens Axboe if (exec_profile) 172507b3232de97ac32a873f0b5d17c8f49c18ed3ae7Jens Axboe return 0; 1726a37f69b72a74cbde6151458b890aab8d093f0c9fJens Axboe if (is_backend || nr_clients) 17275c341e9a5734742ae1137388345d4f47efdd4f05Jens Axboe return 0; 1728085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe if (did_arg) 1729085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe return 0; 1730cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe 1731d65e11c6483f6664ac93da58dd8d46508f651e53Jens Axboe log_err("No jobs(s) defined\n\n"); 1732085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe 1733085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe if (!did_arg) { 1734085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe usage(argv[0]); 1735085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe return 1; 1736085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe } 1737085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe 1738085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe return 0; 1739b46928282e0a890f49250e79b81af773a2b7108fJens Axboe } 1740b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 1741be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe if (def_thread.o.gtod_offload) { 1742be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe fio_gtod_init(); 1743be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe fio_gtod_offload = 1; 1744be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe fio_gtod_cpu = def_thread.o.gtod_cpu; 1745be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe } 1746be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe 1747f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe if (output_format == FIO_OUTPUT_NORMAL) 1748692a5d228de8215634182d0c459ac7c0b0fda961Jens Axboe log_info("%s\n", fio_version_string); 1749f6dea4d33fb57a6e7cb64414793c57f10b702851Jens Axboe 1750ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 0; 1751ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 1752