init.c revision 111e032d60f2341cfe09accbfcf25ec81b9251e0
1906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe/* 2cb2c86fdf03241fee32fd2e2caff43af1022403cJens Axboe * This file contains job initialization and setup functions. 3906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe */ 4ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <stdio.h> 5ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <stdlib.h> 6ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <unistd.h> 7ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <fcntl.h> 8ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <ctype.h> 9ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <string.h> 10ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <errno.h> 11ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <sys/ipc.h> 12ec5c6b125c1eab992882602158bab54957aa733dAaron Carroll#ifndef FIO_NO_HAVE_SHM_H 13ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <sys/shm.h> 14ec5c6b125c1eab992882602158bab54957aa733dAaron Carroll#endif 15ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <sys/types.h> 16ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <sys/stat.h> 17ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 18ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include "fio.h" 19cb2c86fdf03241fee32fd2e2caff43af1022403cJens Axboe#include "parse.h" 202e5cdb118aeb26cb469a50f746b632676306f698Jens Axboe#include "smalloc.h" 21380065aa652b87093d6bbd240e70db30bd6f193dJens Axboe#include "filehash.h" 224f5af7b2370a6d3e64bc5128905c1aa8b0dc51b0Jens Axboe#include "verify.h" 2379d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe#include "profile.h" 2450d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe#include "server.h" 25f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu#include "idletime.h" 26ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 27bf2e821a55d8aa3de1cda7288a0e22883110fdc6Cigy Cyriac#include "lib/getopt.h" 28bf2e821a55d8aa3de1cda7288a0e22883110fdc6Cigy Cyriac 29692a5d228de8215634182d0c459ac7c0b0fda961Jens Axboeconst char fio_version_string[] = FIO_VERSION; 30214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe 31ee738499877bb1ee913e839cb4a8d4edad2d52adJens Axboe#define FIO_RANDSEED (0xb1899bedUL) 32ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 33214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboestatic char **ini_file; 34fca7035863bd570270376a0c06776e5549ff813eJens Axboestatic int max_jobs = FIO_MAX_JOBS; 35cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboestatic int dump_cmdline; 368c029376bbe6d8a6bcb01c3ef7d545720aca3868Jens Axboestatic int def_timeout; 37111e032d60f2341cfe09accbfcf25ec81b9251e0Jens Axboestatic int parse_only; 38e1f365035a952233463d85d659bd960ba78f012eJens Axboe 39be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboestatic struct thread_data def_thread; 40214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboestruct thread_data *threads = NULL; 41e1f365035a952233463d85d659bd960ba78f012eJens Axboe 42214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboeint exitall_on_terminate = 0; 43f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboeint output_format = FIO_OUTPUT_NORMAL; 445be4c944e83b32c0c6842130df3dc1d46cd6eb1fJens Axboeint eta_print = FIO_ETA_AUTO; 45e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboeint eta_new_line = 0; 46214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboeunsigned long long mlock_size = 0; 47214e1ecae844a32bf8f66d19132f4948d922dceeJens AxboeFILE *f_out = NULL; 48214e1ecae844a32bf8f66d19132f4948d922dceeJens AxboeFILE *f_err = NULL; 49ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboechar **job_sections = NULL; 50ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboeint nr_job_sections = 0; 5107b3232de97ac32a873f0b5d17c8f49c18ed3ae7Jens Axboechar *exec_profile = NULL; 52a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboeint warnings_fatal = 0; 534d658652bac63fd72af8302e27deba5beb381906Jens Axboeint terse_version = 3; 5450d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboeint is_backend = 0; 55a37f69b72a74cbde6151458b890aab8d093f0c9fJens Axboeint nr_clients = 0; 56e46d809110bd4ad2980ca64931b683673444454bJens Axboeint log_syslog = 0; 57ee738499877bb1ee913e839cb4a8d4edad2d52adJens Axboe 58214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboeint write_bw_log = 0; 594241ea8fb0606f9bd5b7ed1278d3b7825883acf6Jens Axboeint read_only = 0; 60214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe 615ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboestatic int write_lat_log; 62e1f365035a952233463d85d659bd960ba78f012eJens Axboe 63214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboestatic int prev_group_jobs; 64b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 65ee56ad500f6692381e131cc37299d23fa910a24aJens Axboeunsigned long fio_debug = 0; 665e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboeunsigned int fio_debug_jobno = -1; 675e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboeunsigned int *fio_debug_jobp = NULL; 68ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 694c6107ff4db87f50545bad515543f5024bb39e4aJens Axboestatic char cmd_optstr[256]; 70085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboestatic int did_arg; 714c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe 727a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe#define FIO_CLIENT_FLAG (1 << 16) 737a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe 74b46928282e0a890f49250e79b81af773a2b7108fJens Axboe/* 75b46928282e0a890f49250e79b81af773a2b7108fJens Axboe * Command line options. These will contain the above, plus a few 76b46928282e0a890f49250e79b81af773a2b7108fJens Axboe * extra that only pertain to fio itself and not jobs. 77b46928282e0a890f49250e79b81af773a2b7108fJens Axboe */ 785ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboestatic struct option l_opts[FIO_NR_OPTIONS] = { 79b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 8008d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "output", 81b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = required_argument, 827a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'o' | FIO_CLIENT_FLAG, 83b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 84b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 8508d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "timeout", 86b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = required_argument, 877a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 't' | FIO_CLIENT_FLAG, 88b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 89b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 9008d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "latency-log", 91b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = required_argument, 927a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'l' | FIO_CLIENT_FLAG, 93b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 94b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 9508d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "bandwidth-log", 96b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = required_argument, 977a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'b' | FIO_CLIENT_FLAG, 98b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 99b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 10008d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "minimal", 101b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = optional_argument, 1027a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'm' | FIO_CLIENT_FLAG, 103b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 104b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 105f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe .name = (char *) "output-format", 106cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li .has_arg = optional_argument, 107f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe .val = 'F' | FIO_CLIENT_FLAG, 108cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li }, 109cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li { 11008d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "version", 111b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = no_argument, 1127a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'v' | FIO_CLIENT_FLAG, 113b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 114b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 11508d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "help", 116fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe .has_arg = no_argument, 1177a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'h' | FIO_CLIENT_FLAG, 118fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe }, 119fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe { 12008d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "cmdhelp", 121320beefe2d0c5f05f24b4e0c1d13fcb2f1286a78Jens Axboe .has_arg = optional_argument, 1227a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'c' | FIO_CLIENT_FLAG, 123fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe }, 124fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe { 125de890a1e48d40238dac69f302708dde8719de240Steven Lang .name = (char *) "enghelp", 126de890a1e48d40238dac69f302708dde8719de240Steven Lang .has_arg = optional_argument, 127de890a1e48d40238dac69f302708dde8719de240Steven Lang .val = 'i' | FIO_CLIENT_FLAG, 128de890a1e48d40238dac69f302708dde8719de240Steven Lang }, 129de890a1e48d40238dac69f302708dde8719de240Steven Lang { 13008d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "showcmd", 131cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe .has_arg = no_argument, 1327a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 's' | FIO_CLIENT_FLAG, 133724e4435c1374e97309b122429ad9291744966c0Jens Axboe }, 134724e4435c1374e97309b122429ad9291744966c0Jens Axboe { 13508d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "readonly", 136724e4435c1374e97309b122429ad9291744966c0Jens Axboe .has_arg = no_argument, 1377a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'r' | FIO_CLIENT_FLAG, 138cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe }, 139cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe { 14008d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "eta", 141e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll .has_arg = required_argument, 1427a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'e' | FIO_CLIENT_FLAG, 143e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll }, 144e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll { 145e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe .name = (char *) "eta-newline", 146e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe .has_arg = required_argument, 147e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe .val = 'E' | FIO_CLIENT_FLAG, 148e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe }, 149e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe { 15008d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "debug", 151ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe .has_arg = required_argument, 1527a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'd' | FIO_CLIENT_FLAG, 153ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe }, 154ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe { 155111e032d60f2341cfe09accbfcf25ec81b9251e0Jens Axboe .name = (char *) "parse-only", 156111e032d60f2341cfe09accbfcf25ec81b9251e0Jens Axboe .has_arg = no_argument, 157111e032d60f2341cfe09accbfcf25ec81b9251e0Jens Axboe .val = 'P' | FIO_CLIENT_FLAG, 158111e032d60f2341cfe09accbfcf25ec81b9251e0Jens Axboe }, 159111e032d60f2341cfe09accbfcf25ec81b9251e0Jens Axboe { 16008d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "section", 16101f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe .has_arg = required_argument, 1627a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'x' | FIO_CLIENT_FLAG, 16301f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe }, 16401f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe { 16508d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "alloc-size", 1662b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe .has_arg = required_argument, 1677a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'a' | FIO_CLIENT_FLAG, 1682b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe }, 1692b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe { 17008d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "profile", 1719ac8a797da61a59c9fa1b59f8574246555403d19Jens Axboe .has_arg = required_argument, 1727a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'p' | FIO_CLIENT_FLAG, 1739ac8a797da61a59c9fa1b59f8574246555403d19Jens Axboe }, 1749ac8a797da61a59c9fa1b59f8574246555403d19Jens Axboe { 17508d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "warnings-fatal", 176a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe .has_arg = no_argument, 1777a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'w' | FIO_CLIENT_FLAG, 178a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe }, 179a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe { 180fca7035863bd570270376a0c06776e5549ff813eJens Axboe .name = (char *) "max-jobs", 181fca7035863bd570270376a0c06776e5549ff813eJens Axboe .has_arg = required_argument, 1827a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'j' | FIO_CLIENT_FLAG, 183fca7035863bd570270376a0c06776e5549ff813eJens Axboe }, 184fca7035863bd570270376a0c06776e5549ff813eJens Axboe { 185f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe .name = (char *) "terse-version", 186f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe .has_arg = required_argument, 1877a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'V' | FIO_CLIENT_FLAG, 188f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe }, 189f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe { 19050d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe .name = (char *) "server", 19187aa8f1901e26bc377f3035a485d35c417d0255aJens Axboe .has_arg = optional_argument, 19250d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe .val = 'S', 19350d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe }, 194e46d809110bd4ad2980ca64931b683673444454bJens Axboe { .name = (char *) "daemonize", 195402668f3e05259bfc135fc097136428feda01006Jens Axboe .has_arg = required_argument, 196e46d809110bd4ad2980ca64931b683673444454bJens Axboe .val = 'D', 197e46d809110bd4ad2980ca64931b683673444454bJens Axboe }, 19850d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe { 199132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe .name = (char *) "client", 200132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe .has_arg = required_argument, 201132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe .val = 'C', 202132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe }, 203132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe { 2047d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe .name = (char *) "cpuclock-test", 2057d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe .has_arg = no_argument, 2067d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe .val = 'T', 2077d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe }, 2087d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe { 209f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu .name = (char *) "idle-prof", 210f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu .has_arg = required_argument, 211f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu .val = 'I', 212f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu }, 213f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu { 214b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .name = NULL, 215b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 216b46928282e0a890f49250e79b81af773a2b7108fJens Axboe}; 217b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 2189d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboestatic void free_shm(void) 2199d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe{ 2209d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe struct shmid_ds sbuf; 2219d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2229d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe if (threads) { 2239d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe void *tp = threads; 2249d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2259d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe threads = NULL; 2269d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe file_hash_exit(); 2279e684a4976b7934f5ce011ea281dfef3352e5738Dan Ehrenberg flow_exit(); 2289d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe fio_debug_jobp = NULL; 2299d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe shmdt(tp); 2309d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe shmctl(shm_id, IPC_RMID, &sbuf); 2319d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe } 2329d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2339d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe scleanup(); 2349d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe} 2359d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2369d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe/* 2379d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe * The thread area is shared between the main process and the job 2389d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe * threads/processes. So setup a shared memory segment that will hold 2399d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe * all the job info. We use the end of the region for keeping track of 2409d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe * open files across jobs, for file sharing. 2419d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe */ 2429d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboestatic int setup_thread_area(void) 2439d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe{ 2449d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe void *hash; 2459d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2469d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe if (threads) 2479d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe return 0; 2489d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2499d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe /* 2509d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe * 1024 is too much on some machines, scale max_jobs if 2519d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe * we get a failure that looks like too large a shm segment 2529d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe */ 2539d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe do { 2549d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe size_t size = max_jobs * sizeof(struct thread_data); 2559d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2569d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe size += file_hash_size; 2579d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe size += sizeof(unsigned int); 2589d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2599d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe shm_id = shmget(0, size, IPC_CREAT | 0600); 2609d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe if (shm_id != -1) 2619d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe break; 262f0c77f03815a6597ef4ee18bf20894f180c91fbeJens Axboe if (errno != EINVAL && errno != ENOMEM && errno != ENOSPC) { 2639d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe perror("shmget"); 2649d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe break; 2659d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe } 2669d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2679d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe max_jobs >>= 1; 2689d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe } while (max_jobs); 2699d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2709d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe if (shm_id == -1) 2719d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe return 1; 2729d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2739d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe threads = shmat(shm_id, NULL, 0); 2749d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe if (threads == (void *) -1) { 2759d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe perror("shmat"); 2769d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe return 1; 2779d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe } 2789d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2799d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe memset(threads, 0, max_jobs * sizeof(struct thread_data)); 2809d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe hash = (void *) threads + max_jobs * sizeof(struct thread_data); 2819d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe fio_debug_jobp = (void *) hash + file_hash_size; 2829d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe *fio_debug_jobp = -1; 2839d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe file_hash_init(hash); 2849e684a4976b7934f5ce011ea281dfef3352e5738Dan Ehrenberg 2859e684a4976b7934f5ce011ea281dfef3352e5738Dan Ehrenberg flow_init(); 2869e684a4976b7934f5ce011ea281dfef3352e5738Dan Ehrenberg 2879d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe return 0; 2889d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe} 2899d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 290906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe/* 291906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe * Return a free job structure. 292906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe */ 293de890a1e48d40238dac69f302708dde8719de240Steven Langstatic struct thread_data *get_new_job(int global, struct thread_data *parent, 294de890a1e48d40238dac69f302708dde8719de240Steven Lang int preserve_eo) 295ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 296ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe struct thread_data *td; 297ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 298ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (global) 299ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return &def_thread; 3009d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe if (setup_thread_area()) { 3019d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe log_err("error: failed to setup shm segment\n"); 3029d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe return NULL; 3039d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe } 304e61f1ec89de8eb5bb0f8b1e6a79594f0bff2a259Bruce Cran if (thread_number >= max_jobs) { 305e61f1ec89de8eb5bb0f8b1e6a79594f0bff2a259Bruce Cran log_err("error: maximum number of jobs (%d) reached.\n", 306e61f1ec89de8eb5bb0f8b1e6a79594f0bff2a259Bruce Cran max_jobs); 307ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return NULL; 308e61f1ec89de8eb5bb0f8b1e6a79594f0bff2a259Bruce Cran } 309ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 310ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe td = &threads[thread_number++]; 311ddaeaa5ab1e3f1cb6f35a9f4a18ee932151a0ab8Jens Axboe *td = *parent; 312ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 313de890a1e48d40238dac69f302708dde8719de240Steven Lang td->io_ops = NULL; 314de890a1e48d40238dac69f302708dde8719de240Steven Lang if (!preserve_eo) 315de890a1e48d40238dac69f302708dde8719de240Steven Lang td->eo = NULL; 316de890a1e48d40238dac69f302708dde8719de240Steven Lang 317e0b0d89201bd301f47fbbfcf86545b7e77b16ef3Jens Axboe td->o.uid = td->o.gid = -1U; 318e0b0d89201bd301f47fbbfcf86545b7e77b16ef3Jens Axboe 319cade3ef44669c5c962d7ed18ca0e361116ee44adJens Axboe dup_files(td, parent); 320de890a1e48d40238dac69f302708dde8719de240Steven Lang fio_options_mem_dupe(td); 321cade3ef44669c5c962d7ed18ca0e361116ee44adJens Axboe 32215dc1934435dc84d66547c4fc92d936224d7238fJens Axboe profile_add_hooks(td); 32315dc1934435dc84d66547c4fc92d936224d7238fJens Axboe 324ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe td->thread_number = thread_number; 325108fea772db5f1dd91e2fb67737e3e0d36827b76Jens Axboe 326108fea772db5f1dd91e2fb67737e3e0d36827b76Jens Axboe if (!parent || !parent->o.group_reporting) 327108fea772db5f1dd91e2fb67737e3e0d36827b76Jens Axboe stat_number++; 328108fea772db5f1dd91e2fb67737e3e0d36827b76Jens Axboe 329ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return td; 330ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 331ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 332ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboestatic void put_job(struct thread_data *td) 333ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 334549577a728fc3bacbfea8978c4f514cef5b073dcJens Axboe if (td == &def_thread) 335549577a728fc3bacbfea8978c4f514cef5b073dcJens Axboe return; 33684dd18865235caa675424c62a4624618ff961d78Bruce Cran 33758c55ba02aca24ed30beb343fcb1dc3df4667389Jens Axboe profile_td_exit(td); 3389e684a4976b7934f5ce011ea281dfef3352e5738Dan Ehrenberg flow_exit_job(td); 339549577a728fc3bacbfea8978c4f514cef5b073dcJens Axboe 34016edf25dba269ee9e8239130e75b690440b1e120Jens Axboe if (td->error) 3416d86144dd10b05e8b82e9b895c35dd778e5e71abJens Axboe log_info("fio: %s\n", td->verror); 34216edf25dba269ee9e8239130e75b690440b1e120Jens Axboe 3437e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe fio_options_free(td); 344de890a1e48d40238dac69f302708dde8719de240Steven Lang if (td->io_ops) 345de890a1e48d40238dac69f302708dde8719de240Steven Lang free_ioengine(td); 3467e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe 347ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe memset(&threads[td->thread_number - 1], 0, sizeof(*td)); 348ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe thread_number--; 349ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 350ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 351581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboestatic int __setup_rate(struct thread_data *td, enum fio_ddir ddir) 352127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe{ 353581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe unsigned int bs = td->o.min_bs[ddir]; 354127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe 355ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe assert(ddir_rw(ddir)); 356ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe 357ba3e4e0ca697f83c97a250d85a74506ace69de2cRadha Ramachandran if (td->o.rate[ddir]) 3581b8dbf256b974fac2864052931f3041ff3ead157Steven Lang td->rate_bps[ddir] = td->o.rate[ddir]; 359ba3e4e0ca697f83c97a250d85a74506ace69de2cRadha Ramachandran else 3601b8dbf256b974fac2864052931f3041ff3ead157Steven Lang td->rate_bps[ddir] = td->o.rate_iops[ddir] * bs; 361127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe 3621b8dbf256b974fac2864052931f3041ff3ead157Steven Lang if (!td->rate_bps[ddir]) { 363127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe log_err("rate lower than supported\n"); 364127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe return -1; 365127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe } 366127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe 367581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe td->rate_pending_usleep[ddir] = 0; 368127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe return 0; 369127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe} 370127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe 371581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboestatic int setup_rate(struct thread_data *td) 372581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe{ 373581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe int ret = 0; 374581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe 375581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe if (td->o.rate[DDIR_READ] || td->o.rate_iops[DDIR_READ]) 376581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe ret = __setup_rate(td, DDIR_READ); 377581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe if (td->o.rate[DDIR_WRITE] || td->o.rate_iops[DDIR_WRITE]) 378581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe ret |= __setup_rate(td, DDIR_WRITE); 3796eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li if (td->o.rate[DDIR_TRIM] || td->o.rate_iops[DDIR_TRIM]) 3806eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li ret |= __setup_rate(td, DDIR_TRIM); 381581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe 382581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe return ret; 383581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe} 384581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe 3858347239af0a361e160293100bfc053f88bbbf737Jens Axboestatic int fixed_block_size(struct thread_options *o) 3868347239af0a361e160293100bfc053f88bbbf737Jens Axboe{ 3878347239af0a361e160293100bfc053f88bbbf737Jens Axboe return o->min_bs[DDIR_READ] == o->max_bs[DDIR_READ] && 3888347239af0a361e160293100bfc053f88bbbf737Jens Axboe o->min_bs[DDIR_WRITE] == o->max_bs[DDIR_WRITE] && 3896eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->min_bs[DDIR_TRIM] == o->max_bs[DDIR_TRIM] && 3906eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->min_bs[DDIR_READ] == o->min_bs[DDIR_WRITE] && 3916eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->min_bs[DDIR_READ] == o->min_bs[DDIR_TRIM]; 3928347239af0a361e160293100bfc053f88bbbf737Jens Axboe} 3938347239af0a361e160293100bfc053f88bbbf737Jens Axboe 394dad915e36819e74c4540db19faae488ede963ee4Jens Axboe/* 395dad915e36819e74c4540db19faae488ede963ee4Jens Axboe * Lazy way of fixing up options that depend on each other. We could also 396dad915e36819e74c4540db19faae488ede963ee4Jens Axboe * define option callback handlers, but this is easier. 397dad915e36819e74c4540db19faae488ede963ee4Jens Axboe */ 3984e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboestatic int fixup_options(struct thread_data *td) 399e1f365035a952233463d85d659bd960ba78f012eJens Axboe{ 4002dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe struct thread_options *o = &td->o; 401ff21745102e2410df4b950ca2ff774ad5ea717d1Jens Axboe int ret = 0; 402dad915e36819e74c4540db19faae488ede963ee4Jens Axboe 403f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe#ifndef FIO_HAVE_PSHARED_MUTEX 4049bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe if (!o->use_thread) { 405f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe log_info("fio: this platform does not support process shared" 406f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe " mutexes, forcing use of threads. Use the 'thread'" 407f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe " option to get rid of this warning.\n"); 4089bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe o->use_thread = 1; 409a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 410f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe } 411f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe#endif 412f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe 4132dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->write_iolog_file && o->read_iolog_file) { 414076efc7c60c351df783960a646e7fe8fba29dc19Jens Axboe log_err("fio: read iolog overrides write_iolog\n"); 4152dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe free(o->write_iolog_file); 4162dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->write_iolog_file = NULL; 417a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 418076efc7c60c351df783960a646e7fe8fba29dc19Jens Axboe } 41916b462aeb47996111ee6aa516c9226708db7c248Jens Axboe 42016b462aeb47996111ee6aa516c9226708db7c248Jens Axboe /* 421ed33585509a97c4a65e46967cb49419b6a4f8870Steven Noonan * only really works with 1 file 42216b462aeb47996111ee6aa516c9226708db7c248Jens Axboe */ 423627aa1a8477290140a342a7bf344a84bc5bed762Jens Axboe if (o->zone_size && o->open_files > 1) 4242dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->zone_size = 0; 42516b462aeb47996111ee6aa516c9226708db7c248Jens Axboe 42616b462aeb47996111ee6aa516c9226708db7c248Jens Axboe /* 427ed33585509a97c4a65e46967cb49419b6a4f8870Steven Noonan * If zone_range isn't specified, backward compatibility dictates it 428ed33585509a97c4a65e46967cb49419b6a4f8870Steven Noonan * should be made equal to zone_size. 429ed33585509a97c4a65e46967cb49419b6a4f8870Steven Noonan */ 430ed33585509a97c4a65e46967cb49419b6a4f8870Steven Noonan if (o->zone_size && !o->zone_range) 431ed33585509a97c4a65e46967cb49419b6a4f8870Steven Noonan o->zone_range = o->zone_size; 432ed33585509a97c4a65e46967cb49419b6a4f8870Steven Noonan 433ed33585509a97c4a65e46967cb49419b6a4f8870Steven Noonan /* 43416b462aeb47996111ee6aa516c9226708db7c248Jens Axboe * Reads can do overwrites, we always need to pre-create the file 43516b462aeb47996111ee6aa516c9226708db7c248Jens Axboe */ 43616b462aeb47996111ee6aa516c9226708db7c248Jens Axboe if (td_read(td) || td_rw(td)) 4372dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->overwrite = 1; 43816b462aeb47996111ee6aa516c9226708db7c248Jens Axboe 4392dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!o->min_bs[DDIR_READ]) 4405ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe o->min_bs[DDIR_READ] = o->bs[DDIR_READ]; 4412dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!o->max_bs[DDIR_READ]) 4422dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->max_bs[DDIR_READ] = o->bs[DDIR_READ]; 4432dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!o->min_bs[DDIR_WRITE]) 4445ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe o->min_bs[DDIR_WRITE] = o->bs[DDIR_WRITE]; 4452dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!o->max_bs[DDIR_WRITE]) 4462dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->max_bs[DDIR_WRITE] = o->bs[DDIR_WRITE]; 4476eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li if (!o->min_bs[DDIR_TRIM]) 4486eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->min_bs[DDIR_TRIM] = o->bs[DDIR_TRIM]; 4496eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li if (!o->max_bs[DDIR_TRIM]) 4506eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->max_bs[DDIR_TRIM] = o->bs[DDIR_TRIM]; 4516eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li 452a00735e66f9ec42549da94eba3170e543b542904Jens Axboe 4532dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->rw_min_bs = min(o->min_bs[DDIR_READ], o->min_bs[DDIR_WRITE]); 4546eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->rw_min_bs = min(o->min_bs[DDIR_TRIM], o->rw_min_bs); 455a00735e66f9ec42549da94eba3170e543b542904Jens Axboe 4562b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe /* 4572b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe * For random IO, allow blockalign offset other than min_bs. 4582b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe */ 4592b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe if (!o->ba[DDIR_READ] || !td_random(td)) 4602b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe o->ba[DDIR_READ] = o->min_bs[DDIR_READ]; 4612b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe if (!o->ba[DDIR_WRITE] || !td_random(td)) 4622b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe o->ba[DDIR_WRITE] = o->min_bs[DDIR_WRITE]; 4636eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li if (!o->ba[DDIR_TRIM] || !td_random(td)) 4646eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->ba[DDIR_TRIM] = o->min_bs[DDIR_TRIM]; 4652b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe 4662b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe if ((o->ba[DDIR_READ] != o->min_bs[DDIR_READ] || 4676eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->ba[DDIR_WRITE] != o->min_bs[DDIR_WRITE] || 4686eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->ba[DDIR_TRIM] != o->min_bs[DDIR_TRIM]) && 4699bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe !o->norandommap) { 4702b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe log_err("fio: Any use of blockalign= turns off randommap\n"); 4719bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe o->norandommap = 1; 472a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 4732b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe } 4742b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe 4752dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!o->file_size_high) 4762dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->file_size_high = o->file_size_low; 4779c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe 4788347239af0a361e160293100bfc053f88bbbf737Jens Axboe if (o->norandommap && o->verify != VERIFY_NONE 4798347239af0a361e160293100bfc053f88bbbf737Jens Axboe && !fixed_block_size(o)) { 4808347239af0a361e160293100bfc053f88bbbf737Jens Axboe log_err("fio: norandommap given for variable block sizes, " 4818347239af0a361e160293100bfc053f88bbbf737Jens Axboe "verify disabled\n"); 4822dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->verify = VERIFY_NONE; 483a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 484bb8895e07c6d6417410545f45d34b1b7916cd90aJens Axboe } 4852dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->bs_unaligned && (o->odirect || td->io_ops->flags & FIO_RAWIO)) 486690adba373bb8c97a365c67da369e265953c4b4cJens Axboe log_err("fio: bs_unaligned may not work with raw io\n"); 487e0a223354342cc45a916b669343718b80a20c2eaJens Axboe 488e0a223354342cc45a916b669343718b80a20c2eaJens Axboe /* 48948097d5c61aa1718e6dd4b3b647ea2eb6f00fcfbJens Axboe * thinktime_spin must be less than thinktime 49048097d5c61aa1718e6dd4b3b647ea2eb6f00fcfbJens Axboe */ 4912dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->thinktime_spin > o->thinktime) 4922dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->thinktime_spin = o->thinktime; 493e916b390684ec1ca6247f98138fa9c1682701d29Jens Axboe 494e916b390684ec1ca6247f98138fa9c1682701d29Jens Axboe /* 495e916b390684ec1ca6247f98138fa9c1682701d29Jens Axboe * The low water mark cannot be bigger than the iodepth 496e916b390684ec1ca6247f98138fa9c1682701d29Jens Axboe */ 49767bf982340d95ca98098ea050b54b4c7adb116c0Jens Axboe if (o->iodepth_low > o->iodepth || !o->iodepth_low) 49867bf982340d95ca98098ea050b54b4c7adb116c0Jens Axboe o->iodepth_low = o->iodepth; 499cb5ab5121ac4fa62e0ca2612b359f19bfdd30f29Jens Axboe 500cb5ab5121ac4fa62e0ca2612b359f19bfdd30f29Jens Axboe /* 501cb5ab5121ac4fa62e0ca2612b359f19bfdd30f29Jens Axboe * If batch number isn't set, default to the same as iodepth 502cb5ab5121ac4fa62e0ca2612b359f19bfdd30f29Jens Axboe */ 5032dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->iodepth_batch > o->iodepth || !o->iodepth_batch) 5042dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->iodepth_batch = o->iodepth; 505b5af82930ccfd7dda6a1b11794efb452eb76d8dcJens Axboe 5062dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->nr_files > td->files_index) 5072dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->nr_files = td->files_index; 5089f9214f243701626a04b4a0f9aceec03b8b40e0fJens Axboe 5092dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->open_files > o->nr_files || !o->open_files) 5102dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->open_files = o->nr_files; 5114e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe 5126eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li if (((o->rate[DDIR_READ] + o->rate[DDIR_WRITE] + o->rate[DDIR_TRIM]) && 5136eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li (o->rate_iops[DDIR_READ] + o->rate_iops[DDIR_WRITE] + o->rate_iops[DDIR_TRIM])) || 5146eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li ((o->ratemin[DDIR_READ] + o->ratemin[DDIR_WRITE] + o->ratemin[DDIR_TRIM]) && 5156eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li (o->rate_iops_min[DDIR_READ] + o->rate_iops_min[DDIR_WRITE] + o->rate_iops_min[DDIR_TRIM]))) { 5164e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe log_err("fio: rate and rate_iops are mutually exclusive\n"); 517a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = 1; 5184e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe } 5196eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li if ((o->rate[DDIR_READ] < o->ratemin[DDIR_READ]) || 5206eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li (o->rate[DDIR_WRITE] < o->ratemin[DDIR_WRITE]) || 5216eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li (o->rate[DDIR_TRIM] < o->ratemin[DDIR_TRIM]) || 5226eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li (o->rate_iops[DDIR_READ] < o->rate_iops_min[DDIR_READ]) || 5236eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li (o->rate_iops[DDIR_WRITE] < o->rate_iops_min[DDIR_WRITE]) || 5246eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li (o->rate_iops[DDIR_TRIM] < o->rate_iops_min[DDIR_TRIM])) { 5254e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe log_err("fio: minimum rate exceeds rate\n"); 526a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = 1; 5274e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe } 5284e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe 529cf4464ca60ce75ac241c621bc70a2500beeb782fJens Axboe if (!o->timeout && o->time_based) { 530cf4464ca60ce75ac241c621bc70a2500beeb782fJens Axboe log_err("fio: time_based requires a runtime/timeout setting\n"); 531cf4464ca60ce75ac241c621bc70a2500beeb782fJens Axboe o->time_based = 0; 532a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 533cf4464ca60ce75ac241c621bc70a2500beeb782fJens Axboe } 534cf4464ca60ce75ac241c621bc70a2500beeb782fJens Axboe 535aa31f1f108348ba2a8749c73fa8c25f3d4630a7cShawn Lewis if (o->fill_device && !o->size) 5365921e80c5dfc9f96d2f21da6ae58f2b5d3a0b373Jens Axboe o->size = -1ULL; 5375ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe 5389bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe if (o->verify != VERIFY_NONE) { 539996936f995c47f4744a49e05419e7d4c0364c64eJens Axboe if (td_write(td) && o->do_verify && o->numjobs > 1) { 540a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe log_info("Multiple writers may overwrite blocks that " 541a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe "belong to other jobs. This can cause " 542a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe "verification failures.\n"); 543a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 544a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe } 545a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe 5469bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe o->refill_buffers = 1; 5472f1b8e8b2efff5cf6887fc465f711391ab5b1825Jens Axboe if (o->max_bs[DDIR_WRITE] != o->min_bs[DDIR_WRITE] && 5482f1b8e8b2efff5cf6887fc465f711391ab5b1825Jens Axboe !o->verify_interval) 5492f1b8e8b2efff5cf6887fc465f711391ab5b1825Jens Axboe o->verify_interval = o->min_bs[DDIR_WRITE]; 550d990588ef84dacb107971143c239565e149d6f73Jens Axboe } 55141ccd84597867a36289392e59634d9fd7dc4c397Jens Axboe 5529bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe if (o->pre_read) { 5539bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe o->invalidate_cache = 0; 554a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe if (td->io_ops->flags & FIO_PIPEIO) { 5559c0d224129b0c59698e4c77e7fed00dc8cbb50e1Jens Axboe log_info("fio: cannot pre-read files with an IO engine" 5569c0d224129b0c59698e4c77e7fed00dc8cbb50e1Jens Axboe " that isn't seekable. Pre-read disabled.\n"); 557a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 558a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe } 5599c0d224129b0c59698e4c77e7fed00dc8cbb50e1Jens Axboe } 56034f1c044d361d04a576c3e7ed387fe064f9db5c6Jens Axboe 56167bf982340d95ca98098ea050b54b4c7adb116c0Jens Axboe#ifndef CONFIG_FDATASYNC 5629bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe if (o->fdatasync_blocks) { 563e72fa4d40565e7a213698d8696b81f80e4670982Joshua Aune log_info("fio: this platform does not support fdatasync()" 564e72fa4d40565e7a213698d8696b81f80e4670982Joshua Aune " falling back to using fsync(). Use the 'fsync'" 565e72fa4d40565e7a213698d8696b81f80e4670982Joshua Aune " option instead of 'fdatasync' to get rid of" 566e72fa4d40565e7a213698d8696b81f80e4670982Joshua Aune " this warning\n"); 5679bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe o->fsync_blocks = o->fdatasync_blocks; 5689bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe o->fdatasync_blocks = 0; 569a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 570e72fa4d40565e7a213698d8696b81f80e4670982Joshua Aune } 571e72fa4d40565e7a213698d8696b81f80e4670982Joshua Aune#endif 572e72fa4d40565e7a213698d8696b81f80e4670982Joshua Aune 57393bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran#ifdef WIN32 57493bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran /* 57593bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran * Windows doesn't support O_DIRECT or O_SYNC with the _open interface, 57693bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran * so fail if we're passed those flags 57793bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran */ 57893bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran if ((td->io_ops->flags & FIO_SYNCIO) && (td->o.odirect || td->o.sync_io)) { 57993bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran log_err("fio: Windows does not support direct or non-buffered io with" 58093bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran " the synchronous ioengines. Use the 'windowsaio' ioengine" 58193bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran " with 'direct=1' and 'iodepth=1' instead.\n"); 58293bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran ret = 1; 58393bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran } 58493bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran#endif 58593bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran 586811ac503a6196f13da22565eb165c278988da4daJens Axboe /* 587811ac503a6196f13da22565eb165c278988da4daJens Axboe * For fully compressible data, just zero them at init time. 588811ac503a6196f13da22565eb165c278988da4daJens Axboe * It's faster than repeatedly filling it. 589811ac503a6196f13da22565eb165c278988da4daJens Axboe */ 590811ac503a6196f13da22565eb165c278988da4daJens Axboe if (td->o.compress_percentage == 100) { 591811ac503a6196f13da22565eb165c278988da4daJens Axboe td->o.zero_buffers = 1; 592811ac503a6196f13da22565eb165c278988da4daJens Axboe td->o.compress_percentage = 0; 593811ac503a6196f13da22565eb165c278988da4daJens Axboe } 594811ac503a6196f13da22565eb165c278988da4daJens Axboe 5955881fda43ce41756029a830cc83dbf4480cb6ea2Jens Axboe /* 5965881fda43ce41756029a830cc83dbf4480cb6ea2Jens Axboe * Using a non-uniform random distribution excludes usage of 5975881fda43ce41756029a830cc83dbf4480cb6ea2Jens Axboe * a random map 5985881fda43ce41756029a830cc83dbf4480cb6ea2Jens Axboe */ 5995881fda43ce41756029a830cc83dbf4480cb6ea2Jens Axboe if (td->o.random_distribution != FIO_RAND_DIST_RANDOM) 6005881fda43ce41756029a830cc83dbf4480cb6ea2Jens Axboe td->o.norandommap = 1; 6015881fda43ce41756029a830cc83dbf4480cb6ea2Jens Axboe 602a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe return ret; 603e1f365035a952233463d85d659bd960ba78f012eJens Axboe} 604e1f365035a952233463d85d659bd960ba78f012eJens Axboe 605906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe/* 606f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe * This function leaks the buffer 607f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe */ 608f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboestatic char *to_kmg(unsigned int val) 609f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe{ 610f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe char *buf = malloc(32); 611f3502ba2dd72d846a388c774a01c6bb833871248Jens Axboe char post[] = { 0, 'K', 'M', 'G', 'P', 'E', 0 }; 612f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe char *p = post; 613f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 614245142ff7554290cf666e3ef6b7b57512bf17d75Jens Axboe do { 615f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe if (val & 1023) 616f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe break; 617f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 618f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe val >>= 10; 619f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe p++; 620245142ff7554290cf666e3ef6b7b57512bf17d75Jens Axboe } while (*p); 621f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 62298ffb8f3ecebed9984d1744f142eb8be10c14dbdKen Raeburn snprintf(buf, 32, "%u%c", val, *p); 623f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe return buf; 624f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe} 625f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 62609629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe/* External engines are specified by "external:name.o") */ 62709629a90d5b68b220e3fb98318e2dcd019943edaJens Axboestatic const char *get_engine_name(const char *str) 62809629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe{ 62909629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe char *p = strstr(str, ":"); 63009629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe 63109629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe if (!p) 63209629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe return str; 63309629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe 63409629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe p++; 63509629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe strip_blank_front(&p); 63609629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe strip_blank_end(p); 63709629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe return p; 63809629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe} 63909629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe 640e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboestatic int exists_and_not_file(const char *filename) 641e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe{ 642e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe struct stat sb; 643e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 644e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe if (lstat(filename, &sb) == -1) 645e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe return 0; 646e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 647ecc314ba7c5f02b7e90ac1dfbce1a74cd4e6d6feBruce Cran /* \\.\ is the device namespace in Windows, where every file 648ecc314ba7c5f02b7e90ac1dfbce1a74cd4e6d6feBruce Cran * is a device node */ 649ecc314ba7c5f02b7e90ac1dfbce1a74cd4e6d6feBruce Cran if (S_ISREG(sb.st_mode) && strncmp(filename, "\\\\.\\", 4) != 0) 650e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe return 0; 651e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 652e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe return 1; 653e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe} 654e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 6554c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboestatic void td_fill_rand_seeds_os(struct thread_data *td) 6565bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe{ 657d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe os_random_seed(td->rand_seeds[FIO_RAND_BS_OFF], &td->bsrange_state); 658d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe os_random_seed(td->rand_seeds[FIO_RAND_VER_OFF], &td->verify_state); 659d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe os_random_seed(td->rand_seeds[FIO_RAND_MIX_OFF], &td->rwmix_state); 6605bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe 6615bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe if (td->o.file_service_type == FIO_FSERVICE_RANDOM) 662d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe os_random_seed(td->rand_seeds[FIO_RAND_FILE_OFF], &td->next_file_state); 6635bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe 664d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe os_random_seed(td->rand_seeds[FIO_RAND_FILE_SIZE_OFF], &td->file_size_state); 665d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe os_random_seed(td->rand_seeds[FIO_RAND_TRIM_OFF], &td->trim_state); 6665bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe 6675bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe if (!td_random(td)) 6685bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe return; 6695bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe 6705bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe if (td->o.rand_repeatable) 671d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe td->rand_seeds[FIO_RAND_BLOCK_OFF] = FIO_RANDSEED * td->thread_number; 6725bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe 673d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe os_random_seed(td->rand_seeds[FIO_RAND_BLOCK_OFF], &td->random_state); 6744c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe} 6754c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe 6764c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboestatic void td_fill_rand_seeds_internal(struct thread_data *td) 6774c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe{ 678d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe init_rand_seed(&td->__bsrange_state, td->rand_seeds[FIO_RAND_BS_OFF]); 679d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe init_rand_seed(&td->__verify_state, td->rand_seeds[FIO_RAND_VER_OFF]); 680d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe init_rand_seed(&td->__rwmix_state, td->rand_seeds[FIO_RAND_MIX_OFF]); 6814c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe 6824c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe if (td->o.file_service_type == FIO_FSERVICE_RANDOM) 683d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe init_rand_seed(&td->__next_file_state, td->rand_seeds[FIO_RAND_FILE_OFF]); 6844c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe 685d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe init_rand_seed(&td->__file_size_state, td->rand_seeds[FIO_RAND_FILE_SIZE_OFF]); 686d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe init_rand_seed(&td->__trim_state, td->rand_seeds[FIO_RAND_TRIM_OFF]); 6874c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe 6884c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe if (!td_random(td)) 6894c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe return; 6904c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe 6914c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe if (td->o.rand_repeatable) 692d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe td->rand_seeds[FIO_RAND_BLOCK_OFF] = FIO_RANDSEED * td->thread_number; 6934c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe 694d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe init_rand_seed(&td->__random_state, td->rand_seeds[FIO_RAND_BLOCK_OFF]); 6955bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe} 6965bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe 6974c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboevoid td_fill_rand_seeds(struct thread_data *td) 6984c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe{ 6994c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe if (td->o.use_os_rand) 7004c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe td_fill_rand_seeds_os(td); 7014c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe else 7024c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe td_fill_rand_seeds_internal(td); 7033545a109a2cfe5ab22969ef453dc049db47f0b68Jens Axboe 704d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe init_rand_seed(&td->buf_state, td->rand_seeds[FIO_RAND_BUF_OFF]); 7054c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe} 7064c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe 7079c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe/* 708de890a1e48d40238dac69f302708dde8719de240Steven Lang * Initializes the ioengine configured for a job, if it has not been done so 709de890a1e48d40238dac69f302708dde8719de240Steven Lang * already. 710de890a1e48d40238dac69f302708dde8719de240Steven Lang */ 711de890a1e48d40238dac69f302708dde8719de240Steven Langint ioengine_load(struct thread_data *td) 712de890a1e48d40238dac69f302708dde8719de240Steven Lang{ 713de890a1e48d40238dac69f302708dde8719de240Steven Lang const char *engine; 714de890a1e48d40238dac69f302708dde8719de240Steven Lang 715de890a1e48d40238dac69f302708dde8719de240Steven Lang /* 716de890a1e48d40238dac69f302708dde8719de240Steven Lang * Engine has already been loaded. 717de890a1e48d40238dac69f302708dde8719de240Steven Lang */ 718de890a1e48d40238dac69f302708dde8719de240Steven Lang if (td->io_ops) 719de890a1e48d40238dac69f302708dde8719de240Steven Lang return 0; 720de890a1e48d40238dac69f302708dde8719de240Steven Lang 721de890a1e48d40238dac69f302708dde8719de240Steven Lang engine = get_engine_name(td->o.ioengine); 722de890a1e48d40238dac69f302708dde8719de240Steven Lang td->io_ops = load_ioengine(td, engine); 723de890a1e48d40238dac69f302708dde8719de240Steven Lang if (!td->io_ops) { 724de890a1e48d40238dac69f302708dde8719de240Steven Lang log_err("fio: failed to load engine %s\n", engine); 725de890a1e48d40238dac69f302708dde8719de240Steven Lang return 1; 726de890a1e48d40238dac69f302708dde8719de240Steven Lang } 727de890a1e48d40238dac69f302708dde8719de240Steven Lang 728de890a1e48d40238dac69f302708dde8719de240Steven Lang if (td->io_ops->option_struct_size && td->io_ops->options) { 729de890a1e48d40238dac69f302708dde8719de240Steven Lang /* 730de890a1e48d40238dac69f302708dde8719de240Steven Lang * In cases where td->eo is set, clone it for a child thread. 731de890a1e48d40238dac69f302708dde8719de240Steven Lang * This requires that the parent thread has the same ioengine, 732de890a1e48d40238dac69f302708dde8719de240Steven Lang * but that requirement must be enforced by the code which 733de890a1e48d40238dac69f302708dde8719de240Steven Lang * cloned the thread. 734de890a1e48d40238dac69f302708dde8719de240Steven Lang */ 735de890a1e48d40238dac69f302708dde8719de240Steven Lang void *origeo = td->eo; 736de890a1e48d40238dac69f302708dde8719de240Steven Lang /* 737de890a1e48d40238dac69f302708dde8719de240Steven Lang * Otherwise use the default thread options. 738de890a1e48d40238dac69f302708dde8719de240Steven Lang */ 739de890a1e48d40238dac69f302708dde8719de240Steven Lang if (!origeo && td != &def_thread && def_thread.eo && 740de890a1e48d40238dac69f302708dde8719de240Steven Lang def_thread.io_ops->options == td->io_ops->options) 741de890a1e48d40238dac69f302708dde8719de240Steven Lang origeo = def_thread.eo; 742de890a1e48d40238dac69f302708dde8719de240Steven Lang 743de890a1e48d40238dac69f302708dde8719de240Steven Lang options_init(td->io_ops->options); 744de890a1e48d40238dac69f302708dde8719de240Steven Lang td->eo = malloc(td->io_ops->option_struct_size); 745de890a1e48d40238dac69f302708dde8719de240Steven Lang /* 746de890a1e48d40238dac69f302708dde8719de240Steven Lang * Use the default thread as an option template if this uses the 747de890a1e48d40238dac69f302708dde8719de240Steven Lang * same options structure and there are non-default options 748de890a1e48d40238dac69f302708dde8719de240Steven Lang * used. 749de890a1e48d40238dac69f302708dde8719de240Steven Lang */ 750de890a1e48d40238dac69f302708dde8719de240Steven Lang if (origeo) { 751de890a1e48d40238dac69f302708dde8719de240Steven Lang memcpy(td->eo, origeo, td->io_ops->option_struct_size); 752de890a1e48d40238dac69f302708dde8719de240Steven Lang options_mem_dupe(td->eo, td->io_ops->options); 753de890a1e48d40238dac69f302708dde8719de240Steven Lang } else { 754de890a1e48d40238dac69f302708dde8719de240Steven Lang memset(td->eo, 0, td->io_ops->option_struct_size); 755de890a1e48d40238dac69f302708dde8719de240Steven Lang fill_default_options(td->eo, td->io_ops->options); 756de890a1e48d40238dac69f302708dde8719de240Steven Lang } 757de890a1e48d40238dac69f302708dde8719de240Steven Lang *(struct thread_data **)td->eo = td; 758de890a1e48d40238dac69f302708dde8719de240Steven Lang } 759de890a1e48d40238dac69f302708dde8719de240Steven Lang 760de890a1e48d40238dac69f302708dde8719de240Steven Lang return 0; 761de890a1e48d40238dac69f302708dde8719de240Steven Lang} 762de890a1e48d40238dac69f302708dde8719de240Steven Lang 763d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboestatic void init_flags(struct thread_data *td) 764d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe{ 765d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe struct thread_options *o = &td->o; 766d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe 767d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe if (o->verify_backlog) 768d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe td->flags |= TD_F_VER_BACKLOG; 769d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe if (o->trim_backlog) 770d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe td->flags |= TD_F_TRIM_BACKLOG; 771d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe if (o->read_iolog_file) 772d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe td->flags |= TD_F_READ_IOLOG; 773d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe if (o->refill_buffers) 774d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe td->flags |= TD_F_REFILL_BUFFERS; 775d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe if (o->scramble_buffers) 776d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe td->flags |= TD_F_SCRAMBLE_BUFFERS; 777d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe if (o->verify != VERIFY_NONE) 778d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe td->flags |= TD_F_VER_NONE; 779d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe} 780d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe 7819dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboestatic int setup_random_seeds(struct thread_data *td) 7829dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe{ 7839dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe unsigned long seed; 7849dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe unsigned int i; 7859dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe 7869dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe if (!td->o.rand_repeatable) 7879dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe return init_random_state(td, td->rand_seeds, sizeof(td->rand_seeds)); 7889dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe 7899dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe for (seed = 0x89, i = 0; i < 4; i++) 7909dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe seed *= 0x9e370001UL; 7919dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe 7929dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe for (i = 0; i < FIO_RAND_NR_OFFS; i++) { 7939dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe td->rand_seeds[i] = seed; 7949dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe seed *= 0x9e370001UL; 7959dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe } 7969dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe 7979dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe td_fill_rand_seeds(td); 7989dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe return 0; 7999dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe} 8009dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe 801de890a1e48d40238dac69f302708dde8719de240Steven Lang/* 802906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe * Adds a job to the list of things todo. Sanitizes the various options 803906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe * to make sure we don't have conflicts, and initializes various 804906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe * members of td. 805906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe */ 806751548451d969148529b642c05e7544726ec3b64Jens Axboestatic int add_job(struct thread_data *td, const char *jobname, int job_add_num) 807ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 808413dd459a7710ba421061e840dd9ac3161c70f20Jens Axboe const char *ddir_str[] = { NULL, "read", "write", "rw", NULL, 8096eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li "randread", "randwrite", "randrw", 8106eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li "trim", NULL, NULL, NULL, "randtrim" }; 811af52b3455ad892322aab2791282b6bd4efdfdbf3Jens Axboe unsigned int i; 812af52b3455ad892322aab2791282b6bd4efdfdbf3Jens Axboe char fname[PATH_MAX]; 813e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe int numjobs, file_alloced; 814ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 815ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe /* 816ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe * the def_thread is just for options, it's not a real job 817ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe */ 818ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (td == &def_thread) 819ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 0; 820ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 821d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe init_flags(td); 822d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe 823cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe /* 824cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe * if we are just dumping the output command line, don't add the job 825cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe */ 826111e032d60f2341cfe09accbfcf25ec81b9251e0Jens Axboe if (dump_cmdline || parse_only) { 827cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe put_job(td); 828cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe return 0; 829cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe } 830cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe 83158c55ba02aca24ed30beb343fcb1dc3df4667389Jens Axboe if (profile_td_init(td)) 8326625155407de739e1e857419b7b4fb62f6c6bb2eJens Axboe goto err; 83358c55ba02aca24ed30beb343fcb1dc3df4667389Jens Axboe 834de890a1e48d40238dac69f302708dde8719de240Steven Lang if (ioengine_load(td)) 835205927a3cfc25baeb318e3aedf3ac29d16bf4be9Jens Axboe goto err; 836df64119de537aba99c85d1dc80190b354589f8b9Jens Axboe 8372dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (td->o.use_thread) 8389cedf16704b71cec33138bb4cf524d3fc9ad338aJens Axboe nr_thread++; 8399cedf16704b71cec33138bb4cf524d3fc9ad338aJens Axboe else 8409cedf16704b71cec33138bb4cf524d3fc9ad338aJens Axboe nr_process++; 8419cedf16704b71cec33138bb4cf524d3fc9ad338aJens Axboe 8422dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (td->o.odirect) 843690adba373bb8c97a365c67da369e265953c4b4cJens Axboe td->io_ops->flags |= FIO_RAWIO; 844690adba373bb8c97a365c67da369e265953c4b4cJens Axboe 845e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe file_alloced = 0; 846691c8fb014da9dd82e999a90b5511423f4eee188Jens Axboe if (!td->o.filename && !td->files_index && !td->o.read_iolog_file) { 847e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe file_alloced = 1; 84880be24f4671164d597463e4b5c794d4cbd0a4537Jens Axboe 8492dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (td->o.nr_files == 1 && exists_and_not_file(jobname)) 850e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe add_file(td, jobname); 8517b05a215c8c39b8c878297b90eba112fe9176542Jens Axboe else { 8522dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe for (i = 0; i < td->o.nr_files; i++) { 8535ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe sprintf(fname, "%s.%d.%d", jobname, 8545ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe td->thread_number, i); 8557b05a215c8c39b8c878297b90eba112fe9176542Jens Axboe add_file(td, fname); 8567b05a215c8c39b8c878297b90eba112fe9176542Jens Axboe } 857af52b3455ad892322aab2791282b6bd4efdfdbf3Jens Axboe } 8580af7b542b69af5ab2400a9960a5bcde82c05723fJens Axboe } 859ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 8604e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe if (fixup_options(td)) 8614e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe goto err; 862e0a223354342cc45a916b669343718b80a20c2eaJens Axboe 8639e684a4976b7934f5ce011ea281dfef3352e5738Dan Ehrenberg flow_init_job(td); 8649e684a4976b7934f5ce011ea281dfef3352e5738Dan Ehrenberg 865de890a1e48d40238dac69f302708dde8719de240Steven Lang /* 866de890a1e48d40238dac69f302708dde8719de240Steven Lang * IO engines only need this for option callbacks, and the address may 867de890a1e48d40238dac69f302708dde8719de240Steven Lang * change in subprocesses. 868de890a1e48d40238dac69f302708dde8719de240Steven Lang */ 869de890a1e48d40238dac69f302708dde8719de240Steven Lang if (td->eo) 870de890a1e48d40238dac69f302708dde8719de240Steven Lang *(struct thread_data **)td->eo = NULL; 871de890a1e48d40238dac69f302708dde8719de240Steven Lang 87207eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe if (td->io_ops->flags & FIO_DISKLESSIO) { 87307eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe struct fio_file *f; 87407eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe 87507eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe for_each_file(td, f, i) 87607eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe f->real_file_size = -1ULL; 87707eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe } 87807eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe 879521da527743088a9bd2ab882f8b64799d49d5848Jens Axboe td->mutex = fio_mutex_init(FIO_MUTEX_LOCKED); 880ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 881833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong td->ts.clat_percentiles = td->o.clat_percentiles; 882435d195a9da120c5a618129cdb73418f4748c20aVincent Kang Fu td->ts.percentile_precision = td->o.percentile_precision; 883fd112d34a2cfdc2d9efcd394e38b6d87b357c23dVincent Kang Fu memcpy(td->ts.percentile_list, td->o.percentile_list, sizeof(td->o.percentile_list)); 884833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong 8856eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li for (i = 0; i < DDIR_RWDIR_CNT; i++) { 8866eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li td->ts.clat_stat[i].min_val = ULONG_MAX; 8876eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li td->ts.slat_stat[i].min_val = ULONG_MAX; 8886eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li td->ts.lat_stat[i].min_val = ULONG_MAX; 8896eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li td->ts.bw_stat[i].min_val = ULONG_MAX; 8906eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li } 891cdd5411e02b05f5c9fd305a0f07f58e3abef4d5eAdam DeBellins td->ddir_seq_nr = td->o.ddir_seq_nr; 892ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 893755c31896364ad2887c07e0383ce639d1f5b52abJens Axboe if ((td->o.stonewall || td->o.new_group) && prev_group_jobs) { 8943c5df6fa2259c12fd6a7beb9a3521dec76d12dd2Jens Axboe prev_group_jobs = 0; 895ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe groupid++; 8963c5df6fa2259c12fd6a7beb9a3521dec76d12dd2Jens Axboe } 897ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 898ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe td->groupid = groupid; 8993c5df6fa2259c12fd6a7beb9a3521dec76d12dd2Jens Axboe prev_group_jobs++; 900ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 9019dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe if (setup_random_seeds(td)) { 90293bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran td_verror(td, errno, "init_random_state"); 9039c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe goto err; 90493bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran } 9059c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe 906ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (setup_rate(td)) 907ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe goto err; 908ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 9092dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (td->o.write_lat_log) { 910b8bc8cba9512c6dce4891fda86de675053605ca2Jens Axboe setup_log(&td->lat_log, td->o.log_avg_msec); 911b8bc8cba9512c6dce4891fda86de675053605ca2Jens Axboe setup_log(&td->slat_log, td->o.log_avg_msec); 912b8bc8cba9512c6dce4891fda86de675053605ca2Jens Axboe setup_log(&td->clat_log, td->o.log_avg_msec); 913ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 9142dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (td->o.write_bw_log) 915b8bc8cba9512c6dce4891fda86de675053605ca2Jens Axboe setup_log(&td->bw_log, td->o.log_avg_msec); 916c8eeb9df1f52f28567a5937e141decc6a26ec30bJens Axboe if (td->o.write_iops_log) 917b8bc8cba9512c6dce4891fda86de675053605ca2Jens Axboe setup_log(&td->iops_log, td->o.log_avg_msec); 918ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 9192dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!td->o.name) 9202dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe td->o.name = strdup(jobname); 92101452055af61d6f5de543575dba3ebb0c9e55fabJens Axboe 922f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe if (output_format == FIO_OUTPUT_NORMAL) { 923b990b5c06801d6d25e3fcc5415efbbe7bb23341eJens Axboe if (!job_add_num) { 9245ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe if (!strcmp(td->io_ops->name, "cpuio")) { 9255ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe log_info("%s: ioengine=cpu, cpuload=%u," 9265ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe " cpucycle=%u\n", td->o.name, 9275ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe td->o.cpuload, 9285ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe td->o.cpucycle); 9295ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe } else { 9306eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li char *c1, *c2, *c3, *c4, *c5, *c6; 931f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 9322dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe c1 = to_kmg(td->o.min_bs[DDIR_READ]); 9332dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe c2 = to_kmg(td->o.max_bs[DDIR_READ]); 9342dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe c3 = to_kmg(td->o.min_bs[DDIR_WRITE]); 9352dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe c4 = to_kmg(td->o.max_bs[DDIR_WRITE]); 9366eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li c5 = to_kmg(td->o.min_bs[DDIR_TRIM]); 9376eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li c6 = to_kmg(td->o.max_bs[DDIR_TRIM]); 938f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 9396eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li log_info("%s: (g=%d): rw=%s, bs=%s-%s/%s-%s/%s-%s," 9405ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe " ioengine=%s, iodepth=%u\n", 9415ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe td->o.name, td->groupid, 9425ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe ddir_str[td->o.td_ddir], 9436eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li c1, c2, c3, c4, c5, c6, 9445ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe td->io_ops->name, 9455ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe td->o.iodepth); 946f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 947f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe free(c1); 948f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe free(c2); 949f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe free(c3); 950f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe free(c4); 9516eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li free(c5); 9526eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li free(c6); 953f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe } 954b990b5c06801d6d25e3fcc5415efbbe7bb23341eJens Axboe } else if (job_add_num == 1) 9556d86144dd10b05e8b82e9b895c35dd778e5e71abJens Axboe log_info("...\n"); 956c6ae0a5b8123ea9af2ce70319081fbd5d65c8093Jens Axboe } 957ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 958ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe /* 959ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe * recurse add identical jobs, clear numjobs and stonewall options 960ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe * as they don't apply to sub-jobs 961ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe */ 9622dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe numjobs = td->o.numjobs; 963ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe while (--numjobs) { 964de890a1e48d40238dac69f302708dde8719de240Steven Lang struct thread_data *td_new = get_new_job(0, td, 1); 965ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 966ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (!td_new) 967ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe goto err; 968ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 9692dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe td_new->o.numjobs = 1; 9702dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe td_new->o.stonewall = 0; 97192c1d41f9cb4da2513ad261552f92511d69f6b8eJens Axboe td_new->o.new_group = 0; 972e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 973e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe if (file_alloced) { 9742dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe td_new->o.filename = NULL; 975e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe td_new->files_index = 0; 9764e6ea2f1e9b7da6d7d1057670fcc19f063e46fd4Jens Axboe td_new->files_size = 0; 977e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe td_new->files = NULL; 978e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe } 979e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 980751548451d969148529b642c05e7544726ec3b64Jens Axboe job_add_num = numjobs - 1; 981ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 982751548451d969148529b642c05e7544726ec3b64Jens Axboe if (add_job(td_new, jobname, job_add_num)) 983ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe goto err; 984ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 9853c5df6fa2259c12fd6a7beb9a3521dec76d12dd2Jens Axboe 986ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 0; 987ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboeerr: 988ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe put_job(td); 989ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return -1; 990ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 991ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 99279d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe/* 99379d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe * Parse as if 'o' was a command line 99479d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe */ 99579d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboevoid add_job_opts(const char **o) 99679d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe{ 99779d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe struct thread_data *td, *td_parent; 99879d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe int i, in_global = 1; 99979d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe char jobname[32]; 100079d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe 100179d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe i = 0; 100279d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe td_parent = td = NULL; 100379d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe while (o[i]) { 100479d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe if (!strncmp(o[i], "name", 4)) { 100579d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe in_global = 0; 100679d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe if (td) 100779d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe add_job(td, jobname, 0); 100879d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe td = NULL; 100979d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe sprintf(jobname, "%s", o[i] + 5); 101079d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe } 101179d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe if (in_global && !td_parent) 1012de890a1e48d40238dac69f302708dde8719de240Steven Lang td_parent = get_new_job(1, &def_thread, 0); 101379d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe else if (!in_global && !td) { 101479d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe if (!td_parent) 101579d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe td_parent = &def_thread; 1016de890a1e48d40238dac69f302708dde8719de240Steven Lang td = get_new_job(0, td_parent, 0); 101779d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe } 101879d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe if (in_global) 101979d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe fio_options_parse(td_parent, (char **) &o[i], 1); 102079d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe else 102179d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe fio_options_parse(td, (char **) &o[i], 1); 102279d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe i++; 102379d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe } 102479d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe 102579d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe if (td) 102679d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe add_job(td, jobname, 0); 102779d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe} 102879d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe 102901f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboestatic int skip_this_section(const char *name) 103001f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe{ 1031ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe int i; 1032ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe 1033ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe if (!nr_job_sections) 103401f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe return 0; 103501f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (!strncmp(name, "global", 6)) 103601f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe return 0; 103701f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe 1038ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe for (i = 0; i < nr_job_sections; i++) 1039ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe if (!strcmp(job_sections[i], name)) 1040ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe return 0; 1041ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe 1042ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe return 1; 104301f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe} 104401f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe 1045ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboestatic int is_empty_or_comment(char *line) 1046ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 1047ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe unsigned int i; 1048ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1049ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe for (i = 0; i < strlen(line); i++) { 1050ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (line[i] == ';') 1051ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 1; 10525cc2da300b3fc30e00b79b4ddb3f372df3b2fe93Ingo Molnar if (line[i] == '#') 10535cc2da300b3fc30e00b79b4ddb3f372df3b2fe93Ingo Molnar return 1; 105476cd9378b90dddf2cedc9a5d49f317aaad485b90Jens Axboe if (!isspace((int) line[i]) && !iscntrl((int) line[i])) 1055ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 0; 1056ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 1057ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1058ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 1; 1059ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 1060ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1061313cb206ffc6e50c089314d322ebf1c523f37531Jens Axboe/* 1062072619835aa805f3335dca9d72f4d4eb1009aecdJens Axboe * This is our [ini] type file parser. 1063072619835aa805f3335dca9d72f4d4eb1009aecdJens Axboe */ 106450d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboeint parse_jobs_ini(char *file, int is_buf, int stonewall_flag) 1065ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 1066e1f365035a952233463d85d659bd960ba78f012eJens Axboe unsigned int global; 1067ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe struct thread_data *td; 1068fee3bb48f748afe5cf10f8505e1efd36b87c627eJens Axboe char *string, *name; 1069ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe FILE *f; 1070ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe char *p; 10710c7e37a04aa04ba22e812f8de7971fcef46b8191Jens Axboe int ret = 0, stonewall; 1072097b2991ace8e069dbfb0c2286d31da714247573Jens Axboe int first_sect = 1; 1073ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe int skip_fgets = 0; 107401f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe int inside_skip = 0; 10753b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe char **opts; 10763b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe int i, alloc_opts, num_opts; 1077ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 107850d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (is_buf) 107950d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe f = NULL; 108050d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe else { 108150d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (!strcmp(file, "-")) 108250d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe f = stdin; 108350d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe else 108450d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe f = fopen(file, "r"); 10855a729cbec53a158fa8d8dc5737749cfee20ab31bAaron Carroll 108650d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (!f) { 108750d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe perror("fopen job file"); 108850d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe return 1; 108950d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe } 1090ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 1091ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1092ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe string = malloc(4096); 10937f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe 10947f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe /* 10957f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe * it's really 256 + small bit, 280 should suffice 10967f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe */ 10977f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe name = malloc(280); 10987f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe memset(name, 0, 280); 1099ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 11003b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe alloc_opts = 8; 11013b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe opts = malloc(sizeof(char *) * alloc_opts); 1102b7c6302da8b30f221310dd6c917136229ee5e688Jens Axboe num_opts = 0; 11033b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe 11040c7e37a04aa04ba22e812f8de7971fcef46b8191Jens Axboe stonewall = stonewall_flag; 11057c124ac153eebf48bc85f9033ae06fd7152e4216Jens Axboe do { 1106ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe /* 1107ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe * if skip_fgets is set, we already have loaded a line we 1108ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe * haven't handled. 1109ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe */ 1110ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe if (!skip_fgets) { 111150d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (is_buf) 111250d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe p = strsep(&file, "\n"); 111350d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe else 111443f747922e001a7bfb904dfcaa51934b986345aeJens Axboe p = fgets(string, 4096, f); 1115ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe if (!p) 1116ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe break; 1117ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe } 1118cdc7f1936e07f3b51aaa96c589e43abd7fea0051gurudas pai 1119ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe skip_fgets = 0; 1120cdc7f1936e07f3b51aaa96c589e43abd7fea0051gurudas pai strip_blank_front(&p); 11216c7c7da18aa2ab744b9485482e64acd30f31da6dJens Axboe strip_blank_end(p); 1122cdc7f1936e07f3b51aaa96c589e43abd7fea0051gurudas pai 1123ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (is_empty_or_comment(p)) 1124ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe continue; 112584dd18865235caa675424c62a4624618ff961d78Bruce Cran if (sscanf(p, "[%255[^\n]]", name) != 1) { 112601f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (inside_skip) 112701f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe continue; 11285ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe log_err("fio: option <%s> outside of [] job section\n", 11295ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe p); 1130088b42076dcbadf4d61367e19e49cb0d12aaadd1Jens Axboe break; 11316c7c7da18aa2ab744b9485482e64acd30f31da6dJens Axboe } 1132ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 11337a4b80a14c6ac6d47d486b1f5d1f166fa7065ee3Jens Axboe name[strlen(name) - 1] = '\0'; 11347a4b80a14c6ac6d47d486b1f5d1f166fa7065ee3Jens Axboe 113501f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (skip_this_section(name)) { 113601f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe inside_skip = 1; 113701f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe continue; 113801f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe } else 113901f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe inside_skip = 0; 114001f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe 1141ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe global = !strncmp(name, "global", 6); 1142ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1143cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe if (dump_cmdline) { 1144097b2991ace8e069dbfb0c2286d31da714247573Jens Axboe if (first_sect) 1145097b2991ace8e069dbfb0c2286d31da714247573Jens Axboe log_info("fio "); 1146cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe if (!global) 1147cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe log_info("--name=%s ", name); 1148097b2991ace8e069dbfb0c2286d31da714247573Jens Axboe first_sect = 0; 1149cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe } 1150cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe 1151de890a1e48d40238dac69f302708dde8719de240Steven Lang td = get_new_job(global, &def_thread, 0); 115245410acb636e526575d62a037f81ade7916b738cJens Axboe if (!td) { 115345410acb636e526575d62a037f81ade7916b738cJens Axboe ret = 1; 115445410acb636e526575d62a037f81ade7916b738cJens Axboe break; 115545410acb636e526575d62a037f81ade7916b738cJens Axboe } 1156ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1157972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe /* 1158972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe * Seperate multiple job files by a stonewall 1159972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe */ 1160f94819192600fe35d03ebed26a803abdc2b9864cJens Axboe if (!global && stonewall) { 11612dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe td->o.stonewall = stonewall; 1162972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe stonewall = 0; 1163972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe } 1164972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe 11653b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe num_opts = 0; 11663b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe memset(opts, 0, alloc_opts * sizeof(char *)); 11673b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe 116850d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe while (1) { 116950d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (is_buf) 117050d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe p = strsep(&file, "\n"); 117150d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe else 117250d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe p = fgets(string, 4096, f); 117350d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (!p) 117450d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe break; 117550d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe 1176ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (is_empty_or_comment(p)) 1177ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe continue; 1178e1f365035a952233463d85d659bd960ba78f012eJens Axboe 1179b6754f9d3f719627d8aae4c3e8f39212d9405f99Jens Axboe strip_blank_front(&p); 11807c124ac153eebf48bc85f9033ae06fd7152e4216Jens Axboe 1181ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe /* 1182ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe * new section, break out and make sure we don't 1183ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe * fgets() a new line at the top. 1184ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe */ 1185ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe if (p[0] == '[') { 1186ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe skip_fgets = 1; 11877c124ac153eebf48bc85f9033ae06fd7152e4216Jens Axboe break; 1188ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe } 11897c124ac153eebf48bc85f9033ae06fd7152e4216Jens Axboe 11904ae3f76333bf2382e516db0b5c202b8982b1170fJens Axboe strip_blank_end(p); 1191aea47d444b02bd7c622f82bb73151fd7136a499fJens Axboe 11923b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe if (num_opts == alloc_opts) { 11933b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe alloc_opts <<= 1; 11943b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe opts = realloc(opts, 11953b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe alloc_opts * sizeof(char *)); 11963b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe } 11973b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe 11983b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe opts[num_opts] = strdup(p); 11993b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe num_opts++; 1200ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 1201ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 12023b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe ret = fio_options_parse(td, opts, num_opts); 12033b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe if (!ret) { 12043b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe if (dump_cmdline) 12053b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe for (i = 0; i < num_opts; i++) 12063b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe log_info("--%s ", opts[i]); 12073b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe 120845410acb636e526575d62a037f81ade7916b738cJens Axboe ret = add_job(td, name, 0); 12093b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe } else { 1210b1508cf9ead36dc789a4e289f7522a070e57058cJens Axboe log_err("fio: job %s dropped\n", name); 1211b1508cf9ead36dc789a4e289f7522a070e57058cJens Axboe put_job(td); 121245410acb636e526575d62a037f81ade7916b738cJens Axboe } 12133b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe 12143b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe for (i = 0; i < num_opts; i++) 12153b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe free(opts[i]); 12163b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe num_opts = 0; 12177c124ac153eebf48bc85f9033ae06fd7152e4216Jens Axboe } while (!ret); 1218ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1219cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe if (dump_cmdline) 1220cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe log_info("\n"); 1221cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe 12227e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe i = 0; 12237e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe while (i < nr_job_sections) { 12247e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe free(job_sections[i]); 12257e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe i++; 12267e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe } 12277e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe 12283b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe for (i = 0; i < num_opts; i++) 12293b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe free(opts[i]); 12303b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe 1231ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe free(string); 1232ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe free(name); 12332577594dd6e2857d9efbf6bd81cd7ef507dbcd64Jens Axboe free(opts); 123450d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (!is_buf && f != stdin) 12355a729cbec53a158fa8d8dc5737749cfee20ab31bAaron Carroll fclose(f); 123645410acb636e526575d62a037f81ade7916b738cJens Axboe return ret; 1237ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 1238ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1239ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboestatic int fill_def_thread(void) 1240ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 1241ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe memset(&def_thread, 0, sizeof(def_thread)); 1242ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1243375b2695693f56987e23deef3ded8e5b06ef6797Jens Axboe fio_getaffinity(getpid(), &def_thread.o.cpumask); 12448c029376bbe6d8a6bcb01c3ef7d545720aca3868Jens Axboe def_thread.o.timeout = def_timeout; 12458b28bd41375930664a0ff9ff9b101a88ac416ac5Dmitry Monakhov def_thread.o.error_dump = 1; 1246ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe /* 1247ee738499877bb1ee913e839cb4a8d4edad2d52adJens Axboe * fill default options 1248ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe */ 1249214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe fio_fill_default_options(&def_thread); 1250ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 0; 1251ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 1252ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 125345378b35a047b590d0d3b6f9a7b8fea6dfa47300Jens Axboestatic void usage(const char *name) 12544785f99523f5c69635eb4bd826f25cd2e264cda7Jens Axboe{ 1255692a5d228de8215634182d0c459ac7c0b0fda961Jens Axboe printf("%s\n", fio_version_string); 125645378b35a047b590d0d3b6f9a7b8fea6dfa47300Jens Axboe printf("%s [options] [job options] <job file(s)>\n", name); 125783881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --debug=options\tEnable debug logging. May be one/more of:\n" 125883881283564820dabaa07c1bdea0e75e686efcaaJens Axboe "\t\t\tprocess,file,io,mem,blktrace,verify,random,parse,\n" 125983881283564820dabaa07c1bdea0e75e686efcaaJens Axboe "\t\t\tdiskutil,job,mutex,profile,time,net\n"); 1260111e032d60f2341cfe09accbfcf25ec81b9251e0Jens Axboe printf(" --parse-only\t\tParse options only, don't start any IO\n"); 126183881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --output\t\tWrite output to file\n"); 1262b2cecdc28469f8042d6cc3d83d83b18086845f18liang xie printf(" --runtime\t\tRuntime in seconds\n"); 126383881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --latency-log\t\tGenerate per-job latency logs\n"); 126483881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --bandwidth-log\tGenerate per-job bandwidth logs\n"); 126583881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --minimal\t\tMinimal (terse) output\n"); 1266f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe printf(" --output-format=x\tOutput format (terse,json,normal)\n"); 126775db6e2c168e895cd93504a7d20ddc853413e3b1Jens Axboe printf(" --terse-version=x\tSet terse version output format to 'x'\n"); 1268f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe printf(" --version\t\tPrint version info and exit\n"); 126983881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --help\t\tPrint this page\n"); 127023893646c9306b785f866fb9e976f3db673af0caJens Axboe printf(" --cpuclock-test\tPerform test/validation of CPU clock\n"); 127183881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --cmdhelp=cmd\t\tPrint command help, \"all\" for all of" 12725ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe " them\n"); 1273de890a1e48d40238dac69f302708dde8719de240Steven Lang printf(" --enghelp=engine\tPrint ioengine help, or list" 1274de890a1e48d40238dac69f302708dde8719de240Steven Lang " available ioengines\n"); 1275de890a1e48d40238dac69f302708dde8719de240Steven Lang printf(" --enghelp=engine,cmd\tPrint help for an ioengine" 1276de890a1e48d40238dac69f302708dde8719de240Steven Lang " cmd\n"); 127783881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --showcmd\t\tTurn a job file into command line options\n"); 127883881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --eta=when\t\tWhen ETA estimate should be printed\n"); 127983881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" \t\tMay be \"always\", \"never\" or \"auto\"\n"); 1280e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe printf(" --eta-newline=time\tForce a new line for every 'time'"); 1281e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe printf(" period passed\n"); 128283881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --readonly\t\tTurn on safety read-only checks, preventing" 12835ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe " writes\n"); 128483881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --section=name\tOnly run specified section in job file\n"); 128583881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --alloc-size=kb\tSet smalloc pool to this size in kb" 12862b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe " (def 1024)\n"); 128783881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --warnings-fatal\tFio parser warnings are fatal\n"); 128883881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --max-jobs=nr\t\tMaximum number of threads/processes to support\n"); 128983881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --server=args\t\tStart a backend fio server\n"); 129083881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --daemonize=pidfile\tBackground fio server, write pid to file\n"); 129183881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --client=hostname\tTalk to remote backend fio server at hostname\n"); 1292f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu printf(" --idle-prof=option\tReport cpu idleness on a system or percpu basis\n" 1293f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu "\t\t\t(option=system,percpu) or run unit work\n" 1294f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu "\t\t\tcalibration only (option=calibrate)\n"); 1295aa58d2520204f5ae12291fae0289a90fb03dc587Jens Axboe printf("\nFio was written by Jens Axboe <jens.axboe@oracle.com>"); 129623893646c9306b785f866fb9e976f3db673af0caJens Axboe printf("\n Jens Axboe <jaxboe@fusionio.com>\n"); 12974785f99523f5c69635eb4bd826f25cd2e264cda7Jens Axboe} 12984785f99523f5c69635eb4bd826f25cd2e264cda7Jens Axboe 129979e48f72dea1639bcbee310c354938287b6d5790Jens Axboe#ifdef FIO_INC_DEBUG 1300ee56ad500f6692381e131cc37299d23fa910a24aJens Axboestruct debug_level debug_levels[] = { 1301bd6f78b2f0b6375383948f126368804612ec0035Jens Axboe { .name = "process", .shift = FD_PROCESS, }, 1302bd6f78b2f0b6375383948f126368804612ec0035Jens Axboe { .name = "file", .shift = FD_FILE, }, 1303bd6f78b2f0b6375383948f126368804612ec0035Jens Axboe { .name = "io", .shift = FD_IO, }, 1304bd6f78b2f0b6375383948f126368804612ec0035Jens Axboe { .name = "mem", .shift = FD_MEM, }, 1305bd6f78b2f0b6375383948f126368804612ec0035Jens Axboe { .name = "blktrace", .shift = FD_BLKTRACE }, 1306bd6f78b2f0b6375383948f126368804612ec0035Jens Axboe { .name = "verify", .shift = FD_VERIFY }, 130784422acde41c9cf462245de115d425cf5a82124cJens Axboe { .name = "random", .shift = FD_RANDOM }, 1308a3d741fa3bc3120d5b62a56826a97524daa32803Jens Axboe { .name = "parse", .shift = FD_PARSE }, 1309cd991b9e36b18903f1564a4bfafdc83a9f165219Jens Axboe { .name = "diskutil", .shift = FD_DISKUTIL }, 13105e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe { .name = "job", .shift = FD_JOB }, 131129adda3ce304f16036cafee6c099aa08444a7db1Jens Axboe { .name = "mutex", .shift = FD_MUTEX }, 131279d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe { .name = "profile", .shift = FD_PROFILE }, 1313c223da83e253b0057bb029bf4fbb55a05844215cJens Axboe { .name = "time", .shift = FD_TIME }, 1314eb7976ef27c1d9f69885b0c8db3020303999c9afJens Axboe { .name = "net", .shift = FD_NET }, 131502444ad1868ee94c7c38810cc775784e6a9a5dbeJens Axboe { .name = NULL, }, 1316ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe}; 1317ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 1318c09823ab5c841791025c564ecfc9ada0f850770bJens Axboestatic int set_debug(const char *string) 1319ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe{ 1320ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe struct debug_level *dl; 1321ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe char *p = (char *) string; 1322ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe char *opt; 1323ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe int i; 1324ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 1325ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe if (!strcmp(string, "?") || !strcmp(string, "help")) { 1326ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe log_info("fio: dumping debug options:"); 1327ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe for (i = 0; debug_levels[i].name; i++) { 1328ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe dl = &debug_levels[i]; 1329ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe log_info("%s,", dl->name); 1330ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe } 1331bd6f78b2f0b6375383948f126368804612ec0035Jens Axboe log_info("all\n"); 1332c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe return 1; 1333ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe } 1334ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 1335ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe while ((opt = strsep(&p, ",")) != NULL) { 1336ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe int found = 0; 1337ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 13385e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe if (!strncmp(opt, "all", 3)) { 13395e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe log_info("fio: set all debug options\n"); 13405e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe fio_debug = ~0UL; 13415e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe continue; 13425e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe } 13435e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe 1344ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe for (i = 0; debug_levels[i].name; i++) { 1345ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe dl = &debug_levels[i]; 13465e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe found = !strncmp(opt, dl->name, strlen(dl->name)); 13475e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe if (!found) 13485e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe continue; 13495e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe 13505e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe if (dl->shift == FD_JOB) { 13515e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe opt = strchr(opt, ':'); 13525e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe if (!opt) { 13535e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe log_err("fio: missing job number\n"); 13545e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe break; 13555e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe } 13565e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe opt++; 13575e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe fio_debug_jobno = atoi(opt); 13585e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe log_info("fio: set debug jobno %d\n", 13595e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe fio_debug_jobno); 13605e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe } else { 1361ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe log_info("fio: set debug option %s\n", opt); 1362bd6f78b2f0b6375383948f126368804612ec0035Jens Axboe fio_debug |= (1UL << dl->shift); 1363ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe } 13645e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe break; 1365ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe } 1366ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 1367ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe if (!found) 1368ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe log_err("fio: debug mask %s not found\n", opt); 1369ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe } 1370c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe return 0; 1371ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe} 137279e48f72dea1639bcbee310c354938287b6d5790Jens Axboe#else 137369b98d4c9945bed6b3446a9e73bfaf8e557cf033Jens Axboestatic int set_debug(const char *string) 137479e48f72dea1639bcbee310c354938287b6d5790Jens Axboe{ 137579e48f72dea1639bcbee310c354938287b6d5790Jens Axboe log_err("fio: debug tracing not included in build\n"); 1376c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe return 1; 137779e48f72dea1639bcbee310c354938287b6d5790Jens Axboe} 137879e48f72dea1639bcbee310c354938287b6d5790Jens Axboe#endif 13799ac8a797da61a59c9fa1b59f8574246555403d19Jens Axboe 13804c6107ff4db87f50545bad515543f5024bb39e4aJens Axboestatic void fio_options_fill_optstring(void) 13814c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe{ 13824c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe char *ostr = cmd_optstr; 13834c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe int i, c; 13844c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe 13854c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe c = i = 0; 13864c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe while (l_opts[i].name) { 13874c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe ostr[c++] = l_opts[i].val; 13884c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe if (l_opts[i].has_arg == required_argument) 13894c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe ostr[c++] = ':'; 13904c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe else if (l_opts[i].has_arg == optional_argument) { 13914c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe ostr[c++] = ':'; 13924c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe ostr[c++] = ':'; 13934c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe } 13944c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe i++; 13954c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe } 13964c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe ostr[c] = '\0'; 13974c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe} 13984c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe 1399c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboestatic int client_flag_set(char c) 1400c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe{ 1401c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe int i; 1402c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe 1403c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe i = 0; 1404c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe while (l_opts[i].name) { 1405c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe int val = l_opts[i].val; 1406c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe 1407c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe if (c == (val & 0xff)) 1408c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe return (val & FIO_CLIENT_FLAG); 1409c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe 1410c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe i++; 1411c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe } 1412c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe 1413c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe return 0; 1414c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe} 1415c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe 1416fa2ea806de0d6410320abd97599bc52f5a3e72ccJens Axboevoid parse_cmd_client(void *client, char *opt) 14177a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe{ 1418fa2ea806de0d6410320abd97599bc52f5a3e72ccJens Axboe fio_client_add_cmd_option(client, opt); 14197a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe} 14207a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe 142181179eec4a84ff25c190a8a6a685b0b3b4dd2a37Jens Axboeint parse_cmd_line(int argc, char *argv[]) 1422ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 1423b46928282e0a890f49250e79b81af773a2b7108fJens Axboe struct thread_data *td = NULL; 1424c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe int c, ini_idx = 0, lidx, ret = 0, do_exit = 0, exit_val = 0; 14254c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe char *ostr = cmd_optstr; 1426402668f3e05259bfc135fc097136428feda01006Jens Axboe void *pid_file = NULL; 14279bae26e8a220ab28b59d6710c6f7aa6e28b86171Jens Axboe void *cur_client = NULL; 142881179eec4a84ff25c190a8a6a685b0b3b4dd2a37Jens Axboe int backend = 0; 1429ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1430c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe /* 1431c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe * Reset optind handling, since we may call this multiple times 1432c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe * for the backend. 1433c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe */ 1434c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe optind = 1; 14357a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe 1436c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe while ((c = getopt_long_only(argc, argv, ostr, l_opts, &lidx)) != -1) { 1437085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe did_arg = 1; 1438085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe 1439c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe if ((c & FIO_CLIENT_FLAG) || client_flag_set(c)) { 1440fa2ea806de0d6410320abd97599bc52f5a3e72ccJens Axboe parse_cmd_client(cur_client, argv[optind - 1]); 14417a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe c &= ~FIO_CLIENT_FLAG; 14427a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe } 14437a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe 1444ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe switch (c) { 14452b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe case 'a': 14462b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe smalloc_pool_size = atoi(optarg); 14472b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe break; 1448b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 't': 14498c029376bbe6d8a6bcb01c3ef7d545720aca3868Jens Axboe def_timeout = atoi(optarg); 1450b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1451b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 'l': 1452b46928282e0a890f49250e79b81af773a2b7108fJens Axboe write_lat_log = 1; 1453b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 14543d73e5a9549d30324d1c5e31eb644077380c0b95Jens Axboe case 'b': 1455b46928282e0a890f49250e79b81af773a2b7108fJens Axboe write_bw_log = 1; 1456b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1457b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 'o': 1458b46928282e0a890f49250e79b81af773a2b7108fJens Axboe f_out = fopen(optarg, "w+"); 1459b46928282e0a890f49250e79b81af773a2b7108fJens Axboe if (!f_out) { 1460b46928282e0a890f49250e79b81af773a2b7108fJens Axboe perror("fopen output"); 1461b46928282e0a890f49250e79b81af773a2b7108fJens Axboe exit(1); 1462b46928282e0a890f49250e79b81af773a2b7108fJens Axboe } 1463b46928282e0a890f49250e79b81af773a2b7108fJens Axboe f_err = f_out; 1464b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1465b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 'm': 1466f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe output_format = FIO_OUTPUT_TERSE; 1467b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1468f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe case 'F': 1469f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe if (!strcmp(optarg, "minimal") || 1470f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe !strcmp(optarg, "terse") || 1471f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe !strcmp(optarg, "csv")) 1472f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe output_format = FIO_OUTPUT_TERSE; 1473f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe else if (!strcmp(optarg, "json")) 1474f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe output_format = FIO_OUTPUT_JSON; 1475f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe else 1476f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe output_format = FIO_OUTPUT_NORMAL; 1477cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li break; 1478b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 'h': 14797874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe if (!cur_client) { 1480c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe usage(argv[0]); 14817874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe do_exit++; 14827874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe } 1483c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe break; 1484fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe case 'c': 14857874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe if (!cur_client) { 1486c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe fio_show_option_help(optarg); 14877874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe do_exit++; 14887874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe } 1489c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe break; 1490de890a1e48d40238dac69f302708dde8719de240Steven Lang case 'i': 1491de890a1e48d40238dac69f302708dde8719de240Steven Lang if (!cur_client) { 1492de890a1e48d40238dac69f302708dde8719de240Steven Lang fio_show_ioengine_help(optarg); 1493de890a1e48d40238dac69f302708dde8719de240Steven Lang do_exit++; 1494de890a1e48d40238dac69f302708dde8719de240Steven Lang } 1495de890a1e48d40238dac69f302708dde8719de240Steven Lang break; 1496cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe case 's': 1497cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe dump_cmdline = 1; 1498cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe break; 1499724e4435c1374e97309b122429ad9291744966c0Jens Axboe case 'r': 1500724e4435c1374e97309b122429ad9291744966c0Jens Axboe read_only = 1; 1501724e4435c1374e97309b122429ad9291744966c0Jens Axboe break; 1502b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 'v': 15037874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe if (!cur_client) { 1504692a5d228de8215634182d0c459ac7c0b0fda961Jens Axboe log_info("%s\n", fio_version_string); 15057874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe do_exit++; 15067874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe } 1507c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe break; 1508f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe case 'V': 1509f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe terse_version = atoi(optarg); 151067b77039d05ddc86318e5b4dcd4dae88b269e655Jens Axboe if (!(terse_version == 2 || terse_version == 3 || 151167b77039d05ddc86318e5b4dcd4dae88b269e655Jens Axboe terse_version == 4)) { 1512f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe log_err("fio: bad terse version format\n"); 1513f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe exit_val = 1; 1514f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe do_exit++; 1515f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe } 1516f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe break; 1517e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll case 'e': 1518e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll if (!strcmp("always", optarg)) 1519e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll eta_print = FIO_ETA_ALWAYS; 1520e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll else if (!strcmp("never", optarg)) 1521e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll eta_print = FIO_ETA_NEVER; 1522e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll break; 1523e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe case 'E': { 1524e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe long long t = 0; 1525e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe 1526e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe if (str_to_decimal(optarg, &t, 0, NULL)) { 1527e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe log_err("fio: failed parsing eta time %s\n", optarg); 1528e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe exit_val = 1; 1529e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe do_exit++; 1530e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe } 1531e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe eta_new_line = t; 1532e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe break; 1533e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe } 1534ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe case 'd': 1535c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe if (set_debug(optarg)) 1536c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe do_exit++; 1537ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe break; 1538111e032d60f2341cfe09accbfcf25ec81b9251e0Jens Axboe case 'P': 1539111e032d60f2341cfe09accbfcf25ec81b9251e0Jens Axboe parse_only = 1; 1540111e032d60f2341cfe09accbfcf25ec81b9251e0Jens Axboe break; 1541ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe case 'x': { 1542ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe size_t new_size; 1543ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe 154401f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (!strcmp(optarg, "global")) { 15455ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe log_err("fio: can't use global as only " 15465ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe "section\n"); 1547c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe do_exit++; 1548c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe exit_val = 1; 154901f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe break; 155001f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe } 1551ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe new_size = (nr_job_sections + 1) * sizeof(char *); 1552ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe job_sections = realloc(job_sections, new_size); 1553ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe job_sections[nr_job_sections] = strdup(optarg); 1554ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe nr_job_sections++; 155501f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe break; 1556ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe } 15579ac8a797da61a59c9fa1b59f8574246555403d19Jens Axboe case 'p': 155807b3232de97ac32a873f0b5d17c8f49c18ed3ae7Jens Axboe exec_profile = strdup(optarg); 15599ac8a797da61a59c9fa1b59f8574246555403d19Jens Axboe break; 1560b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case FIO_GETOPT_JOB: { 15615ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe const char *opt = l_opts[lidx].name; 1562b46928282e0a890f49250e79b81af773a2b7108fJens Axboe char *val = optarg; 1563b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 1564c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe if (!strncmp(opt, "name", 4) && td) { 15652dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe ret = add_job(td, td->o.name ?: "fio", 0); 15666625155407de739e1e857419b7b4fb62f6c6bb2eJens Axboe if (ret) 1567c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe return 0; 1568c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe td = NULL; 1569c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe } 1570b46928282e0a890f49250e79b81af773a2b7108fJens Axboe if (!td) { 157101f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe int is_section = !strncmp(opt, "name", 4); 15723106f220e1710d7e53cb7bd0dbc7dac4584af463Jens Axboe int global = 0; 15733106f220e1710d7e53cb7bd0dbc7dac4584af463Jens Axboe 157401f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (!is_section || !strncmp(val, "global", 6)) 15753106f220e1710d7e53cb7bd0dbc7dac4584af463Jens Axboe global = 1; 1576c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe 157701f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (is_section && skip_this_section(val)) 157801f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe continue; 157901f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe 1580de890a1e48d40238dac69f302708dde8719de240Steven Lang td = get_new_job(global, &def_thread, 1); 1581de890a1e48d40238dac69f302708dde8719de240Steven Lang if (!td || ioengine_load(td)) 1582b46928282e0a890f49250e79b81af773a2b7108fJens Axboe return 0; 1583de890a1e48d40238dac69f302708dde8719de240Steven Lang fio_options_set_ioengine_opts(l_opts, td); 1584b46928282e0a890f49250e79b81af773a2b7108fJens Axboe } 158538d0adb0d129e2eef7bf21e85ba4758c3789cb8eJens Axboe 1586214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe ret = fio_cmd_option_parse(td, opt, val); 1587de890a1e48d40238dac69f302708dde8719de240Steven Lang 1588de890a1e48d40238dac69f302708dde8719de240Steven Lang if (!ret && !strcmp(opt, "ioengine")) { 1589de890a1e48d40238dac69f302708dde8719de240Steven Lang free_ioengine(td); 1590de890a1e48d40238dac69f302708dde8719de240Steven Lang if (ioengine_load(td)) 1591de890a1e48d40238dac69f302708dde8719de240Steven Lang return 0; 1592de890a1e48d40238dac69f302708dde8719de240Steven Lang fio_options_set_ioengine_opts(l_opts, td); 1593de890a1e48d40238dac69f302708dde8719de240Steven Lang } 1594de890a1e48d40238dac69f302708dde8719de240Steven Lang break; 1595de890a1e48d40238dac69f302708dde8719de240Steven Lang } 1596de890a1e48d40238dac69f302708dde8719de240Steven Lang case FIO_GETOPT_IOENGINE: { 1597de890a1e48d40238dac69f302708dde8719de240Steven Lang const char *opt = l_opts[lidx].name; 1598de890a1e48d40238dac69f302708dde8719de240Steven Lang char *val = optarg; 1599de890a1e48d40238dac69f302708dde8719de240Steven Lang opt = l_opts[lidx].name; 1600de890a1e48d40238dac69f302708dde8719de240Steven Lang val = optarg; 1601de890a1e48d40238dac69f302708dde8719de240Steven Lang ret = fio_cmd_ioengine_option_parse(td, opt, val); 1602b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1603b46928282e0a890f49250e79b81af773a2b7108fJens Axboe } 1604a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe case 'w': 1605a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe warnings_fatal = 1; 1606a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe break; 1607fca7035863bd570270376a0c06776e5549ff813eJens Axboe case 'j': 1608fca7035863bd570270376a0c06776e5549ff813eJens Axboe max_jobs = atoi(optarg); 1609fca7035863bd570270376a0c06776e5549ff813eJens Axboe if (!max_jobs || max_jobs > REAL_MAX_JOBS) { 1610fca7035863bd570270376a0c06776e5549ff813eJens Axboe log_err("fio: invalid max jobs: %d\n", max_jobs); 1611fca7035863bd570270376a0c06776e5549ff813eJens Axboe do_exit++; 1612fca7035863bd570270376a0c06776e5549ff813eJens Axboe exit_val = 1; 1613fca7035863bd570270376a0c06776e5549ff813eJens Axboe } 1614fca7035863bd570270376a0c06776e5549ff813eJens Axboe break; 161550d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe case 'S': 1616a37f69b72a74cbde6151458b890aab8d093f0c9fJens Axboe if (nr_clients) { 1617132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe log_err("fio: can't be both client and server\n"); 1618132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe do_exit++; 1619132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe exit_val = 1; 1620132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe break; 1621132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe } 162287aa8f1901e26bc377f3035a485d35c417d0255aJens Axboe if (optarg) 1623bebe639808147d587bbe776566d390b9ff98773fJens Axboe fio_server_set_arg(optarg); 162450d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe is_backend = 1; 162581179eec4a84ff25c190a8a6a685b0b3b4dd2a37Jens Axboe backend = 1; 162650d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe break; 1627e46d809110bd4ad2980ca64931b683673444454bJens Axboe case 'D': 1628402668f3e05259bfc135fc097136428feda01006Jens Axboe pid_file = strdup(optarg); 1629e46d809110bd4ad2980ca64931b683673444454bJens Axboe break; 1630f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu case 'I': 1631f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu if ((ret = fio_idle_prof_parse_opt(optarg))) { 1632f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu /* exit on error and calibration only */ 1633f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu do_exit++; 1634f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu if (ret == -1) 1635f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu exit_val = 1; 1636f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu } 1637f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu break; 1638132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe case 'C': 1639132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe if (is_backend) { 1640132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe log_err("fio: can't be both client and server\n"); 1641132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe do_exit++; 1642132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe exit_val = 1; 1643132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe break; 1644132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe } 1645bebe639808147d587bbe776566d390b9ff98773fJens Axboe if (fio_client_add(optarg, &cur_client)) { 1646bebe639808147d587bbe776566d390b9ff98773fJens Axboe log_err("fio: failed adding client %s\n", optarg); 1647bebe639808147d587bbe776566d390b9ff98773fJens Axboe do_exit++; 1648bebe639808147d587bbe776566d390b9ff98773fJens Axboe exit_val = 1; 1649bebe639808147d587bbe776566d390b9ff98773fJens Axboe break; 1650bebe639808147d587bbe776566d390b9ff98773fJens Axboe } 1651bd02360115abe2553626a8db663ed580ab93e978Jens Axboe /* 1652bd02360115abe2553626a8db663ed580ab93e978Jens Axboe * If the next argument exists and isn't an option, 1653bd02360115abe2553626a8db663ed580ab93e978Jens Axboe * assume it's a job file for this client only. 1654bd02360115abe2553626a8db663ed580ab93e978Jens Axboe */ 1655bd02360115abe2553626a8db663ed580ab93e978Jens Axboe while (optind < argc) { 1656bd02360115abe2553626a8db663ed580ab93e978Jens Axboe if (!strncmp(argv[optind], "--", 2) || 1657bd02360115abe2553626a8db663ed580ab93e978Jens Axboe !strncmp(argv[optind], "-", 1)) 1658bd02360115abe2553626a8db663ed580ab93e978Jens Axboe break; 1659bd02360115abe2553626a8db663ed580ab93e978Jens Axboe 1660bd02360115abe2553626a8db663ed580ab93e978Jens Axboe fio_client_add_ini_file(cur_client, argv[optind]); 1661bd02360115abe2553626a8db663ed580ab93e978Jens Axboe optind++; 1662bd02360115abe2553626a8db663ed580ab93e978Jens Axboe } 1663132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe break; 16647d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe case 'T': 16657d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe do_exit++; 16667d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe exit_val = fio_monotonic_clocktest(); 16677d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe break; 1668798827c895a585f284842f6b99378be19c821263Jens Axboe case '?': 1669798827c895a585f284842f6b99378be19c821263Jens Axboe log_err("%s: unrecognized option '%s'\n", argv[0], 1670798827c895a585f284842f6b99378be19c821263Jens Axboe argv[optind - 1]); 1671b46928282e0a890f49250e79b81af773a2b7108fJens Axboe default: 1672c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe do_exit++; 1673c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe exit_val = 1; 1674b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1675ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 1676c7d5c941db51482ba196ef888fdd44f285363946Jens Axboe if (do_exit) 1677c7d5c941db51482ba196ef888fdd44f285363946Jens Axboe break; 1678ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 1679c9fad893e8333682d6ab67a269b0dd74f303c5bcJens Axboe 1680c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe if (do_exit) { 1681c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe if (exit_val && !(is_backend || nr_clients)) 1682c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe exit(exit_val); 1683c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe } 1684536582bf89bb97eb3636e41470f303877a738810Jens Axboe 1685a37f69b72a74cbde6151458b890aab8d093f0c9fJens Axboe if (nr_clients && fio_clients_connect()) { 1686132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe do_exit++; 1687132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe exit_val = 1; 1688cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe return -1; 1689132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe } 1690132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe 169181179eec4a84ff25c190a8a6a685b0b3b4dd2a37Jens Axboe if (is_backend && backend) 1692402668f3e05259bfc135fc097136428feda01006Jens Axboe return fio_start_server(pid_file); 169350d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe 1694b46928282e0a890f49250e79b81af773a2b7108fJens Axboe if (td) { 16957d6a8904cc2973a857f4bb50f85e7c75375c553dJens Axboe if (!ret) 16962dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe ret = add_job(td, td->o.name ?: "fio", 0); 1697972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe } 1698774a617767830b5023f6cad4a45609a92ec82d41Jens Axboe 16997874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe while (!ret && optind < argc) { 1700b46928282e0a890f49250e79b81af773a2b7108fJens Axboe ini_idx++; 1701b46928282e0a890f49250e79b81af773a2b7108fJens Axboe ini_file = realloc(ini_file, ini_idx * sizeof(char *)); 1702b46928282e0a890f49250e79b81af773a2b7108fJens Axboe ini_file[ini_idx - 1] = strdup(argv[optind]); 1703b46928282e0a890f49250e79b81af773a2b7108fJens Axboe optind++; 1704eb8bbf48e79a8c6afd3c84e3d64263d10ee45daaJens Axboe } 1705972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe 1706972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe return ini_idx; 1707ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 1708ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1709ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboeint parse_options(int argc, char *argv[]) 1710ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 1711972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe int job_files, i; 1712972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe 1713b46928282e0a890f49250e79b81af773a2b7108fJens Axboe f_out = stdout; 1714b46928282e0a890f49250e79b81af773a2b7108fJens Axboe f_err = stderr; 1715b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 17164c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe fio_options_fill_optstring(); 17175ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe fio_options_dup_and_init(l_opts); 1718b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 17199d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe atexit(free_shm); 17209d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 1721ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (fill_def_thread()) 1722ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 1; 1723ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1724972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe job_files = parse_cmd_line(argc, argv); 1725ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1726cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe if (job_files > 0) { 1727cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe for (i = 0; i < job_files; i++) { 1728cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe if (fill_def_thread()) 1729132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe return 1; 1730cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe if (nr_clients) { 1731cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe if (fio_clients_send_ini(ini_file[i])) 1732cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe return 1; 1733cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe free(ini_file[i]); 1734cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe } else if (!is_backend) { 1735cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe if (parse_jobs_ini(ini_file[i], 0, i)) 1736cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe return 1; 1737cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe free(ini_file[i]); 1738cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe } 1739132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe } 1740bd02360115abe2553626a8db663ed580ab93e978Jens Axboe } else if (nr_clients) { 1741bd02360115abe2553626a8db663ed580ab93e978Jens Axboe if (fill_def_thread()) 1742bd02360115abe2553626a8db663ed580ab93e978Jens Axboe return 1; 1743bd02360115abe2553626a8db663ed580ab93e978Jens Axboe if (fio_clients_send_ini(NULL)) 1744bd02360115abe2553626a8db663ed580ab93e978Jens Axboe return 1; 1745972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe } 1746ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 174788c6ed8085efd1403fd34072311991cb666a5b9eJens Axboe free(ini_file); 17487e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe fio_options_free(&def_thread); 1749b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 1750b46928282e0a890f49250e79b81af773a2b7108fJens Axboe if (!thread_number) { 1751111e032d60f2341cfe09accbfcf25ec81b9251e0Jens Axboe if (dump_cmdline || parse_only) 1752cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe return 0; 175307b3232de97ac32a873f0b5d17c8f49c18ed3ae7Jens Axboe if (exec_profile) 175407b3232de97ac32a873f0b5d17c8f49c18ed3ae7Jens Axboe return 0; 1755a37f69b72a74cbde6151458b890aab8d093f0c9fJens Axboe if (is_backend || nr_clients) 17565c341e9a5734742ae1137388345d4f47efdd4f05Jens Axboe return 0; 1757085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe if (did_arg) 1758085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe return 0; 1759cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe 1760d65e11c6483f6664ac93da58dd8d46508f651e53Jens Axboe log_err("No jobs(s) defined\n\n"); 1761085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe 1762085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe if (!did_arg) { 1763085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe usage(argv[0]); 1764085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe return 1; 1765085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe } 1766085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe 1767085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe return 0; 1768b46928282e0a890f49250e79b81af773a2b7108fJens Axboe } 1769b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 1770be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe if (def_thread.o.gtod_offload) { 1771be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe fio_gtod_init(); 1772be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe fio_gtod_offload = 1; 1773be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe fio_gtod_cpu = def_thread.o.gtod_cpu; 1774be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe } 1775be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe 1776f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe if (output_format == FIO_OUTPUT_NORMAL) 1777692a5d228de8215634182d0c459ac7c0b0fda961Jens Axboe log_info("%s\n", fio_version_string); 1778f6dea4d33fb57a6e7cb64414793c57f10b702851Jens Axboe 1779ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 0; 1780ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 1781