init.c revision 455a50fa14f2663c388abc1138623b9c4405345b
1906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe/* 2cb2c86fdf03241fee32fd2e2caff43af1022403cJens Axboe * This file contains job initialization and setup functions. 3906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe */ 4ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <stdio.h> 5ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <stdlib.h> 6ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <unistd.h> 7ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <fcntl.h> 8ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <ctype.h> 9ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <string.h> 10ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <errno.h> 11ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <sys/ipc.h> 12ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <sys/types.h> 13ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <sys/stat.h> 14ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 15ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include "fio.h" 16a5e0ee11ec34cfc70a78aee4f7a2eeb01d9cf41fOleg#ifndef FIO_NO_HAVE_SHM_H 17a5e0ee11ec34cfc70a78aee4f7a2eeb01d9cf41fOleg#include <sys/shm.h> 18a5e0ee11ec34cfc70a78aee4f7a2eeb01d9cf41fOleg#endif 19a5e0ee11ec34cfc70a78aee4f7a2eeb01d9cf41fOleg 20cb2c86fdf03241fee32fd2e2caff43af1022403cJens Axboe#include "parse.h" 212e5cdb118aeb26cb469a50f746b632676306f698Jens Axboe#include "smalloc.h" 22380065aa652b87093d6bbd240e70db30bd6f193dJens Axboe#include "filehash.h" 234f5af7b2370a6d3e64bc5128905c1aa8b0dc51b0Jens Axboe#include "verify.h" 2479d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe#include "profile.h" 2550d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe#include "server.h" 26f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu#include "idletime.h" 27ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 28bf2e821a55d8aa3de1cda7288a0e22883110fdc6Cigy Cyriac#include "lib/getopt.h" 29e25b6d5a0a16b978385bfb93a4c156b03363d136Jens Axboe#include "lib/strcasestr.h" 30bf2e821a55d8aa3de1cda7288a0e22883110fdc6Cigy Cyriac 313d43382c7864753728b181ac356222d67bdd4a3fJens Axboeconst char fio_version_string[] = FIO_VERSION; 32214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe 33ee738499877bb1ee913e839cb4a8d4edad2d52adJens Axboe#define FIO_RANDSEED (0xb1899bedUL) 34ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 35214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboestatic char **ini_file; 36fca7035863bd570270376a0c06776e5549ff813eJens Axboestatic int max_jobs = FIO_MAX_JOBS; 37cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboestatic int dump_cmdline; 388c029376bbe6d8a6bcb01c3ef7d545720aca3868Jens Axboestatic int def_timeout; 39111e032d60f2341cfe09accbfcf25ec81b9251e0Jens Axboestatic int parse_only; 40e1f365035a952233463d85d659bd960ba78f012eJens Axboe 41be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboestatic struct thread_data def_thread; 42214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboestruct thread_data *threads = NULL; 43e1f365035a952233463d85d659bd960ba78f012eJens Axboe 44214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboeint exitall_on_terminate = 0; 45f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboeint output_format = FIO_OUTPUT_NORMAL; 465be4c944e83b32c0c6842130df3dc1d46cd6eb1fJens Axboeint eta_print = FIO_ETA_AUTO; 47e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboeint eta_new_line = 0; 48214e1ecae844a32bf8f66d19132f4948d922dceeJens AxboeFILE *f_out = NULL; 49214e1ecae844a32bf8f66d19132f4948d922dceeJens AxboeFILE *f_err = NULL; 50ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboechar **job_sections = NULL; 51ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboeint nr_job_sections = 0; 5207b3232de97ac32a873f0b5d17c8f49c18ed3ae7Jens Axboechar *exec_profile = NULL; 53a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboeint warnings_fatal = 0; 544d658652bac63fd72af8302e27deba5beb381906Jens Axboeint terse_version = 3; 5550d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboeint is_backend = 0; 56a37f69b72a74cbde6151458b890aab8d093f0c9fJens Axboeint nr_clients = 0; 57e46d809110bd4ad2980ca64931b683673444454bJens Axboeint log_syslog = 0; 58ee738499877bb1ee913e839cb4a8d4edad2d52adJens Axboe 59214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboeint write_bw_log = 0; 604241ea8fb0606f9bd5b7ed1278d3b7825883acf6Jens Axboeint read_only = 0; 6106464907159baf7a1eeac654a023743e33f28d86Jens Axboeint status_interval = 0; 62214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe 635ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboestatic int write_lat_log; 64e1f365035a952233463d85d659bd960ba78f012eJens Axboe 65214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboestatic int prev_group_jobs; 66b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 67ee56ad500f6692381e131cc37299d23fa910a24aJens Axboeunsigned long fio_debug = 0; 685e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboeunsigned int fio_debug_jobno = -1; 695e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboeunsigned int *fio_debug_jobp = NULL; 70ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 714c6107ff4db87f50545bad515543f5024bb39e4aJens Axboestatic char cmd_optstr[256]; 72085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboestatic int did_arg; 734c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe 747a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe#define FIO_CLIENT_FLAG (1 << 16) 757a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe 76b46928282e0a890f49250e79b81af773a2b7108fJens Axboe/* 77b46928282e0a890f49250e79b81af773a2b7108fJens Axboe * Command line options. These will contain the above, plus a few 78b46928282e0a890f49250e79b81af773a2b7108fJens Axboe * extra that only pertain to fio itself and not jobs. 79b46928282e0a890f49250e79b81af773a2b7108fJens Axboe */ 805ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboestatic struct option l_opts[FIO_NR_OPTIONS] = { 81b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 8208d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "output", 83b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = required_argument, 847a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'o' | FIO_CLIENT_FLAG, 85b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 86b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 8708d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "timeout", 88b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = required_argument, 897a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 't' | FIO_CLIENT_FLAG, 90b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 91b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 9208d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "latency-log", 93b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = required_argument, 947a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'l' | FIO_CLIENT_FLAG, 95b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 96b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 9708d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "bandwidth-log", 98b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = required_argument, 997a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'b' | FIO_CLIENT_FLAG, 100b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 101b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 10208d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "minimal", 103c4ec0a1d623193b4d344e31b07c6720ecf90323fStefan Hajnoczi .has_arg = no_argument, 1047a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'm' | FIO_CLIENT_FLAG, 105b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 106b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 107f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe .name = (char *) "output-format", 108cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li .has_arg = optional_argument, 109f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe .val = 'F' | FIO_CLIENT_FLAG, 110cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li }, 111cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li { 11208d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "version", 113b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = no_argument, 1147a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'v' | FIO_CLIENT_FLAG, 115b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 116b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 11708d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "help", 118fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe .has_arg = no_argument, 1197a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'h' | FIO_CLIENT_FLAG, 120fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe }, 121fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe { 12208d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "cmdhelp", 123320beefe2d0c5f05f24b4e0c1d13fcb2f1286a78Jens Axboe .has_arg = optional_argument, 1247a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'c' | FIO_CLIENT_FLAG, 125fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe }, 126fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe { 12706464907159baf7a1eeac654a023743e33f28d86Jens Axboe .name = (char *) "enghelp", 128de890a1e48d40238dac69f302708dde8719de240Steven Lang .has_arg = optional_argument, 12906464907159baf7a1eeac654a023743e33f28d86Jens Axboe .val = 'i' | FIO_CLIENT_FLAG, 130de890a1e48d40238dac69f302708dde8719de240Steven Lang }, 131de890a1e48d40238dac69f302708dde8719de240Steven Lang { 13208d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "showcmd", 133cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe .has_arg = no_argument, 1347a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 's' | FIO_CLIENT_FLAG, 135724e4435c1374e97309b122429ad9291744966c0Jens Axboe }, 136724e4435c1374e97309b122429ad9291744966c0Jens Axboe { 13708d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "readonly", 138724e4435c1374e97309b122429ad9291744966c0Jens Axboe .has_arg = no_argument, 1397a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'r' | FIO_CLIENT_FLAG, 140cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe }, 141cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe { 14208d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "eta", 143e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll .has_arg = required_argument, 1447a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'e' | FIO_CLIENT_FLAG, 145e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll }, 146e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll { 147e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe .name = (char *) "eta-newline", 148e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe .has_arg = required_argument, 149e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe .val = 'E' | FIO_CLIENT_FLAG, 150e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe }, 151e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe { 15208d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "debug", 153ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe .has_arg = required_argument, 1547a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'd' | FIO_CLIENT_FLAG, 155ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe }, 156ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe { 157111e032d60f2341cfe09accbfcf25ec81b9251e0Jens Axboe .name = (char *) "parse-only", 158111e032d60f2341cfe09accbfcf25ec81b9251e0Jens Axboe .has_arg = no_argument, 159111e032d60f2341cfe09accbfcf25ec81b9251e0Jens Axboe .val = 'P' | FIO_CLIENT_FLAG, 160111e032d60f2341cfe09accbfcf25ec81b9251e0Jens Axboe }, 161111e032d60f2341cfe09accbfcf25ec81b9251e0Jens Axboe { 16208d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "section", 16301f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe .has_arg = required_argument, 1647a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'x' | FIO_CLIENT_FLAG, 16501f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe }, 16601f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe { 16708d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "alloc-size", 1682b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe .has_arg = required_argument, 1697a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'a' | FIO_CLIENT_FLAG, 1702b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe }, 1712b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe { 17208d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "profile", 1739ac8a797da61a59c9fa1b59f8574246555403d19Jens Axboe .has_arg = required_argument, 1747a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'p' | FIO_CLIENT_FLAG, 1759ac8a797da61a59c9fa1b59f8574246555403d19Jens Axboe }, 1769ac8a797da61a59c9fa1b59f8574246555403d19Jens Axboe { 17708d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "warnings-fatal", 178a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe .has_arg = no_argument, 1797a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'w' | FIO_CLIENT_FLAG, 180a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe }, 181a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe { 182fca7035863bd570270376a0c06776e5549ff813eJens Axboe .name = (char *) "max-jobs", 183fca7035863bd570270376a0c06776e5549ff813eJens Axboe .has_arg = required_argument, 1847a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'j' | FIO_CLIENT_FLAG, 185fca7035863bd570270376a0c06776e5549ff813eJens Axboe }, 186fca7035863bd570270376a0c06776e5549ff813eJens Axboe { 187f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe .name = (char *) "terse-version", 188f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe .has_arg = required_argument, 1897a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'V' | FIO_CLIENT_FLAG, 190f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe }, 191f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe { 19250d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe .name = (char *) "server", 19387aa8f1901e26bc377f3035a485d35c417d0255aJens Axboe .has_arg = optional_argument, 19450d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe .val = 'S', 19550d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe }, 196e46d809110bd4ad2980ca64931b683673444454bJens Axboe { .name = (char *) "daemonize", 197402668f3e05259bfc135fc097136428feda01006Jens Axboe .has_arg = required_argument, 198e46d809110bd4ad2980ca64931b683673444454bJens Axboe .val = 'D', 199e46d809110bd4ad2980ca64931b683673444454bJens Axboe }, 20050d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe { 201132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe .name = (char *) "client", 202132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe .has_arg = required_argument, 203132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe .val = 'C', 204132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe }, 205132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe { 2067d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe .name = (char *) "cpuclock-test", 2077d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe .has_arg = no_argument, 2087d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe .val = 'T', 2097d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe }, 2107d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe { 211fec0f21cb04bfd6c94b546998f194baed41fdec5Jens Axboe .name = (char *) "crctest", 212fec0f21cb04bfd6c94b546998f194baed41fdec5Jens Axboe .has_arg = optional_argument, 213fec0f21cb04bfd6c94b546998f194baed41fdec5Jens Axboe .val = 'G', 214fec0f21cb04bfd6c94b546998f194baed41fdec5Jens Axboe }, 215fec0f21cb04bfd6c94b546998f194baed41fdec5Jens Axboe { 216f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu .name = (char *) "idle-prof", 217f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu .has_arg = required_argument, 218f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu .val = 'I', 219f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu }, 220f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu { 22106464907159baf7a1eeac654a023743e33f28d86Jens Axboe .name = (char *) "status-interval", 22206464907159baf7a1eeac654a023743e33f28d86Jens Axboe .has_arg = required_argument, 22306464907159baf7a1eeac654a023743e33f28d86Jens Axboe .val = 'L', 22406464907159baf7a1eeac654a023743e33f28d86Jens Axboe }, 22506464907159baf7a1eeac654a023743e33f28d86Jens Axboe { 226b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .name = NULL, 227b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 228b46928282e0a890f49250e79b81af773a2b7108fJens Axboe}; 229b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 2302bb3f0a7e00d3d62943b0bcc8119ab81c157c349Jens Axboevoid free_threads_shm(void) 2319d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe{ 2329d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe struct shmid_ds sbuf; 2339d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2349d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe if (threads) { 2359d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe void *tp = threads; 2369d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2379d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe threads = NULL; 2382bb3f0a7e00d3d62943b0bcc8119ab81c157c349Jens Axboe shmdt(tp); 2392bb3f0a7e00d3d62943b0bcc8119ab81c157c349Jens Axboe shmctl(shm_id, IPC_RMID, &sbuf); 2402bb3f0a7e00d3d62943b0bcc8119ab81c157c349Jens Axboe shm_id = -1; 2412bb3f0a7e00d3d62943b0bcc8119ab81c157c349Jens Axboe } 2422bb3f0a7e00d3d62943b0bcc8119ab81c157c349Jens Axboe} 2432bb3f0a7e00d3d62943b0bcc8119ab81c157c349Jens Axboe 2442bb3f0a7e00d3d62943b0bcc8119ab81c157c349Jens Axboevoid free_shm(void) 2452bb3f0a7e00d3d62943b0bcc8119ab81c157c349Jens Axboe{ 2462bb3f0a7e00d3d62943b0bcc8119ab81c157c349Jens Axboe if (threads) { 2479d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe file_hash_exit(); 2489e684a4976b7934f5ce011ea281dfef3352e5738Dan Ehrenberg flow_exit(); 2499d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe fio_debug_jobp = NULL; 2502bb3f0a7e00d3d62943b0bcc8119ab81c157c349Jens Axboe free_threads_shm(); 2519d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe } 2529d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 253eb0c74ae74ce458dd55b7a7d11c5ba7ae59bf5edJens Axboe options_free(fio_options, &def_thread); 2549d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe scleanup(); 2559d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe} 2569d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2579d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe/* 2589d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe * The thread area is shared between the main process and the job 2599d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe * threads/processes. So setup a shared memory segment that will hold 2609d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe * all the job info. We use the end of the region for keeping track of 2619d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe * open files across jobs, for file sharing. 2629d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe */ 2639d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboestatic int setup_thread_area(void) 2649d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe{ 2659d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe void *hash; 2669d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2679d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe if (threads) 2689d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe return 0; 2699d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2709d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe /* 2719d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe * 1024 is too much on some machines, scale max_jobs if 2729d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe * we get a failure that looks like too large a shm segment 2739d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe */ 2749d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe do { 2759d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe size_t size = max_jobs * sizeof(struct thread_data); 2769d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2779d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe size += file_hash_size; 2789d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe size += sizeof(unsigned int); 2799d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2809d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe shm_id = shmget(0, size, IPC_CREAT | 0600); 2819d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe if (shm_id != -1) 2829d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe break; 283f0c77f03815a6597ef4ee18bf20894f180c91fbeJens Axboe if (errno != EINVAL && errno != ENOMEM && errno != ENOSPC) { 2849d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe perror("shmget"); 2859d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe break; 2869d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe } 2879d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2889d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe max_jobs >>= 1; 2899d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe } while (max_jobs); 2909d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2919d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe if (shm_id == -1) 2929d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe return 1; 2939d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2949d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe threads = shmat(shm_id, NULL, 0); 2959d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe if (threads == (void *) -1) { 2969d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe perror("shmat"); 2979d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe return 1; 2989d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe } 2999d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 3009d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe memset(threads, 0, max_jobs * sizeof(struct thread_data)); 3019d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe hash = (void *) threads + max_jobs * sizeof(struct thread_data); 3029d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe fio_debug_jobp = (void *) hash + file_hash_size; 3039d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe *fio_debug_jobp = -1; 3049d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe file_hash_init(hash); 3059e684a4976b7934f5ce011ea281dfef3352e5738Dan Ehrenberg 3069e684a4976b7934f5ce011ea281dfef3352e5738Dan Ehrenberg flow_init(); 3079e684a4976b7934f5ce011ea281dfef3352e5738Dan Ehrenberg 3089d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe return 0; 3099d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe} 3109d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 311906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe/* 312906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe * Return a free job structure. 313906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe */ 314de890a1e48d40238dac69f302708dde8719de240Steven Langstatic struct thread_data *get_new_job(int global, struct thread_data *parent, 315de890a1e48d40238dac69f302708dde8719de240Steven Lang int preserve_eo) 316ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 317ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe struct thread_data *td; 318ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 319ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (global) 320ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return &def_thread; 3219d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe if (setup_thread_area()) { 3229d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe log_err("error: failed to setup shm segment\n"); 3239d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe return NULL; 3249d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe } 325e61f1ec89de8eb5bb0f8b1e6a79594f0bff2a259Bruce Cran if (thread_number >= max_jobs) { 326e61f1ec89de8eb5bb0f8b1e6a79594f0bff2a259Bruce Cran log_err("error: maximum number of jobs (%d) reached.\n", 327e61f1ec89de8eb5bb0f8b1e6a79594f0bff2a259Bruce Cran max_jobs); 328ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return NULL; 329e61f1ec89de8eb5bb0f8b1e6a79594f0bff2a259Bruce Cran } 330ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 331ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe td = &threads[thread_number++]; 332ddaeaa5ab1e3f1cb6f35a9f4a18ee932151a0ab8Jens Axboe *td = *parent; 333ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 334de890a1e48d40238dac69f302708dde8719de240Steven Lang td->io_ops = NULL; 335de890a1e48d40238dac69f302708dde8719de240Steven Lang if (!preserve_eo) 336de890a1e48d40238dac69f302708dde8719de240Steven Lang td->eo = NULL; 337de890a1e48d40238dac69f302708dde8719de240Steven Lang 338e0b0d89201bd301f47fbbfcf86545b7e77b16ef3Jens Axboe td->o.uid = td->o.gid = -1U; 339e0b0d89201bd301f47fbbfcf86545b7e77b16ef3Jens Axboe 340cade3ef44669c5c962d7ed18ca0e361116ee44adJens Axboe dup_files(td, parent); 341de890a1e48d40238dac69f302708dde8719de240Steven Lang fio_options_mem_dupe(td); 342cade3ef44669c5c962d7ed18ca0e361116ee44adJens Axboe 34315dc1934435dc84d66547c4fc92d936224d7238fJens Axboe profile_add_hooks(td); 34415dc1934435dc84d66547c4fc92d936224d7238fJens Axboe 345ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe td->thread_number = thread_number; 346108fea772db5f1dd91e2fb67737e3e0d36827b76Jens Axboe 347108fea772db5f1dd91e2fb67737e3e0d36827b76Jens Axboe if (!parent || !parent->o.group_reporting) 348108fea772db5f1dd91e2fb67737e3e0d36827b76Jens Axboe stat_number++; 349108fea772db5f1dd91e2fb67737e3e0d36827b76Jens Axboe 350ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return td; 351ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 352ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 353ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboestatic void put_job(struct thread_data *td) 354ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 355549577a728fc3bacbfea8978c4f514cef5b073dcJens Axboe if (td == &def_thread) 356549577a728fc3bacbfea8978c4f514cef5b073dcJens Axboe return; 35784dd18865235caa675424c62a4624618ff961d78Bruce Cran 35858c55ba02aca24ed30beb343fcb1dc3df4667389Jens Axboe profile_td_exit(td); 3599e684a4976b7934f5ce011ea281dfef3352e5738Dan Ehrenberg flow_exit_job(td); 360549577a728fc3bacbfea8978c4f514cef5b073dcJens Axboe 36116edf25dba269ee9e8239130e75b690440b1e120Jens Axboe if (td->error) 3626d86144dd10b05e8b82e9b895c35dd778e5e71abJens Axboe log_info("fio: %s\n", td->verror); 36316edf25dba269ee9e8239130e75b690440b1e120Jens Axboe 3647e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe fio_options_free(td); 365de890a1e48d40238dac69f302708dde8719de240Steven Lang if (td->io_ops) 366de890a1e48d40238dac69f302708dde8719de240Steven Lang free_ioengine(td); 3677e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe 368ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe memset(&threads[td->thread_number - 1], 0, sizeof(*td)); 369ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe thread_number--; 370ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 371ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 372581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboestatic int __setup_rate(struct thread_data *td, enum fio_ddir ddir) 373127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe{ 374581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe unsigned int bs = td->o.min_bs[ddir]; 375127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe 376ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe assert(ddir_rw(ddir)); 377ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe 378ba3e4e0ca697f83c97a250d85a74506ace69de2cRadha Ramachandran if (td->o.rate[ddir]) 3791b8dbf256b974fac2864052931f3041ff3ead157Steven Lang td->rate_bps[ddir] = td->o.rate[ddir]; 380ba3e4e0ca697f83c97a250d85a74506ace69de2cRadha Ramachandran else 3811b8dbf256b974fac2864052931f3041ff3ead157Steven Lang td->rate_bps[ddir] = td->o.rate_iops[ddir] * bs; 382127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe 3831b8dbf256b974fac2864052931f3041ff3ead157Steven Lang if (!td->rate_bps[ddir]) { 384127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe log_err("rate lower than supported\n"); 385127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe return -1; 386127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe } 387127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe 388581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe td->rate_pending_usleep[ddir] = 0; 389127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe return 0; 390127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe} 391127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe 392581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboestatic int setup_rate(struct thread_data *td) 393581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe{ 394581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe int ret = 0; 395581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe 396581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe if (td->o.rate[DDIR_READ] || td->o.rate_iops[DDIR_READ]) 397581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe ret = __setup_rate(td, DDIR_READ); 398581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe if (td->o.rate[DDIR_WRITE] || td->o.rate_iops[DDIR_WRITE]) 399581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe ret |= __setup_rate(td, DDIR_WRITE); 4006eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li if (td->o.rate[DDIR_TRIM] || td->o.rate_iops[DDIR_TRIM]) 4016eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li ret |= __setup_rate(td, DDIR_TRIM); 402581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe 403581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe return ret; 404581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe} 405581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe 4068347239af0a361e160293100bfc053f88bbbf737Jens Axboestatic int fixed_block_size(struct thread_options *o) 4078347239af0a361e160293100bfc053f88bbbf737Jens Axboe{ 4088347239af0a361e160293100bfc053f88bbbf737Jens Axboe return o->min_bs[DDIR_READ] == o->max_bs[DDIR_READ] && 4098347239af0a361e160293100bfc053f88bbbf737Jens Axboe o->min_bs[DDIR_WRITE] == o->max_bs[DDIR_WRITE] && 4106eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->min_bs[DDIR_TRIM] == o->max_bs[DDIR_TRIM] && 4116eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->min_bs[DDIR_READ] == o->min_bs[DDIR_WRITE] && 4126eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->min_bs[DDIR_READ] == o->min_bs[DDIR_TRIM]; 4138347239af0a361e160293100bfc053f88bbbf737Jens Axboe} 4148347239af0a361e160293100bfc053f88bbbf737Jens Axboe 415dad915e36819e74c4540db19faae488ede963ee4Jens Axboe/* 416dad915e36819e74c4540db19faae488ede963ee4Jens Axboe * Lazy way of fixing up options that depend on each other. We could also 417dad915e36819e74c4540db19faae488ede963ee4Jens Axboe * define option callback handlers, but this is easier. 418dad915e36819e74c4540db19faae488ede963ee4Jens Axboe */ 4194e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboestatic int fixup_options(struct thread_data *td) 420e1f365035a952233463d85d659bd960ba78f012eJens Axboe{ 4212dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe struct thread_options *o = &td->o; 422eefd98b18d9eae9d7f29adf65f35a057bedbfc8bJens Axboe int ret = 0; 423dad915e36819e74c4540db19faae488ede963ee4Jens Axboe 424f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe#ifndef FIO_HAVE_PSHARED_MUTEX 4259bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe if (!o->use_thread) { 426f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe log_info("fio: this platform does not support process shared" 427f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe " mutexes, forcing use of threads. Use the 'thread'" 428f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe " option to get rid of this warning.\n"); 4299bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe o->use_thread = 1; 430a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 431f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe } 432f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe#endif 433f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe 4342dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->write_iolog_file && o->read_iolog_file) { 435076efc7c60c351df783960a646e7fe8fba29dc19Jens Axboe log_err("fio: read iolog overrides write_iolog\n"); 4362dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe free(o->write_iolog_file); 4372dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->write_iolog_file = NULL; 438a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 439076efc7c60c351df783960a646e7fe8fba29dc19Jens Axboe } 44016b462aeb47996111ee6aa516c9226708db7c248Jens Axboe 44116b462aeb47996111ee6aa516c9226708db7c248Jens Axboe /* 442ed33585509a97c4a65e46967cb49419b6a4f8870Steven Noonan * only really works with 1 file 44316b462aeb47996111ee6aa516c9226708db7c248Jens Axboe */ 444627aa1a8477290140a342a7bf344a84bc5bed762Jens Axboe if (o->zone_size && o->open_files > 1) 4452dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->zone_size = 0; 44616b462aeb47996111ee6aa516c9226708db7c248Jens Axboe 44716b462aeb47996111ee6aa516c9226708db7c248Jens Axboe /* 448ed33585509a97c4a65e46967cb49419b6a4f8870Steven Noonan * If zone_range isn't specified, backward compatibility dictates it 449ed33585509a97c4a65e46967cb49419b6a4f8870Steven Noonan * should be made equal to zone_size. 450ed33585509a97c4a65e46967cb49419b6a4f8870Steven Noonan */ 451ed33585509a97c4a65e46967cb49419b6a4f8870Steven Noonan if (o->zone_size && !o->zone_range) 452ed33585509a97c4a65e46967cb49419b6a4f8870Steven Noonan o->zone_range = o->zone_size; 453ed33585509a97c4a65e46967cb49419b6a4f8870Steven Noonan 454ed33585509a97c4a65e46967cb49419b6a4f8870Steven Noonan /* 45516b462aeb47996111ee6aa516c9226708db7c248Jens Axboe * Reads can do overwrites, we always need to pre-create the file 45616b462aeb47996111ee6aa516c9226708db7c248Jens Axboe */ 45716b462aeb47996111ee6aa516c9226708db7c248Jens Axboe if (td_read(td) || td_rw(td)) 4582dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->overwrite = 1; 45916b462aeb47996111ee6aa516c9226708db7c248Jens Axboe 4602dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!o->min_bs[DDIR_READ]) 4615ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe o->min_bs[DDIR_READ] = o->bs[DDIR_READ]; 4622dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!o->max_bs[DDIR_READ]) 4632dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->max_bs[DDIR_READ] = o->bs[DDIR_READ]; 4642dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!o->min_bs[DDIR_WRITE]) 4655ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe o->min_bs[DDIR_WRITE] = o->bs[DDIR_WRITE]; 4662dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!o->max_bs[DDIR_WRITE]) 4672dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->max_bs[DDIR_WRITE] = o->bs[DDIR_WRITE]; 4686eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li if (!o->min_bs[DDIR_TRIM]) 4696eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->min_bs[DDIR_TRIM] = o->bs[DDIR_TRIM]; 4706eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li if (!o->max_bs[DDIR_TRIM]) 4716eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->max_bs[DDIR_TRIM] = o->bs[DDIR_TRIM]; 4726eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li 473a00735e66f9ec42549da94eba3170e543b542904Jens Axboe 4742dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->rw_min_bs = min(o->min_bs[DDIR_READ], o->min_bs[DDIR_WRITE]); 4756eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->rw_min_bs = min(o->min_bs[DDIR_TRIM], o->rw_min_bs); 476a00735e66f9ec42549da94eba3170e543b542904Jens Axboe 4772b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe /* 4782b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe * For random IO, allow blockalign offset other than min_bs. 4792b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe */ 4802b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe if (!o->ba[DDIR_READ] || !td_random(td)) 4812b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe o->ba[DDIR_READ] = o->min_bs[DDIR_READ]; 4822b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe if (!o->ba[DDIR_WRITE] || !td_random(td)) 4832b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe o->ba[DDIR_WRITE] = o->min_bs[DDIR_WRITE]; 4846eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li if (!o->ba[DDIR_TRIM] || !td_random(td)) 4856eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->ba[DDIR_TRIM] = o->min_bs[DDIR_TRIM]; 4862b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe 4872b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe if ((o->ba[DDIR_READ] != o->min_bs[DDIR_READ] || 4886eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->ba[DDIR_WRITE] != o->min_bs[DDIR_WRITE] || 4896eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->ba[DDIR_TRIM] != o->min_bs[DDIR_TRIM]) && 4909bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe !o->norandommap) { 4912b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe log_err("fio: Any use of blockalign= turns off randommap\n"); 4929bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe o->norandommap = 1; 493a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 4942b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe } 4952b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe 4962dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!o->file_size_high) 4972dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->file_size_high = o->file_size_low; 4989c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe 4998347239af0a361e160293100bfc053f88bbbf737Jens Axboe if (o->norandommap && o->verify != VERIFY_NONE 5008347239af0a361e160293100bfc053f88bbbf737Jens Axboe && !fixed_block_size(o)) { 5018347239af0a361e160293100bfc053f88bbbf737Jens Axboe log_err("fio: norandommap given for variable block sizes, " 5028347239af0a361e160293100bfc053f88bbbf737Jens Axboe "verify disabled\n"); 5032dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->verify = VERIFY_NONE; 504a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 505bb8895e07c6d6417410545f45d34b1b7916cd90aJens Axboe } 5062dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->bs_unaligned && (o->odirect || td->io_ops->flags & FIO_RAWIO)) 507690adba373bb8c97a365c67da369e265953c4b4cJens Axboe log_err("fio: bs_unaligned may not work with raw io\n"); 508e0a223354342cc45a916b669343718b80a20c2eaJens Axboe 509e0a223354342cc45a916b669343718b80a20c2eaJens Axboe /* 51048097d5c61aa1718e6dd4b3b647ea2eb6f00fcfbJens Axboe * thinktime_spin must be less than thinktime 51148097d5c61aa1718e6dd4b3b647ea2eb6f00fcfbJens Axboe */ 5122dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->thinktime_spin > o->thinktime) 5132dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->thinktime_spin = o->thinktime; 514e916b390684ec1ca6247f98138fa9c1682701d29Jens Axboe 515e916b390684ec1ca6247f98138fa9c1682701d29Jens Axboe /* 516e916b390684ec1ca6247f98138fa9c1682701d29Jens Axboe * The low water mark cannot be bigger than the iodepth 517e916b390684ec1ca6247f98138fa9c1682701d29Jens Axboe */ 51867bf982340d95ca98098ea050b54b4c7adb116c0Jens Axboe if (o->iodepth_low > o->iodepth || !o->iodepth_low) 51967bf982340d95ca98098ea050b54b4c7adb116c0Jens Axboe o->iodepth_low = o->iodepth; 520cb5ab5121ac4fa62e0ca2612b359f19bfdd30f29Jens Axboe 521cb5ab5121ac4fa62e0ca2612b359f19bfdd30f29Jens Axboe /* 522cb5ab5121ac4fa62e0ca2612b359f19bfdd30f29Jens Axboe * If batch number isn't set, default to the same as iodepth 523cb5ab5121ac4fa62e0ca2612b359f19bfdd30f29Jens Axboe */ 5242dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->iodepth_batch > o->iodepth || !o->iodepth_batch) 5252dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->iodepth_batch = o->iodepth; 526b5af82930ccfd7dda6a1b11794efb452eb76d8dcJens Axboe 5272dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->nr_files > td->files_index) 5282dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->nr_files = td->files_index; 5299f9214f243701626a04b4a0f9aceec03b8b40e0fJens Axboe 5302dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->open_files > o->nr_files || !o->open_files) 5312dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->open_files = o->nr_files; 5324e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe 5336eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li if (((o->rate[DDIR_READ] + o->rate[DDIR_WRITE] + o->rate[DDIR_TRIM]) && 5346eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li (o->rate_iops[DDIR_READ] + o->rate_iops[DDIR_WRITE] + o->rate_iops[DDIR_TRIM])) || 5356eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li ((o->ratemin[DDIR_READ] + o->ratemin[DDIR_WRITE] + o->ratemin[DDIR_TRIM]) && 5366eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li (o->rate_iops_min[DDIR_READ] + o->rate_iops_min[DDIR_WRITE] + o->rate_iops_min[DDIR_TRIM]))) { 5374e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe log_err("fio: rate and rate_iops are mutually exclusive\n"); 538a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = 1; 5394e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe } 5406eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li if ((o->rate[DDIR_READ] < o->ratemin[DDIR_READ]) || 5416eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li (o->rate[DDIR_WRITE] < o->ratemin[DDIR_WRITE]) || 5426eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li (o->rate[DDIR_TRIM] < o->ratemin[DDIR_TRIM]) || 5436eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li (o->rate_iops[DDIR_READ] < o->rate_iops_min[DDIR_READ]) || 5446eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li (o->rate_iops[DDIR_WRITE] < o->rate_iops_min[DDIR_WRITE]) || 5456eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li (o->rate_iops[DDIR_TRIM] < o->rate_iops_min[DDIR_TRIM])) { 5464e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe log_err("fio: minimum rate exceeds rate\n"); 547a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = 1; 5484e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe } 5494e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe 550cf4464ca60ce75ac241c621bc70a2500beeb782fJens Axboe if (!o->timeout && o->time_based) { 551cf4464ca60ce75ac241c621bc70a2500beeb782fJens Axboe log_err("fio: time_based requires a runtime/timeout setting\n"); 552cf4464ca60ce75ac241c621bc70a2500beeb782fJens Axboe o->time_based = 0; 553a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 554cf4464ca60ce75ac241c621bc70a2500beeb782fJens Axboe } 555cf4464ca60ce75ac241c621bc70a2500beeb782fJens Axboe 556aa31f1f108348ba2a8749c73fa8c25f3d4630a7cShawn Lewis if (o->fill_device && !o->size) 5575921e80c5dfc9f96d2f21da6ae58f2b5d3a0b373Jens Axboe o->size = -1ULL; 5585ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe 5599bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe if (o->verify != VERIFY_NONE) { 560996936f995c47f4744a49e05419e7d4c0364c64eJens Axboe if (td_write(td) && o->do_verify && o->numjobs > 1) { 561a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe log_info("Multiple writers may overwrite blocks that " 562a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe "belong to other jobs. This can cause " 563a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe "verification failures.\n"); 564a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 565a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe } 566a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe 5679bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe o->refill_buffers = 1; 5682f1b8e8b2efff5cf6887fc465f711391ab5b1825Jens Axboe if (o->max_bs[DDIR_WRITE] != o->min_bs[DDIR_WRITE] && 5692f1b8e8b2efff5cf6887fc465f711391ab5b1825Jens Axboe !o->verify_interval) 5702f1b8e8b2efff5cf6887fc465f711391ab5b1825Jens Axboe o->verify_interval = o->min_bs[DDIR_WRITE]; 571d990588ef84dacb107971143c239565e149d6f73Jens Axboe } 57241ccd84597867a36289392e59634d9fd7dc4c397Jens Axboe 5739bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe if (o->pre_read) { 5749bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe o->invalidate_cache = 0; 575a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe if (td->io_ops->flags & FIO_PIPEIO) { 5769c0d224129b0c59698e4c77e7fed00dc8cbb50e1Jens Axboe log_info("fio: cannot pre-read files with an IO engine" 5779c0d224129b0c59698e4c77e7fed00dc8cbb50e1Jens Axboe " that isn't seekable. Pre-read disabled.\n"); 578a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 579a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe } 5809c0d224129b0c59698e4c77e7fed00dc8cbb50e1Jens Axboe } 58134f1c044d361d04a576c3e7ed387fe064f9db5c6Jens Axboe 582ad705bcb7e79a7cdb9891db17b4c40b13b6c30c3Steven Noonan if (!o->unit_base) { 583ad705bcb7e79a7cdb9891db17b4c40b13b6c30c3Steven Noonan if (td->io_ops->flags & FIO_BIT_BASED) 584ad705bcb7e79a7cdb9891db17b4c40b13b6c30c3Steven Noonan o->unit_base = 1; 585ad705bcb7e79a7cdb9891db17b4c40b13b6c30c3Steven Noonan else 586ad705bcb7e79a7cdb9891db17b4c40b13b6c30c3Steven Noonan o->unit_base = 8; 587ad705bcb7e79a7cdb9891db17b4c40b13b6c30c3Steven Noonan } 588ad705bcb7e79a7cdb9891db17b4c40b13b6c30c3Steven Noonan 58967bf982340d95ca98098ea050b54b4c7adb116c0Jens Axboe#ifndef CONFIG_FDATASYNC 5909bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe if (o->fdatasync_blocks) { 591e72fa4d40565e7a213698d8696b81f80e4670982Joshua Aune log_info("fio: this platform does not support fdatasync()" 592e72fa4d40565e7a213698d8696b81f80e4670982Joshua Aune " falling back to using fsync(). Use the 'fsync'" 593e72fa4d40565e7a213698d8696b81f80e4670982Joshua Aune " option instead of 'fdatasync' to get rid of" 594e72fa4d40565e7a213698d8696b81f80e4670982Joshua Aune " this warning\n"); 5959bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe o->fsync_blocks = o->fdatasync_blocks; 5969bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe o->fdatasync_blocks = 0; 597a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 598e72fa4d40565e7a213698d8696b81f80e4670982Joshua Aune } 599e72fa4d40565e7a213698d8696b81f80e4670982Joshua Aune#endif 600e72fa4d40565e7a213698d8696b81f80e4670982Joshua Aune 60193bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran#ifdef WIN32 60293bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran /* 60393bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran * Windows doesn't support O_DIRECT or O_SYNC with the _open interface, 60493bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran * so fail if we're passed those flags 60593bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran */ 60693bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran if ((td->io_ops->flags & FIO_SYNCIO) && (td->o.odirect || td->o.sync_io)) { 60793bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran log_err("fio: Windows does not support direct or non-buffered io with" 60893bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran " the synchronous ioengines. Use the 'windowsaio' ioengine" 60993bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran " with 'direct=1' and 'iodepth=1' instead.\n"); 61093bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran ret = 1; 61193bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran } 61293bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran#endif 61393bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran 614811ac503a6196f13da22565eb165c278988da4daJens Axboe /* 615811ac503a6196f13da22565eb165c278988da4daJens Axboe * For fully compressible data, just zero them at init time. 616811ac503a6196f13da22565eb165c278988da4daJens Axboe * It's faster than repeatedly filling it. 617811ac503a6196f13da22565eb165c278988da4daJens Axboe */ 618811ac503a6196f13da22565eb165c278988da4daJens Axboe if (td->o.compress_percentage == 100) { 619811ac503a6196f13da22565eb165c278988da4daJens Axboe td->o.zero_buffers = 1; 620811ac503a6196f13da22565eb165c278988da4daJens Axboe td->o.compress_percentage = 0; 621811ac503a6196f13da22565eb165c278988da4daJens Axboe } 622811ac503a6196f13da22565eb165c278988da4daJens Axboe 6235881fda43ce41756029a830cc83dbf4480cb6ea2Jens Axboe /* 6245881fda43ce41756029a830cc83dbf4480cb6ea2Jens Axboe * Using a non-uniform random distribution excludes usage of 6255881fda43ce41756029a830cc83dbf4480cb6ea2Jens Axboe * a random map 6265881fda43ce41756029a830cc83dbf4480cb6ea2Jens Axboe */ 6275881fda43ce41756029a830cc83dbf4480cb6ea2Jens Axboe if (td->o.random_distribution != FIO_RAND_DIST_RANDOM) 6285881fda43ce41756029a830cc83dbf4480cb6ea2Jens Axboe td->o.norandommap = 1; 6295881fda43ce41756029a830cc83dbf4480cb6ea2Jens Axboe 6308d916c942bb088204ab5c0438c297903c9160698Jens Axboe /* 6318d916c942bb088204ab5c0438c297903c9160698Jens Axboe * If size is set but less than the min block size, complain 6328d916c942bb088204ab5c0438c297903c9160698Jens Axboe */ 6338d916c942bb088204ab5c0438c297903c9160698Jens Axboe if (o->size && o->size < td_min_bs(td)) { 6348d916c942bb088204ab5c0438c297903c9160698Jens Axboe log_err("fio: size too small, must be larger than the IO size: %llu\n", (unsigned long long) o->size); 6358d916c942bb088204ab5c0438c297903c9160698Jens Axboe ret = 1; 6368d916c942bb088204ab5c0438c297903c9160698Jens Axboe } 6378d916c942bb088204ab5c0438c297903c9160698Jens Axboe 638d01612f3ae2515eb035d0c4ce954d8cb167a0a61Chris Mason /* 639d01612f3ae2515eb035d0c4ce954d8cb167a0a61Chris Mason * O_ATOMIC implies O_DIRECT 640d01612f3ae2515eb035d0c4ce954d8cb167a0a61Chris Mason */ 641d01612f3ae2515eb035d0c4ce954d8cb167a0a61Chris Mason if (td->o.oatomic) 642d01612f3ae2515eb035d0c4ce954d8cb167a0a61Chris Mason td->o.odirect = 1; 643d01612f3ae2515eb035d0c4ce954d8cb167a0a61Chris Mason 64404778baf2def8c1c5a3d7d60233c56d140831711Jens Axboe /* 64504778baf2def8c1c5a3d7d60233c56d140831711Jens Axboe * If randseed is set, that overrides randrepeat 64604778baf2def8c1c5a3d7d60233c56d140831711Jens Axboe */ 64704778baf2def8c1c5a3d7d60233c56d140831711Jens Axboe if (td->o.rand_seed) 64804778baf2def8c1c5a3d7d60233c56d140831711Jens Axboe td->o.rand_repeatable = 0; 64904778baf2def8c1c5a3d7d60233c56d140831711Jens Axboe 650a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe return ret; 651e1f365035a952233463d85d659bd960ba78f012eJens Axboe} 652e1f365035a952233463d85d659bd960ba78f012eJens Axboe 653906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe/* 654f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe * This function leaks the buffer 655f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe */ 65699d633af3611958ea6217f270677d0a657e4dddcJens Axboechar *fio_uint_to_kmg(unsigned int val) 657f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe{ 658f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe char *buf = malloc(32); 659f3502ba2dd72d846a388c774a01c6bb833871248Jens Axboe char post[] = { 0, 'K', 'M', 'G', 'P', 'E', 0 }; 660f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe char *p = post; 661f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 662245142ff7554290cf666e3ef6b7b57512bf17d75Jens Axboe do { 663f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe if (val & 1023) 664f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe break; 665f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 666f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe val >>= 10; 667f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe p++; 668245142ff7554290cf666e3ef6b7b57512bf17d75Jens Axboe } while (*p); 669f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 67098ffb8f3ecebed9984d1744f142eb8be10c14dbdKen Raeburn snprintf(buf, 32, "%u%c", val, *p); 671f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe return buf; 672f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe} 673f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 67409629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe/* External engines are specified by "external:name.o") */ 67509629a90d5b68b220e3fb98318e2dcd019943edaJens Axboestatic const char *get_engine_name(const char *str) 67609629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe{ 67709629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe char *p = strstr(str, ":"); 67809629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe 67909629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe if (!p) 68009629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe return str; 68109629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe 68209629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe p++; 68309629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe strip_blank_front(&p); 68409629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe strip_blank_end(p); 68509629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe return p; 68609629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe} 68709629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe 688e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboestatic int exists_and_not_file(const char *filename) 689e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe{ 690e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe struct stat sb; 691e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 692e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe if (lstat(filename, &sb) == -1) 693e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe return 0; 694e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 695ecc314ba7c5f02b7e90ac1dfbce1a74cd4e6d6feBruce Cran /* \\.\ is the device namespace in Windows, where every file 696ecc314ba7c5f02b7e90ac1dfbce1a74cd4e6d6feBruce Cran * is a device node */ 697ecc314ba7c5f02b7e90ac1dfbce1a74cd4e6d6feBruce Cran if (S_ISREG(sb.st_mode) && strncmp(filename, "\\\\.\\", 4) != 0) 698e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe return 0; 699e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 700e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe return 1; 701e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe} 702e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 7034c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboestatic void td_fill_rand_seeds_os(struct thread_data *td) 7045bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe{ 705d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe os_random_seed(td->rand_seeds[FIO_RAND_BS_OFF], &td->bsrange_state); 706d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe os_random_seed(td->rand_seeds[FIO_RAND_VER_OFF], &td->verify_state); 707d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe os_random_seed(td->rand_seeds[FIO_RAND_MIX_OFF], &td->rwmix_state); 7085bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe 7095bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe if (td->o.file_service_type == FIO_FSERVICE_RANDOM) 710d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe os_random_seed(td->rand_seeds[FIO_RAND_FILE_OFF], &td->next_file_state); 7115bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe 712d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe os_random_seed(td->rand_seeds[FIO_RAND_FILE_SIZE_OFF], &td->file_size_state); 713d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe os_random_seed(td->rand_seeds[FIO_RAND_TRIM_OFF], &td->trim_state); 7145bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe 7155bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe if (!td_random(td)) 7165bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe return; 7175bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe 7185bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe if (td->o.rand_repeatable) 719d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe td->rand_seeds[FIO_RAND_BLOCK_OFF] = FIO_RANDSEED * td->thread_number; 7205bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe 721d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe os_random_seed(td->rand_seeds[FIO_RAND_BLOCK_OFF], &td->random_state); 722d94722713ebd7bbdbf8b284b7563f2dd17964e24Jens Axboe 723d94722713ebd7bbdbf8b284b7563f2dd17964e24Jens Axboe os_random_seed(td->rand_seeds[FIO_RAND_SEQ_RAND_READ_OFF], &td->seq_rand_state[DDIR_READ]); 724d94722713ebd7bbdbf8b284b7563f2dd17964e24Jens Axboe os_random_seed(td->rand_seeds[FIO_RAND_SEQ_RAND_WRITE_OFF], &td->seq_rand_state[DDIR_WRITE]); 725d94722713ebd7bbdbf8b284b7563f2dd17964e24Jens Axboe os_random_seed(td->rand_seeds[FIO_RAND_SEQ_RAND_TRIM_OFF], &td->seq_rand_state[DDIR_TRIM]); 7264c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe} 7274c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe 7284c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboestatic void td_fill_rand_seeds_internal(struct thread_data *td) 7294c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe{ 730d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe init_rand_seed(&td->__bsrange_state, td->rand_seeds[FIO_RAND_BS_OFF]); 731d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe init_rand_seed(&td->__verify_state, td->rand_seeds[FIO_RAND_VER_OFF]); 732d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe init_rand_seed(&td->__rwmix_state, td->rand_seeds[FIO_RAND_MIX_OFF]); 7334c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe 7344c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe if (td->o.file_service_type == FIO_FSERVICE_RANDOM) 735d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe init_rand_seed(&td->__next_file_state, td->rand_seeds[FIO_RAND_FILE_OFF]); 7364c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe 737d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe init_rand_seed(&td->__file_size_state, td->rand_seeds[FIO_RAND_FILE_SIZE_OFF]); 738d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe init_rand_seed(&td->__trim_state, td->rand_seeds[FIO_RAND_TRIM_OFF]); 7394c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe 7404c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe if (!td_random(td)) 7414c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe return; 7424c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe 7434c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe if (td->o.rand_repeatable) 744d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe td->rand_seeds[FIO_RAND_BLOCK_OFF] = FIO_RANDSEED * td->thread_number; 7454c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe 746d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe init_rand_seed(&td->__random_state, td->rand_seeds[FIO_RAND_BLOCK_OFF]); 747d94722713ebd7bbdbf8b284b7563f2dd17964e24Jens Axboe init_rand_seed(&td->__seq_rand_state[DDIR_READ], td->rand_seeds[FIO_RAND_SEQ_RAND_READ_OFF]); 748d94722713ebd7bbdbf8b284b7563f2dd17964e24Jens Axboe init_rand_seed(&td->__seq_rand_state[DDIR_WRITE], td->rand_seeds[FIO_RAND_SEQ_RAND_WRITE_OFF]); 749d94722713ebd7bbdbf8b284b7563f2dd17964e24Jens Axboe init_rand_seed(&td->__seq_rand_state[DDIR_TRIM], td->rand_seeds[FIO_RAND_SEQ_RAND_TRIM_OFF]); 7505bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe} 7515bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe 7524c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboevoid td_fill_rand_seeds(struct thread_data *td) 7534c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe{ 7544c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe if (td->o.use_os_rand) 7554c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe td_fill_rand_seeds_os(td); 7564c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe else 7574c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe td_fill_rand_seeds_internal(td); 7583545a109a2cfe5ab22969ef453dc049db47f0b68Jens Axboe 759d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe init_rand_seed(&td->buf_state, td->rand_seeds[FIO_RAND_BUF_OFF]); 7604c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe} 7614c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe 7629c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe/* 763de890a1e48d40238dac69f302708dde8719de240Steven Lang * Initializes the ioengine configured for a job, if it has not been done so 764de890a1e48d40238dac69f302708dde8719de240Steven Lang * already. 765de890a1e48d40238dac69f302708dde8719de240Steven Lang */ 766de890a1e48d40238dac69f302708dde8719de240Steven Langint ioengine_load(struct thread_data *td) 767de890a1e48d40238dac69f302708dde8719de240Steven Lang{ 768de890a1e48d40238dac69f302708dde8719de240Steven Lang const char *engine; 769de890a1e48d40238dac69f302708dde8719de240Steven Lang 770de890a1e48d40238dac69f302708dde8719de240Steven Lang /* 771de890a1e48d40238dac69f302708dde8719de240Steven Lang * Engine has already been loaded. 772de890a1e48d40238dac69f302708dde8719de240Steven Lang */ 773de890a1e48d40238dac69f302708dde8719de240Steven Lang if (td->io_ops) 774de890a1e48d40238dac69f302708dde8719de240Steven Lang return 0; 7756e5c4b8e46c95ca75e30e1110a0d24b2df9c47e9Jens Axboe if (!td->o.ioengine) { 7766e5c4b8e46c95ca75e30e1110a0d24b2df9c47e9Jens Axboe log_err("fio: internal fault, no IO engine specified\n"); 7776e5c4b8e46c95ca75e30e1110a0d24b2df9c47e9Jens Axboe return 1; 7786e5c4b8e46c95ca75e30e1110a0d24b2df9c47e9Jens Axboe } 779de890a1e48d40238dac69f302708dde8719de240Steven Lang 780de890a1e48d40238dac69f302708dde8719de240Steven Lang engine = get_engine_name(td->o.ioengine); 781de890a1e48d40238dac69f302708dde8719de240Steven Lang td->io_ops = load_ioengine(td, engine); 782de890a1e48d40238dac69f302708dde8719de240Steven Lang if (!td->io_ops) { 783de890a1e48d40238dac69f302708dde8719de240Steven Lang log_err("fio: failed to load engine %s\n", engine); 784de890a1e48d40238dac69f302708dde8719de240Steven Lang return 1; 785de890a1e48d40238dac69f302708dde8719de240Steven Lang } 786de890a1e48d40238dac69f302708dde8719de240Steven Lang 787de890a1e48d40238dac69f302708dde8719de240Steven Lang if (td->io_ops->option_struct_size && td->io_ops->options) { 788de890a1e48d40238dac69f302708dde8719de240Steven Lang /* 789de890a1e48d40238dac69f302708dde8719de240Steven Lang * In cases where td->eo is set, clone it for a child thread. 790de890a1e48d40238dac69f302708dde8719de240Steven Lang * This requires that the parent thread has the same ioengine, 791de890a1e48d40238dac69f302708dde8719de240Steven Lang * but that requirement must be enforced by the code which 792de890a1e48d40238dac69f302708dde8719de240Steven Lang * cloned the thread. 793de890a1e48d40238dac69f302708dde8719de240Steven Lang */ 794de890a1e48d40238dac69f302708dde8719de240Steven Lang void *origeo = td->eo; 795de890a1e48d40238dac69f302708dde8719de240Steven Lang /* 796de890a1e48d40238dac69f302708dde8719de240Steven Lang * Otherwise use the default thread options. 797de890a1e48d40238dac69f302708dde8719de240Steven Lang */ 798de890a1e48d40238dac69f302708dde8719de240Steven Lang if (!origeo && td != &def_thread && def_thread.eo && 799de890a1e48d40238dac69f302708dde8719de240Steven Lang def_thread.io_ops->options == td->io_ops->options) 800de890a1e48d40238dac69f302708dde8719de240Steven Lang origeo = def_thread.eo; 801de890a1e48d40238dac69f302708dde8719de240Steven Lang 802de890a1e48d40238dac69f302708dde8719de240Steven Lang options_init(td->io_ops->options); 803de890a1e48d40238dac69f302708dde8719de240Steven Lang td->eo = malloc(td->io_ops->option_struct_size); 804de890a1e48d40238dac69f302708dde8719de240Steven Lang /* 805de890a1e48d40238dac69f302708dde8719de240Steven Lang * Use the default thread as an option template if this uses the 806de890a1e48d40238dac69f302708dde8719de240Steven Lang * same options structure and there are non-default options 807de890a1e48d40238dac69f302708dde8719de240Steven Lang * used. 808de890a1e48d40238dac69f302708dde8719de240Steven Lang */ 809de890a1e48d40238dac69f302708dde8719de240Steven Lang if (origeo) { 810de890a1e48d40238dac69f302708dde8719de240Steven Lang memcpy(td->eo, origeo, td->io_ops->option_struct_size); 811de890a1e48d40238dac69f302708dde8719de240Steven Lang options_mem_dupe(td->eo, td->io_ops->options); 812de890a1e48d40238dac69f302708dde8719de240Steven Lang } else { 813de890a1e48d40238dac69f302708dde8719de240Steven Lang memset(td->eo, 0, td->io_ops->option_struct_size); 814de890a1e48d40238dac69f302708dde8719de240Steven Lang fill_default_options(td->eo, td->io_ops->options); 815de890a1e48d40238dac69f302708dde8719de240Steven Lang } 816de890a1e48d40238dac69f302708dde8719de240Steven Lang *(struct thread_data **)td->eo = td; 817de890a1e48d40238dac69f302708dde8719de240Steven Lang } 818de890a1e48d40238dac69f302708dde8719de240Steven Lang 819de890a1e48d40238dac69f302708dde8719de240Steven Lang return 0; 820de890a1e48d40238dac69f302708dde8719de240Steven Lang} 821de890a1e48d40238dac69f302708dde8719de240Steven Lang 822d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboestatic void init_flags(struct thread_data *td) 823d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe{ 824d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe struct thread_options *o = &td->o; 825d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe 826d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe if (o->verify_backlog) 827d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe td->flags |= TD_F_VER_BACKLOG; 828d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe if (o->trim_backlog) 829d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe td->flags |= TD_F_TRIM_BACKLOG; 830d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe if (o->read_iolog_file) 831d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe td->flags |= TD_F_READ_IOLOG; 832d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe if (o->refill_buffers) 833d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe td->flags |= TD_F_REFILL_BUFFERS; 834d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe if (o->scramble_buffers) 835d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe td->flags |= TD_F_SCRAMBLE_BUFFERS; 836d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe if (o->verify != VERIFY_NONE) 837d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe td->flags |= TD_F_VER_NONE; 838d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe} 839d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe 8409dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboestatic int setup_random_seeds(struct thread_data *td) 8419dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe{ 8429dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe unsigned long seed; 8439dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe unsigned int i; 8449dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe 84504778baf2def8c1c5a3d7d60233c56d140831711Jens Axboe if (!td->o.rand_repeatable && !td->o.rand_seed) 8469dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe return init_random_state(td, td->rand_seeds, sizeof(td->rand_seeds)); 8479dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe 84804778baf2def8c1c5a3d7d60233c56d140831711Jens Axboe if (!td->o.rand_seed) 84904778baf2def8c1c5a3d7d60233c56d140831711Jens Axboe seed = 0x89; 85004778baf2def8c1c5a3d7d60233c56d140831711Jens Axboe else 85104778baf2def8c1c5a3d7d60233c56d140831711Jens Axboe seed = td->o.rand_seed; 85204778baf2def8c1c5a3d7d60233c56d140831711Jens Axboe 85304778baf2def8c1c5a3d7d60233c56d140831711Jens Axboe for (i = 0; i < 4; i++) 8549dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe seed *= 0x9e370001UL; 8559dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe 8569dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe for (i = 0; i < FIO_RAND_NR_OFFS; i++) { 8579dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe td->rand_seeds[i] = seed; 8589dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe seed *= 0x9e370001UL; 8599dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe } 8609dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe 8619dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe td_fill_rand_seeds(td); 8629dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe return 0; 8639dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe} 8649dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe 865de98bd30b02bd89a78059d162b2c8426e889703dJens Axboeenum { 866de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe FPRE_NONE = 0, 867de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe FPRE_JOBNAME, 868de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe FPRE_JOBNUM, 869de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe FPRE_FILENUM 870de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe}; 871de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe 872de98bd30b02bd89a78059d162b2c8426e889703dJens Axboestatic struct fpre_keyword { 873de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe const char *keyword; 874de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe size_t strlen; 875de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe int key; 876de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe} fpre_keywords[] = { 877de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe { .keyword = "$jobname", .key = FPRE_JOBNAME, }, 878de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe { .keyword = "$jobnum", .key = FPRE_JOBNUM, }, 879de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe { .keyword = "$filenum", .key = FPRE_FILENUM, }, 880de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe { .keyword = NULL, }, 881de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe }; 882de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe 883de98bd30b02bd89a78059d162b2c8426e889703dJens Axboestatic char *make_filename(char *buf, struct thread_options *o, 884de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe const char *jobname, int jobnum, int filenum) 885de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe{ 886de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe struct fpre_keyword *f; 887de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe char copy[PATH_MAX]; 888de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe 889de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe if (!o->filename_format || !strlen(o->filename_format)) { 890de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe sprintf(buf, "%s.%d.%d", jobname, jobnum, filenum); 891de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe return NULL; 892de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe } 893de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe 894de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe for (f = &fpre_keywords[0]; f->keyword; f++) 895de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe f->strlen = strlen(f->keyword); 896de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe 897de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe strcpy(buf, o->filename_format); 898de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe memset(copy, 0, sizeof(copy)); 899de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe for (f = &fpre_keywords[0]; f->keyword; f++) { 900de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe do { 901de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe size_t pre_len, post_start = 0; 902de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe char *str, *dst = copy; 903de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe 904e25b6d5a0a16b978385bfb93a4c156b03363d136Jens Axboe str = strcasestr(buf, f->keyword); 905de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe if (!str) 906de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe break; 907de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe 908de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe pre_len = str - buf; 909de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe if (strlen(str) != f->strlen) 910de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe post_start = pre_len + f->strlen; 911de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe 912de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe if (pre_len) { 913de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe strncpy(dst, buf, pre_len); 914de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe dst += pre_len; 915de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe } 916de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe 917de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe switch (f->key) { 918de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe case FPRE_JOBNAME: 919de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe dst += sprintf(dst, "%s", jobname); 920de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe break; 921de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe case FPRE_JOBNUM: 922de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe dst += sprintf(dst, "%d", jobnum); 923de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe break; 924de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe case FPRE_FILENUM: 925de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe dst += sprintf(dst, "%d", filenum); 926de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe break; 927de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe default: 928de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe assert(0); 929de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe break; 930de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe } 931de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe 932de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe if (post_start) 933de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe strcpy(dst, buf + post_start); 934de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe 935de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe strcpy(buf, copy); 936de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe } while (1); 937de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe } 938de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe 939de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe return buf; 940de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe} 941f9633d729f0d2067c3f79b5e82e7129de1e650cdJens Axboe 942f9633d729f0d2067c3f79b5e82e7129de1e650cdJens Axboeint parse_dryrun(void) 943f9633d729f0d2067c3f79b5e82e7129de1e650cdJens Axboe{ 944f9633d729f0d2067c3f79b5e82e7129de1e650cdJens Axboe return dump_cmdline || parse_only; 945f9633d729f0d2067c3f79b5e82e7129de1e650cdJens Axboe} 946f9633d729f0d2067c3f79b5e82e7129de1e650cdJens Axboe 947de890a1e48d40238dac69f302708dde8719de240Steven Lang/* 948906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe * Adds a job to the list of things todo. Sanitizes the various options 949906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe * to make sure we don't have conflicts, and initializes various 950906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe * members of td. 951906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe */ 952b7cfb2e18ba4815aa74eaf5d8637d466a51b712dJens Axboestatic int add_job(struct thread_data *td, const char *jobname, int job_add_num, 95346bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboe int recursed, int client_type) 954ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 955af52b3455ad892322aab2791282b6bd4efdfdbf3Jens Axboe unsigned int i; 956af52b3455ad892322aab2791282b6bd4efdfdbf3Jens Axboe char fname[PATH_MAX]; 957e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe int numjobs, file_alloced; 958de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe struct thread_options *o = &td->o; 959ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 960ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe /* 961ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe * the def_thread is just for options, it's not a real job 962ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe */ 963ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (td == &def_thread) 964ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 0; 965ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 966d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe init_flags(td); 967d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe 968cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe /* 969cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe * if we are just dumping the output command line, don't add the job 970cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe */ 971f9633d729f0d2067c3f79b5e82e7129de1e650cdJens Axboe if (parse_dryrun()) { 972cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe put_job(td); 973cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe return 0; 974cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe } 975cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe 97646bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboe td->client_type = client_type; 97746bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboe 97858c55ba02aca24ed30beb343fcb1dc3df4667389Jens Axboe if (profile_td_init(td)) 9796625155407de739e1e857419b7b4fb62f6c6bb2eJens Axboe goto err; 98058c55ba02aca24ed30beb343fcb1dc3df4667389Jens Axboe 981de890a1e48d40238dac69f302708dde8719de240Steven Lang if (ioengine_load(td)) 982205927a3cfc25baeb318e3aedf3ac29d16bf4be9Jens Axboe goto err; 983df64119de537aba99c85d1dc80190b354589f8b9Jens Axboe 984de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe if (o->odirect) 985690adba373bb8c97a365c67da369e265953c4b4cJens Axboe td->io_ops->flags |= FIO_RAWIO; 986690adba373bb8c97a365c67da369e265953c4b4cJens Axboe 987e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe file_alloced = 0; 988de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe if (!o->filename && !td->files_index && !o->read_iolog_file) { 989e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe file_alloced = 1; 99080be24f4671164d597463e4b5c794d4cbd0a4537Jens Axboe 991de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe if (o->nr_files == 1 && exists_and_not_file(jobname)) 992e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe add_file(td, jobname); 9937b05a215c8c39b8c878297b90eba112fe9176542Jens Axboe else { 994de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe for (i = 0; i < o->nr_files; i++) 995de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe add_file(td, make_filename(fname, o, jobname, td->thread_number, i)); 996af52b3455ad892322aab2791282b6bd4efdfdbf3Jens Axboe } 9970af7b542b69af5ab2400a9960a5bcde82c05723fJens Axboe } 998ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 9994e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe if (fixup_options(td)) 10004e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe goto err; 1001e0a223354342cc45a916b669343718b80a20c2eaJens Axboe 10029e684a4976b7934f5ce011ea281dfef3352e5738Dan Ehrenberg flow_init_job(td); 10039e684a4976b7934f5ce011ea281dfef3352e5738Dan Ehrenberg 1004de890a1e48d40238dac69f302708dde8719de240Steven Lang /* 1005de890a1e48d40238dac69f302708dde8719de240Steven Lang * IO engines only need this for option callbacks, and the address may 1006de890a1e48d40238dac69f302708dde8719de240Steven Lang * change in subprocesses. 1007de890a1e48d40238dac69f302708dde8719de240Steven Lang */ 1008de890a1e48d40238dac69f302708dde8719de240Steven Lang if (td->eo) 1009de890a1e48d40238dac69f302708dde8719de240Steven Lang *(struct thread_data **)td->eo = NULL; 1010de890a1e48d40238dac69f302708dde8719de240Steven Lang 101107eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe if (td->io_ops->flags & FIO_DISKLESSIO) { 101207eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe struct fio_file *f; 101307eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe 101407eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe for_each_file(td, f, i) 101507eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe f->real_file_size = -1ULL; 101607eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe } 101707eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe 1018521da527743088a9bd2ab882f8b64799d49d5848Jens Axboe td->mutex = fio_mutex_init(FIO_MUTEX_LOCKED); 1019ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1020de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe td->ts.clat_percentiles = o->clat_percentiles; 1021de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe td->ts.percentile_precision = o->percentile_precision; 1022de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe memcpy(td->ts.percentile_list, o->percentile_list, sizeof(o->percentile_list)); 1023833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong 10246eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li for (i = 0; i < DDIR_RWDIR_CNT; i++) { 10256eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li td->ts.clat_stat[i].min_val = ULONG_MAX; 10266eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li td->ts.slat_stat[i].min_val = ULONG_MAX; 10276eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li td->ts.lat_stat[i].min_val = ULONG_MAX; 10286eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li td->ts.bw_stat[i].min_val = ULONG_MAX; 10296eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li } 1030de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe td->ddir_seq_nr = o->ddir_seq_nr; 1031ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1032de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe if ((o->stonewall || o->new_group) && prev_group_jobs) { 10333c5df6fa2259c12fd6a7beb9a3521dec76d12dd2Jens Axboe prev_group_jobs = 0; 1034ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe groupid++; 10353c5df6fa2259c12fd6a7beb9a3521dec76d12dd2Jens Axboe } 1036ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1037ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe td->groupid = groupid; 10383c5df6fa2259c12fd6a7beb9a3521dec76d12dd2Jens Axboe prev_group_jobs++; 1039ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 10409dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe if (setup_random_seeds(td)) { 104193bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran td_verror(td, errno, "init_random_state"); 10429c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe goto err; 104393bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran } 10449c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe 1045ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (setup_rate(td)) 1046ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe goto err; 1047ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 104822f80458a520d0c5371c64bf91d24cdd21dff825Jens Axboe if (o->lat_log_file) { 104922f80458a520d0c5371c64bf91d24cdd21dff825Jens Axboe setup_log(&td->lat_log, o->log_avg_msec, IO_LOG_TYPE_LAT); 105022f80458a520d0c5371c64bf91d24cdd21dff825Jens Axboe setup_log(&td->slat_log, o->log_avg_msec, IO_LOG_TYPE_SLAT); 105122f80458a520d0c5371c64bf91d24cdd21dff825Jens Axboe setup_log(&td->clat_log, o->log_avg_msec, IO_LOG_TYPE_CLAT); 1052ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 105322f80458a520d0c5371c64bf91d24cdd21dff825Jens Axboe if (o->bw_log_file) 105422f80458a520d0c5371c64bf91d24cdd21dff825Jens Axboe setup_log(&td->bw_log, o->log_avg_msec, IO_LOG_TYPE_BW); 105522f80458a520d0c5371c64bf91d24cdd21dff825Jens Axboe if (o->iops_log_file) 105622f80458a520d0c5371c64bf91d24cdd21dff825Jens Axboe setup_log(&td->iops_log, o->log_avg_msec, IO_LOG_TYPE_IOPS); 1057ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1058de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe if (!o->name) 1059de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe o->name = strdup(jobname); 106001452055af61d6f5de543575dba3ebb0c9e55fabJens Axboe 1061f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe if (output_format == FIO_OUTPUT_NORMAL) { 1062b990b5c06801d6d25e3fcc5415efbbe7bb23341eJens Axboe if (!job_add_num) { 1063b7cfb2e18ba4815aa74eaf5d8637d466a51b712dJens Axboe if (is_backend && !recursed) 10642f122b135b7319ff8dd04dadf31ff28b301051a3Jens Axboe fio_server_send_add_job(td); 1065807f9971e7bfedfc905d2cb2c38a6e558db2f343Jens Axboe 10660353050fe32065e1932a43a7c39a7c390ea71142Jens Axboe if (!(td->io_ops->flags & FIO_NOIO)) { 1067d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe char *c1, *c2, *c3, *c4; 1068d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe char *c5 = NULL, *c6 = NULL; 1069f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 107022f80458a520d0c5371c64bf91d24cdd21dff825Jens Axboe c1 = fio_uint_to_kmg(o->min_bs[DDIR_READ]); 107122f80458a520d0c5371c64bf91d24cdd21dff825Jens Axboe c2 = fio_uint_to_kmg(o->max_bs[DDIR_READ]); 107222f80458a520d0c5371c64bf91d24cdd21dff825Jens Axboe c3 = fio_uint_to_kmg(o->min_bs[DDIR_WRITE]); 107322f80458a520d0c5371c64bf91d24cdd21dff825Jens Axboe c4 = fio_uint_to_kmg(o->max_bs[DDIR_WRITE]); 1074d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe 1075d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe if (!o->bs_is_seq_rand) { 1076d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe c5 = fio_uint_to_kmg(o->min_bs[DDIR_TRIM]); 1077d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe c6 = fio_uint_to_kmg(o->max_bs[DDIR_TRIM]); 1078d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe } 1079d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe 1080d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe log_info("%s: (g=%d): rw=%s, ", td->o.name, 1081d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe td->groupid, 1082d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe ddir_str(o->td_ddir)); 1083d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe 1084d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe if (o->bs_is_seq_rand) 1085d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe log_info("bs(seq/rand)=%s-%s/%s-%s, ", 1086d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe c1, c2, c3, c4); 1087d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe else 1088d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe log_info("bs=%s-%s/%s-%s/%s-%s, ", 1089d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe c1, c2, c3, c4, c5, c6); 1090d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe 1091d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe log_info("ioengine=%s, iodepth=%u\n", 1092de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe td->io_ops->name, o->iodepth); 1093f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 1094f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe free(c1); 1095f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe free(c2); 1096f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe free(c3); 1097f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe free(c4); 10986eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li free(c5); 10996eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li free(c6); 1100f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe } 1101b990b5c06801d6d25e3fcc5415efbbe7bb23341eJens Axboe } else if (job_add_num == 1) 11026d86144dd10b05e8b82e9b895c35dd778e5e71abJens Axboe log_info("...\n"); 1103c6ae0a5b8123ea9af2ce70319081fbd5d65c8093Jens Axboe } 1104ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1105ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe /* 1106ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe * recurse add identical jobs, clear numjobs and stonewall options 1107ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe * as they don't apply to sub-jobs 1108ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe */ 1109de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe numjobs = o->numjobs; 1110ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe while (--numjobs) { 1111de890a1e48d40238dac69f302708dde8719de240Steven Lang struct thread_data *td_new = get_new_job(0, td, 1); 1112ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1113ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (!td_new) 1114ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe goto err; 1115ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 11162dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe td_new->o.numjobs = 1; 11172dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe td_new->o.stonewall = 0; 111892c1d41f9cb4da2513ad261552f92511d69f6b8eJens Axboe td_new->o.new_group = 0; 1119e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 1120e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe if (file_alloced) { 1121e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe td_new->files_index = 0; 11224e6ea2f1e9b7da6d7d1057670fcc19f063e46fd4Jens Axboe td_new->files_size = 0; 1123455a50fa14f2663c388abc1138623b9c4405345bChristian Ehrhardt if (td_new->files) { 1124455a50fa14f2663c388abc1138623b9c4405345bChristian Ehrhardt struct fio_file *f; 1125455a50fa14f2663c388abc1138623b9c4405345bChristian Ehrhardt for_each_file(td_new, f, i) { 1126455a50fa14f2663c388abc1138623b9c4405345bChristian Ehrhardt if (f->file_name) 1127455a50fa14f2663c388abc1138623b9c4405345bChristian Ehrhardt free(f->file_name); 1128455a50fa14f2663c388abc1138623b9c4405345bChristian Ehrhardt free(f); 1129455a50fa14f2663c388abc1138623b9c4405345bChristian Ehrhardt } 1130455a50fa14f2663c388abc1138623b9c4405345bChristian Ehrhardt td_new->files = NULL; 1131455a50fa14f2663c388abc1138623b9c4405345bChristian Ehrhardt } 1132455a50fa14f2663c388abc1138623b9c4405345bChristian Ehrhardt if (td_new->o.filename) { 1133455a50fa14f2663c388abc1138623b9c4405345bChristian Ehrhardt free(td_new->o.filename); 1134455a50fa14f2663c388abc1138623b9c4405345bChristian Ehrhardt td_new->o.filename = NULL; 1135455a50fa14f2663c388abc1138623b9c4405345bChristian Ehrhardt } 1136e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe } 1137e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 1138751548451d969148529b642c05e7544726ec3b64Jens Axboe job_add_num = numjobs - 1; 1139ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 114046bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboe if (add_job(td_new, jobname, job_add_num, 1, client_type)) 1141ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe goto err; 1142ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 11433c5df6fa2259c12fd6a7beb9a3521dec76d12dd2Jens Axboe 1144ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 0; 1145ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboeerr: 1146ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe put_job(td); 1147ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return -1; 1148ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 1149ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 115079d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe/* 115179d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe * Parse as if 'o' was a command line 115279d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe */ 115346bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboevoid add_job_opts(const char **o, int client_type) 115479d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe{ 115579d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe struct thread_data *td, *td_parent; 115679d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe int i, in_global = 1; 115779d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe char jobname[32]; 115879d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe 115979d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe i = 0; 116079d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe td_parent = td = NULL; 116179d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe while (o[i]) { 116279d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe if (!strncmp(o[i], "name", 4)) { 116379d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe in_global = 0; 116479d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe if (td) 116546bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboe add_job(td, jobname, 0, 0, client_type); 116679d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe td = NULL; 116779d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe sprintf(jobname, "%s", o[i] + 5); 116879d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe } 116979d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe if (in_global && !td_parent) 1170de890a1e48d40238dac69f302708dde8719de240Steven Lang td_parent = get_new_job(1, &def_thread, 0); 117179d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe else if (!in_global && !td) { 117279d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe if (!td_parent) 117379d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe td_parent = &def_thread; 1174de890a1e48d40238dac69f302708dde8719de240Steven Lang td = get_new_job(0, td_parent, 0); 117579d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe } 117679d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe if (in_global) 1177292cc475b1f26ae4c94c3028fc33dee96b22655bJens Axboe fio_options_parse(td_parent, (char **) &o[i], 1, 0); 117879d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe else 1179292cc475b1f26ae4c94c3028fc33dee96b22655bJens Axboe fio_options_parse(td, (char **) &o[i], 1, 0); 118079d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe i++; 118179d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe } 118279d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe 118379d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe if (td) 118446bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboe add_job(td, jobname, 0, 0, client_type); 118579d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe} 118679d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe 118701f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboestatic int skip_this_section(const char *name) 118801f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe{ 1189ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe int i; 1190ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe 1191ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe if (!nr_job_sections) 119201f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe return 0; 119301f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (!strncmp(name, "global", 6)) 119401f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe return 0; 119501f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe 1196ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe for (i = 0; i < nr_job_sections; i++) 1197ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe if (!strcmp(job_sections[i], name)) 1198ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe return 0; 1199ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe 1200ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe return 1; 120101f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe} 120201f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe 1203ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboestatic int is_empty_or_comment(char *line) 1204ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 1205ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe unsigned int i; 1206ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1207ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe for (i = 0; i < strlen(line); i++) { 1208ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (line[i] == ';') 1209ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 1; 12105cc2da300b3fc30e00b79b4ddb3f372df3b2fe93Ingo Molnar if (line[i] == '#') 12115cc2da300b3fc30e00b79b4ddb3f372df3b2fe93Ingo Molnar return 1; 121276cd9378b90dddf2cedc9a5d49f317aaad485b90Jens Axboe if (!isspace((int) line[i]) && !iscntrl((int) line[i])) 1213ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 0; 1214ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 1215ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1216ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 1; 1217ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 1218ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1219313cb206ffc6e50c089314d322ebf1c523f37531Jens Axboe/* 1220072619835aa805f3335dca9d72f4d4eb1009aecdJens Axboe * This is our [ini] type file parser. 1221072619835aa805f3335dca9d72f4d4eb1009aecdJens Axboe */ 122246bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboeint parse_jobs_ini(char *file, int is_buf, int stonewall_flag, int type) 1223ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 1224e1f365035a952233463d85d659bd960ba78f012eJens Axboe unsigned int global; 1225ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe struct thread_data *td; 1226fee3bb48f748afe5cf10f8505e1efd36b87c627eJens Axboe char *string, *name; 1227ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe FILE *f; 1228ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe char *p; 12290c7e37a04aa04ba22e812f8de7971fcef46b8191Jens Axboe int ret = 0, stonewall; 1230097b2991ace8e069dbfb0c2286d31da714247573Jens Axboe int first_sect = 1; 1231ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe int skip_fgets = 0; 123201f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe int inside_skip = 0; 12333b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe char **opts; 12343b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe int i, alloc_opts, num_opts; 1235ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 123650d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (is_buf) 123750d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe f = NULL; 123850d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe else { 123950d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (!strcmp(file, "-")) 124050d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe f = stdin; 124150d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe else 124250d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe f = fopen(file, "r"); 12435a729cbec53a158fa8d8dc5737749cfee20ab31bAaron Carroll 124450d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (!f) { 124550d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe perror("fopen job file"); 124650d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe return 1; 124750d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe } 1248ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 1249ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1250ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe string = malloc(4096); 12517f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe 12527f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe /* 12537f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe * it's really 256 + small bit, 280 should suffice 12547f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe */ 12557f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe name = malloc(280); 12567f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe memset(name, 0, 280); 1257ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 12583b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe alloc_opts = 8; 12593b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe opts = malloc(sizeof(char *) * alloc_opts); 1260b7c6302da8b30f221310dd6c917136229ee5e688Jens Axboe num_opts = 0; 12613b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe 12620c7e37a04aa04ba22e812f8de7971fcef46b8191Jens Axboe stonewall = stonewall_flag; 12637c124ac153eebf48bc85f9033ae06fd7152e4216Jens Axboe do { 1264ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe /* 1265ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe * if skip_fgets is set, we already have loaded a line we 1266ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe * haven't handled. 1267ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe */ 1268ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe if (!skip_fgets) { 126950d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (is_buf) 127050d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe p = strsep(&file, "\n"); 127150d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe else 127243f747922e001a7bfb904dfcaa51934b986345aeJens Axboe p = fgets(string, 4096, f); 1273ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe if (!p) 1274ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe break; 1275ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe } 1276cdc7f1936e07f3b51aaa96c589e43abd7fea0051gurudas pai 1277ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe skip_fgets = 0; 1278cdc7f1936e07f3b51aaa96c589e43abd7fea0051gurudas pai strip_blank_front(&p); 12796c7c7da18aa2ab744b9485482e64acd30f31da6dJens Axboe strip_blank_end(p); 1280cdc7f1936e07f3b51aaa96c589e43abd7fea0051gurudas pai 1281ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (is_empty_or_comment(p)) 1282ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe continue; 128384dd18865235caa675424c62a4624618ff961d78Bruce Cran if (sscanf(p, "[%255[^\n]]", name) != 1) { 128401f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (inside_skip) 128501f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe continue; 12865ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe log_err("fio: option <%s> outside of [] job section\n", 12875ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe p); 1288088b42076dcbadf4d61367e19e49cb0d12aaadd1Jens Axboe break; 12896c7c7da18aa2ab744b9485482e64acd30f31da6dJens Axboe } 1290ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 12917a4b80a14c6ac6d47d486b1f5d1f166fa7065ee3Jens Axboe name[strlen(name) - 1] = '\0'; 12927a4b80a14c6ac6d47d486b1f5d1f166fa7065ee3Jens Axboe 129301f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (skip_this_section(name)) { 129401f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe inside_skip = 1; 129501f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe continue; 129601f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe } else 129701f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe inside_skip = 0; 129801f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe 1299ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe global = !strncmp(name, "global", 6); 1300ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1301cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe if (dump_cmdline) { 1302097b2991ace8e069dbfb0c2286d31da714247573Jens Axboe if (first_sect) 1303097b2991ace8e069dbfb0c2286d31da714247573Jens Axboe log_info("fio "); 1304cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe if (!global) 1305cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe log_info("--name=%s ", name); 1306097b2991ace8e069dbfb0c2286d31da714247573Jens Axboe first_sect = 0; 1307cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe } 1308cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe 1309de890a1e48d40238dac69f302708dde8719de240Steven Lang td = get_new_job(global, &def_thread, 0); 131045410acb636e526575d62a037f81ade7916b738cJens Axboe if (!td) { 131145410acb636e526575d62a037f81ade7916b738cJens Axboe ret = 1; 131245410acb636e526575d62a037f81ade7916b738cJens Axboe break; 131345410acb636e526575d62a037f81ade7916b738cJens Axboe } 1314ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1315972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe /* 1316de8f6de97438d5664cd8765e60102b9109a273e2Anatol Pomozov * Separate multiple job files by a stonewall 1317972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe */ 1318f94819192600fe35d03ebed26a803abdc2b9864cJens Axboe if (!global && stonewall) { 13192dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe td->o.stonewall = stonewall; 1320972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe stonewall = 0; 1321972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe } 1322972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe 13233b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe num_opts = 0; 13243b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe memset(opts, 0, alloc_opts * sizeof(char *)); 13253b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe 132650d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe while (1) { 132750d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (is_buf) 132850d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe p = strsep(&file, "\n"); 132950d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe else 133050d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe p = fgets(string, 4096, f); 133150d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (!p) 133250d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe break; 133350d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe 1334ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (is_empty_or_comment(p)) 1335ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe continue; 1336e1f365035a952233463d85d659bd960ba78f012eJens Axboe 1337b6754f9d3f719627d8aae4c3e8f39212d9405f99Jens Axboe strip_blank_front(&p); 13387c124ac153eebf48bc85f9033ae06fd7152e4216Jens Axboe 1339ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe /* 1340ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe * new section, break out and make sure we don't 1341ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe * fgets() a new line at the top. 1342ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe */ 1343ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe if (p[0] == '[') { 1344ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe skip_fgets = 1; 13457c124ac153eebf48bc85f9033ae06fd7152e4216Jens Axboe break; 1346ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe } 13477c124ac153eebf48bc85f9033ae06fd7152e4216Jens Axboe 13484ae3f76333bf2382e516db0b5c202b8982b1170fJens Axboe strip_blank_end(p); 1349aea47d444b02bd7c622f82bb73151fd7136a499fJens Axboe 13503b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe if (num_opts == alloc_opts) { 13513b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe alloc_opts <<= 1; 13523b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe opts = realloc(opts, 13533b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe alloc_opts * sizeof(char *)); 13543b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe } 13553b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe 13563b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe opts[num_opts] = strdup(p); 13573b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe num_opts++; 1358ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 1359ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1360292cc475b1f26ae4c94c3028fc33dee96b22655bJens Axboe ret = fio_options_parse(td, opts, num_opts, dump_cmdline); 1361292cc475b1f26ae4c94c3028fc33dee96b22655bJens Axboe if (!ret) 136246bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboe ret = add_job(td, name, 0, 0, type); 1363292cc475b1f26ae4c94c3028fc33dee96b22655bJens Axboe else { 1364b1508cf9ead36dc789a4e289f7522a070e57058cJens Axboe log_err("fio: job %s dropped\n", name); 1365b1508cf9ead36dc789a4e289f7522a070e57058cJens Axboe put_job(td); 136645410acb636e526575d62a037f81ade7916b738cJens Axboe } 13673b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe 13683b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe for (i = 0; i < num_opts; i++) 13693b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe free(opts[i]); 13703b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe num_opts = 0; 13717c124ac153eebf48bc85f9033ae06fd7152e4216Jens Axboe } while (!ret); 1372ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1373cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe if (dump_cmdline) 1374cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe log_info("\n"); 1375cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe 13767e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe i = 0; 13777e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe while (i < nr_job_sections) { 13787e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe free(job_sections[i]); 13797e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe i++; 13807e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe } 13817e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe 13823b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe for (i = 0; i < num_opts; i++) 13833b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe free(opts[i]); 13843b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe 1385ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe free(string); 1386ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe free(name); 13872577594dd6e2857d9efbf6bd81cd7ef507dbcd64Jens Axboe free(opts); 138850d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (!is_buf && f != stdin) 13895a729cbec53a158fa8d8dc5737749cfee20ab31bAaron Carroll fclose(f); 139045410acb636e526575d62a037f81ade7916b738cJens Axboe return ret; 1391ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 1392ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1393ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboestatic int fill_def_thread(void) 1394ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 1395ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe memset(&def_thread, 0, sizeof(def_thread)); 1396ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1397375b2695693f56987e23deef3ded8e5b06ef6797Jens Axboe fio_getaffinity(getpid(), &def_thread.o.cpumask); 13988c029376bbe6d8a6bcb01c3ef7d545720aca3868Jens Axboe def_thread.o.timeout = def_timeout; 13998b28bd41375930664a0ff9ff9b101a88ac416ac5Dmitry Monakhov def_thread.o.error_dump = 1; 1400ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe /* 1401ee738499877bb1ee913e839cb4a8d4edad2d52adJens Axboe * fill default options 1402ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe */ 1403214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe fio_fill_default_options(&def_thread); 1404ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 0; 1405ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 1406ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 140745378b35a047b590d0d3b6f9a7b8fea6dfa47300Jens Axboestatic void usage(const char *name) 14084785f99523f5c69635eb4bd826f25cd2e264cda7Jens Axboe{ 14093d43382c7864753728b181ac356222d67bdd4a3fJens Axboe printf("%s\n", fio_version_string); 141045378b35a047b590d0d3b6f9a7b8fea6dfa47300Jens Axboe printf("%s [options] [job options] <job file(s)>\n", name); 141183881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --debug=options\tEnable debug logging. May be one/more of:\n" 141283881283564820dabaa07c1bdea0e75e686efcaaJens Axboe "\t\t\tprocess,file,io,mem,blktrace,verify,random,parse,\n" 14133e260a46ea9a8de224c3d0a29a608da3440f284aJens Axboe "\t\t\tdiskutil,job,mutex,profile,time,net,rate\n"); 1414111e032d60f2341cfe09accbfcf25ec81b9251e0Jens Axboe printf(" --parse-only\t\tParse options only, don't start any IO\n"); 141583881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --output\t\tWrite output to file\n"); 1416b2cecdc28469f8042d6cc3d83d83b18086845f18liang xie printf(" --runtime\t\tRuntime in seconds\n"); 141783881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --latency-log\t\tGenerate per-job latency logs\n"); 141883881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --bandwidth-log\tGenerate per-job bandwidth logs\n"); 141983881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --minimal\t\tMinimal (terse) output\n"); 1420f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe printf(" --output-format=x\tOutput format (terse,json,normal)\n"); 142175db6e2c168e895cd93504a7d20ddc853413e3b1Jens Axboe printf(" --terse-version=x\tSet terse version output format to 'x'\n"); 1422f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe printf(" --version\t\tPrint version info and exit\n"); 142383881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --help\t\tPrint this page\n"); 142423893646c9306b785f866fb9e976f3db673af0caJens Axboe printf(" --cpuclock-test\tPerform test/validation of CPU clock\n"); 1425fec0f21cb04bfd6c94b546998f194baed41fdec5Jens Axboe printf(" --crctest\t\tTest speed of checksum functions\n"); 142683881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --cmdhelp=cmd\t\tPrint command help, \"all\" for all of" 14275ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe " them\n"); 1428de890a1e48d40238dac69f302708dde8719de240Steven Lang printf(" --enghelp=engine\tPrint ioengine help, or list" 1429de890a1e48d40238dac69f302708dde8719de240Steven Lang " available ioengines\n"); 1430de890a1e48d40238dac69f302708dde8719de240Steven Lang printf(" --enghelp=engine,cmd\tPrint help for an ioengine" 1431de890a1e48d40238dac69f302708dde8719de240Steven Lang " cmd\n"); 143283881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --showcmd\t\tTurn a job file into command line options\n"); 143383881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --eta=when\t\tWhen ETA estimate should be printed\n"); 143483881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" \t\tMay be \"always\", \"never\" or \"auto\"\n"); 1435e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe printf(" --eta-newline=time\tForce a new line for every 'time'"); 1436e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe printf(" period passed\n"); 143706464907159baf7a1eeac654a023743e33f28d86Jens Axboe printf(" --status-interval=t\tForce full status dump every"); 143806464907159baf7a1eeac654a023743e33f28d86Jens Axboe printf(" 't' period passed\n"); 143983881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --readonly\t\tTurn on safety read-only checks, preventing" 14405ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe " writes\n"); 144183881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --section=name\tOnly run specified section in job file\n"); 144283881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --alloc-size=kb\tSet smalloc pool to this size in kb" 14432b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe " (def 1024)\n"); 144483881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --warnings-fatal\tFio parser warnings are fatal\n"); 144583881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --max-jobs=nr\t\tMaximum number of threads/processes to support\n"); 144683881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --server=args\t\tStart a backend fio server\n"); 144783881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --daemonize=pidfile\tBackground fio server, write pid to file\n"); 144883881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --client=hostname\tTalk to remote backend fio server at hostname\n"); 1449f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu printf(" --idle-prof=option\tReport cpu idleness on a system or percpu basis\n" 1450f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu "\t\t\t(option=system,percpu) or run unit work\n" 1451f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu "\t\t\tcalibration only (option=calibrate)\n"); 1452aa58d2520204f5ae12291fae0289a90fb03dc587Jens Axboe printf("\nFio was written by Jens Axboe <jens.axboe@oracle.com>"); 1453bfca2c74b53e499acd8e97e9e56d3c40a5dd8b4fJens Axboe printf("\n Jens Axboe <jaxboe@fusionio.com>"); 1454bfca2c74b53e499acd8e97e9e56d3c40a5dd8b4fJens Axboe printf("\n Jens Axboe <axboe@fb.com>\n"); 14554785f99523f5c69635eb4bd826f25cd2e264cda7Jens Axboe} 14564785f99523f5c69635eb4bd826f25cd2e264cda7Jens Axboe 145779e48f72dea1639bcbee310c354938287b6d5790Jens Axboe#ifdef FIO_INC_DEBUG 1458ee56ad500f6692381e131cc37299d23fa910a24aJens Axboestruct debug_level debug_levels[] = { 14590b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe { .name = "process", 14600b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .help = "Process creation/exit logging", 14610b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .shift = FD_PROCESS, 14620b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe }, 14630b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe { .name = "file", 14640b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .help = "File related action logging", 14650b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .shift = FD_FILE, 14660b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe }, 14670b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe { .name = "io", 14680b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .help = "IO and IO engine action logging (offsets, queue, completions, etc)", 14690b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .shift = FD_IO, 14700b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe }, 14710b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe { .name = "mem", 14720b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .help = "Memory allocation/freeing logging", 14730b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .shift = FD_MEM, 14740b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe }, 14750b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe { .name = "blktrace", 14760b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .help = "blktrace action logging", 14770b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .shift = FD_BLKTRACE, 14780b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe }, 14790b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe { .name = "verify", 14800b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .help = "IO verification action logging", 14810b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .shift = FD_VERIFY, 14820b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe }, 14830b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe { .name = "random", 14840b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .help = "Random generation logging", 14850b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .shift = FD_RANDOM, 14860b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe }, 14870b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe { .name = "parse", 14880b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .help = "Parser logging", 14890b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .shift = FD_PARSE, 14900b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe }, 14910b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe { .name = "diskutil", 14920b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .help = "Disk utility logging actions", 14930b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .shift = FD_DISKUTIL, 14940b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe }, 14950b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe { .name = "job", 14960b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .help = "Logging related to creating/destroying jobs", 14970b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .shift = FD_JOB, 14980b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe }, 14990b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe { .name = "mutex", 15000b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .help = "Mutex logging", 15010b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .shift = FD_MUTEX 15020b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe }, 15030b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe { .name = "profile", 15040b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .help = "Logging related to profiles", 15050b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .shift = FD_PROFILE, 15060b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe }, 15070b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe { .name = "time", 15080b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .help = "Logging related to time keeping functions", 15090b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .shift = FD_TIME, 15100b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe }, 15110b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe { .name = "net", 15120b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .help = "Network logging", 15130b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .shift = FD_NET, 15140b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe }, 15153e260a46ea9a8de224c3d0a29a608da3440f284aJens Axboe { .name = "rate", 15163e260a46ea9a8de224c3d0a29a608da3440f284aJens Axboe .help = "Rate logging", 15173e260a46ea9a8de224c3d0a29a608da3440f284aJens Axboe .shift = FD_RATE, 15183e260a46ea9a8de224c3d0a29a608da3440f284aJens Axboe }, 151902444ad1868ee94c7c38810cc775784e6a9a5dbeJens Axboe { .name = NULL, }, 1520ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe}; 1521ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 1522c09823ab5c841791025c564ecfc9ada0f850770bJens Axboestatic int set_debug(const char *string) 1523ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe{ 1524ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe struct debug_level *dl; 1525ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe char *p = (char *) string; 1526ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe char *opt; 1527ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe int i; 1528ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 1529ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe if (!strcmp(string, "?") || !strcmp(string, "help")) { 1530ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe log_info("fio: dumping debug options:"); 1531ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe for (i = 0; debug_levels[i].name; i++) { 1532ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe dl = &debug_levels[i]; 1533ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe log_info("%s,", dl->name); 1534ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe } 1535bd6f78b2f0b6375383948f126368804612ec0035Jens Axboe log_info("all\n"); 1536c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe return 1; 1537ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe } 1538ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 1539ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe while ((opt = strsep(&p, ",")) != NULL) { 1540ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe int found = 0; 1541ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 15425e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe if (!strncmp(opt, "all", 3)) { 15435e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe log_info("fio: set all debug options\n"); 15445e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe fio_debug = ~0UL; 15455e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe continue; 15465e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe } 15475e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe 1548ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe for (i = 0; debug_levels[i].name; i++) { 1549ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe dl = &debug_levels[i]; 15505e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe found = !strncmp(opt, dl->name, strlen(dl->name)); 15515e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe if (!found) 15525e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe continue; 15535e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe 15545e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe if (dl->shift == FD_JOB) { 15555e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe opt = strchr(opt, ':'); 15565e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe if (!opt) { 15575e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe log_err("fio: missing job number\n"); 15585e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe break; 15595e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe } 15605e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe opt++; 15615e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe fio_debug_jobno = atoi(opt); 15625e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe log_info("fio: set debug jobno %d\n", 15635e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe fio_debug_jobno); 15645e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe } else { 1565ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe log_info("fio: set debug option %s\n", opt); 1566bd6f78b2f0b6375383948f126368804612ec0035Jens Axboe fio_debug |= (1UL << dl->shift); 1567ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe } 15685e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe break; 1569ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe } 1570ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 1571ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe if (!found) 1572ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe log_err("fio: debug mask %s not found\n", opt); 1573ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe } 1574c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe return 0; 1575ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe} 157679e48f72dea1639bcbee310c354938287b6d5790Jens Axboe#else 157769b98d4c9945bed6b3446a9e73bfaf8e557cf033Jens Axboestatic int set_debug(const char *string) 157879e48f72dea1639bcbee310c354938287b6d5790Jens Axboe{ 157979e48f72dea1639bcbee310c354938287b6d5790Jens Axboe log_err("fio: debug tracing not included in build\n"); 1580c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe return 1; 158179e48f72dea1639bcbee310c354938287b6d5790Jens Axboe} 158279e48f72dea1639bcbee310c354938287b6d5790Jens Axboe#endif 15839ac8a797da61a59c9fa1b59f8574246555403d19Jens Axboe 15844c6107ff4db87f50545bad515543f5024bb39e4aJens Axboestatic void fio_options_fill_optstring(void) 15854c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe{ 15864c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe char *ostr = cmd_optstr; 15874c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe int i, c; 15884c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe 15894c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe c = i = 0; 15904c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe while (l_opts[i].name) { 15914c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe ostr[c++] = l_opts[i].val; 15924c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe if (l_opts[i].has_arg == required_argument) 15934c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe ostr[c++] = ':'; 15944c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe else if (l_opts[i].has_arg == optional_argument) { 15954c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe ostr[c++] = ':'; 15964c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe ostr[c++] = ':'; 15974c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe } 15984c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe i++; 15994c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe } 16004c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe ostr[c] = '\0'; 16014c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe} 16024c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe 1603c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboestatic int client_flag_set(char c) 1604c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe{ 1605c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe int i; 1606c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe 1607c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe i = 0; 1608c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe while (l_opts[i].name) { 1609c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe int val = l_opts[i].val; 1610c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe 1611c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe if (c == (val & 0xff)) 1612c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe return (val & FIO_CLIENT_FLAG); 1613c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe 1614c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe i++; 1615c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe } 1616c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe 1617c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe return 0; 1618c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe} 1619c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe 1620fa2ea806de0d6410320abd97599bc52f5a3e72ccJens Axboevoid parse_cmd_client(void *client, char *opt) 16217a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe{ 1622fa2ea806de0d6410320abd97599bc52f5a3e72ccJens Axboe fio_client_add_cmd_option(client, opt); 16237a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe} 16247a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe 1625fec0f21cb04bfd6c94b546998f194baed41fdec5Jens Axboeextern int fio_crctest(const char *); 1626fec0f21cb04bfd6c94b546998f194baed41fdec5Jens Axboe 162746bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboeint parse_cmd_line(int argc, char *argv[], int client_type) 1628ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 1629b46928282e0a890f49250e79b81af773a2b7108fJens Axboe struct thread_data *td = NULL; 1630c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe int c, ini_idx = 0, lidx, ret = 0, do_exit = 0, exit_val = 0; 16314c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe char *ostr = cmd_optstr; 1632402668f3e05259bfc135fc097136428feda01006Jens Axboe void *pid_file = NULL; 16339bae26e8a220ab28b59d6710c6f7aa6e28b86171Jens Axboe void *cur_client = NULL; 163481179eec4a84ff25c190a8a6a685b0b3b4dd2a37Jens Axboe int backend = 0; 1635ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1636c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe /* 1637c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe * Reset optind handling, since we may call this multiple times 1638c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe * for the backend. 1639c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe */ 1640c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe optind = 1; 16417a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe 1642c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe while ((c = getopt_long_only(argc, argv, ostr, l_opts, &lidx)) != -1) { 1643085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe did_arg = 1; 1644085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe 1645c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe if ((c & FIO_CLIENT_FLAG) || client_flag_set(c)) { 1646fa2ea806de0d6410320abd97599bc52f5a3e72ccJens Axboe parse_cmd_client(cur_client, argv[optind - 1]); 16477a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe c &= ~FIO_CLIENT_FLAG; 16487a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe } 16497a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe 1650ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe switch (c) { 16512b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe case 'a': 16522b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe smalloc_pool_size = atoi(optarg); 16532b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe break; 1654b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 't': 16558c029376bbe6d8a6bcb01c3ef7d545720aca3868Jens Axboe def_timeout = atoi(optarg); 1656b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1657b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 'l': 1658b46928282e0a890f49250e79b81af773a2b7108fJens Axboe write_lat_log = 1; 1659b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 16603d73e5a9549d30324d1c5e31eb644077380c0b95Jens Axboe case 'b': 1661b46928282e0a890f49250e79b81af773a2b7108fJens Axboe write_bw_log = 1; 1662b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1663b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 'o': 1664b46928282e0a890f49250e79b81af773a2b7108fJens Axboe f_out = fopen(optarg, "w+"); 1665b46928282e0a890f49250e79b81af773a2b7108fJens Axboe if (!f_out) { 1666b46928282e0a890f49250e79b81af773a2b7108fJens Axboe perror("fopen output"); 1667b46928282e0a890f49250e79b81af773a2b7108fJens Axboe exit(1); 1668b46928282e0a890f49250e79b81af773a2b7108fJens Axboe } 1669b46928282e0a890f49250e79b81af773a2b7108fJens Axboe f_err = f_out; 1670b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1671b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 'm': 1672f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe output_format = FIO_OUTPUT_TERSE; 1673b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1674f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe case 'F': 1675d10983d78c4d468c00898af2a0f452530f52a18cStefan Hajnoczi if (!optarg) { 1676d10983d78c4d468c00898af2a0f452530f52a18cStefan Hajnoczi log_err("fio: missing --output-format argument\n"); 1677d10983d78c4d468c00898af2a0f452530f52a18cStefan Hajnoczi exit_val = 1; 1678d10983d78c4d468c00898af2a0f452530f52a18cStefan Hajnoczi do_exit++; 1679d10983d78c4d468c00898af2a0f452530f52a18cStefan Hajnoczi break; 1680d10983d78c4d468c00898af2a0f452530f52a18cStefan Hajnoczi } 1681f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe if (!strcmp(optarg, "minimal") || 1682f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe !strcmp(optarg, "terse") || 1683f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe !strcmp(optarg, "csv")) 1684f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe output_format = FIO_OUTPUT_TERSE; 1685f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe else if (!strcmp(optarg, "json")) 1686f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe output_format = FIO_OUTPUT_JSON; 1687f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe else 1688f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe output_format = FIO_OUTPUT_NORMAL; 1689b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1690b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 'h': 16917874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe if (!cur_client) { 1692c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe usage(argv[0]); 16937874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe do_exit++; 16947874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe } 1695c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe break; 1696fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe case 'c': 16977874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe if (!cur_client) { 1698c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe fio_show_option_help(optarg); 16997874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe do_exit++; 17007874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe } 1701c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe break; 1702de890a1e48d40238dac69f302708dde8719de240Steven Lang case 'i': 1703de890a1e48d40238dac69f302708dde8719de240Steven Lang if (!cur_client) { 1704de890a1e48d40238dac69f302708dde8719de240Steven Lang fio_show_ioengine_help(optarg); 1705de890a1e48d40238dac69f302708dde8719de240Steven Lang do_exit++; 1706de890a1e48d40238dac69f302708dde8719de240Steven Lang } 1707de890a1e48d40238dac69f302708dde8719de240Steven Lang break; 1708cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe case 's': 1709cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe dump_cmdline = 1; 1710cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe break; 1711724e4435c1374e97309b122429ad9291744966c0Jens Axboe case 'r': 1712724e4435c1374e97309b122429ad9291744966c0Jens Axboe read_only = 1; 1713724e4435c1374e97309b122429ad9291744966c0Jens Axboe break; 1714b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 'v': 17157874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe if (!cur_client) { 17163d43382c7864753728b181ac356222d67bdd4a3fJens Axboe log_info("%s\n", fio_version_string); 17177874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe do_exit++; 17187874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe } 1719c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe break; 1720f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe case 'V': 1721f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe terse_version = atoi(optarg); 172209786f5fa4e64e63be97ae8469866715226bf837Jens Axboe if (!(terse_version == 2 || terse_version == 3 || 172309786f5fa4e64e63be97ae8469866715226bf837Jens Axboe terse_version == 4)) { 1724f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe log_err("fio: bad terse version format\n"); 1725f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe exit_val = 1; 1726f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe do_exit++; 1727f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe } 1728f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe break; 1729e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll case 'e': 1730e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll if (!strcmp("always", optarg)) 1731e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll eta_print = FIO_ETA_ALWAYS; 1732e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll else if (!strcmp("never", optarg)) 1733e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll eta_print = FIO_ETA_NEVER; 1734e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll break; 1735e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe case 'E': { 1736e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe long long t = 0; 1737e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe 1738e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe if (str_to_decimal(optarg, &t, 0, NULL)) { 1739e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe log_err("fio: failed parsing eta time %s\n", optarg); 1740e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe exit_val = 1; 1741e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe do_exit++; 1742e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe } 1743e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe eta_new_line = t; 1744e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe break; 1745e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe } 1746ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe case 'd': 1747c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe if (set_debug(optarg)) 1748c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe do_exit++; 1749ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe break; 1750111e032d60f2341cfe09accbfcf25ec81b9251e0Jens Axboe case 'P': 1751111e032d60f2341cfe09accbfcf25ec81b9251e0Jens Axboe parse_only = 1; 1752111e032d60f2341cfe09accbfcf25ec81b9251e0Jens Axboe break; 1753ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe case 'x': { 1754ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe size_t new_size; 1755ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe 175601f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (!strcmp(optarg, "global")) { 17575ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe log_err("fio: can't use global as only " 17585ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe "section\n"); 1759c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe do_exit++; 1760c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe exit_val = 1; 176101f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe break; 176201f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe } 1763ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe new_size = (nr_job_sections + 1) * sizeof(char *); 1764ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe job_sections = realloc(job_sections, new_size); 1765ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe job_sections[nr_job_sections] = strdup(optarg); 1766ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe nr_job_sections++; 176701f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe break; 1768ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe } 17699ac8a797da61a59c9fa1b59f8574246555403d19Jens Axboe case 'p': 177007b3232de97ac32a873f0b5d17c8f49c18ed3ae7Jens Axboe exec_profile = strdup(optarg); 17719ac8a797da61a59c9fa1b59f8574246555403d19Jens Axboe break; 1772b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case FIO_GETOPT_JOB: { 17735ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe const char *opt = l_opts[lidx].name; 1774b46928282e0a890f49250e79b81af773a2b7108fJens Axboe char *val = optarg; 1775b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 1776c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe if (!strncmp(opt, "name", 4) && td) { 177746bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboe ret = add_job(td, td->o.name ?: "fio", 0, 0, client_type); 17786625155407de739e1e857419b7b4fb62f6c6bb2eJens Axboe if (ret) 1779c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe return 0; 1780c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe td = NULL; 1781c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe } 1782b46928282e0a890f49250e79b81af773a2b7108fJens Axboe if (!td) { 178301f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe int is_section = !strncmp(opt, "name", 4); 17843106f220e1710d7e53cb7bd0dbc7dac4584af463Jens Axboe int global = 0; 17853106f220e1710d7e53cb7bd0dbc7dac4584af463Jens Axboe 178601f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (!is_section || !strncmp(val, "global", 6)) 17873106f220e1710d7e53cb7bd0dbc7dac4584af463Jens Axboe global = 1; 1788c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe 178901f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (is_section && skip_this_section(val)) 179001f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe continue; 179101f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe 1792de890a1e48d40238dac69f302708dde8719de240Steven Lang td = get_new_job(global, &def_thread, 1); 1793de890a1e48d40238dac69f302708dde8719de240Steven Lang if (!td || ioengine_load(td)) 1794b46928282e0a890f49250e79b81af773a2b7108fJens Axboe return 0; 1795de890a1e48d40238dac69f302708dde8719de240Steven Lang fio_options_set_ioengine_opts(l_opts, td); 1796b46928282e0a890f49250e79b81af773a2b7108fJens Axboe } 179738d0adb0d129e2eef7bf21e85ba4758c3789cb8eJens Axboe 17989d918187e8eceda6637544b7cb0fa3ee734ee5c0Jens Axboe if ((!val || !strlen(val)) && 17999d918187e8eceda6637544b7cb0fa3ee734ee5c0Jens Axboe l_opts[lidx].has_arg == required_argument) { 18009d918187e8eceda6637544b7cb0fa3ee734ee5c0Jens Axboe log_err("fio: option %s requires an argument\n", opt); 18019d918187e8eceda6637544b7cb0fa3ee734ee5c0Jens Axboe ret = 1; 18029d918187e8eceda6637544b7cb0fa3ee734ee5c0Jens Axboe } else 18039d918187e8eceda6637544b7cb0fa3ee734ee5c0Jens Axboe ret = fio_cmd_option_parse(td, opt, val); 18049d918187e8eceda6637544b7cb0fa3ee734ee5c0Jens Axboe 1805bfb3ea221ed3b5ce4a0795cee778b965ee83cf9fJens Axboe if (ret) { 1806bfb3ea221ed3b5ce4a0795cee778b965ee83cf9fJens Axboe if (td) { 1807bfb3ea221ed3b5ce4a0795cee778b965ee83cf9fJens Axboe put_job(td); 1808bfb3ea221ed3b5ce4a0795cee778b965ee83cf9fJens Axboe td = NULL; 1809bfb3ea221ed3b5ce4a0795cee778b965ee83cf9fJens Axboe } 1810a88c8c14172004a1b6518ca181fe7f60c64c2c1aJens Axboe do_exit++; 1811bfb3ea221ed3b5ce4a0795cee778b965ee83cf9fJens Axboe } 1812de890a1e48d40238dac69f302708dde8719de240Steven Lang 1813de890a1e48d40238dac69f302708dde8719de240Steven Lang if (!ret && !strcmp(opt, "ioengine")) { 1814de890a1e48d40238dac69f302708dde8719de240Steven Lang free_ioengine(td); 1815de890a1e48d40238dac69f302708dde8719de240Steven Lang if (ioengine_load(td)) 1816de890a1e48d40238dac69f302708dde8719de240Steven Lang return 0; 1817de890a1e48d40238dac69f302708dde8719de240Steven Lang fio_options_set_ioengine_opts(l_opts, td); 1818de890a1e48d40238dac69f302708dde8719de240Steven Lang } 1819de890a1e48d40238dac69f302708dde8719de240Steven Lang break; 1820de890a1e48d40238dac69f302708dde8719de240Steven Lang } 1821de890a1e48d40238dac69f302708dde8719de240Steven Lang case FIO_GETOPT_IOENGINE: { 1822de890a1e48d40238dac69f302708dde8719de240Steven Lang const char *opt = l_opts[lidx].name; 1823de890a1e48d40238dac69f302708dde8719de240Steven Lang char *val = optarg; 1824de890a1e48d40238dac69f302708dde8719de240Steven Lang ret = fio_cmd_ioengine_option_parse(td, opt, val); 1825b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1826b46928282e0a890f49250e79b81af773a2b7108fJens Axboe } 1827a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe case 'w': 1828a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe warnings_fatal = 1; 1829a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe break; 1830fca7035863bd570270376a0c06776e5549ff813eJens Axboe case 'j': 1831fca7035863bd570270376a0c06776e5549ff813eJens Axboe max_jobs = atoi(optarg); 1832fca7035863bd570270376a0c06776e5549ff813eJens Axboe if (!max_jobs || max_jobs > REAL_MAX_JOBS) { 1833fca7035863bd570270376a0c06776e5549ff813eJens Axboe log_err("fio: invalid max jobs: %d\n", max_jobs); 1834fca7035863bd570270376a0c06776e5549ff813eJens Axboe do_exit++; 1835fca7035863bd570270376a0c06776e5549ff813eJens Axboe exit_val = 1; 1836fca7035863bd570270376a0c06776e5549ff813eJens Axboe } 1837fca7035863bd570270376a0c06776e5549ff813eJens Axboe break; 183850d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe case 'S': 1839a37f69b72a74cbde6151458b890aab8d093f0c9fJens Axboe if (nr_clients) { 1840132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe log_err("fio: can't be both client and server\n"); 1841132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe do_exit++; 1842132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe exit_val = 1; 1843132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe break; 1844132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe } 184587aa8f1901e26bc377f3035a485d35c417d0255aJens Axboe if (optarg) 1846bebe639808147d587bbe776566d390b9ff98773fJens Axboe fio_server_set_arg(optarg); 184750d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe is_backend = 1; 184881179eec4a84ff25c190a8a6a685b0b3b4dd2a37Jens Axboe backend = 1; 184950d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe break; 1850e46d809110bd4ad2980ca64931b683673444454bJens Axboe case 'D': 1851402668f3e05259bfc135fc097136428feda01006Jens Axboe pid_file = strdup(optarg); 1852e46d809110bd4ad2980ca64931b683673444454bJens Axboe break; 1853f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu case 'I': 1854f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu if ((ret = fio_idle_prof_parse_opt(optarg))) { 1855f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu /* exit on error and calibration only */ 1856f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu do_exit++; 1857f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu if (ret == -1) 1858f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu exit_val = 1; 1859f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu } 1860f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu break; 1861132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe case 'C': 1862132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe if (is_backend) { 1863132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe log_err("fio: can't be both client and server\n"); 1864132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe do_exit++; 1865132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe exit_val = 1; 1866132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe break; 1867132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe } 1868a52766160d7f2a937c74d4adee1819ef00467d4bJens Axboe if (fio_client_add(&fio_client_ops, optarg, &cur_client)) { 1869bebe639808147d587bbe776566d390b9ff98773fJens Axboe log_err("fio: failed adding client %s\n", optarg); 1870bebe639808147d587bbe776566d390b9ff98773fJens Axboe do_exit++; 1871bebe639808147d587bbe776566d390b9ff98773fJens Axboe exit_val = 1; 1872bebe639808147d587bbe776566d390b9ff98773fJens Axboe break; 1873bebe639808147d587bbe776566d390b9ff98773fJens Axboe } 187414ea90edf265aae2b82f25418fde179c452909f9Jens Axboe /* 187514ea90edf265aae2b82f25418fde179c452909f9Jens Axboe * If the next argument exists and isn't an option, 187614ea90edf265aae2b82f25418fde179c452909f9Jens Axboe * assume it's a job file for this client only. 187714ea90edf265aae2b82f25418fde179c452909f9Jens Axboe */ 187814ea90edf265aae2b82f25418fde179c452909f9Jens Axboe while (optind < argc) { 187914ea90edf265aae2b82f25418fde179c452909f9Jens Axboe if (!strncmp(argv[optind], "--", 2) || 188014ea90edf265aae2b82f25418fde179c452909f9Jens Axboe !strncmp(argv[optind], "-", 1)) 188114ea90edf265aae2b82f25418fde179c452909f9Jens Axboe break; 188214ea90edf265aae2b82f25418fde179c452909f9Jens Axboe 188314ea90edf265aae2b82f25418fde179c452909f9Jens Axboe fio_client_add_ini_file(cur_client, argv[optind]); 188414ea90edf265aae2b82f25418fde179c452909f9Jens Axboe optind++; 188514ea90edf265aae2b82f25418fde179c452909f9Jens Axboe } 1886132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe break; 18877d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe case 'T': 18887d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe do_exit++; 18897d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe exit_val = fio_monotonic_clocktest(); 18907d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe break; 1891fec0f21cb04bfd6c94b546998f194baed41fdec5Jens Axboe case 'G': 1892fec0f21cb04bfd6c94b546998f194baed41fdec5Jens Axboe do_exit++; 1893fec0f21cb04bfd6c94b546998f194baed41fdec5Jens Axboe exit_val = fio_crctest(optarg); 1894fec0f21cb04bfd6c94b546998f194baed41fdec5Jens Axboe break; 189506464907159baf7a1eeac654a023743e33f28d86Jens Axboe case 'L': { 189606464907159baf7a1eeac654a023743e33f28d86Jens Axboe long long val; 189706464907159baf7a1eeac654a023743e33f28d86Jens Axboe 189806464907159baf7a1eeac654a023743e33f28d86Jens Axboe if (check_str_time(optarg, &val)) { 189906464907159baf7a1eeac654a023743e33f28d86Jens Axboe log_err("fio: failed parsing time %s\n", optarg); 190006464907159baf7a1eeac654a023743e33f28d86Jens Axboe do_exit++; 190106464907159baf7a1eeac654a023743e33f28d86Jens Axboe exit_val = 1; 190206464907159baf7a1eeac654a023743e33f28d86Jens Axboe break; 190306464907159baf7a1eeac654a023743e33f28d86Jens Axboe } 190406464907159baf7a1eeac654a023743e33f28d86Jens Axboe status_interval = val * 1000; 190506464907159baf7a1eeac654a023743e33f28d86Jens Axboe break; 190606464907159baf7a1eeac654a023743e33f28d86Jens Axboe } 1907798827c895a585f284842f6b99378be19c821263Jens Axboe case '?': 1908798827c895a585f284842f6b99378be19c821263Jens Axboe log_err("%s: unrecognized option '%s'\n", argv[0], 1909798827c895a585f284842f6b99378be19c821263Jens Axboe argv[optind - 1]); 1910b46928282e0a890f49250e79b81af773a2b7108fJens Axboe default: 1911c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe do_exit++; 1912c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe exit_val = 1; 1913b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1914ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 1915c7d5c941db51482ba196ef888fdd44f285363946Jens Axboe if (do_exit) 1916c7d5c941db51482ba196ef888fdd44f285363946Jens Axboe break; 1917ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 1918c9fad893e8333682d6ab67a269b0dd74f303c5bcJens Axboe 19190b14f0a8bc16f949d9ff3eb425fa7a896513fb15Jens Axboe if (do_exit && !(is_backend || nr_clients)) 19200b14f0a8bc16f949d9ff3eb425fa7a896513fb15Jens Axboe exit(exit_val); 1921536582bf89bb97eb3636e41470f303877a738810Jens Axboe 1922a37f69b72a74cbde6151458b890aab8d093f0c9fJens Axboe if (nr_clients && fio_clients_connect()) { 1923132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe do_exit++; 1924132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe exit_val = 1; 1925cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe return -1; 1926132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe } 1927132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe 192881179eec4a84ff25c190a8a6a685b0b3b4dd2a37Jens Axboe if (is_backend && backend) 1929402668f3e05259bfc135fc097136428feda01006Jens Axboe return fio_start_server(pid_file); 193050d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe 1931b46928282e0a890f49250e79b81af773a2b7108fJens Axboe if (td) { 19327d6a8904cc2973a857f4bb50f85e7c75375c553dJens Axboe if (!ret) 193346bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboe ret = add_job(td, td->o.name ?: "fio", 0, 0, client_type); 1934972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe } 1935774a617767830b5023f6cad4a45609a92ec82d41Jens Axboe 19367874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe while (!ret && optind < argc) { 1937b46928282e0a890f49250e79b81af773a2b7108fJens Axboe ini_idx++; 1938b46928282e0a890f49250e79b81af773a2b7108fJens Axboe ini_file = realloc(ini_file, ini_idx * sizeof(char *)); 1939b46928282e0a890f49250e79b81af773a2b7108fJens Axboe ini_file[ini_idx - 1] = strdup(argv[optind]); 1940b46928282e0a890f49250e79b81af773a2b7108fJens Axboe optind++; 1941eb8bbf48e79a8c6afd3c84e3d64263d10ee45daaJens Axboe } 1942972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe 1943972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe return ini_idx; 1944ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 1945ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 19460420ba6a85617cb02e196ac92e519191dafc6c52Jens Axboeint fio_init_options(void) 1947ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 1948b46928282e0a890f49250e79b81af773a2b7108fJens Axboe f_out = stdout; 1949b46928282e0a890f49250e79b81af773a2b7108fJens Axboe f_err = stderr; 1950b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 19514c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe fio_options_fill_optstring(); 19525ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe fio_options_dup_and_init(l_opts); 1953b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 19549d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe atexit(free_shm); 19559d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 1956ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (fill_def_thread()) 1957ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 1; 1958ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 19590420ba6a85617cb02e196ac92e519191dafc6c52Jens Axboe return 0; 19600420ba6a85617cb02e196ac92e519191dafc6c52Jens Axboe} 19610420ba6a85617cb02e196ac92e519191dafc6c52Jens Axboe 196251167799022df58d45a99bbd7aa9cf81a47c46c9Jens Axboeextern int fio_check_options(struct thread_options *); 196351167799022df58d45a99bbd7aa9cf81a47c46c9Jens Axboe 19640420ba6a85617cb02e196ac92e519191dafc6c52Jens Axboeint parse_options(int argc, char *argv[]) 19650420ba6a85617cb02e196ac92e519191dafc6c52Jens Axboe{ 196646bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboe const int type = FIO_CLIENT_TYPE_CLI; 19670420ba6a85617cb02e196ac92e519191dafc6c52Jens Axboe int job_files, i; 19680420ba6a85617cb02e196ac92e519191dafc6c52Jens Axboe 19690420ba6a85617cb02e196ac92e519191dafc6c52Jens Axboe if (fio_init_options()) 19700420ba6a85617cb02e196ac92e519191dafc6c52Jens Axboe return 1; 197151167799022df58d45a99bbd7aa9cf81a47c46c9Jens Axboe if (fio_test_cconv(&def_thread.o)) 197251167799022df58d45a99bbd7aa9cf81a47c46c9Jens Axboe log_err("fio: failed internal cconv test\n"); 19730420ba6a85617cb02e196ac92e519191dafc6c52Jens Axboe 197446bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboe job_files = parse_cmd_line(argc, argv, type); 1975ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1976cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe if (job_files > 0) { 1977cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe for (i = 0; i < job_files; i++) { 1978cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe if (fill_def_thread()) 1979132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe return 1; 1980cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe if (nr_clients) { 1981cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe if (fio_clients_send_ini(ini_file[i])) 1982cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe return 1; 1983cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe free(ini_file[i]); 1984cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe } else if (!is_backend) { 198546bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboe if (parse_jobs_ini(ini_file[i], 0, i, type)) 1986cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe return 1; 1987cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe free(ini_file[i]); 1988cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe } 1989132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe } 199014ea90edf265aae2b82f25418fde179c452909f9Jens Axboe } else if (nr_clients) { 199114ea90edf265aae2b82f25418fde179c452909f9Jens Axboe if (fill_def_thread()) 199214ea90edf265aae2b82f25418fde179c452909f9Jens Axboe return 1; 199314ea90edf265aae2b82f25418fde179c452909f9Jens Axboe if (fio_clients_send_ini(NULL)) 199414ea90edf265aae2b82f25418fde179c452909f9Jens Axboe return 1; 1995972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe } 1996ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 199788c6ed8085efd1403fd34072311991cb666a5b9eJens Axboe free(ini_file); 19987e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe fio_options_free(&def_thread); 1999b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 2000b46928282e0a890f49250e79b81af773a2b7108fJens Axboe if (!thread_number) { 2001f9633d729f0d2067c3f79b5e82e7129de1e650cdJens Axboe if (parse_dryrun()) 2002cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe return 0; 200307b3232de97ac32a873f0b5d17c8f49c18ed3ae7Jens Axboe if (exec_profile) 200407b3232de97ac32a873f0b5d17c8f49c18ed3ae7Jens Axboe return 0; 2005a37f69b72a74cbde6151458b890aab8d093f0c9fJens Axboe if (is_backend || nr_clients) 20065c341e9a5734742ae1137388345d4f47efdd4f05Jens Axboe return 0; 2007085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe if (did_arg) 2008085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe return 0; 2009cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe 2010d65e11c6483f6664ac93da58dd8d46508f651e53Jens Axboe log_err("No jobs(s) defined\n\n"); 2011085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe 2012085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe if (!did_arg) { 2013085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe usage(argv[0]); 2014085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe return 1; 2015085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe } 2016085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe 2017085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe return 0; 2018b46928282e0a890f49250e79b81af773a2b7108fJens Axboe } 2019b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 2020be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe if (def_thread.o.gtod_offload) { 2021be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe fio_gtod_init(); 2022be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe fio_gtod_offload = 1; 2023be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe fio_gtod_cpu = def_thread.o.gtod_cpu; 2024be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe } 2025be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe 2026f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe if (output_format == FIO_OUTPUT_NORMAL) 20273d43382c7864753728b181ac356222d67bdd4a3fJens Axboe log_info("%s\n", fio_version_string); 2028f6dea4d33fb57a6e7cb64414793c57f10b702851Jens Axboe 2029ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 0; 2030ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 2031588b7f09161ff432777de4cf9c3345b6f976ad98Jens Axboe 2032588b7f09161ff432777de4cf9c3345b6f976ad98Jens Axboevoid options_default_fill(struct thread_options *o) 2033588b7f09161ff432777de4cf9c3345b6f976ad98Jens Axboe{ 2034588b7f09161ff432777de4cf9c3345b6f976ad98Jens Axboe memcpy(o, &def_thread.o, sizeof(*o)); 2035588b7f09161ff432777de4cf9c3345b6f976ad98Jens Axboe} 2036