init.c revision bfca2c74b53e499acd8e97e9e56d3c40a5dd8b4f
1906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe/* 2cb2c86fdf03241fee32fd2e2caff43af1022403cJens Axboe * This file contains job initialization and setup functions. 3906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe */ 4ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <stdio.h> 5ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <stdlib.h> 6ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <unistd.h> 7ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <fcntl.h> 8ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <ctype.h> 9ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <string.h> 10ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <errno.h> 11ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <sys/ipc.h> 12ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <sys/types.h> 13ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <sys/stat.h> 14ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 15ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include "fio.h" 16a5e0ee11ec34cfc70a78aee4f7a2eeb01d9cf41fOleg#ifndef FIO_NO_HAVE_SHM_H 17a5e0ee11ec34cfc70a78aee4f7a2eeb01d9cf41fOleg#include <sys/shm.h> 18a5e0ee11ec34cfc70a78aee4f7a2eeb01d9cf41fOleg#endif 19a5e0ee11ec34cfc70a78aee4f7a2eeb01d9cf41fOleg 20cb2c86fdf03241fee32fd2e2caff43af1022403cJens Axboe#include "parse.h" 212e5cdb118aeb26cb469a50f746b632676306f698Jens Axboe#include "smalloc.h" 22380065aa652b87093d6bbd240e70db30bd6f193dJens Axboe#include "filehash.h" 234f5af7b2370a6d3e64bc5128905c1aa8b0dc51b0Jens Axboe#include "verify.h" 2479d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe#include "profile.h" 2550d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe#include "server.h" 26f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu#include "idletime.h" 27ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 28bf2e821a55d8aa3de1cda7288a0e22883110fdc6Cigy Cyriac#include "lib/getopt.h" 29e25b6d5a0a16b978385bfb93a4c156b03363d136Jens Axboe#include "lib/strcasestr.h" 30bf2e821a55d8aa3de1cda7288a0e22883110fdc6Cigy Cyriac 313d43382c7864753728b181ac356222d67bdd4a3fJens Axboeconst char fio_version_string[] = FIO_VERSION; 32214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe 33ee738499877bb1ee913e839cb4a8d4edad2d52adJens Axboe#define FIO_RANDSEED (0xb1899bedUL) 34ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 35214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboestatic char **ini_file; 36fca7035863bd570270376a0c06776e5549ff813eJens Axboestatic int max_jobs = FIO_MAX_JOBS; 37cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboestatic int dump_cmdline; 388c029376bbe6d8a6bcb01c3ef7d545720aca3868Jens Axboestatic int def_timeout; 39111e032d60f2341cfe09accbfcf25ec81b9251e0Jens Axboestatic int parse_only; 40e1f365035a952233463d85d659bd960ba78f012eJens Axboe 41be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboestatic struct thread_data def_thread; 42214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboestruct thread_data *threads = NULL; 43e1f365035a952233463d85d659bd960ba78f012eJens Axboe 44214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboeint exitall_on_terminate = 0; 45f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboeint output_format = FIO_OUTPUT_NORMAL; 465be4c944e83b32c0c6842130df3dc1d46cd6eb1fJens Axboeint eta_print = FIO_ETA_AUTO; 47e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboeint eta_new_line = 0; 48214e1ecae844a32bf8f66d19132f4948d922dceeJens AxboeFILE *f_out = NULL; 49214e1ecae844a32bf8f66d19132f4948d922dceeJens AxboeFILE *f_err = NULL; 50ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboechar **job_sections = NULL; 51ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboeint nr_job_sections = 0; 5207b3232de97ac32a873f0b5d17c8f49c18ed3ae7Jens Axboechar *exec_profile = NULL; 53a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboeint warnings_fatal = 0; 544d658652bac63fd72af8302e27deba5beb381906Jens Axboeint terse_version = 3; 5550d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboeint is_backend = 0; 56a37f69b72a74cbde6151458b890aab8d093f0c9fJens Axboeint nr_clients = 0; 57e46d809110bd4ad2980ca64931b683673444454bJens Axboeint log_syslog = 0; 58ee738499877bb1ee913e839cb4a8d4edad2d52adJens Axboe 59214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboeint write_bw_log = 0; 604241ea8fb0606f9bd5b7ed1278d3b7825883acf6Jens Axboeint read_only = 0; 6106464907159baf7a1eeac654a023743e33f28d86Jens Axboeint status_interval = 0; 62214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe 635ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboestatic int write_lat_log; 64e1f365035a952233463d85d659bd960ba78f012eJens Axboe 65214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboestatic int prev_group_jobs; 66b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 67ee56ad500f6692381e131cc37299d23fa910a24aJens Axboeunsigned long fio_debug = 0; 685e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboeunsigned int fio_debug_jobno = -1; 695e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboeunsigned int *fio_debug_jobp = NULL; 70ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 714c6107ff4db87f50545bad515543f5024bb39e4aJens Axboestatic char cmd_optstr[256]; 72085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboestatic int did_arg; 734c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe 747a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe#define FIO_CLIENT_FLAG (1 << 16) 757a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe 76b46928282e0a890f49250e79b81af773a2b7108fJens Axboe/* 77b46928282e0a890f49250e79b81af773a2b7108fJens Axboe * Command line options. These will contain the above, plus a few 78b46928282e0a890f49250e79b81af773a2b7108fJens Axboe * extra that only pertain to fio itself and not jobs. 79b46928282e0a890f49250e79b81af773a2b7108fJens Axboe */ 805ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboestatic struct option l_opts[FIO_NR_OPTIONS] = { 81b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 8208d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "output", 83b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = required_argument, 847a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'o' | FIO_CLIENT_FLAG, 85b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 86b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 8708d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "timeout", 88b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = required_argument, 897a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 't' | FIO_CLIENT_FLAG, 90b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 91b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 9208d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "latency-log", 93b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = required_argument, 947a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'l' | FIO_CLIENT_FLAG, 95b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 96b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 9708d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "bandwidth-log", 98b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = required_argument, 997a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'b' | FIO_CLIENT_FLAG, 100b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 101b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 10208d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "minimal", 103b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = optional_argument, 1047a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'm' | FIO_CLIENT_FLAG, 105b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 106b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 107f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe .name = (char *) "output-format", 108cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li .has_arg = optional_argument, 109f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe .val = 'F' | FIO_CLIENT_FLAG, 110cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li }, 111cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li { 11208d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "version", 113b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = no_argument, 1147a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'v' | FIO_CLIENT_FLAG, 115b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 116b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 11708d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "help", 118fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe .has_arg = no_argument, 1197a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'h' | FIO_CLIENT_FLAG, 120fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe }, 121fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe { 12208d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "cmdhelp", 123320beefe2d0c5f05f24b4e0c1d13fcb2f1286a78Jens Axboe .has_arg = optional_argument, 1247a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'c' | FIO_CLIENT_FLAG, 125fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe }, 126fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe { 12706464907159baf7a1eeac654a023743e33f28d86Jens Axboe .name = (char *) "enghelp", 128de890a1e48d40238dac69f302708dde8719de240Steven Lang .has_arg = optional_argument, 12906464907159baf7a1eeac654a023743e33f28d86Jens Axboe .val = 'i' | FIO_CLIENT_FLAG, 130de890a1e48d40238dac69f302708dde8719de240Steven Lang }, 131de890a1e48d40238dac69f302708dde8719de240Steven Lang { 13208d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "showcmd", 133cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe .has_arg = no_argument, 1347a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 's' | FIO_CLIENT_FLAG, 135724e4435c1374e97309b122429ad9291744966c0Jens Axboe }, 136724e4435c1374e97309b122429ad9291744966c0Jens Axboe { 13708d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "readonly", 138724e4435c1374e97309b122429ad9291744966c0Jens Axboe .has_arg = no_argument, 1397a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'r' | FIO_CLIENT_FLAG, 140cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe }, 141cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe { 14208d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "eta", 143e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll .has_arg = required_argument, 1447a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'e' | FIO_CLIENT_FLAG, 145e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll }, 146e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll { 147e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe .name = (char *) "eta-newline", 148e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe .has_arg = required_argument, 149e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe .val = 'E' | FIO_CLIENT_FLAG, 150e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe }, 151e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe { 15208d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "debug", 153ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe .has_arg = required_argument, 1547a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'd' | FIO_CLIENT_FLAG, 155ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe }, 156ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe { 157111e032d60f2341cfe09accbfcf25ec81b9251e0Jens Axboe .name = (char *) "parse-only", 158111e032d60f2341cfe09accbfcf25ec81b9251e0Jens Axboe .has_arg = no_argument, 159111e032d60f2341cfe09accbfcf25ec81b9251e0Jens Axboe .val = 'P' | FIO_CLIENT_FLAG, 160111e032d60f2341cfe09accbfcf25ec81b9251e0Jens Axboe }, 161111e032d60f2341cfe09accbfcf25ec81b9251e0Jens Axboe { 16208d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "section", 16301f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe .has_arg = required_argument, 1647a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'x' | FIO_CLIENT_FLAG, 16501f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe }, 16601f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe { 16708d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "alloc-size", 1682b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe .has_arg = required_argument, 1697a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'a' | FIO_CLIENT_FLAG, 1702b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe }, 1712b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe { 17208d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "profile", 1739ac8a797da61a59c9fa1b59f8574246555403d19Jens Axboe .has_arg = required_argument, 1747a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'p' | FIO_CLIENT_FLAG, 1759ac8a797da61a59c9fa1b59f8574246555403d19Jens Axboe }, 1769ac8a797da61a59c9fa1b59f8574246555403d19Jens Axboe { 17708d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "warnings-fatal", 178a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe .has_arg = no_argument, 1797a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'w' | FIO_CLIENT_FLAG, 180a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe }, 181a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe { 182fca7035863bd570270376a0c06776e5549ff813eJens Axboe .name = (char *) "max-jobs", 183fca7035863bd570270376a0c06776e5549ff813eJens Axboe .has_arg = required_argument, 1847a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'j' | FIO_CLIENT_FLAG, 185fca7035863bd570270376a0c06776e5549ff813eJens Axboe }, 186fca7035863bd570270376a0c06776e5549ff813eJens Axboe { 187f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe .name = (char *) "terse-version", 188f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe .has_arg = required_argument, 1897a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'V' | FIO_CLIENT_FLAG, 190f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe }, 191f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe { 19250d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe .name = (char *) "server", 19387aa8f1901e26bc377f3035a485d35c417d0255aJens Axboe .has_arg = optional_argument, 19450d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe .val = 'S', 19550d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe }, 196e46d809110bd4ad2980ca64931b683673444454bJens Axboe { .name = (char *) "daemonize", 197402668f3e05259bfc135fc097136428feda01006Jens Axboe .has_arg = required_argument, 198e46d809110bd4ad2980ca64931b683673444454bJens Axboe .val = 'D', 199e46d809110bd4ad2980ca64931b683673444454bJens Axboe }, 20050d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe { 201132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe .name = (char *) "client", 202132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe .has_arg = required_argument, 203132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe .val = 'C', 204132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe }, 205132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe { 2067d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe .name = (char *) "cpuclock-test", 2077d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe .has_arg = no_argument, 2087d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe .val = 'T', 2097d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe }, 2107d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe { 211f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu .name = (char *) "idle-prof", 212f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu .has_arg = required_argument, 213f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu .val = 'I', 214f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu }, 215f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu { 21606464907159baf7a1eeac654a023743e33f28d86Jens Axboe .name = (char *) "status-interval", 21706464907159baf7a1eeac654a023743e33f28d86Jens Axboe .has_arg = required_argument, 21806464907159baf7a1eeac654a023743e33f28d86Jens Axboe .val = 'L', 21906464907159baf7a1eeac654a023743e33f28d86Jens Axboe }, 22006464907159baf7a1eeac654a023743e33f28d86Jens Axboe { 221b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .name = NULL, 222b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 223b46928282e0a890f49250e79b81af773a2b7108fJens Axboe}; 224b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 2252bb3f0a7e00d3d62943b0bcc8119ab81c157c349Jens Axboevoid free_threads_shm(void) 2269d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe{ 2279d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe struct shmid_ds sbuf; 2289d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2299d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe if (threads) { 2309d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe void *tp = threads; 2319d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2329d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe threads = NULL; 2332bb3f0a7e00d3d62943b0bcc8119ab81c157c349Jens Axboe shmdt(tp); 2342bb3f0a7e00d3d62943b0bcc8119ab81c157c349Jens Axboe shmctl(shm_id, IPC_RMID, &sbuf); 2352bb3f0a7e00d3d62943b0bcc8119ab81c157c349Jens Axboe shm_id = -1; 2362bb3f0a7e00d3d62943b0bcc8119ab81c157c349Jens Axboe } 2372bb3f0a7e00d3d62943b0bcc8119ab81c157c349Jens Axboe} 2382bb3f0a7e00d3d62943b0bcc8119ab81c157c349Jens Axboe 2392bb3f0a7e00d3d62943b0bcc8119ab81c157c349Jens Axboevoid free_shm(void) 2402bb3f0a7e00d3d62943b0bcc8119ab81c157c349Jens Axboe{ 2412bb3f0a7e00d3d62943b0bcc8119ab81c157c349Jens Axboe if (threads) { 2429d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe file_hash_exit(); 2439e684a4976b7934f5ce011ea281dfef3352e5738Dan Ehrenberg flow_exit(); 2449d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe fio_debug_jobp = NULL; 2452bb3f0a7e00d3d62943b0bcc8119ab81c157c349Jens Axboe free_threads_shm(); 2469d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe } 2479d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2489d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe scleanup(); 2499d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe} 2509d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2519d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe/* 2529d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe * The thread area is shared between the main process and the job 2539d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe * threads/processes. So setup a shared memory segment that will hold 2549d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe * all the job info. We use the end of the region for keeping track of 2559d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe * open files across jobs, for file sharing. 2569d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe */ 2579d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboestatic int setup_thread_area(void) 2589d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe{ 2599d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe void *hash; 2609d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2619d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe if (threads) 2629d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe return 0; 2639d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2649d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe /* 2659d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe * 1024 is too much on some machines, scale max_jobs if 2669d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe * we get a failure that looks like too large a shm segment 2679d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe */ 2689d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe do { 2699d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe size_t size = max_jobs * sizeof(struct thread_data); 2709d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2719d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe size += file_hash_size; 2729d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe size += sizeof(unsigned int); 2739d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2749d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe shm_id = shmget(0, size, IPC_CREAT | 0600); 2759d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe if (shm_id != -1) 2769d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe break; 277f0c77f03815a6597ef4ee18bf20894f180c91fbeJens Axboe if (errno != EINVAL && errno != ENOMEM && errno != ENOSPC) { 2789d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe perror("shmget"); 2799d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe break; 2809d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe } 2819d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2829d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe max_jobs >>= 1; 2839d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe } while (max_jobs); 2849d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2859d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe if (shm_id == -1) 2869d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe return 1; 2879d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2889d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe threads = shmat(shm_id, NULL, 0); 2899d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe if (threads == (void *) -1) { 2909d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe perror("shmat"); 2919d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe return 1; 2929d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe } 2939d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2949d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe memset(threads, 0, max_jobs * sizeof(struct thread_data)); 2959d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe hash = (void *) threads + max_jobs * sizeof(struct thread_data); 2969d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe fio_debug_jobp = (void *) hash + file_hash_size; 2979d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe *fio_debug_jobp = -1; 2989d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe file_hash_init(hash); 2999e684a4976b7934f5ce011ea281dfef3352e5738Dan Ehrenberg 3009e684a4976b7934f5ce011ea281dfef3352e5738Dan Ehrenberg flow_init(); 3019e684a4976b7934f5ce011ea281dfef3352e5738Dan Ehrenberg 3029d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe return 0; 3039d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe} 3049d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 305906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe/* 306906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe * Return a free job structure. 307906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe */ 308de890a1e48d40238dac69f302708dde8719de240Steven Langstatic struct thread_data *get_new_job(int global, struct thread_data *parent, 309de890a1e48d40238dac69f302708dde8719de240Steven Lang int preserve_eo) 310ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 311ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe struct thread_data *td; 312ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 313ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (global) 314ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return &def_thread; 3159d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe if (setup_thread_area()) { 3169d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe log_err("error: failed to setup shm segment\n"); 3179d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe return NULL; 3189d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe } 319e61f1ec89de8eb5bb0f8b1e6a79594f0bff2a259Bruce Cran if (thread_number >= max_jobs) { 320e61f1ec89de8eb5bb0f8b1e6a79594f0bff2a259Bruce Cran log_err("error: maximum number of jobs (%d) reached.\n", 321e61f1ec89de8eb5bb0f8b1e6a79594f0bff2a259Bruce Cran max_jobs); 322ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return NULL; 323e61f1ec89de8eb5bb0f8b1e6a79594f0bff2a259Bruce Cran } 324ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 325ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe td = &threads[thread_number++]; 326ddaeaa5ab1e3f1cb6f35a9f4a18ee932151a0ab8Jens Axboe *td = *parent; 327ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 328de890a1e48d40238dac69f302708dde8719de240Steven Lang td->io_ops = NULL; 329de890a1e48d40238dac69f302708dde8719de240Steven Lang if (!preserve_eo) 330de890a1e48d40238dac69f302708dde8719de240Steven Lang td->eo = NULL; 331de890a1e48d40238dac69f302708dde8719de240Steven Lang 332e0b0d89201bd301f47fbbfcf86545b7e77b16ef3Jens Axboe td->o.uid = td->o.gid = -1U; 333e0b0d89201bd301f47fbbfcf86545b7e77b16ef3Jens Axboe 334cade3ef44669c5c962d7ed18ca0e361116ee44adJens Axboe dup_files(td, parent); 335de890a1e48d40238dac69f302708dde8719de240Steven Lang fio_options_mem_dupe(td); 336cade3ef44669c5c962d7ed18ca0e361116ee44adJens Axboe 33715dc1934435dc84d66547c4fc92d936224d7238fJens Axboe profile_add_hooks(td); 33815dc1934435dc84d66547c4fc92d936224d7238fJens Axboe 339ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe td->thread_number = thread_number; 340108fea772db5f1dd91e2fb67737e3e0d36827b76Jens Axboe 341108fea772db5f1dd91e2fb67737e3e0d36827b76Jens Axboe if (!parent || !parent->o.group_reporting) 342108fea772db5f1dd91e2fb67737e3e0d36827b76Jens Axboe stat_number++; 343108fea772db5f1dd91e2fb67737e3e0d36827b76Jens Axboe 344ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return td; 345ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 346ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 347ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboestatic void put_job(struct thread_data *td) 348ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 349549577a728fc3bacbfea8978c4f514cef5b073dcJens Axboe if (td == &def_thread) 350549577a728fc3bacbfea8978c4f514cef5b073dcJens Axboe return; 35184dd18865235caa675424c62a4624618ff961d78Bruce Cran 35258c55ba02aca24ed30beb343fcb1dc3df4667389Jens Axboe profile_td_exit(td); 3539e684a4976b7934f5ce011ea281dfef3352e5738Dan Ehrenberg flow_exit_job(td); 354549577a728fc3bacbfea8978c4f514cef5b073dcJens Axboe 35516edf25dba269ee9e8239130e75b690440b1e120Jens Axboe if (td->error) 3566d86144dd10b05e8b82e9b895c35dd778e5e71abJens Axboe log_info("fio: %s\n", td->verror); 35716edf25dba269ee9e8239130e75b690440b1e120Jens Axboe 3587e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe fio_options_free(td); 359de890a1e48d40238dac69f302708dde8719de240Steven Lang if (td->io_ops) 360de890a1e48d40238dac69f302708dde8719de240Steven Lang free_ioengine(td); 3617e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe 362ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe memset(&threads[td->thread_number - 1], 0, sizeof(*td)); 363ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe thread_number--; 364ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 365ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 366581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboestatic int __setup_rate(struct thread_data *td, enum fio_ddir ddir) 367127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe{ 368581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe unsigned int bs = td->o.min_bs[ddir]; 369127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe 370ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe assert(ddir_rw(ddir)); 371ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe 372ba3e4e0ca697f83c97a250d85a74506ace69de2cRadha Ramachandran if (td->o.rate[ddir]) 3731b8dbf256b974fac2864052931f3041ff3ead157Steven Lang td->rate_bps[ddir] = td->o.rate[ddir]; 374ba3e4e0ca697f83c97a250d85a74506ace69de2cRadha Ramachandran else 3751b8dbf256b974fac2864052931f3041ff3ead157Steven Lang td->rate_bps[ddir] = td->o.rate_iops[ddir] * bs; 376127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe 3771b8dbf256b974fac2864052931f3041ff3ead157Steven Lang if (!td->rate_bps[ddir]) { 378127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe log_err("rate lower than supported\n"); 379127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe return -1; 380127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe } 381127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe 382581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe td->rate_pending_usleep[ddir] = 0; 383127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe return 0; 384127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe} 385127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe 386581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboestatic int setup_rate(struct thread_data *td) 387581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe{ 388581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe int ret = 0; 389581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe 390581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe if (td->o.rate[DDIR_READ] || td->o.rate_iops[DDIR_READ]) 391581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe ret = __setup_rate(td, DDIR_READ); 392581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe if (td->o.rate[DDIR_WRITE] || td->o.rate_iops[DDIR_WRITE]) 393581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe ret |= __setup_rate(td, DDIR_WRITE); 3946eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li if (td->o.rate[DDIR_TRIM] || td->o.rate_iops[DDIR_TRIM]) 3956eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li ret |= __setup_rate(td, DDIR_TRIM); 396581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe 397581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe return ret; 398581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe} 399581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe 4008347239af0a361e160293100bfc053f88bbbf737Jens Axboestatic int fixed_block_size(struct thread_options *o) 4018347239af0a361e160293100bfc053f88bbbf737Jens Axboe{ 4028347239af0a361e160293100bfc053f88bbbf737Jens Axboe return o->min_bs[DDIR_READ] == o->max_bs[DDIR_READ] && 4038347239af0a361e160293100bfc053f88bbbf737Jens Axboe o->min_bs[DDIR_WRITE] == o->max_bs[DDIR_WRITE] && 4046eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->min_bs[DDIR_TRIM] == o->max_bs[DDIR_TRIM] && 4056eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->min_bs[DDIR_READ] == o->min_bs[DDIR_WRITE] && 4066eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->min_bs[DDIR_READ] == o->min_bs[DDIR_TRIM]; 4078347239af0a361e160293100bfc053f88bbbf737Jens Axboe} 4088347239af0a361e160293100bfc053f88bbbf737Jens Axboe 409dad915e36819e74c4540db19faae488ede963ee4Jens Axboe/* 410dad915e36819e74c4540db19faae488ede963ee4Jens Axboe * Lazy way of fixing up options that depend on each other. We could also 411dad915e36819e74c4540db19faae488ede963ee4Jens Axboe * define option callback handlers, but this is easier. 412dad915e36819e74c4540db19faae488ede963ee4Jens Axboe */ 4134e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboestatic int fixup_options(struct thread_data *td) 414e1f365035a952233463d85d659bd960ba78f012eJens Axboe{ 4152dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe struct thread_options *o = &td->o; 416eefd98b18d9eae9d7f29adf65f35a057bedbfc8bJens Axboe int ret = 0; 417dad915e36819e74c4540db19faae488ede963ee4Jens Axboe 418f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe#ifndef FIO_HAVE_PSHARED_MUTEX 4199bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe if (!o->use_thread) { 420f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe log_info("fio: this platform does not support process shared" 421f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe " mutexes, forcing use of threads. Use the 'thread'" 422f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe " option to get rid of this warning.\n"); 4239bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe o->use_thread = 1; 424a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 425f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe } 426f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe#endif 427f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe 4282dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->write_iolog_file && o->read_iolog_file) { 429076efc7c60c351df783960a646e7fe8fba29dc19Jens Axboe log_err("fio: read iolog overrides write_iolog\n"); 4302dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe free(o->write_iolog_file); 4312dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->write_iolog_file = NULL; 432a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 433076efc7c60c351df783960a646e7fe8fba29dc19Jens Axboe } 43416b462aeb47996111ee6aa516c9226708db7c248Jens Axboe 43516b462aeb47996111ee6aa516c9226708db7c248Jens Axboe /* 436ed33585509a97c4a65e46967cb49419b6a4f8870Steven Noonan * only really works with 1 file 43716b462aeb47996111ee6aa516c9226708db7c248Jens Axboe */ 438627aa1a8477290140a342a7bf344a84bc5bed762Jens Axboe if (o->zone_size && o->open_files > 1) 4392dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->zone_size = 0; 44016b462aeb47996111ee6aa516c9226708db7c248Jens Axboe 44116b462aeb47996111ee6aa516c9226708db7c248Jens Axboe /* 442ed33585509a97c4a65e46967cb49419b6a4f8870Steven Noonan * If zone_range isn't specified, backward compatibility dictates it 443ed33585509a97c4a65e46967cb49419b6a4f8870Steven Noonan * should be made equal to zone_size. 444ed33585509a97c4a65e46967cb49419b6a4f8870Steven Noonan */ 445ed33585509a97c4a65e46967cb49419b6a4f8870Steven Noonan if (o->zone_size && !o->zone_range) 446ed33585509a97c4a65e46967cb49419b6a4f8870Steven Noonan o->zone_range = o->zone_size; 447ed33585509a97c4a65e46967cb49419b6a4f8870Steven Noonan 448ed33585509a97c4a65e46967cb49419b6a4f8870Steven Noonan /* 44916b462aeb47996111ee6aa516c9226708db7c248Jens Axboe * Reads can do overwrites, we always need to pre-create the file 45016b462aeb47996111ee6aa516c9226708db7c248Jens Axboe */ 45116b462aeb47996111ee6aa516c9226708db7c248Jens Axboe if (td_read(td) || td_rw(td)) 4522dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->overwrite = 1; 45316b462aeb47996111ee6aa516c9226708db7c248Jens Axboe 4542dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!o->min_bs[DDIR_READ]) 4555ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe o->min_bs[DDIR_READ] = o->bs[DDIR_READ]; 4562dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!o->max_bs[DDIR_READ]) 4572dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->max_bs[DDIR_READ] = o->bs[DDIR_READ]; 4582dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!o->min_bs[DDIR_WRITE]) 4595ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe o->min_bs[DDIR_WRITE] = o->bs[DDIR_WRITE]; 4602dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!o->max_bs[DDIR_WRITE]) 4612dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->max_bs[DDIR_WRITE] = o->bs[DDIR_WRITE]; 4626eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li if (!o->min_bs[DDIR_TRIM]) 4636eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->min_bs[DDIR_TRIM] = o->bs[DDIR_TRIM]; 4646eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li if (!o->max_bs[DDIR_TRIM]) 4656eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->max_bs[DDIR_TRIM] = o->bs[DDIR_TRIM]; 4666eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li 467a00735e66f9ec42549da94eba3170e543b542904Jens Axboe 4682dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->rw_min_bs = min(o->min_bs[DDIR_READ], o->min_bs[DDIR_WRITE]); 4696eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->rw_min_bs = min(o->min_bs[DDIR_TRIM], o->rw_min_bs); 470a00735e66f9ec42549da94eba3170e543b542904Jens Axboe 4712b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe /* 4722b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe * For random IO, allow blockalign offset other than min_bs. 4732b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe */ 4742b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe if (!o->ba[DDIR_READ] || !td_random(td)) 4752b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe o->ba[DDIR_READ] = o->min_bs[DDIR_READ]; 4762b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe if (!o->ba[DDIR_WRITE] || !td_random(td)) 4772b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe o->ba[DDIR_WRITE] = o->min_bs[DDIR_WRITE]; 4786eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li if (!o->ba[DDIR_TRIM] || !td_random(td)) 4796eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->ba[DDIR_TRIM] = o->min_bs[DDIR_TRIM]; 4802b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe 4812b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe if ((o->ba[DDIR_READ] != o->min_bs[DDIR_READ] || 4826eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->ba[DDIR_WRITE] != o->min_bs[DDIR_WRITE] || 4836eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->ba[DDIR_TRIM] != o->min_bs[DDIR_TRIM]) && 4849bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe !o->norandommap) { 4852b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe log_err("fio: Any use of blockalign= turns off randommap\n"); 4869bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe o->norandommap = 1; 487a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 4882b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe } 4892b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe 4902dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!o->file_size_high) 4912dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->file_size_high = o->file_size_low; 4929c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe 4938347239af0a361e160293100bfc053f88bbbf737Jens Axboe if (o->norandommap && o->verify != VERIFY_NONE 4948347239af0a361e160293100bfc053f88bbbf737Jens Axboe && !fixed_block_size(o)) { 4958347239af0a361e160293100bfc053f88bbbf737Jens Axboe log_err("fio: norandommap given for variable block sizes, " 4968347239af0a361e160293100bfc053f88bbbf737Jens Axboe "verify disabled\n"); 4972dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->verify = VERIFY_NONE; 498a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 499bb8895e07c6d6417410545f45d34b1b7916cd90aJens Axboe } 5002dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->bs_unaligned && (o->odirect || td->io_ops->flags & FIO_RAWIO)) 501690adba373bb8c97a365c67da369e265953c4b4cJens Axboe log_err("fio: bs_unaligned may not work with raw io\n"); 502e0a223354342cc45a916b669343718b80a20c2eaJens Axboe 503e0a223354342cc45a916b669343718b80a20c2eaJens Axboe /* 50448097d5c61aa1718e6dd4b3b647ea2eb6f00fcfbJens Axboe * thinktime_spin must be less than thinktime 50548097d5c61aa1718e6dd4b3b647ea2eb6f00fcfbJens Axboe */ 5062dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->thinktime_spin > o->thinktime) 5072dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->thinktime_spin = o->thinktime; 508e916b390684ec1ca6247f98138fa9c1682701d29Jens Axboe 509e916b390684ec1ca6247f98138fa9c1682701d29Jens Axboe /* 510e916b390684ec1ca6247f98138fa9c1682701d29Jens Axboe * The low water mark cannot be bigger than the iodepth 511e916b390684ec1ca6247f98138fa9c1682701d29Jens Axboe */ 51267bf982340d95ca98098ea050b54b4c7adb116c0Jens Axboe if (o->iodepth_low > o->iodepth || !o->iodepth_low) 51367bf982340d95ca98098ea050b54b4c7adb116c0Jens Axboe o->iodepth_low = o->iodepth; 514cb5ab5121ac4fa62e0ca2612b359f19bfdd30f29Jens Axboe 515cb5ab5121ac4fa62e0ca2612b359f19bfdd30f29Jens Axboe /* 516cb5ab5121ac4fa62e0ca2612b359f19bfdd30f29Jens Axboe * If batch number isn't set, default to the same as iodepth 517cb5ab5121ac4fa62e0ca2612b359f19bfdd30f29Jens Axboe */ 5182dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->iodepth_batch > o->iodepth || !o->iodepth_batch) 5192dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->iodepth_batch = o->iodepth; 520b5af82930ccfd7dda6a1b11794efb452eb76d8dcJens Axboe 5212dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->nr_files > td->files_index) 5222dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->nr_files = td->files_index; 5239f9214f243701626a04b4a0f9aceec03b8b40e0fJens Axboe 5242dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->open_files > o->nr_files || !o->open_files) 5252dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->open_files = o->nr_files; 5264e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe 5276eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li if (((o->rate[DDIR_READ] + o->rate[DDIR_WRITE] + o->rate[DDIR_TRIM]) && 5286eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li (o->rate_iops[DDIR_READ] + o->rate_iops[DDIR_WRITE] + o->rate_iops[DDIR_TRIM])) || 5296eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li ((o->ratemin[DDIR_READ] + o->ratemin[DDIR_WRITE] + o->ratemin[DDIR_TRIM]) && 5306eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li (o->rate_iops_min[DDIR_READ] + o->rate_iops_min[DDIR_WRITE] + o->rate_iops_min[DDIR_TRIM]))) { 5314e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe log_err("fio: rate and rate_iops are mutually exclusive\n"); 532a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = 1; 5334e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe } 5346eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li if ((o->rate[DDIR_READ] < o->ratemin[DDIR_READ]) || 5356eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li (o->rate[DDIR_WRITE] < o->ratemin[DDIR_WRITE]) || 5366eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li (o->rate[DDIR_TRIM] < o->ratemin[DDIR_TRIM]) || 5376eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li (o->rate_iops[DDIR_READ] < o->rate_iops_min[DDIR_READ]) || 5386eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li (o->rate_iops[DDIR_WRITE] < o->rate_iops_min[DDIR_WRITE]) || 5396eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li (o->rate_iops[DDIR_TRIM] < o->rate_iops_min[DDIR_TRIM])) { 5404e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe log_err("fio: minimum rate exceeds rate\n"); 541a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = 1; 5424e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe } 5434e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe 544cf4464ca60ce75ac241c621bc70a2500beeb782fJens Axboe if (!o->timeout && o->time_based) { 545cf4464ca60ce75ac241c621bc70a2500beeb782fJens Axboe log_err("fio: time_based requires a runtime/timeout setting\n"); 546cf4464ca60ce75ac241c621bc70a2500beeb782fJens Axboe o->time_based = 0; 547a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 548cf4464ca60ce75ac241c621bc70a2500beeb782fJens Axboe } 549cf4464ca60ce75ac241c621bc70a2500beeb782fJens Axboe 550aa31f1f108348ba2a8749c73fa8c25f3d4630a7cShawn Lewis if (o->fill_device && !o->size) 5515921e80c5dfc9f96d2f21da6ae58f2b5d3a0b373Jens Axboe o->size = -1ULL; 5525ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe 5539bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe if (o->verify != VERIFY_NONE) { 554996936f995c47f4744a49e05419e7d4c0364c64eJens Axboe if (td_write(td) && o->do_verify && o->numjobs > 1) { 555a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe log_info("Multiple writers may overwrite blocks that " 556a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe "belong to other jobs. This can cause " 557a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe "verification failures.\n"); 558a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 559a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe } 560a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe 5619bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe o->refill_buffers = 1; 5622f1b8e8b2efff5cf6887fc465f711391ab5b1825Jens Axboe if (o->max_bs[DDIR_WRITE] != o->min_bs[DDIR_WRITE] && 5632f1b8e8b2efff5cf6887fc465f711391ab5b1825Jens Axboe !o->verify_interval) 5642f1b8e8b2efff5cf6887fc465f711391ab5b1825Jens Axboe o->verify_interval = o->min_bs[DDIR_WRITE]; 565d990588ef84dacb107971143c239565e149d6f73Jens Axboe } 56641ccd84597867a36289392e59634d9fd7dc4c397Jens Axboe 5679bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe if (o->pre_read) { 5689bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe o->invalidate_cache = 0; 569a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe if (td->io_ops->flags & FIO_PIPEIO) { 5709c0d224129b0c59698e4c77e7fed00dc8cbb50e1Jens Axboe log_info("fio: cannot pre-read files with an IO engine" 5719c0d224129b0c59698e4c77e7fed00dc8cbb50e1Jens Axboe " that isn't seekable. Pre-read disabled.\n"); 572a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 573a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe } 5749c0d224129b0c59698e4c77e7fed00dc8cbb50e1Jens Axboe } 57534f1c044d361d04a576c3e7ed387fe064f9db5c6Jens Axboe 576ad705bcb7e79a7cdb9891db17b4c40b13b6c30c3Steven Noonan if (!o->unit_base) { 577ad705bcb7e79a7cdb9891db17b4c40b13b6c30c3Steven Noonan if (td->io_ops->flags & FIO_BIT_BASED) 578ad705bcb7e79a7cdb9891db17b4c40b13b6c30c3Steven Noonan o->unit_base = 1; 579ad705bcb7e79a7cdb9891db17b4c40b13b6c30c3Steven Noonan else 580ad705bcb7e79a7cdb9891db17b4c40b13b6c30c3Steven Noonan o->unit_base = 8; 581ad705bcb7e79a7cdb9891db17b4c40b13b6c30c3Steven Noonan } 582ad705bcb7e79a7cdb9891db17b4c40b13b6c30c3Steven Noonan 58367bf982340d95ca98098ea050b54b4c7adb116c0Jens Axboe#ifndef CONFIG_FDATASYNC 5849bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe if (o->fdatasync_blocks) { 585e72fa4d40565e7a213698d8696b81f80e4670982Joshua Aune log_info("fio: this platform does not support fdatasync()" 586e72fa4d40565e7a213698d8696b81f80e4670982Joshua Aune " falling back to using fsync(). Use the 'fsync'" 587e72fa4d40565e7a213698d8696b81f80e4670982Joshua Aune " option instead of 'fdatasync' to get rid of" 588e72fa4d40565e7a213698d8696b81f80e4670982Joshua Aune " this warning\n"); 5899bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe o->fsync_blocks = o->fdatasync_blocks; 5909bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe o->fdatasync_blocks = 0; 591a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 592e72fa4d40565e7a213698d8696b81f80e4670982Joshua Aune } 593e72fa4d40565e7a213698d8696b81f80e4670982Joshua Aune#endif 594e72fa4d40565e7a213698d8696b81f80e4670982Joshua Aune 59593bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran#ifdef WIN32 59693bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran /* 59793bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran * Windows doesn't support O_DIRECT or O_SYNC with the _open interface, 59893bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran * so fail if we're passed those flags 59993bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran */ 60093bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran if ((td->io_ops->flags & FIO_SYNCIO) && (td->o.odirect || td->o.sync_io)) { 60193bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran log_err("fio: Windows does not support direct or non-buffered io with" 60293bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran " the synchronous ioengines. Use the 'windowsaio' ioengine" 60393bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran " with 'direct=1' and 'iodepth=1' instead.\n"); 60493bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran ret = 1; 60593bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran } 60693bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran#endif 60793bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran 608811ac503a6196f13da22565eb165c278988da4daJens Axboe /* 609811ac503a6196f13da22565eb165c278988da4daJens Axboe * For fully compressible data, just zero them at init time. 610811ac503a6196f13da22565eb165c278988da4daJens Axboe * It's faster than repeatedly filling it. 611811ac503a6196f13da22565eb165c278988da4daJens Axboe */ 612811ac503a6196f13da22565eb165c278988da4daJens Axboe if (td->o.compress_percentage == 100) { 613811ac503a6196f13da22565eb165c278988da4daJens Axboe td->o.zero_buffers = 1; 614811ac503a6196f13da22565eb165c278988da4daJens Axboe td->o.compress_percentage = 0; 615811ac503a6196f13da22565eb165c278988da4daJens Axboe } 616811ac503a6196f13da22565eb165c278988da4daJens Axboe 6175881fda43ce41756029a830cc83dbf4480cb6ea2Jens Axboe /* 6185881fda43ce41756029a830cc83dbf4480cb6ea2Jens Axboe * Using a non-uniform random distribution excludes usage of 6195881fda43ce41756029a830cc83dbf4480cb6ea2Jens Axboe * a random map 6205881fda43ce41756029a830cc83dbf4480cb6ea2Jens Axboe */ 6215881fda43ce41756029a830cc83dbf4480cb6ea2Jens Axboe if (td->o.random_distribution != FIO_RAND_DIST_RANDOM) 6225881fda43ce41756029a830cc83dbf4480cb6ea2Jens Axboe td->o.norandommap = 1; 6235881fda43ce41756029a830cc83dbf4480cb6ea2Jens Axboe 6248d916c942bb088204ab5c0438c297903c9160698Jens Axboe /* 6258d916c942bb088204ab5c0438c297903c9160698Jens Axboe * If size is set but less than the min block size, complain 6268d916c942bb088204ab5c0438c297903c9160698Jens Axboe */ 6278d916c942bb088204ab5c0438c297903c9160698Jens Axboe if (o->size && o->size < td_min_bs(td)) { 6288d916c942bb088204ab5c0438c297903c9160698Jens Axboe log_err("fio: size too small, must be larger than the IO size: %llu\n", (unsigned long long) o->size); 6298d916c942bb088204ab5c0438c297903c9160698Jens Axboe ret = 1; 6308d916c942bb088204ab5c0438c297903c9160698Jens Axboe } 6318d916c942bb088204ab5c0438c297903c9160698Jens Axboe 632d01612f3ae2515eb035d0c4ce954d8cb167a0a61Chris Mason /* 633d01612f3ae2515eb035d0c4ce954d8cb167a0a61Chris Mason * O_ATOMIC implies O_DIRECT 634d01612f3ae2515eb035d0c4ce954d8cb167a0a61Chris Mason */ 635d01612f3ae2515eb035d0c4ce954d8cb167a0a61Chris Mason if (td->o.oatomic) 636d01612f3ae2515eb035d0c4ce954d8cb167a0a61Chris Mason td->o.odirect = 1; 637d01612f3ae2515eb035d0c4ce954d8cb167a0a61Chris Mason 63804778baf2def8c1c5a3d7d60233c56d140831711Jens Axboe /* 63904778baf2def8c1c5a3d7d60233c56d140831711Jens Axboe * If randseed is set, that overrides randrepeat 64004778baf2def8c1c5a3d7d60233c56d140831711Jens Axboe */ 64104778baf2def8c1c5a3d7d60233c56d140831711Jens Axboe if (td->o.rand_seed) 64204778baf2def8c1c5a3d7d60233c56d140831711Jens Axboe td->o.rand_repeatable = 0; 64304778baf2def8c1c5a3d7d60233c56d140831711Jens Axboe 644a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe return ret; 645e1f365035a952233463d85d659bd960ba78f012eJens Axboe} 646e1f365035a952233463d85d659bd960ba78f012eJens Axboe 647906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe/* 648f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe * This function leaks the buffer 649f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe */ 65099d633af3611958ea6217f270677d0a657e4dddcJens Axboechar *fio_uint_to_kmg(unsigned int val) 651f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe{ 652f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe char *buf = malloc(32); 653f3502ba2dd72d846a388c774a01c6bb833871248Jens Axboe char post[] = { 0, 'K', 'M', 'G', 'P', 'E', 0 }; 654f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe char *p = post; 655f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 656245142ff7554290cf666e3ef6b7b57512bf17d75Jens Axboe do { 657f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe if (val & 1023) 658f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe break; 659f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 660f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe val >>= 10; 661f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe p++; 662245142ff7554290cf666e3ef6b7b57512bf17d75Jens Axboe } while (*p); 663f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 66498ffb8f3ecebed9984d1744f142eb8be10c14dbdKen Raeburn snprintf(buf, 32, "%u%c", val, *p); 665f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe return buf; 666f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe} 667f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 66809629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe/* External engines are specified by "external:name.o") */ 66909629a90d5b68b220e3fb98318e2dcd019943edaJens Axboestatic const char *get_engine_name(const char *str) 67009629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe{ 67109629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe char *p = strstr(str, ":"); 67209629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe 67309629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe if (!p) 67409629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe return str; 67509629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe 67609629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe p++; 67709629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe strip_blank_front(&p); 67809629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe strip_blank_end(p); 67909629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe return p; 68009629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe} 68109629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe 682e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboestatic int exists_and_not_file(const char *filename) 683e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe{ 684e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe struct stat sb; 685e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 686e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe if (lstat(filename, &sb) == -1) 687e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe return 0; 688e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 689ecc314ba7c5f02b7e90ac1dfbce1a74cd4e6d6feBruce Cran /* \\.\ is the device namespace in Windows, where every file 690ecc314ba7c5f02b7e90ac1dfbce1a74cd4e6d6feBruce Cran * is a device node */ 691ecc314ba7c5f02b7e90ac1dfbce1a74cd4e6d6feBruce Cran if (S_ISREG(sb.st_mode) && strncmp(filename, "\\\\.\\", 4) != 0) 692e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe return 0; 693e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 694e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe return 1; 695e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe} 696e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 6974c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboestatic void td_fill_rand_seeds_os(struct thread_data *td) 6985bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe{ 699d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe os_random_seed(td->rand_seeds[FIO_RAND_BS_OFF], &td->bsrange_state); 700d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe os_random_seed(td->rand_seeds[FIO_RAND_VER_OFF], &td->verify_state); 701d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe os_random_seed(td->rand_seeds[FIO_RAND_MIX_OFF], &td->rwmix_state); 7025bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe 7035bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe if (td->o.file_service_type == FIO_FSERVICE_RANDOM) 704d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe os_random_seed(td->rand_seeds[FIO_RAND_FILE_OFF], &td->next_file_state); 7055bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe 706d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe os_random_seed(td->rand_seeds[FIO_RAND_FILE_SIZE_OFF], &td->file_size_state); 707d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe os_random_seed(td->rand_seeds[FIO_RAND_TRIM_OFF], &td->trim_state); 7085bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe 7095bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe if (!td_random(td)) 7105bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe return; 7115bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe 7125bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe if (td->o.rand_repeatable) 713d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe td->rand_seeds[FIO_RAND_BLOCK_OFF] = FIO_RANDSEED * td->thread_number; 7145bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe 715d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe os_random_seed(td->rand_seeds[FIO_RAND_BLOCK_OFF], &td->random_state); 716d94722713ebd7bbdbf8b284b7563f2dd17964e24Jens Axboe 717d94722713ebd7bbdbf8b284b7563f2dd17964e24Jens Axboe os_random_seed(td->rand_seeds[FIO_RAND_SEQ_RAND_READ_OFF], &td->seq_rand_state[DDIR_READ]); 718d94722713ebd7bbdbf8b284b7563f2dd17964e24Jens Axboe os_random_seed(td->rand_seeds[FIO_RAND_SEQ_RAND_WRITE_OFF], &td->seq_rand_state[DDIR_WRITE]); 719d94722713ebd7bbdbf8b284b7563f2dd17964e24Jens Axboe os_random_seed(td->rand_seeds[FIO_RAND_SEQ_RAND_TRIM_OFF], &td->seq_rand_state[DDIR_TRIM]); 7204c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe} 7214c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe 7224c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboestatic void td_fill_rand_seeds_internal(struct thread_data *td) 7234c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe{ 724d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe init_rand_seed(&td->__bsrange_state, td->rand_seeds[FIO_RAND_BS_OFF]); 725d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe init_rand_seed(&td->__verify_state, td->rand_seeds[FIO_RAND_VER_OFF]); 726d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe init_rand_seed(&td->__rwmix_state, td->rand_seeds[FIO_RAND_MIX_OFF]); 7274c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe 7284c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe if (td->o.file_service_type == FIO_FSERVICE_RANDOM) 729d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe init_rand_seed(&td->__next_file_state, td->rand_seeds[FIO_RAND_FILE_OFF]); 7304c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe 731d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe init_rand_seed(&td->__file_size_state, td->rand_seeds[FIO_RAND_FILE_SIZE_OFF]); 732d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe init_rand_seed(&td->__trim_state, td->rand_seeds[FIO_RAND_TRIM_OFF]); 7334c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe 7344c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe if (!td_random(td)) 7354c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe return; 7364c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe 7374c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe if (td->o.rand_repeatable) 738d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe td->rand_seeds[FIO_RAND_BLOCK_OFF] = FIO_RANDSEED * td->thread_number; 7394c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe 740d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe init_rand_seed(&td->__random_state, td->rand_seeds[FIO_RAND_BLOCK_OFF]); 741d94722713ebd7bbdbf8b284b7563f2dd17964e24Jens Axboe init_rand_seed(&td->__seq_rand_state[DDIR_READ], td->rand_seeds[FIO_RAND_SEQ_RAND_READ_OFF]); 742d94722713ebd7bbdbf8b284b7563f2dd17964e24Jens Axboe init_rand_seed(&td->__seq_rand_state[DDIR_WRITE], td->rand_seeds[FIO_RAND_SEQ_RAND_WRITE_OFF]); 743d94722713ebd7bbdbf8b284b7563f2dd17964e24Jens Axboe init_rand_seed(&td->__seq_rand_state[DDIR_TRIM], td->rand_seeds[FIO_RAND_SEQ_RAND_TRIM_OFF]); 7445bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe} 7455bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe 7464c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboevoid td_fill_rand_seeds(struct thread_data *td) 7474c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe{ 7484c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe if (td->o.use_os_rand) 7494c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe td_fill_rand_seeds_os(td); 7504c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe else 7514c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe td_fill_rand_seeds_internal(td); 7523545a109a2cfe5ab22969ef453dc049db47f0b68Jens Axboe 753d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe init_rand_seed(&td->buf_state, td->rand_seeds[FIO_RAND_BUF_OFF]); 7544c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe} 7554c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe 7569c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe/* 757de890a1e48d40238dac69f302708dde8719de240Steven Lang * Initializes the ioengine configured for a job, if it has not been done so 758de890a1e48d40238dac69f302708dde8719de240Steven Lang * already. 759de890a1e48d40238dac69f302708dde8719de240Steven Lang */ 760de890a1e48d40238dac69f302708dde8719de240Steven Langint ioengine_load(struct thread_data *td) 761de890a1e48d40238dac69f302708dde8719de240Steven Lang{ 762de890a1e48d40238dac69f302708dde8719de240Steven Lang const char *engine; 763de890a1e48d40238dac69f302708dde8719de240Steven Lang 764de890a1e48d40238dac69f302708dde8719de240Steven Lang /* 765de890a1e48d40238dac69f302708dde8719de240Steven Lang * Engine has already been loaded. 766de890a1e48d40238dac69f302708dde8719de240Steven Lang */ 767de890a1e48d40238dac69f302708dde8719de240Steven Lang if (td->io_ops) 768de890a1e48d40238dac69f302708dde8719de240Steven Lang return 0; 7696e5c4b8e46c95ca75e30e1110a0d24b2df9c47e9Jens Axboe if (!td->o.ioengine) { 7706e5c4b8e46c95ca75e30e1110a0d24b2df9c47e9Jens Axboe log_err("fio: internal fault, no IO engine specified\n"); 7716e5c4b8e46c95ca75e30e1110a0d24b2df9c47e9Jens Axboe return 1; 7726e5c4b8e46c95ca75e30e1110a0d24b2df9c47e9Jens Axboe } 773de890a1e48d40238dac69f302708dde8719de240Steven Lang 774de890a1e48d40238dac69f302708dde8719de240Steven Lang engine = get_engine_name(td->o.ioengine); 775de890a1e48d40238dac69f302708dde8719de240Steven Lang td->io_ops = load_ioengine(td, engine); 776de890a1e48d40238dac69f302708dde8719de240Steven Lang if (!td->io_ops) { 777de890a1e48d40238dac69f302708dde8719de240Steven Lang log_err("fio: failed to load engine %s\n", engine); 778de890a1e48d40238dac69f302708dde8719de240Steven Lang return 1; 779de890a1e48d40238dac69f302708dde8719de240Steven Lang } 780de890a1e48d40238dac69f302708dde8719de240Steven Lang 781de890a1e48d40238dac69f302708dde8719de240Steven Lang if (td->io_ops->option_struct_size && td->io_ops->options) { 782de890a1e48d40238dac69f302708dde8719de240Steven Lang /* 783de890a1e48d40238dac69f302708dde8719de240Steven Lang * In cases where td->eo is set, clone it for a child thread. 784de890a1e48d40238dac69f302708dde8719de240Steven Lang * This requires that the parent thread has the same ioengine, 785de890a1e48d40238dac69f302708dde8719de240Steven Lang * but that requirement must be enforced by the code which 786de890a1e48d40238dac69f302708dde8719de240Steven Lang * cloned the thread. 787de890a1e48d40238dac69f302708dde8719de240Steven Lang */ 788de890a1e48d40238dac69f302708dde8719de240Steven Lang void *origeo = td->eo; 789de890a1e48d40238dac69f302708dde8719de240Steven Lang /* 790de890a1e48d40238dac69f302708dde8719de240Steven Lang * Otherwise use the default thread options. 791de890a1e48d40238dac69f302708dde8719de240Steven Lang */ 792de890a1e48d40238dac69f302708dde8719de240Steven Lang if (!origeo && td != &def_thread && def_thread.eo && 793de890a1e48d40238dac69f302708dde8719de240Steven Lang def_thread.io_ops->options == td->io_ops->options) 794de890a1e48d40238dac69f302708dde8719de240Steven Lang origeo = def_thread.eo; 795de890a1e48d40238dac69f302708dde8719de240Steven Lang 796de890a1e48d40238dac69f302708dde8719de240Steven Lang options_init(td->io_ops->options); 797de890a1e48d40238dac69f302708dde8719de240Steven Lang td->eo = malloc(td->io_ops->option_struct_size); 798de890a1e48d40238dac69f302708dde8719de240Steven Lang /* 799de890a1e48d40238dac69f302708dde8719de240Steven Lang * Use the default thread as an option template if this uses the 800de890a1e48d40238dac69f302708dde8719de240Steven Lang * same options structure and there are non-default options 801de890a1e48d40238dac69f302708dde8719de240Steven Lang * used. 802de890a1e48d40238dac69f302708dde8719de240Steven Lang */ 803de890a1e48d40238dac69f302708dde8719de240Steven Lang if (origeo) { 804de890a1e48d40238dac69f302708dde8719de240Steven Lang memcpy(td->eo, origeo, td->io_ops->option_struct_size); 805de890a1e48d40238dac69f302708dde8719de240Steven Lang options_mem_dupe(td->eo, td->io_ops->options); 806de890a1e48d40238dac69f302708dde8719de240Steven Lang } else { 807de890a1e48d40238dac69f302708dde8719de240Steven Lang memset(td->eo, 0, td->io_ops->option_struct_size); 808de890a1e48d40238dac69f302708dde8719de240Steven Lang fill_default_options(td->eo, td->io_ops->options); 809de890a1e48d40238dac69f302708dde8719de240Steven Lang } 810de890a1e48d40238dac69f302708dde8719de240Steven Lang *(struct thread_data **)td->eo = td; 811de890a1e48d40238dac69f302708dde8719de240Steven Lang } 812de890a1e48d40238dac69f302708dde8719de240Steven Lang 813de890a1e48d40238dac69f302708dde8719de240Steven Lang return 0; 814de890a1e48d40238dac69f302708dde8719de240Steven Lang} 815de890a1e48d40238dac69f302708dde8719de240Steven Lang 816d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboestatic void init_flags(struct thread_data *td) 817d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe{ 818d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe struct thread_options *o = &td->o; 819d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe 820d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe if (o->verify_backlog) 821d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe td->flags |= TD_F_VER_BACKLOG; 822d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe if (o->trim_backlog) 823d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe td->flags |= TD_F_TRIM_BACKLOG; 824d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe if (o->read_iolog_file) 825d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe td->flags |= TD_F_READ_IOLOG; 826d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe if (o->refill_buffers) 827d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe td->flags |= TD_F_REFILL_BUFFERS; 828d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe if (o->scramble_buffers) 829d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe td->flags |= TD_F_SCRAMBLE_BUFFERS; 830d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe if (o->verify != VERIFY_NONE) 831d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe td->flags |= TD_F_VER_NONE; 832d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe} 833d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe 8349dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboestatic int setup_random_seeds(struct thread_data *td) 8359dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe{ 8369dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe unsigned long seed; 8379dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe unsigned int i; 8389dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe 83904778baf2def8c1c5a3d7d60233c56d140831711Jens Axboe if (!td->o.rand_repeatable && !td->o.rand_seed) 8409dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe return init_random_state(td, td->rand_seeds, sizeof(td->rand_seeds)); 8419dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe 84204778baf2def8c1c5a3d7d60233c56d140831711Jens Axboe if (!td->o.rand_seed) 84304778baf2def8c1c5a3d7d60233c56d140831711Jens Axboe seed = 0x89; 84404778baf2def8c1c5a3d7d60233c56d140831711Jens Axboe else 84504778baf2def8c1c5a3d7d60233c56d140831711Jens Axboe seed = td->o.rand_seed; 84604778baf2def8c1c5a3d7d60233c56d140831711Jens Axboe 84704778baf2def8c1c5a3d7d60233c56d140831711Jens Axboe for (i = 0; i < 4; i++) 8489dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe seed *= 0x9e370001UL; 8499dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe 8509dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe for (i = 0; i < FIO_RAND_NR_OFFS; i++) { 8519dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe td->rand_seeds[i] = seed; 8529dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe seed *= 0x9e370001UL; 8539dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe } 8549dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe 8559dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe td_fill_rand_seeds(td); 8569dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe return 0; 8579dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe} 8589dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe 859de98bd30b02bd89a78059d162b2c8426e889703dJens Axboeenum { 860de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe FPRE_NONE = 0, 861de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe FPRE_JOBNAME, 862de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe FPRE_JOBNUM, 863de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe FPRE_FILENUM 864de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe}; 865de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe 866de98bd30b02bd89a78059d162b2c8426e889703dJens Axboestatic struct fpre_keyword { 867de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe const char *keyword; 868de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe size_t strlen; 869de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe int key; 870de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe} fpre_keywords[] = { 871de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe { .keyword = "$jobname", .key = FPRE_JOBNAME, }, 872de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe { .keyword = "$jobnum", .key = FPRE_JOBNUM, }, 873de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe { .keyword = "$filenum", .key = FPRE_FILENUM, }, 874de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe { .keyword = NULL, }, 875de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe }; 876de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe 877de98bd30b02bd89a78059d162b2c8426e889703dJens Axboestatic char *make_filename(char *buf, struct thread_options *o, 878de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe const char *jobname, int jobnum, int filenum) 879de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe{ 880de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe struct fpre_keyword *f; 881de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe char copy[PATH_MAX]; 882de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe 883de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe if (!o->filename_format || !strlen(o->filename_format)) { 884de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe sprintf(buf, "%s.%d.%d", jobname, jobnum, filenum); 885de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe return NULL; 886de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe } 887de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe 888de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe for (f = &fpre_keywords[0]; f->keyword; f++) 889de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe f->strlen = strlen(f->keyword); 890de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe 891de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe strcpy(buf, o->filename_format); 892de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe memset(copy, 0, sizeof(copy)); 893de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe for (f = &fpre_keywords[0]; f->keyword; f++) { 894de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe do { 895de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe size_t pre_len, post_start = 0; 896de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe char *str, *dst = copy; 897de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe 898e25b6d5a0a16b978385bfb93a4c156b03363d136Jens Axboe str = strcasestr(buf, f->keyword); 899de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe if (!str) 900de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe break; 901de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe 902de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe pre_len = str - buf; 903de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe if (strlen(str) != f->strlen) 904de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe post_start = pre_len + f->strlen; 905de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe 906de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe if (pre_len) { 907de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe strncpy(dst, buf, pre_len); 908de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe dst += pre_len; 909de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe } 910de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe 911de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe switch (f->key) { 912de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe case FPRE_JOBNAME: 913de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe dst += sprintf(dst, "%s", jobname); 914de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe break; 915de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe case FPRE_JOBNUM: 916de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe dst += sprintf(dst, "%d", jobnum); 917de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe break; 918de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe case FPRE_FILENUM: 919de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe dst += sprintf(dst, "%d", filenum); 920de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe break; 921de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe default: 922de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe assert(0); 923de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe break; 924de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe } 925de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe 926de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe if (post_start) 927de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe strcpy(dst, buf + post_start); 928de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe 929de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe strcpy(buf, copy); 930de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe } while (1); 931de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe } 932de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe 933de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe return buf; 934de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe} 935f9633d729f0d2067c3f79b5e82e7129de1e650cdJens Axboe 936f9633d729f0d2067c3f79b5e82e7129de1e650cdJens Axboeint parse_dryrun(void) 937f9633d729f0d2067c3f79b5e82e7129de1e650cdJens Axboe{ 938f9633d729f0d2067c3f79b5e82e7129de1e650cdJens Axboe return dump_cmdline || parse_only; 939f9633d729f0d2067c3f79b5e82e7129de1e650cdJens Axboe} 940f9633d729f0d2067c3f79b5e82e7129de1e650cdJens Axboe 941de890a1e48d40238dac69f302708dde8719de240Steven Lang/* 942906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe * Adds a job to the list of things todo. Sanitizes the various options 943906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe * to make sure we don't have conflicts, and initializes various 944906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe * members of td. 945906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe */ 946b7cfb2e18ba4815aa74eaf5d8637d466a51b712dJens Axboestatic int add_job(struct thread_data *td, const char *jobname, int job_add_num, 94746bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboe int recursed, int client_type) 948ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 949af52b3455ad892322aab2791282b6bd4efdfdbf3Jens Axboe unsigned int i; 950af52b3455ad892322aab2791282b6bd4efdfdbf3Jens Axboe char fname[PATH_MAX]; 951e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe int numjobs, file_alloced; 952de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe struct thread_options *o = &td->o; 953ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 954ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe /* 955ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe * the def_thread is just for options, it's not a real job 956ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe */ 957ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (td == &def_thread) 958ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 0; 959ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 960d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe init_flags(td); 961d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe 962cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe /* 963cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe * if we are just dumping the output command line, don't add the job 964cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe */ 965f9633d729f0d2067c3f79b5e82e7129de1e650cdJens Axboe if (parse_dryrun()) { 966cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe put_job(td); 967cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe return 0; 968cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe } 969cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe 97046bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboe td->client_type = client_type; 97146bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboe 97258c55ba02aca24ed30beb343fcb1dc3df4667389Jens Axboe if (profile_td_init(td)) 9736625155407de739e1e857419b7b4fb62f6c6bb2eJens Axboe goto err; 97458c55ba02aca24ed30beb343fcb1dc3df4667389Jens Axboe 975de890a1e48d40238dac69f302708dde8719de240Steven Lang if (ioengine_load(td)) 976205927a3cfc25baeb318e3aedf3ac29d16bf4be9Jens Axboe goto err; 977df64119de537aba99c85d1dc80190b354589f8b9Jens Axboe 978de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe if (o->odirect) 979690adba373bb8c97a365c67da369e265953c4b4cJens Axboe td->io_ops->flags |= FIO_RAWIO; 980690adba373bb8c97a365c67da369e265953c4b4cJens Axboe 981e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe file_alloced = 0; 982de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe if (!o->filename && !td->files_index && !o->read_iolog_file) { 983e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe file_alloced = 1; 98480be24f4671164d597463e4b5c794d4cbd0a4537Jens Axboe 985de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe if (o->nr_files == 1 && exists_and_not_file(jobname)) 986e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe add_file(td, jobname); 9877b05a215c8c39b8c878297b90eba112fe9176542Jens Axboe else { 988de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe for (i = 0; i < o->nr_files; i++) 989de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe add_file(td, make_filename(fname, o, jobname, td->thread_number, i)); 990af52b3455ad892322aab2791282b6bd4efdfdbf3Jens Axboe } 9910af7b542b69af5ab2400a9960a5bcde82c05723fJens Axboe } 992ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 9934e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe if (fixup_options(td)) 9944e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe goto err; 995e0a223354342cc45a916b669343718b80a20c2eaJens Axboe 9969e684a4976b7934f5ce011ea281dfef3352e5738Dan Ehrenberg flow_init_job(td); 9979e684a4976b7934f5ce011ea281dfef3352e5738Dan Ehrenberg 998de890a1e48d40238dac69f302708dde8719de240Steven Lang /* 999de890a1e48d40238dac69f302708dde8719de240Steven Lang * IO engines only need this for option callbacks, and the address may 1000de890a1e48d40238dac69f302708dde8719de240Steven Lang * change in subprocesses. 1001de890a1e48d40238dac69f302708dde8719de240Steven Lang */ 1002de890a1e48d40238dac69f302708dde8719de240Steven Lang if (td->eo) 1003de890a1e48d40238dac69f302708dde8719de240Steven Lang *(struct thread_data **)td->eo = NULL; 1004de890a1e48d40238dac69f302708dde8719de240Steven Lang 100507eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe if (td->io_ops->flags & FIO_DISKLESSIO) { 100607eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe struct fio_file *f; 100707eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe 100807eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe for_each_file(td, f, i) 100907eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe f->real_file_size = -1ULL; 101007eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe } 101107eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe 1012521da527743088a9bd2ab882f8b64799d49d5848Jens Axboe td->mutex = fio_mutex_init(FIO_MUTEX_LOCKED); 1013ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1014de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe td->ts.clat_percentiles = o->clat_percentiles; 1015de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe td->ts.percentile_precision = o->percentile_precision; 1016de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe memcpy(td->ts.percentile_list, o->percentile_list, sizeof(o->percentile_list)); 1017833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong 10186eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li for (i = 0; i < DDIR_RWDIR_CNT; i++) { 10196eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li td->ts.clat_stat[i].min_val = ULONG_MAX; 10206eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li td->ts.slat_stat[i].min_val = ULONG_MAX; 10216eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li td->ts.lat_stat[i].min_val = ULONG_MAX; 10226eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li td->ts.bw_stat[i].min_val = ULONG_MAX; 10236eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li } 1024de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe td->ddir_seq_nr = o->ddir_seq_nr; 1025ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1026de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe if ((o->stonewall || o->new_group) && prev_group_jobs) { 10273c5df6fa2259c12fd6a7beb9a3521dec76d12dd2Jens Axboe prev_group_jobs = 0; 1028ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe groupid++; 10293c5df6fa2259c12fd6a7beb9a3521dec76d12dd2Jens Axboe } 1030ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1031ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe td->groupid = groupid; 10323c5df6fa2259c12fd6a7beb9a3521dec76d12dd2Jens Axboe prev_group_jobs++; 1033ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 10349dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe if (setup_random_seeds(td)) { 103593bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran td_verror(td, errno, "init_random_state"); 10369c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe goto err; 103793bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran } 10389c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe 1039ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (setup_rate(td)) 1040ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe goto err; 1041ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 104222f80458a520d0c5371c64bf91d24cdd21dff825Jens Axboe if (o->lat_log_file) { 104322f80458a520d0c5371c64bf91d24cdd21dff825Jens Axboe setup_log(&td->lat_log, o->log_avg_msec, IO_LOG_TYPE_LAT); 104422f80458a520d0c5371c64bf91d24cdd21dff825Jens Axboe setup_log(&td->slat_log, o->log_avg_msec, IO_LOG_TYPE_SLAT); 104522f80458a520d0c5371c64bf91d24cdd21dff825Jens Axboe setup_log(&td->clat_log, o->log_avg_msec, IO_LOG_TYPE_CLAT); 1046ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 104722f80458a520d0c5371c64bf91d24cdd21dff825Jens Axboe if (o->bw_log_file) 104822f80458a520d0c5371c64bf91d24cdd21dff825Jens Axboe setup_log(&td->bw_log, o->log_avg_msec, IO_LOG_TYPE_BW); 104922f80458a520d0c5371c64bf91d24cdd21dff825Jens Axboe if (o->iops_log_file) 105022f80458a520d0c5371c64bf91d24cdd21dff825Jens Axboe setup_log(&td->iops_log, o->log_avg_msec, IO_LOG_TYPE_IOPS); 1051ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1052de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe if (!o->name) 1053de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe o->name = strdup(jobname); 105401452055af61d6f5de543575dba3ebb0c9e55fabJens Axboe 1055f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe if (output_format == FIO_OUTPUT_NORMAL) { 1056b990b5c06801d6d25e3fcc5415efbbe7bb23341eJens Axboe if (!job_add_num) { 1057b7cfb2e18ba4815aa74eaf5d8637d466a51b712dJens Axboe if (is_backend && !recursed) 10582f122b135b7319ff8dd04dadf31ff28b301051a3Jens Axboe fio_server_send_add_job(td); 1059807f9971e7bfedfc905d2cb2c38a6e558db2f343Jens Axboe 10600353050fe32065e1932a43a7c39a7c390ea71142Jens Axboe if (!(td->io_ops->flags & FIO_NOIO)) { 1061d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe char *c1, *c2, *c3, *c4; 1062d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe char *c5 = NULL, *c6 = NULL; 1063f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 106422f80458a520d0c5371c64bf91d24cdd21dff825Jens Axboe c1 = fio_uint_to_kmg(o->min_bs[DDIR_READ]); 106522f80458a520d0c5371c64bf91d24cdd21dff825Jens Axboe c2 = fio_uint_to_kmg(o->max_bs[DDIR_READ]); 106622f80458a520d0c5371c64bf91d24cdd21dff825Jens Axboe c3 = fio_uint_to_kmg(o->min_bs[DDIR_WRITE]); 106722f80458a520d0c5371c64bf91d24cdd21dff825Jens Axboe c4 = fio_uint_to_kmg(o->max_bs[DDIR_WRITE]); 1068d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe 1069d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe if (!o->bs_is_seq_rand) { 1070d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe c5 = fio_uint_to_kmg(o->min_bs[DDIR_TRIM]); 1071d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe c6 = fio_uint_to_kmg(o->max_bs[DDIR_TRIM]); 1072d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe } 1073d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe 1074d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe log_info("%s: (g=%d): rw=%s, ", td->o.name, 1075d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe td->groupid, 1076d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe ddir_str(o->td_ddir)); 1077d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe 1078d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe if (o->bs_is_seq_rand) 1079d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe log_info("bs(seq/rand)=%s-%s/%s-%s, ", 1080d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe c1, c2, c3, c4); 1081d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe else 1082d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe log_info("bs=%s-%s/%s-%s/%s-%s, ", 1083d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe c1, c2, c3, c4, c5, c6); 1084d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe 1085d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe log_info("ioengine=%s, iodepth=%u\n", 1086de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe td->io_ops->name, o->iodepth); 1087f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 1088f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe free(c1); 1089f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe free(c2); 1090f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe free(c3); 1091f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe free(c4); 10926eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li free(c5); 10936eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li free(c6); 1094f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe } 1095b990b5c06801d6d25e3fcc5415efbbe7bb23341eJens Axboe } else if (job_add_num == 1) 10966d86144dd10b05e8b82e9b895c35dd778e5e71abJens Axboe log_info("...\n"); 1097c6ae0a5b8123ea9af2ce70319081fbd5d65c8093Jens Axboe } 1098ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1099ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe /* 1100ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe * recurse add identical jobs, clear numjobs and stonewall options 1101ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe * as they don't apply to sub-jobs 1102ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe */ 1103de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe numjobs = o->numjobs; 1104ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe while (--numjobs) { 1105de890a1e48d40238dac69f302708dde8719de240Steven Lang struct thread_data *td_new = get_new_job(0, td, 1); 1106ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1107ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (!td_new) 1108ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe goto err; 1109ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 11102dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe td_new->o.numjobs = 1; 11112dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe td_new->o.stonewall = 0; 111292c1d41f9cb4da2513ad261552f92511d69f6b8eJens Axboe td_new->o.new_group = 0; 1113e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 1114e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe if (file_alloced) { 11152dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe td_new->o.filename = NULL; 1116e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe td_new->files_index = 0; 11174e6ea2f1e9b7da6d7d1057670fcc19f063e46fd4Jens Axboe td_new->files_size = 0; 1118e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe td_new->files = NULL; 1119e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe } 1120e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 1121751548451d969148529b642c05e7544726ec3b64Jens Axboe job_add_num = numjobs - 1; 1122ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 112346bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboe if (add_job(td_new, jobname, job_add_num, 1, client_type)) 1124ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe goto err; 1125ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 11263c5df6fa2259c12fd6a7beb9a3521dec76d12dd2Jens Axboe 1127ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 0; 1128ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboeerr: 1129ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe put_job(td); 1130ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return -1; 1131ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 1132ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 113379d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe/* 113479d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe * Parse as if 'o' was a command line 113579d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe */ 113646bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboevoid add_job_opts(const char **o, int client_type) 113779d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe{ 113879d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe struct thread_data *td, *td_parent; 113979d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe int i, in_global = 1; 114079d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe char jobname[32]; 114179d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe 114279d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe i = 0; 114379d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe td_parent = td = NULL; 114479d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe while (o[i]) { 114579d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe if (!strncmp(o[i], "name", 4)) { 114679d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe in_global = 0; 114779d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe if (td) 114846bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboe add_job(td, jobname, 0, 0, client_type); 114979d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe td = NULL; 115079d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe sprintf(jobname, "%s", o[i] + 5); 115179d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe } 115279d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe if (in_global && !td_parent) 1153de890a1e48d40238dac69f302708dde8719de240Steven Lang td_parent = get_new_job(1, &def_thread, 0); 115479d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe else if (!in_global && !td) { 115579d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe if (!td_parent) 115679d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe td_parent = &def_thread; 1157de890a1e48d40238dac69f302708dde8719de240Steven Lang td = get_new_job(0, td_parent, 0); 115879d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe } 115979d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe if (in_global) 1160292cc475b1f26ae4c94c3028fc33dee96b22655bJens Axboe fio_options_parse(td_parent, (char **) &o[i], 1, 0); 116179d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe else 1162292cc475b1f26ae4c94c3028fc33dee96b22655bJens Axboe fio_options_parse(td, (char **) &o[i], 1, 0); 116379d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe i++; 116479d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe } 116579d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe 116679d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe if (td) 116746bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboe add_job(td, jobname, 0, 0, client_type); 116879d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe} 116979d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe 117001f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboestatic int skip_this_section(const char *name) 117101f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe{ 1172ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe int i; 1173ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe 1174ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe if (!nr_job_sections) 117501f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe return 0; 117601f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (!strncmp(name, "global", 6)) 117701f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe return 0; 117801f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe 1179ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe for (i = 0; i < nr_job_sections; i++) 1180ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe if (!strcmp(job_sections[i], name)) 1181ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe return 0; 1182ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe 1183ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe return 1; 118401f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe} 118501f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe 1186ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboestatic int is_empty_or_comment(char *line) 1187ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 1188ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe unsigned int i; 1189ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1190ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe for (i = 0; i < strlen(line); i++) { 1191ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (line[i] == ';') 1192ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 1; 11935cc2da300b3fc30e00b79b4ddb3f372df3b2fe93Ingo Molnar if (line[i] == '#') 11945cc2da300b3fc30e00b79b4ddb3f372df3b2fe93Ingo Molnar return 1; 119576cd9378b90dddf2cedc9a5d49f317aaad485b90Jens Axboe if (!isspace((int) line[i]) && !iscntrl((int) line[i])) 1196ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 0; 1197ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 1198ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1199ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 1; 1200ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 1201ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1202313cb206ffc6e50c089314d322ebf1c523f37531Jens Axboe/* 1203072619835aa805f3335dca9d72f4d4eb1009aecdJens Axboe * This is our [ini] type file parser. 1204072619835aa805f3335dca9d72f4d4eb1009aecdJens Axboe */ 120546bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboeint parse_jobs_ini(char *file, int is_buf, int stonewall_flag, int type) 1206ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 1207e1f365035a952233463d85d659bd960ba78f012eJens Axboe unsigned int global; 1208ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe struct thread_data *td; 1209fee3bb48f748afe5cf10f8505e1efd36b87c627eJens Axboe char *string, *name; 1210ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe FILE *f; 1211ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe char *p; 12120c7e37a04aa04ba22e812f8de7971fcef46b8191Jens Axboe int ret = 0, stonewall; 1213097b2991ace8e069dbfb0c2286d31da714247573Jens Axboe int first_sect = 1; 1214ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe int skip_fgets = 0; 121501f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe int inside_skip = 0; 12163b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe char **opts; 12173b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe int i, alloc_opts, num_opts; 1218ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 121950d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (is_buf) 122050d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe f = NULL; 122150d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe else { 122250d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (!strcmp(file, "-")) 122350d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe f = stdin; 122450d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe else 122550d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe f = fopen(file, "r"); 12265a729cbec53a158fa8d8dc5737749cfee20ab31bAaron Carroll 122750d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (!f) { 122850d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe perror("fopen job file"); 122950d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe return 1; 123050d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe } 1231ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 1232ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1233ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe string = malloc(4096); 12347f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe 12357f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe /* 12367f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe * it's really 256 + small bit, 280 should suffice 12377f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe */ 12387f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe name = malloc(280); 12397f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe memset(name, 0, 280); 1240ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 12413b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe alloc_opts = 8; 12423b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe opts = malloc(sizeof(char *) * alloc_opts); 1243b7c6302da8b30f221310dd6c917136229ee5e688Jens Axboe num_opts = 0; 12443b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe 12450c7e37a04aa04ba22e812f8de7971fcef46b8191Jens Axboe stonewall = stonewall_flag; 12467c124ac153eebf48bc85f9033ae06fd7152e4216Jens Axboe do { 1247ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe /* 1248ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe * if skip_fgets is set, we already have loaded a line we 1249ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe * haven't handled. 1250ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe */ 1251ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe if (!skip_fgets) { 125250d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (is_buf) 125350d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe p = strsep(&file, "\n"); 125450d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe else 125543f747922e001a7bfb904dfcaa51934b986345aeJens Axboe p = fgets(string, 4096, f); 1256ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe if (!p) 1257ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe break; 1258ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe } 1259cdc7f1936e07f3b51aaa96c589e43abd7fea0051gurudas pai 1260ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe skip_fgets = 0; 1261cdc7f1936e07f3b51aaa96c589e43abd7fea0051gurudas pai strip_blank_front(&p); 12626c7c7da18aa2ab744b9485482e64acd30f31da6dJens Axboe strip_blank_end(p); 1263cdc7f1936e07f3b51aaa96c589e43abd7fea0051gurudas pai 1264ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (is_empty_or_comment(p)) 1265ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe continue; 126684dd18865235caa675424c62a4624618ff961d78Bruce Cran if (sscanf(p, "[%255[^\n]]", name) != 1) { 126701f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (inside_skip) 126801f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe continue; 12695ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe log_err("fio: option <%s> outside of [] job section\n", 12705ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe p); 1271088b42076dcbadf4d61367e19e49cb0d12aaadd1Jens Axboe break; 12726c7c7da18aa2ab744b9485482e64acd30f31da6dJens Axboe } 1273ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 12747a4b80a14c6ac6d47d486b1f5d1f166fa7065ee3Jens Axboe name[strlen(name) - 1] = '\0'; 12757a4b80a14c6ac6d47d486b1f5d1f166fa7065ee3Jens Axboe 127601f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (skip_this_section(name)) { 127701f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe inside_skip = 1; 127801f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe continue; 127901f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe } else 128001f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe inside_skip = 0; 128101f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe 1282ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe global = !strncmp(name, "global", 6); 1283ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1284cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe if (dump_cmdline) { 1285097b2991ace8e069dbfb0c2286d31da714247573Jens Axboe if (first_sect) 1286097b2991ace8e069dbfb0c2286d31da714247573Jens Axboe log_info("fio "); 1287cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe if (!global) 1288cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe log_info("--name=%s ", name); 1289097b2991ace8e069dbfb0c2286d31da714247573Jens Axboe first_sect = 0; 1290cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe } 1291cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe 1292de890a1e48d40238dac69f302708dde8719de240Steven Lang td = get_new_job(global, &def_thread, 0); 129345410acb636e526575d62a037f81ade7916b738cJens Axboe if (!td) { 129445410acb636e526575d62a037f81ade7916b738cJens Axboe ret = 1; 129545410acb636e526575d62a037f81ade7916b738cJens Axboe break; 129645410acb636e526575d62a037f81ade7916b738cJens Axboe } 1297ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1298972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe /* 1299de8f6de97438d5664cd8765e60102b9109a273e2Anatol Pomozov * Separate multiple job files by a stonewall 1300972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe */ 1301f94819192600fe35d03ebed26a803abdc2b9864cJens Axboe if (!global && stonewall) { 13022dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe td->o.stonewall = stonewall; 1303972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe stonewall = 0; 1304972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe } 1305972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe 13063b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe num_opts = 0; 13073b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe memset(opts, 0, alloc_opts * sizeof(char *)); 13083b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe 130950d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe while (1) { 131050d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (is_buf) 131150d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe p = strsep(&file, "\n"); 131250d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe else 131350d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe p = fgets(string, 4096, f); 131450d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (!p) 131550d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe break; 131650d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe 1317ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (is_empty_or_comment(p)) 1318ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe continue; 1319e1f365035a952233463d85d659bd960ba78f012eJens Axboe 1320b6754f9d3f719627d8aae4c3e8f39212d9405f99Jens Axboe strip_blank_front(&p); 13217c124ac153eebf48bc85f9033ae06fd7152e4216Jens Axboe 1322ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe /* 1323ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe * new section, break out and make sure we don't 1324ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe * fgets() a new line at the top. 1325ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe */ 1326ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe if (p[0] == '[') { 1327ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe skip_fgets = 1; 13287c124ac153eebf48bc85f9033ae06fd7152e4216Jens Axboe break; 1329ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe } 13307c124ac153eebf48bc85f9033ae06fd7152e4216Jens Axboe 13314ae3f76333bf2382e516db0b5c202b8982b1170fJens Axboe strip_blank_end(p); 1332aea47d444b02bd7c622f82bb73151fd7136a499fJens Axboe 13333b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe if (num_opts == alloc_opts) { 13343b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe alloc_opts <<= 1; 13353b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe opts = realloc(opts, 13363b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe alloc_opts * sizeof(char *)); 13373b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe } 13383b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe 13393b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe opts[num_opts] = strdup(p); 13403b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe num_opts++; 1341ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 1342ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1343292cc475b1f26ae4c94c3028fc33dee96b22655bJens Axboe ret = fio_options_parse(td, opts, num_opts, dump_cmdline); 1344292cc475b1f26ae4c94c3028fc33dee96b22655bJens Axboe if (!ret) 134546bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboe ret = add_job(td, name, 0, 0, type); 1346292cc475b1f26ae4c94c3028fc33dee96b22655bJens Axboe else { 1347b1508cf9ead36dc789a4e289f7522a070e57058cJens Axboe log_err("fio: job %s dropped\n", name); 1348b1508cf9ead36dc789a4e289f7522a070e57058cJens Axboe put_job(td); 134945410acb636e526575d62a037f81ade7916b738cJens Axboe } 13503b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe 13513b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe for (i = 0; i < num_opts; i++) 13523b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe free(opts[i]); 13533b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe num_opts = 0; 13547c124ac153eebf48bc85f9033ae06fd7152e4216Jens Axboe } while (!ret); 1355ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1356cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe if (dump_cmdline) 1357cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe log_info("\n"); 1358cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe 13597e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe i = 0; 13607e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe while (i < nr_job_sections) { 13617e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe free(job_sections[i]); 13627e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe i++; 13637e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe } 13647e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe 13653b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe for (i = 0; i < num_opts; i++) 13663b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe free(opts[i]); 13673b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe 1368ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe free(string); 1369ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe free(name); 13702577594dd6e2857d9efbf6bd81cd7ef507dbcd64Jens Axboe free(opts); 137150d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (!is_buf && f != stdin) 13725a729cbec53a158fa8d8dc5737749cfee20ab31bAaron Carroll fclose(f); 137345410acb636e526575d62a037f81ade7916b738cJens Axboe return ret; 1374ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 1375ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1376ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboestatic int fill_def_thread(void) 1377ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 1378ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe memset(&def_thread, 0, sizeof(def_thread)); 1379ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1380375b2695693f56987e23deef3ded8e5b06ef6797Jens Axboe fio_getaffinity(getpid(), &def_thread.o.cpumask); 13818c029376bbe6d8a6bcb01c3ef7d545720aca3868Jens Axboe def_thread.o.timeout = def_timeout; 13828b28bd41375930664a0ff9ff9b101a88ac416ac5Dmitry Monakhov def_thread.o.error_dump = 1; 1383ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe /* 1384ee738499877bb1ee913e839cb4a8d4edad2d52adJens Axboe * fill default options 1385ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe */ 1386214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe fio_fill_default_options(&def_thread); 1387ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 0; 1388ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 1389ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 139045378b35a047b590d0d3b6f9a7b8fea6dfa47300Jens Axboestatic void usage(const char *name) 13914785f99523f5c69635eb4bd826f25cd2e264cda7Jens Axboe{ 13923d43382c7864753728b181ac356222d67bdd4a3fJens Axboe printf("%s\n", fio_version_string); 139345378b35a047b590d0d3b6f9a7b8fea6dfa47300Jens Axboe printf("%s [options] [job options] <job file(s)>\n", name); 139483881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --debug=options\tEnable debug logging. May be one/more of:\n" 139583881283564820dabaa07c1bdea0e75e686efcaaJens Axboe "\t\t\tprocess,file,io,mem,blktrace,verify,random,parse,\n" 13963e260a46ea9a8de224c3d0a29a608da3440f284aJens Axboe "\t\t\tdiskutil,job,mutex,profile,time,net,rate\n"); 1397111e032d60f2341cfe09accbfcf25ec81b9251e0Jens Axboe printf(" --parse-only\t\tParse options only, don't start any IO\n"); 139883881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --output\t\tWrite output to file\n"); 1399b2cecdc28469f8042d6cc3d83d83b18086845f18liang xie printf(" --runtime\t\tRuntime in seconds\n"); 140083881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --latency-log\t\tGenerate per-job latency logs\n"); 140183881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --bandwidth-log\tGenerate per-job bandwidth logs\n"); 140283881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --minimal\t\tMinimal (terse) output\n"); 1403f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe printf(" --output-format=x\tOutput format (terse,json,normal)\n"); 140475db6e2c168e895cd93504a7d20ddc853413e3b1Jens Axboe printf(" --terse-version=x\tSet terse version output format to 'x'\n"); 1405f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe printf(" --version\t\tPrint version info and exit\n"); 140683881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --help\t\tPrint this page\n"); 140723893646c9306b785f866fb9e976f3db673af0caJens Axboe printf(" --cpuclock-test\tPerform test/validation of CPU clock\n"); 140883881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --cmdhelp=cmd\t\tPrint command help, \"all\" for all of" 14095ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe " them\n"); 1410de890a1e48d40238dac69f302708dde8719de240Steven Lang printf(" --enghelp=engine\tPrint ioengine help, or list" 1411de890a1e48d40238dac69f302708dde8719de240Steven Lang " available ioengines\n"); 1412de890a1e48d40238dac69f302708dde8719de240Steven Lang printf(" --enghelp=engine,cmd\tPrint help for an ioengine" 1413de890a1e48d40238dac69f302708dde8719de240Steven Lang " cmd\n"); 141483881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --showcmd\t\tTurn a job file into command line options\n"); 141583881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --eta=when\t\tWhen ETA estimate should be printed\n"); 141683881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" \t\tMay be \"always\", \"never\" or \"auto\"\n"); 1417e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe printf(" --eta-newline=time\tForce a new line for every 'time'"); 1418e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe printf(" period passed\n"); 141906464907159baf7a1eeac654a023743e33f28d86Jens Axboe printf(" --status-interval=t\tForce full status dump every"); 142006464907159baf7a1eeac654a023743e33f28d86Jens Axboe printf(" 't' period passed\n"); 142183881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --readonly\t\tTurn on safety read-only checks, preventing" 14225ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe " writes\n"); 142383881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --section=name\tOnly run specified section in job file\n"); 142483881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --alloc-size=kb\tSet smalloc pool to this size in kb" 14252b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe " (def 1024)\n"); 142683881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --warnings-fatal\tFio parser warnings are fatal\n"); 142783881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --max-jobs=nr\t\tMaximum number of threads/processes to support\n"); 142883881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --server=args\t\tStart a backend fio server\n"); 142983881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --daemonize=pidfile\tBackground fio server, write pid to file\n"); 143083881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --client=hostname\tTalk to remote backend fio server at hostname\n"); 1431f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu printf(" --idle-prof=option\tReport cpu idleness on a system or percpu basis\n" 1432f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu "\t\t\t(option=system,percpu) or run unit work\n" 1433f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu "\t\t\tcalibration only (option=calibrate)\n"); 1434aa58d2520204f5ae12291fae0289a90fb03dc587Jens Axboe printf("\nFio was written by Jens Axboe <jens.axboe@oracle.com>"); 1435bfca2c74b53e499acd8e97e9e56d3c40a5dd8b4fJens Axboe printf("\n Jens Axboe <jaxboe@fusionio.com>"); 1436bfca2c74b53e499acd8e97e9e56d3c40a5dd8b4fJens Axboe printf("\n Jens Axboe <axboe@fb.com>\n"); 14374785f99523f5c69635eb4bd826f25cd2e264cda7Jens Axboe} 14384785f99523f5c69635eb4bd826f25cd2e264cda7Jens Axboe 143979e48f72dea1639bcbee310c354938287b6d5790Jens Axboe#ifdef FIO_INC_DEBUG 1440ee56ad500f6692381e131cc37299d23fa910a24aJens Axboestruct debug_level debug_levels[] = { 14410b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe { .name = "process", 14420b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .help = "Process creation/exit logging", 14430b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .shift = FD_PROCESS, 14440b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe }, 14450b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe { .name = "file", 14460b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .help = "File related action logging", 14470b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .shift = FD_FILE, 14480b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe }, 14490b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe { .name = "io", 14500b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .help = "IO and IO engine action logging (offsets, queue, completions, etc)", 14510b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .shift = FD_IO, 14520b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe }, 14530b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe { .name = "mem", 14540b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .help = "Memory allocation/freeing logging", 14550b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .shift = FD_MEM, 14560b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe }, 14570b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe { .name = "blktrace", 14580b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .help = "blktrace action logging", 14590b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .shift = FD_BLKTRACE, 14600b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe }, 14610b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe { .name = "verify", 14620b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .help = "IO verification action logging", 14630b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .shift = FD_VERIFY, 14640b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe }, 14650b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe { .name = "random", 14660b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .help = "Random generation logging", 14670b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .shift = FD_RANDOM, 14680b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe }, 14690b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe { .name = "parse", 14700b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .help = "Parser logging", 14710b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .shift = FD_PARSE, 14720b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe }, 14730b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe { .name = "diskutil", 14740b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .help = "Disk utility logging actions", 14750b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .shift = FD_DISKUTIL, 14760b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe }, 14770b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe { .name = "job", 14780b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .help = "Logging related to creating/destroying jobs", 14790b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .shift = FD_JOB, 14800b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe }, 14810b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe { .name = "mutex", 14820b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .help = "Mutex logging", 14830b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .shift = FD_MUTEX 14840b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe }, 14850b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe { .name = "profile", 14860b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .help = "Logging related to profiles", 14870b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .shift = FD_PROFILE, 14880b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe }, 14890b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe { .name = "time", 14900b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .help = "Logging related to time keeping functions", 14910b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .shift = FD_TIME, 14920b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe }, 14930b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe { .name = "net", 14940b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .help = "Network logging", 14950b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .shift = FD_NET, 14960b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe }, 14973e260a46ea9a8de224c3d0a29a608da3440f284aJens Axboe { .name = "rate", 14983e260a46ea9a8de224c3d0a29a608da3440f284aJens Axboe .help = "Rate logging", 14993e260a46ea9a8de224c3d0a29a608da3440f284aJens Axboe .shift = FD_RATE, 15003e260a46ea9a8de224c3d0a29a608da3440f284aJens Axboe }, 150102444ad1868ee94c7c38810cc775784e6a9a5dbeJens Axboe { .name = NULL, }, 1502ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe}; 1503ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 1504c09823ab5c841791025c564ecfc9ada0f850770bJens Axboestatic int set_debug(const char *string) 1505ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe{ 1506ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe struct debug_level *dl; 1507ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe char *p = (char *) string; 1508ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe char *opt; 1509ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe int i; 1510ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 1511ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe if (!strcmp(string, "?") || !strcmp(string, "help")) { 1512ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe log_info("fio: dumping debug options:"); 1513ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe for (i = 0; debug_levels[i].name; i++) { 1514ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe dl = &debug_levels[i]; 1515ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe log_info("%s,", dl->name); 1516ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe } 1517bd6f78b2f0b6375383948f126368804612ec0035Jens Axboe log_info("all\n"); 1518c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe return 1; 1519ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe } 1520ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 1521ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe while ((opt = strsep(&p, ",")) != NULL) { 1522ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe int found = 0; 1523ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 15245e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe if (!strncmp(opt, "all", 3)) { 15255e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe log_info("fio: set all debug options\n"); 15265e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe fio_debug = ~0UL; 15275e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe continue; 15285e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe } 15295e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe 1530ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe for (i = 0; debug_levels[i].name; i++) { 1531ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe dl = &debug_levels[i]; 15325e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe found = !strncmp(opt, dl->name, strlen(dl->name)); 15335e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe if (!found) 15345e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe continue; 15355e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe 15365e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe if (dl->shift == FD_JOB) { 15375e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe opt = strchr(opt, ':'); 15385e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe if (!opt) { 15395e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe log_err("fio: missing job number\n"); 15405e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe break; 15415e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe } 15425e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe opt++; 15435e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe fio_debug_jobno = atoi(opt); 15445e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe log_info("fio: set debug jobno %d\n", 15455e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe fio_debug_jobno); 15465e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe } else { 1547ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe log_info("fio: set debug option %s\n", opt); 1548bd6f78b2f0b6375383948f126368804612ec0035Jens Axboe fio_debug |= (1UL << dl->shift); 1549ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe } 15505e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe break; 1551ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe } 1552ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 1553ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe if (!found) 1554ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe log_err("fio: debug mask %s not found\n", opt); 1555ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe } 1556c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe return 0; 1557ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe} 155879e48f72dea1639bcbee310c354938287b6d5790Jens Axboe#else 155969b98d4c9945bed6b3446a9e73bfaf8e557cf033Jens Axboestatic int set_debug(const char *string) 156079e48f72dea1639bcbee310c354938287b6d5790Jens Axboe{ 156179e48f72dea1639bcbee310c354938287b6d5790Jens Axboe log_err("fio: debug tracing not included in build\n"); 1562c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe return 1; 156379e48f72dea1639bcbee310c354938287b6d5790Jens Axboe} 156479e48f72dea1639bcbee310c354938287b6d5790Jens Axboe#endif 15659ac8a797da61a59c9fa1b59f8574246555403d19Jens Axboe 15664c6107ff4db87f50545bad515543f5024bb39e4aJens Axboestatic void fio_options_fill_optstring(void) 15674c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe{ 15684c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe char *ostr = cmd_optstr; 15694c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe int i, c; 15704c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe 15714c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe c = i = 0; 15724c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe while (l_opts[i].name) { 15734c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe ostr[c++] = l_opts[i].val; 15744c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe if (l_opts[i].has_arg == required_argument) 15754c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe ostr[c++] = ':'; 15764c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe else if (l_opts[i].has_arg == optional_argument) { 15774c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe ostr[c++] = ':'; 15784c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe ostr[c++] = ':'; 15794c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe } 15804c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe i++; 15814c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe } 15824c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe ostr[c] = '\0'; 15834c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe} 15844c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe 1585c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboestatic int client_flag_set(char c) 1586c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe{ 1587c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe int i; 1588c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe 1589c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe i = 0; 1590c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe while (l_opts[i].name) { 1591c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe int val = l_opts[i].val; 1592c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe 1593c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe if (c == (val & 0xff)) 1594c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe return (val & FIO_CLIENT_FLAG); 1595c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe 1596c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe i++; 1597c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe } 1598c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe 1599c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe return 0; 1600c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe} 1601c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe 1602fa2ea806de0d6410320abd97599bc52f5a3e72ccJens Axboevoid parse_cmd_client(void *client, char *opt) 16037a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe{ 1604fa2ea806de0d6410320abd97599bc52f5a3e72ccJens Axboe fio_client_add_cmd_option(client, opt); 16057a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe} 16067a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe 160746bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboeint parse_cmd_line(int argc, char *argv[], int client_type) 1608ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 1609b46928282e0a890f49250e79b81af773a2b7108fJens Axboe struct thread_data *td = NULL; 1610c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe int c, ini_idx = 0, lidx, ret = 0, do_exit = 0, exit_val = 0; 16114c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe char *ostr = cmd_optstr; 1612402668f3e05259bfc135fc097136428feda01006Jens Axboe void *pid_file = NULL; 16139bae26e8a220ab28b59d6710c6f7aa6e28b86171Jens Axboe void *cur_client = NULL; 161481179eec4a84ff25c190a8a6a685b0b3b4dd2a37Jens Axboe int backend = 0; 1615ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1616c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe /* 1617c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe * Reset optind handling, since we may call this multiple times 1618c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe * for the backend. 1619c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe */ 1620c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe optind = 1; 16217a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe 1622c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe while ((c = getopt_long_only(argc, argv, ostr, l_opts, &lidx)) != -1) { 1623085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe did_arg = 1; 1624085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe 1625c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe if ((c & FIO_CLIENT_FLAG) || client_flag_set(c)) { 1626fa2ea806de0d6410320abd97599bc52f5a3e72ccJens Axboe parse_cmd_client(cur_client, argv[optind - 1]); 16277a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe c &= ~FIO_CLIENT_FLAG; 16287a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe } 16297a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe 1630ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe switch (c) { 16312b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe case 'a': 16322b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe smalloc_pool_size = atoi(optarg); 16332b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe break; 1634b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 't': 16358c029376bbe6d8a6bcb01c3ef7d545720aca3868Jens Axboe def_timeout = atoi(optarg); 1636b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1637b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 'l': 1638b46928282e0a890f49250e79b81af773a2b7108fJens Axboe write_lat_log = 1; 1639b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 16403d73e5a9549d30324d1c5e31eb644077380c0b95Jens Axboe case 'b': 1641b46928282e0a890f49250e79b81af773a2b7108fJens Axboe write_bw_log = 1; 1642b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1643b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 'o': 1644b46928282e0a890f49250e79b81af773a2b7108fJens Axboe f_out = fopen(optarg, "w+"); 1645b46928282e0a890f49250e79b81af773a2b7108fJens Axboe if (!f_out) { 1646b46928282e0a890f49250e79b81af773a2b7108fJens Axboe perror("fopen output"); 1647b46928282e0a890f49250e79b81af773a2b7108fJens Axboe exit(1); 1648b46928282e0a890f49250e79b81af773a2b7108fJens Axboe } 1649b46928282e0a890f49250e79b81af773a2b7108fJens Axboe f_err = f_out; 1650b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1651b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 'm': 1652f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe output_format = FIO_OUTPUT_TERSE; 1653b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1654f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe case 'F': 1655f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe if (!strcmp(optarg, "minimal") || 1656f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe !strcmp(optarg, "terse") || 1657f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe !strcmp(optarg, "csv")) 1658f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe output_format = FIO_OUTPUT_TERSE; 1659f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe else if (!strcmp(optarg, "json")) 1660f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe output_format = FIO_OUTPUT_JSON; 1661f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe else 1662f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe output_format = FIO_OUTPUT_NORMAL; 1663b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1664b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 'h': 16657874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe if (!cur_client) { 1666c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe usage(argv[0]); 16677874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe do_exit++; 16687874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe } 1669c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe break; 1670fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe case 'c': 16717874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe if (!cur_client) { 1672c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe fio_show_option_help(optarg); 16737874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe do_exit++; 16747874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe } 1675c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe break; 1676de890a1e48d40238dac69f302708dde8719de240Steven Lang case 'i': 1677de890a1e48d40238dac69f302708dde8719de240Steven Lang if (!cur_client) { 1678de890a1e48d40238dac69f302708dde8719de240Steven Lang fio_show_ioengine_help(optarg); 1679de890a1e48d40238dac69f302708dde8719de240Steven Lang do_exit++; 1680de890a1e48d40238dac69f302708dde8719de240Steven Lang } 1681de890a1e48d40238dac69f302708dde8719de240Steven Lang break; 1682cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe case 's': 1683cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe dump_cmdline = 1; 1684cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe break; 1685724e4435c1374e97309b122429ad9291744966c0Jens Axboe case 'r': 1686724e4435c1374e97309b122429ad9291744966c0Jens Axboe read_only = 1; 1687724e4435c1374e97309b122429ad9291744966c0Jens Axboe break; 1688b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 'v': 16897874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe if (!cur_client) { 16903d43382c7864753728b181ac356222d67bdd4a3fJens Axboe log_info("%s\n", fio_version_string); 16917874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe do_exit++; 16927874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe } 1693c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe break; 1694f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe case 'V': 1695f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe terse_version = atoi(optarg); 169609786f5fa4e64e63be97ae8469866715226bf837Jens Axboe if (!(terse_version == 2 || terse_version == 3 || 169709786f5fa4e64e63be97ae8469866715226bf837Jens Axboe terse_version == 4)) { 1698f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe log_err("fio: bad terse version format\n"); 1699f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe exit_val = 1; 1700f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe do_exit++; 1701f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe } 1702f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe break; 1703e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll case 'e': 1704e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll if (!strcmp("always", optarg)) 1705e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll eta_print = FIO_ETA_ALWAYS; 1706e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll else if (!strcmp("never", optarg)) 1707e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll eta_print = FIO_ETA_NEVER; 1708e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll break; 1709e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe case 'E': { 1710e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe long long t = 0; 1711e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe 1712e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe if (str_to_decimal(optarg, &t, 0, NULL)) { 1713e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe log_err("fio: failed parsing eta time %s\n", optarg); 1714e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe exit_val = 1; 1715e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe do_exit++; 1716e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe } 1717e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe eta_new_line = t; 1718e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe break; 1719e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe } 1720ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe case 'd': 1721c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe if (set_debug(optarg)) 1722c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe do_exit++; 1723ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe break; 1724111e032d60f2341cfe09accbfcf25ec81b9251e0Jens Axboe case 'P': 1725111e032d60f2341cfe09accbfcf25ec81b9251e0Jens Axboe parse_only = 1; 1726111e032d60f2341cfe09accbfcf25ec81b9251e0Jens Axboe break; 1727ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe case 'x': { 1728ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe size_t new_size; 1729ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe 173001f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (!strcmp(optarg, "global")) { 17315ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe log_err("fio: can't use global as only " 17325ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe "section\n"); 1733c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe do_exit++; 1734c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe exit_val = 1; 173501f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe break; 173601f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe } 1737ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe new_size = (nr_job_sections + 1) * sizeof(char *); 1738ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe job_sections = realloc(job_sections, new_size); 1739ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe job_sections[nr_job_sections] = strdup(optarg); 1740ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe nr_job_sections++; 174101f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe break; 1742ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe } 17439ac8a797da61a59c9fa1b59f8574246555403d19Jens Axboe case 'p': 174407b3232de97ac32a873f0b5d17c8f49c18ed3ae7Jens Axboe exec_profile = strdup(optarg); 17459ac8a797da61a59c9fa1b59f8574246555403d19Jens Axboe break; 1746b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case FIO_GETOPT_JOB: { 17475ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe const char *opt = l_opts[lidx].name; 1748b46928282e0a890f49250e79b81af773a2b7108fJens Axboe char *val = optarg; 1749b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 1750c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe if (!strncmp(opt, "name", 4) && td) { 175146bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboe ret = add_job(td, td->o.name ?: "fio", 0, 0, client_type); 17526625155407de739e1e857419b7b4fb62f6c6bb2eJens Axboe if (ret) 1753c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe return 0; 1754c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe td = NULL; 1755c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe } 1756b46928282e0a890f49250e79b81af773a2b7108fJens Axboe if (!td) { 175701f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe int is_section = !strncmp(opt, "name", 4); 17583106f220e1710d7e53cb7bd0dbc7dac4584af463Jens Axboe int global = 0; 17593106f220e1710d7e53cb7bd0dbc7dac4584af463Jens Axboe 176001f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (!is_section || !strncmp(val, "global", 6)) 17613106f220e1710d7e53cb7bd0dbc7dac4584af463Jens Axboe global = 1; 1762c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe 176301f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (is_section && skip_this_section(val)) 176401f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe continue; 176501f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe 1766de890a1e48d40238dac69f302708dde8719de240Steven Lang td = get_new_job(global, &def_thread, 1); 1767de890a1e48d40238dac69f302708dde8719de240Steven Lang if (!td || ioengine_load(td)) 1768b46928282e0a890f49250e79b81af773a2b7108fJens Axboe return 0; 1769de890a1e48d40238dac69f302708dde8719de240Steven Lang fio_options_set_ioengine_opts(l_opts, td); 1770b46928282e0a890f49250e79b81af773a2b7108fJens Axboe } 177138d0adb0d129e2eef7bf21e85ba4758c3789cb8eJens Axboe 17729d918187e8eceda6637544b7cb0fa3ee734ee5c0Jens Axboe if ((!val || !strlen(val)) && 17739d918187e8eceda6637544b7cb0fa3ee734ee5c0Jens Axboe l_opts[lidx].has_arg == required_argument) { 17749d918187e8eceda6637544b7cb0fa3ee734ee5c0Jens Axboe log_err("fio: option %s requires an argument\n", opt); 17759d918187e8eceda6637544b7cb0fa3ee734ee5c0Jens Axboe ret = 1; 17769d918187e8eceda6637544b7cb0fa3ee734ee5c0Jens Axboe } else 17779d918187e8eceda6637544b7cb0fa3ee734ee5c0Jens Axboe ret = fio_cmd_option_parse(td, opt, val); 17789d918187e8eceda6637544b7cb0fa3ee734ee5c0Jens Axboe 1779bfb3ea221ed3b5ce4a0795cee778b965ee83cf9fJens Axboe if (ret) { 1780bfb3ea221ed3b5ce4a0795cee778b965ee83cf9fJens Axboe if (td) { 1781bfb3ea221ed3b5ce4a0795cee778b965ee83cf9fJens Axboe put_job(td); 1782bfb3ea221ed3b5ce4a0795cee778b965ee83cf9fJens Axboe td = NULL; 1783bfb3ea221ed3b5ce4a0795cee778b965ee83cf9fJens Axboe } 1784a88c8c14172004a1b6518ca181fe7f60c64c2c1aJens Axboe do_exit++; 1785bfb3ea221ed3b5ce4a0795cee778b965ee83cf9fJens Axboe } 1786de890a1e48d40238dac69f302708dde8719de240Steven Lang 1787de890a1e48d40238dac69f302708dde8719de240Steven Lang if (!ret && !strcmp(opt, "ioengine")) { 1788de890a1e48d40238dac69f302708dde8719de240Steven Lang free_ioengine(td); 1789de890a1e48d40238dac69f302708dde8719de240Steven Lang if (ioengine_load(td)) 1790de890a1e48d40238dac69f302708dde8719de240Steven Lang return 0; 1791de890a1e48d40238dac69f302708dde8719de240Steven Lang fio_options_set_ioengine_opts(l_opts, td); 1792de890a1e48d40238dac69f302708dde8719de240Steven Lang } 1793de890a1e48d40238dac69f302708dde8719de240Steven Lang break; 1794de890a1e48d40238dac69f302708dde8719de240Steven Lang } 1795de890a1e48d40238dac69f302708dde8719de240Steven Lang case FIO_GETOPT_IOENGINE: { 1796de890a1e48d40238dac69f302708dde8719de240Steven Lang const char *opt = l_opts[lidx].name; 1797de890a1e48d40238dac69f302708dde8719de240Steven Lang char *val = optarg; 1798de890a1e48d40238dac69f302708dde8719de240Steven Lang ret = fio_cmd_ioengine_option_parse(td, opt, val); 1799b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1800b46928282e0a890f49250e79b81af773a2b7108fJens Axboe } 1801a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe case 'w': 1802a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe warnings_fatal = 1; 1803a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe break; 1804fca7035863bd570270376a0c06776e5549ff813eJens Axboe case 'j': 1805fca7035863bd570270376a0c06776e5549ff813eJens Axboe max_jobs = atoi(optarg); 1806fca7035863bd570270376a0c06776e5549ff813eJens Axboe if (!max_jobs || max_jobs > REAL_MAX_JOBS) { 1807fca7035863bd570270376a0c06776e5549ff813eJens Axboe log_err("fio: invalid max jobs: %d\n", max_jobs); 1808fca7035863bd570270376a0c06776e5549ff813eJens Axboe do_exit++; 1809fca7035863bd570270376a0c06776e5549ff813eJens Axboe exit_val = 1; 1810fca7035863bd570270376a0c06776e5549ff813eJens Axboe } 1811fca7035863bd570270376a0c06776e5549ff813eJens Axboe break; 181250d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe case 'S': 1813a37f69b72a74cbde6151458b890aab8d093f0c9fJens Axboe if (nr_clients) { 1814132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe log_err("fio: can't be both client and server\n"); 1815132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe do_exit++; 1816132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe exit_val = 1; 1817132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe break; 1818132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe } 181987aa8f1901e26bc377f3035a485d35c417d0255aJens Axboe if (optarg) 1820bebe639808147d587bbe776566d390b9ff98773fJens Axboe fio_server_set_arg(optarg); 182150d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe is_backend = 1; 182281179eec4a84ff25c190a8a6a685b0b3b4dd2a37Jens Axboe backend = 1; 182350d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe break; 1824e46d809110bd4ad2980ca64931b683673444454bJens Axboe case 'D': 1825402668f3e05259bfc135fc097136428feda01006Jens Axboe pid_file = strdup(optarg); 1826e46d809110bd4ad2980ca64931b683673444454bJens Axboe break; 1827f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu case 'I': 1828f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu if ((ret = fio_idle_prof_parse_opt(optarg))) { 1829f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu /* exit on error and calibration only */ 1830f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu do_exit++; 1831f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu if (ret == -1) 1832f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu exit_val = 1; 1833f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu } 1834f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu break; 1835132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe case 'C': 1836132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe if (is_backend) { 1837132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe log_err("fio: can't be both client and server\n"); 1838132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe do_exit++; 1839132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe exit_val = 1; 1840132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe break; 1841132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe } 1842a52766160d7f2a937c74d4adee1819ef00467d4bJens Axboe if (fio_client_add(&fio_client_ops, optarg, &cur_client)) { 1843bebe639808147d587bbe776566d390b9ff98773fJens Axboe log_err("fio: failed adding client %s\n", optarg); 1844bebe639808147d587bbe776566d390b9ff98773fJens Axboe do_exit++; 1845bebe639808147d587bbe776566d390b9ff98773fJens Axboe exit_val = 1; 1846bebe639808147d587bbe776566d390b9ff98773fJens Axboe break; 1847bebe639808147d587bbe776566d390b9ff98773fJens Axboe } 184814ea90edf265aae2b82f25418fde179c452909f9Jens Axboe /* 184914ea90edf265aae2b82f25418fde179c452909f9Jens Axboe * If the next argument exists and isn't an option, 185014ea90edf265aae2b82f25418fde179c452909f9Jens Axboe * assume it's a job file for this client only. 185114ea90edf265aae2b82f25418fde179c452909f9Jens Axboe */ 185214ea90edf265aae2b82f25418fde179c452909f9Jens Axboe while (optind < argc) { 185314ea90edf265aae2b82f25418fde179c452909f9Jens Axboe if (!strncmp(argv[optind], "--", 2) || 185414ea90edf265aae2b82f25418fde179c452909f9Jens Axboe !strncmp(argv[optind], "-", 1)) 185514ea90edf265aae2b82f25418fde179c452909f9Jens Axboe break; 185614ea90edf265aae2b82f25418fde179c452909f9Jens Axboe 185714ea90edf265aae2b82f25418fde179c452909f9Jens Axboe fio_client_add_ini_file(cur_client, argv[optind]); 185814ea90edf265aae2b82f25418fde179c452909f9Jens Axboe optind++; 185914ea90edf265aae2b82f25418fde179c452909f9Jens Axboe } 1860132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe break; 18617d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe case 'T': 18627d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe do_exit++; 18637d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe exit_val = fio_monotonic_clocktest(); 18647d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe break; 186506464907159baf7a1eeac654a023743e33f28d86Jens Axboe case 'L': { 186606464907159baf7a1eeac654a023743e33f28d86Jens Axboe long long val; 186706464907159baf7a1eeac654a023743e33f28d86Jens Axboe 186806464907159baf7a1eeac654a023743e33f28d86Jens Axboe if (check_str_time(optarg, &val)) { 186906464907159baf7a1eeac654a023743e33f28d86Jens Axboe log_err("fio: failed parsing time %s\n", optarg); 187006464907159baf7a1eeac654a023743e33f28d86Jens Axboe do_exit++; 187106464907159baf7a1eeac654a023743e33f28d86Jens Axboe exit_val = 1; 187206464907159baf7a1eeac654a023743e33f28d86Jens Axboe break; 187306464907159baf7a1eeac654a023743e33f28d86Jens Axboe } 187406464907159baf7a1eeac654a023743e33f28d86Jens Axboe status_interval = val * 1000; 187506464907159baf7a1eeac654a023743e33f28d86Jens Axboe break; 187606464907159baf7a1eeac654a023743e33f28d86Jens Axboe } 1877798827c895a585f284842f6b99378be19c821263Jens Axboe case '?': 1878798827c895a585f284842f6b99378be19c821263Jens Axboe log_err("%s: unrecognized option '%s'\n", argv[0], 1879798827c895a585f284842f6b99378be19c821263Jens Axboe argv[optind - 1]); 1880b46928282e0a890f49250e79b81af773a2b7108fJens Axboe default: 1881c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe do_exit++; 1882c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe exit_val = 1; 1883b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1884ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 1885c7d5c941db51482ba196ef888fdd44f285363946Jens Axboe if (do_exit) 1886c7d5c941db51482ba196ef888fdd44f285363946Jens Axboe break; 1887ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 1888c9fad893e8333682d6ab67a269b0dd74f303c5bcJens Axboe 18890b14f0a8bc16f949d9ff3eb425fa7a896513fb15Jens Axboe if (do_exit && !(is_backend || nr_clients)) 18900b14f0a8bc16f949d9ff3eb425fa7a896513fb15Jens Axboe exit(exit_val); 1891536582bf89bb97eb3636e41470f303877a738810Jens Axboe 1892a37f69b72a74cbde6151458b890aab8d093f0c9fJens Axboe if (nr_clients && fio_clients_connect()) { 1893132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe do_exit++; 1894132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe exit_val = 1; 1895cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe return -1; 1896132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe } 1897132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe 189881179eec4a84ff25c190a8a6a685b0b3b4dd2a37Jens Axboe if (is_backend && backend) 1899402668f3e05259bfc135fc097136428feda01006Jens Axboe return fio_start_server(pid_file); 190050d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe 1901b46928282e0a890f49250e79b81af773a2b7108fJens Axboe if (td) { 19027d6a8904cc2973a857f4bb50f85e7c75375c553dJens Axboe if (!ret) 190346bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboe ret = add_job(td, td->o.name ?: "fio", 0, 0, client_type); 1904972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe } 1905774a617767830b5023f6cad4a45609a92ec82d41Jens Axboe 19067874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe while (!ret && optind < argc) { 1907b46928282e0a890f49250e79b81af773a2b7108fJens Axboe ini_idx++; 1908b46928282e0a890f49250e79b81af773a2b7108fJens Axboe ini_file = realloc(ini_file, ini_idx * sizeof(char *)); 1909b46928282e0a890f49250e79b81af773a2b7108fJens Axboe ini_file[ini_idx - 1] = strdup(argv[optind]); 1910b46928282e0a890f49250e79b81af773a2b7108fJens Axboe optind++; 1911eb8bbf48e79a8c6afd3c84e3d64263d10ee45daaJens Axboe } 1912972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe 1913972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe return ini_idx; 1914ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 1915ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 19160420ba6a85617cb02e196ac92e519191dafc6c52Jens Axboeint fio_init_options(void) 1917ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 1918b46928282e0a890f49250e79b81af773a2b7108fJens Axboe f_out = stdout; 1919b46928282e0a890f49250e79b81af773a2b7108fJens Axboe f_err = stderr; 1920b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 19214c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe fio_options_fill_optstring(); 19225ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe fio_options_dup_and_init(l_opts); 1923b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 19249d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe atexit(free_shm); 19259d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 1926ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (fill_def_thread()) 1927ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 1; 1928ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 19290420ba6a85617cb02e196ac92e519191dafc6c52Jens Axboe return 0; 19300420ba6a85617cb02e196ac92e519191dafc6c52Jens Axboe} 19310420ba6a85617cb02e196ac92e519191dafc6c52Jens Axboe 193251167799022df58d45a99bbd7aa9cf81a47c46c9Jens Axboeextern int fio_check_options(struct thread_options *); 193351167799022df58d45a99bbd7aa9cf81a47c46c9Jens Axboe 19340420ba6a85617cb02e196ac92e519191dafc6c52Jens Axboeint parse_options(int argc, char *argv[]) 19350420ba6a85617cb02e196ac92e519191dafc6c52Jens Axboe{ 193646bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboe const int type = FIO_CLIENT_TYPE_CLI; 19370420ba6a85617cb02e196ac92e519191dafc6c52Jens Axboe int job_files, i; 19380420ba6a85617cb02e196ac92e519191dafc6c52Jens Axboe 19390420ba6a85617cb02e196ac92e519191dafc6c52Jens Axboe if (fio_init_options()) 19400420ba6a85617cb02e196ac92e519191dafc6c52Jens Axboe return 1; 194151167799022df58d45a99bbd7aa9cf81a47c46c9Jens Axboe if (fio_test_cconv(&def_thread.o)) 194251167799022df58d45a99bbd7aa9cf81a47c46c9Jens Axboe log_err("fio: failed internal cconv test\n"); 19430420ba6a85617cb02e196ac92e519191dafc6c52Jens Axboe 194446bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboe job_files = parse_cmd_line(argc, argv, type); 1945ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1946cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe if (job_files > 0) { 1947cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe for (i = 0; i < job_files; i++) { 1948cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe if (fill_def_thread()) 1949132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe return 1; 1950cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe if (nr_clients) { 1951cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe if (fio_clients_send_ini(ini_file[i])) 1952cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe return 1; 1953cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe free(ini_file[i]); 1954cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe } else if (!is_backend) { 195546bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboe if (parse_jobs_ini(ini_file[i], 0, i, type)) 1956cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe return 1; 1957cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe free(ini_file[i]); 1958cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe } 1959132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe } 196014ea90edf265aae2b82f25418fde179c452909f9Jens Axboe } else if (nr_clients) { 196114ea90edf265aae2b82f25418fde179c452909f9Jens Axboe if (fill_def_thread()) 196214ea90edf265aae2b82f25418fde179c452909f9Jens Axboe return 1; 196314ea90edf265aae2b82f25418fde179c452909f9Jens Axboe if (fio_clients_send_ini(NULL)) 196414ea90edf265aae2b82f25418fde179c452909f9Jens Axboe return 1; 1965972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe } 1966ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 196788c6ed8085efd1403fd34072311991cb666a5b9eJens Axboe free(ini_file); 19687e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe fio_options_free(&def_thread); 1969b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 1970b46928282e0a890f49250e79b81af773a2b7108fJens Axboe if (!thread_number) { 1971f9633d729f0d2067c3f79b5e82e7129de1e650cdJens Axboe if (parse_dryrun()) 1972cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe return 0; 197307b3232de97ac32a873f0b5d17c8f49c18ed3ae7Jens Axboe if (exec_profile) 197407b3232de97ac32a873f0b5d17c8f49c18ed3ae7Jens Axboe return 0; 1975a37f69b72a74cbde6151458b890aab8d093f0c9fJens Axboe if (is_backend || nr_clients) 19765c341e9a5734742ae1137388345d4f47efdd4f05Jens Axboe return 0; 1977085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe if (did_arg) 1978085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe return 0; 1979cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe 1980d65e11c6483f6664ac93da58dd8d46508f651e53Jens Axboe log_err("No jobs(s) defined\n\n"); 1981085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe 1982085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe if (!did_arg) { 1983085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe usage(argv[0]); 1984085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe return 1; 1985085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe } 1986085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe 1987085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe return 0; 1988b46928282e0a890f49250e79b81af773a2b7108fJens Axboe } 1989b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 1990be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe if (def_thread.o.gtod_offload) { 1991be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe fio_gtod_init(); 1992be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe fio_gtod_offload = 1; 1993be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe fio_gtod_cpu = def_thread.o.gtod_cpu; 1994be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe } 1995be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe 1996f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe if (output_format == FIO_OUTPUT_NORMAL) 19973d43382c7864753728b181ac356222d67bdd4a3fJens Axboe log_info("%s\n", fio_version_string); 1998f6dea4d33fb57a6e7cb64414793c57f10b702851Jens Axboe 1999ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 0; 2000ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 2001588b7f09161ff432777de4cf9c3345b6f976ad98Jens Axboe 2002588b7f09161ff432777de4cf9c3345b6f976ad98Jens Axboevoid options_default_fill(struct thread_options *o) 2003588b7f09161ff432777de4cf9c3345b6f976ad98Jens Axboe{ 2004588b7f09161ff432777de4cf9c3345b6f976ad98Jens Axboe memcpy(o, &def_thread.o, sizeof(*o)); 2005588b7f09161ff432777de4cf9c3345b6f976ad98Jens Axboe} 2006