init.c revision d01612f3ae2515eb035d0c4ce954d8cb167a0a61
1906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe/* 2cb2c86fdf03241fee32fd2e2caff43af1022403cJens Axboe * This file contains job initialization and setup functions. 3906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe */ 4ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <stdio.h> 5ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <stdlib.h> 6ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <unistd.h> 7ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <fcntl.h> 8ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <ctype.h> 9ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <string.h> 10ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <errno.h> 11ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <sys/ipc.h> 12ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <sys/types.h> 13ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <sys/stat.h> 14ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 15ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include "fio.h" 16a5e0ee11ec34cfc70a78aee4f7a2eeb01d9cf41fOleg#ifndef FIO_NO_HAVE_SHM_H 17a5e0ee11ec34cfc70a78aee4f7a2eeb01d9cf41fOleg#include <sys/shm.h> 18a5e0ee11ec34cfc70a78aee4f7a2eeb01d9cf41fOleg#endif 19a5e0ee11ec34cfc70a78aee4f7a2eeb01d9cf41fOleg 20cb2c86fdf03241fee32fd2e2caff43af1022403cJens Axboe#include "parse.h" 212e5cdb118aeb26cb469a50f746b632676306f698Jens Axboe#include "smalloc.h" 22380065aa652b87093d6bbd240e70db30bd6f193dJens Axboe#include "filehash.h" 234f5af7b2370a6d3e64bc5128905c1aa8b0dc51b0Jens Axboe#include "verify.h" 2479d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe#include "profile.h" 2550d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe#include "server.h" 26f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu#include "idletime.h" 27ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 28bf2e821a55d8aa3de1cda7288a0e22883110fdc6Cigy Cyriac#include "lib/getopt.h" 29e25b6d5a0a16b978385bfb93a4c156b03363d136Jens Axboe#include "lib/strcasestr.h" 30bf2e821a55d8aa3de1cda7288a0e22883110fdc6Cigy Cyriac 313d43382c7864753728b181ac356222d67bdd4a3fJens Axboeconst char fio_version_string[] = FIO_VERSION; 32214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe 33ee738499877bb1ee913e839cb4a8d4edad2d52adJens Axboe#define FIO_RANDSEED (0xb1899bedUL) 34ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 35214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboestatic char **ini_file; 36fca7035863bd570270376a0c06776e5549ff813eJens Axboestatic int max_jobs = FIO_MAX_JOBS; 37cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboestatic int dump_cmdline; 388c029376bbe6d8a6bcb01c3ef7d545720aca3868Jens Axboestatic int def_timeout; 39111e032d60f2341cfe09accbfcf25ec81b9251e0Jens Axboestatic int parse_only; 40e1f365035a952233463d85d659bd960ba78f012eJens Axboe 41be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboestatic struct thread_data def_thread; 42214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboestruct thread_data *threads = NULL; 43e1f365035a952233463d85d659bd960ba78f012eJens Axboe 44214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboeint exitall_on_terminate = 0; 45f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboeint output_format = FIO_OUTPUT_NORMAL; 465be4c944e83b32c0c6842130df3dc1d46cd6eb1fJens Axboeint eta_print = FIO_ETA_AUTO; 47e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboeint eta_new_line = 0; 48214e1ecae844a32bf8f66d19132f4948d922dceeJens AxboeFILE *f_out = NULL; 49214e1ecae844a32bf8f66d19132f4948d922dceeJens AxboeFILE *f_err = NULL; 50ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboechar **job_sections = NULL; 51ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboeint nr_job_sections = 0; 5207b3232de97ac32a873f0b5d17c8f49c18ed3ae7Jens Axboechar *exec_profile = NULL; 53a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboeint warnings_fatal = 0; 544d658652bac63fd72af8302e27deba5beb381906Jens Axboeint terse_version = 3; 5550d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboeint is_backend = 0; 56a37f69b72a74cbde6151458b890aab8d093f0c9fJens Axboeint nr_clients = 0; 57e46d809110bd4ad2980ca64931b683673444454bJens Axboeint log_syslog = 0; 58ee738499877bb1ee913e839cb4a8d4edad2d52adJens Axboe 59214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboeint write_bw_log = 0; 604241ea8fb0606f9bd5b7ed1278d3b7825883acf6Jens Axboeint read_only = 0; 6106464907159baf7a1eeac654a023743e33f28d86Jens Axboeint status_interval = 0; 62214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe 635ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboestatic int write_lat_log; 64e1f365035a952233463d85d659bd960ba78f012eJens Axboe 65214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboestatic int prev_group_jobs; 66b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 67ee56ad500f6692381e131cc37299d23fa910a24aJens Axboeunsigned long fio_debug = 0; 685e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboeunsigned int fio_debug_jobno = -1; 695e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboeunsigned int *fio_debug_jobp = NULL; 70ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 714c6107ff4db87f50545bad515543f5024bb39e4aJens Axboestatic char cmd_optstr[256]; 72085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboestatic int did_arg; 734c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe 747a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe#define FIO_CLIENT_FLAG (1 << 16) 757a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe 76b46928282e0a890f49250e79b81af773a2b7108fJens Axboe/* 77b46928282e0a890f49250e79b81af773a2b7108fJens Axboe * Command line options. These will contain the above, plus a few 78b46928282e0a890f49250e79b81af773a2b7108fJens Axboe * extra that only pertain to fio itself and not jobs. 79b46928282e0a890f49250e79b81af773a2b7108fJens Axboe */ 805ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboestatic struct option l_opts[FIO_NR_OPTIONS] = { 81b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 8208d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "output", 83b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = required_argument, 847a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'o' | FIO_CLIENT_FLAG, 85b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 86b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 8708d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "timeout", 88b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = required_argument, 897a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 't' | FIO_CLIENT_FLAG, 90b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 91b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 9208d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "latency-log", 93b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = required_argument, 947a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'l' | FIO_CLIENT_FLAG, 95b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 96b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 9708d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "bandwidth-log", 98b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = required_argument, 997a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'b' | FIO_CLIENT_FLAG, 100b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 101b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 10208d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "minimal", 103b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = optional_argument, 1047a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'm' | FIO_CLIENT_FLAG, 105b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 106b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 107f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe .name = (char *) "output-format", 108cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li .has_arg = optional_argument, 109f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe .val = 'F' | FIO_CLIENT_FLAG, 110cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li }, 111cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li { 11208d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "version", 113b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .has_arg = no_argument, 1147a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'v' | FIO_CLIENT_FLAG, 115b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 116b46928282e0a890f49250e79b81af773a2b7108fJens Axboe { 11708d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "help", 118fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe .has_arg = no_argument, 1197a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'h' | FIO_CLIENT_FLAG, 120fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe }, 121fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe { 12208d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "cmdhelp", 123320beefe2d0c5f05f24b4e0c1d13fcb2f1286a78Jens Axboe .has_arg = optional_argument, 1247a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'c' | FIO_CLIENT_FLAG, 125fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe }, 126fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe { 12706464907159baf7a1eeac654a023743e33f28d86Jens Axboe .name = (char *) "enghelp", 128de890a1e48d40238dac69f302708dde8719de240Steven Lang .has_arg = optional_argument, 12906464907159baf7a1eeac654a023743e33f28d86Jens Axboe .val = 'i' | FIO_CLIENT_FLAG, 130de890a1e48d40238dac69f302708dde8719de240Steven Lang }, 131de890a1e48d40238dac69f302708dde8719de240Steven Lang { 13208d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "showcmd", 133cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe .has_arg = no_argument, 1347a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 's' | FIO_CLIENT_FLAG, 135724e4435c1374e97309b122429ad9291744966c0Jens Axboe }, 136724e4435c1374e97309b122429ad9291744966c0Jens Axboe { 13708d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "readonly", 138724e4435c1374e97309b122429ad9291744966c0Jens Axboe .has_arg = no_argument, 1397a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'r' | FIO_CLIENT_FLAG, 140cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe }, 141cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe { 14208d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "eta", 143e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll .has_arg = required_argument, 1447a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'e' | FIO_CLIENT_FLAG, 145e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll }, 146e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll { 147e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe .name = (char *) "eta-newline", 148e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe .has_arg = required_argument, 149e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe .val = 'E' | FIO_CLIENT_FLAG, 150e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe }, 151e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe { 15208d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "debug", 153ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe .has_arg = required_argument, 1547a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'd' | FIO_CLIENT_FLAG, 155ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe }, 156ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe { 157111e032d60f2341cfe09accbfcf25ec81b9251e0Jens Axboe .name = (char *) "parse-only", 158111e032d60f2341cfe09accbfcf25ec81b9251e0Jens Axboe .has_arg = no_argument, 159111e032d60f2341cfe09accbfcf25ec81b9251e0Jens Axboe .val = 'P' | FIO_CLIENT_FLAG, 160111e032d60f2341cfe09accbfcf25ec81b9251e0Jens Axboe }, 161111e032d60f2341cfe09accbfcf25ec81b9251e0Jens Axboe { 16208d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "section", 16301f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe .has_arg = required_argument, 1647a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'x' | FIO_CLIENT_FLAG, 16501f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe }, 16601f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe { 16708d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "alloc-size", 1682b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe .has_arg = required_argument, 1697a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'a' | FIO_CLIENT_FLAG, 1702b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe }, 1712b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe { 17208d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "profile", 1739ac8a797da61a59c9fa1b59f8574246555403d19Jens Axboe .has_arg = required_argument, 1747a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'p' | FIO_CLIENT_FLAG, 1759ac8a797da61a59c9fa1b59f8574246555403d19Jens Axboe }, 1769ac8a797da61a59c9fa1b59f8574246555403d19Jens Axboe { 17708d2a19c76b310f68ad2ecab17dff2a2a4c1adf8Jens Axboe .name = (char *) "warnings-fatal", 178a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe .has_arg = no_argument, 1797a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'w' | FIO_CLIENT_FLAG, 180a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe }, 181a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe { 182fca7035863bd570270376a0c06776e5549ff813eJens Axboe .name = (char *) "max-jobs", 183fca7035863bd570270376a0c06776e5549ff813eJens Axboe .has_arg = required_argument, 1847a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'j' | FIO_CLIENT_FLAG, 185fca7035863bd570270376a0c06776e5549ff813eJens Axboe }, 186fca7035863bd570270376a0c06776e5549ff813eJens Axboe { 187f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe .name = (char *) "terse-version", 188f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe .has_arg = required_argument, 1897a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe .val = 'V' | FIO_CLIENT_FLAG, 190f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe }, 191f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe { 19250d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe .name = (char *) "server", 19387aa8f1901e26bc377f3035a485d35c417d0255aJens Axboe .has_arg = optional_argument, 19450d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe .val = 'S', 19550d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe }, 196e46d809110bd4ad2980ca64931b683673444454bJens Axboe { .name = (char *) "daemonize", 197402668f3e05259bfc135fc097136428feda01006Jens Axboe .has_arg = required_argument, 198e46d809110bd4ad2980ca64931b683673444454bJens Axboe .val = 'D', 199e46d809110bd4ad2980ca64931b683673444454bJens Axboe }, 20050d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe { 201132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe .name = (char *) "client", 202132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe .has_arg = required_argument, 203132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe .val = 'C', 204132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe }, 205132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe { 2067d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe .name = (char *) "cpuclock-test", 2077d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe .has_arg = no_argument, 2087d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe .val = 'T', 2097d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe }, 2107d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe { 211f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu .name = (char *) "idle-prof", 212f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu .has_arg = required_argument, 213f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu .val = 'I', 214f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu }, 215f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu { 21606464907159baf7a1eeac654a023743e33f28d86Jens Axboe .name = (char *) "status-interval", 21706464907159baf7a1eeac654a023743e33f28d86Jens Axboe .has_arg = required_argument, 21806464907159baf7a1eeac654a023743e33f28d86Jens Axboe .val = 'L', 21906464907159baf7a1eeac654a023743e33f28d86Jens Axboe }, 22006464907159baf7a1eeac654a023743e33f28d86Jens Axboe { 221b46928282e0a890f49250e79b81af773a2b7108fJens Axboe .name = NULL, 222b46928282e0a890f49250e79b81af773a2b7108fJens Axboe }, 223b46928282e0a890f49250e79b81af773a2b7108fJens Axboe}; 224b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 2252bb3f0a7e00d3d62943b0bcc8119ab81c157c349Jens Axboevoid free_threads_shm(void) 2269d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe{ 2279d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe struct shmid_ds sbuf; 2289d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2299d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe if (threads) { 2309d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe void *tp = threads; 2319d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2329d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe threads = NULL; 2332bb3f0a7e00d3d62943b0bcc8119ab81c157c349Jens Axboe shmdt(tp); 2342bb3f0a7e00d3d62943b0bcc8119ab81c157c349Jens Axboe shmctl(shm_id, IPC_RMID, &sbuf); 2352bb3f0a7e00d3d62943b0bcc8119ab81c157c349Jens Axboe shm_id = -1; 2362bb3f0a7e00d3d62943b0bcc8119ab81c157c349Jens Axboe } 2372bb3f0a7e00d3d62943b0bcc8119ab81c157c349Jens Axboe} 2382bb3f0a7e00d3d62943b0bcc8119ab81c157c349Jens Axboe 2392bb3f0a7e00d3d62943b0bcc8119ab81c157c349Jens Axboevoid free_shm(void) 2402bb3f0a7e00d3d62943b0bcc8119ab81c157c349Jens Axboe{ 2412bb3f0a7e00d3d62943b0bcc8119ab81c157c349Jens Axboe if (threads) { 2429d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe file_hash_exit(); 2439e684a4976b7934f5ce011ea281dfef3352e5738Dan Ehrenberg flow_exit(); 2449d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe fio_debug_jobp = NULL; 2452bb3f0a7e00d3d62943b0bcc8119ab81c157c349Jens Axboe free_threads_shm(); 2469d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe } 2479d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2489d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe scleanup(); 2499d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe} 2509d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2519d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe/* 2529d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe * The thread area is shared between the main process and the job 2539d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe * threads/processes. So setup a shared memory segment that will hold 2549d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe * all the job info. We use the end of the region for keeping track of 2559d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe * open files across jobs, for file sharing. 2569d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe */ 2579d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboestatic int setup_thread_area(void) 2589d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe{ 2599d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe void *hash; 2609d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2619d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe if (threads) 2629d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe return 0; 2639d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2649d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe /* 2659d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe * 1024 is too much on some machines, scale max_jobs if 2669d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe * we get a failure that looks like too large a shm segment 2679d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe */ 2689d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe do { 2699d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe size_t size = max_jobs * sizeof(struct thread_data); 2709d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2719d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe size += file_hash_size; 2729d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe size += sizeof(unsigned int); 2739d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2749d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe shm_id = shmget(0, size, IPC_CREAT | 0600); 2759d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe if (shm_id != -1) 2769d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe break; 277f0c77f03815a6597ef4ee18bf20894f180c91fbeJens Axboe if (errno != EINVAL && errno != ENOMEM && errno != ENOSPC) { 2789d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe perror("shmget"); 2799d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe break; 2809d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe } 2819d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2829d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe max_jobs >>= 1; 2839d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe } while (max_jobs); 2849d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2859d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe if (shm_id == -1) 2869d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe return 1; 2879d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2889d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe threads = shmat(shm_id, NULL, 0); 2899d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe if (threads == (void *) -1) { 2909d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe perror("shmat"); 2919d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe return 1; 2929d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe } 2939d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 2949d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe memset(threads, 0, max_jobs * sizeof(struct thread_data)); 2959d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe hash = (void *) threads + max_jobs * sizeof(struct thread_data); 2969d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe fio_debug_jobp = (void *) hash + file_hash_size; 2979d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe *fio_debug_jobp = -1; 2989d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe file_hash_init(hash); 2999e684a4976b7934f5ce011ea281dfef3352e5738Dan Ehrenberg 3009e684a4976b7934f5ce011ea281dfef3352e5738Dan Ehrenberg flow_init(); 3019e684a4976b7934f5ce011ea281dfef3352e5738Dan Ehrenberg 3029d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe return 0; 3039d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe} 3049d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 305906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe/* 306906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe * Return a free job structure. 307906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe */ 308de890a1e48d40238dac69f302708dde8719de240Steven Langstatic struct thread_data *get_new_job(int global, struct thread_data *parent, 309de890a1e48d40238dac69f302708dde8719de240Steven Lang int preserve_eo) 310ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 311ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe struct thread_data *td; 312ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 313ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (global) 314ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return &def_thread; 3159d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe if (setup_thread_area()) { 3169d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe log_err("error: failed to setup shm segment\n"); 3179d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe return NULL; 3189d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe } 319e61f1ec89de8eb5bb0f8b1e6a79594f0bff2a259Bruce Cran if (thread_number >= max_jobs) { 320e61f1ec89de8eb5bb0f8b1e6a79594f0bff2a259Bruce Cran log_err("error: maximum number of jobs (%d) reached.\n", 321e61f1ec89de8eb5bb0f8b1e6a79594f0bff2a259Bruce Cran max_jobs); 322ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return NULL; 323e61f1ec89de8eb5bb0f8b1e6a79594f0bff2a259Bruce Cran } 324ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 325ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe td = &threads[thread_number++]; 326ddaeaa5ab1e3f1cb6f35a9f4a18ee932151a0ab8Jens Axboe *td = *parent; 327ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 328de890a1e48d40238dac69f302708dde8719de240Steven Lang td->io_ops = NULL; 329de890a1e48d40238dac69f302708dde8719de240Steven Lang if (!preserve_eo) 330de890a1e48d40238dac69f302708dde8719de240Steven Lang td->eo = NULL; 331de890a1e48d40238dac69f302708dde8719de240Steven Lang 332e0b0d89201bd301f47fbbfcf86545b7e77b16ef3Jens Axboe td->o.uid = td->o.gid = -1U; 333e0b0d89201bd301f47fbbfcf86545b7e77b16ef3Jens Axboe 334cade3ef44669c5c962d7ed18ca0e361116ee44adJens Axboe dup_files(td, parent); 335de890a1e48d40238dac69f302708dde8719de240Steven Lang fio_options_mem_dupe(td); 336cade3ef44669c5c962d7ed18ca0e361116ee44adJens Axboe 33715dc1934435dc84d66547c4fc92d936224d7238fJens Axboe profile_add_hooks(td); 33815dc1934435dc84d66547c4fc92d936224d7238fJens Axboe 339ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe td->thread_number = thread_number; 340108fea772db5f1dd91e2fb67737e3e0d36827b76Jens Axboe 341108fea772db5f1dd91e2fb67737e3e0d36827b76Jens Axboe if (!parent || !parent->o.group_reporting) 342108fea772db5f1dd91e2fb67737e3e0d36827b76Jens Axboe stat_number++; 343108fea772db5f1dd91e2fb67737e3e0d36827b76Jens Axboe 344ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return td; 345ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 346ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 347ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboestatic void put_job(struct thread_data *td) 348ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 349549577a728fc3bacbfea8978c4f514cef5b073dcJens Axboe if (td == &def_thread) 350549577a728fc3bacbfea8978c4f514cef5b073dcJens Axboe return; 35184dd18865235caa675424c62a4624618ff961d78Bruce Cran 35258c55ba02aca24ed30beb343fcb1dc3df4667389Jens Axboe profile_td_exit(td); 3539e684a4976b7934f5ce011ea281dfef3352e5738Dan Ehrenberg flow_exit_job(td); 354549577a728fc3bacbfea8978c4f514cef5b073dcJens Axboe 35516edf25dba269ee9e8239130e75b690440b1e120Jens Axboe if (td->error) 3566d86144dd10b05e8b82e9b895c35dd778e5e71abJens Axboe log_info("fio: %s\n", td->verror); 35716edf25dba269ee9e8239130e75b690440b1e120Jens Axboe 3587e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe fio_options_free(td); 359de890a1e48d40238dac69f302708dde8719de240Steven Lang if (td->io_ops) 360de890a1e48d40238dac69f302708dde8719de240Steven Lang free_ioengine(td); 3617e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe 362ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe memset(&threads[td->thread_number - 1], 0, sizeof(*td)); 363ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe thread_number--; 364ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 365ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 366581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboestatic int __setup_rate(struct thread_data *td, enum fio_ddir ddir) 367127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe{ 368581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe unsigned int bs = td->o.min_bs[ddir]; 369127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe 370ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe assert(ddir_rw(ddir)); 371ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe 372ba3e4e0ca697f83c97a250d85a74506ace69de2cRadha Ramachandran if (td->o.rate[ddir]) 3731b8dbf256b974fac2864052931f3041ff3ead157Steven Lang td->rate_bps[ddir] = td->o.rate[ddir]; 374ba3e4e0ca697f83c97a250d85a74506ace69de2cRadha Ramachandran else 3751b8dbf256b974fac2864052931f3041ff3ead157Steven Lang td->rate_bps[ddir] = td->o.rate_iops[ddir] * bs; 376127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe 3771b8dbf256b974fac2864052931f3041ff3ead157Steven Lang if (!td->rate_bps[ddir]) { 378127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe log_err("rate lower than supported\n"); 379127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe return -1; 380127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe } 381127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe 382581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe td->rate_pending_usleep[ddir] = 0; 383127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe return 0; 384127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe} 385127f686514ef8b1d9ab6ed702971b205454974e6Jens Axboe 386581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboestatic int setup_rate(struct thread_data *td) 387581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe{ 388581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe int ret = 0; 389581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe 390581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe if (td->o.rate[DDIR_READ] || td->o.rate_iops[DDIR_READ]) 391581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe ret = __setup_rate(td, DDIR_READ); 392581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe if (td->o.rate[DDIR_WRITE] || td->o.rate_iops[DDIR_WRITE]) 393581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe ret |= __setup_rate(td, DDIR_WRITE); 3946eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li if (td->o.rate[DDIR_TRIM] || td->o.rate_iops[DDIR_TRIM]) 3956eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li ret |= __setup_rate(td, DDIR_TRIM); 396581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe 397581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe return ret; 398581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe} 399581e71417760e0aa86eac0acd704253ff0eeea4fJens Axboe 4008347239af0a361e160293100bfc053f88bbbf737Jens Axboestatic int fixed_block_size(struct thread_options *o) 4018347239af0a361e160293100bfc053f88bbbf737Jens Axboe{ 4028347239af0a361e160293100bfc053f88bbbf737Jens Axboe return o->min_bs[DDIR_READ] == o->max_bs[DDIR_READ] && 4038347239af0a361e160293100bfc053f88bbbf737Jens Axboe o->min_bs[DDIR_WRITE] == o->max_bs[DDIR_WRITE] && 4046eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->min_bs[DDIR_TRIM] == o->max_bs[DDIR_TRIM] && 4056eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->min_bs[DDIR_READ] == o->min_bs[DDIR_WRITE] && 4066eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->min_bs[DDIR_READ] == o->min_bs[DDIR_TRIM]; 4078347239af0a361e160293100bfc053f88bbbf737Jens Axboe} 4088347239af0a361e160293100bfc053f88bbbf737Jens Axboe 409dad915e36819e74c4540db19faae488ede963ee4Jens Axboe/* 410dad915e36819e74c4540db19faae488ede963ee4Jens Axboe * Lazy way of fixing up options that depend on each other. We could also 411dad915e36819e74c4540db19faae488ede963ee4Jens Axboe * define option callback handlers, but this is easier. 412dad915e36819e74c4540db19faae488ede963ee4Jens Axboe */ 4134e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboestatic int fixup_options(struct thread_data *td) 414e1f365035a952233463d85d659bd960ba78f012eJens Axboe{ 4152dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe struct thread_options *o = &td->o; 416eefd98b18d9eae9d7f29adf65f35a057bedbfc8bJens Axboe int ret = 0; 417dad915e36819e74c4540db19faae488ede963ee4Jens Axboe 418f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe#ifndef FIO_HAVE_PSHARED_MUTEX 4199bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe if (!o->use_thread) { 420f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe log_info("fio: this platform does not support process shared" 421f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe " mutexes, forcing use of threads. Use the 'thread'" 422f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe " option to get rid of this warning.\n"); 4239bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe o->use_thread = 1; 424a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 425f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe } 426f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe#endif 427f356d01d0cf8fec2ee58f66a9b5c00c93defbc47Jens Axboe 4282dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->write_iolog_file && o->read_iolog_file) { 429076efc7c60c351df783960a646e7fe8fba29dc19Jens Axboe log_err("fio: read iolog overrides write_iolog\n"); 4302dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe free(o->write_iolog_file); 4312dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->write_iolog_file = NULL; 432a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 433076efc7c60c351df783960a646e7fe8fba29dc19Jens Axboe } 43416b462aeb47996111ee6aa516c9226708db7c248Jens Axboe 43516b462aeb47996111ee6aa516c9226708db7c248Jens Axboe /* 436ed33585509a97c4a65e46967cb49419b6a4f8870Steven Noonan * only really works with 1 file 43716b462aeb47996111ee6aa516c9226708db7c248Jens Axboe */ 438627aa1a8477290140a342a7bf344a84bc5bed762Jens Axboe if (o->zone_size && o->open_files > 1) 4392dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->zone_size = 0; 44016b462aeb47996111ee6aa516c9226708db7c248Jens Axboe 44116b462aeb47996111ee6aa516c9226708db7c248Jens Axboe /* 442ed33585509a97c4a65e46967cb49419b6a4f8870Steven Noonan * If zone_range isn't specified, backward compatibility dictates it 443ed33585509a97c4a65e46967cb49419b6a4f8870Steven Noonan * should be made equal to zone_size. 444ed33585509a97c4a65e46967cb49419b6a4f8870Steven Noonan */ 445ed33585509a97c4a65e46967cb49419b6a4f8870Steven Noonan if (o->zone_size && !o->zone_range) 446ed33585509a97c4a65e46967cb49419b6a4f8870Steven Noonan o->zone_range = o->zone_size; 447ed33585509a97c4a65e46967cb49419b6a4f8870Steven Noonan 448ed33585509a97c4a65e46967cb49419b6a4f8870Steven Noonan /* 44916b462aeb47996111ee6aa516c9226708db7c248Jens Axboe * Reads can do overwrites, we always need to pre-create the file 45016b462aeb47996111ee6aa516c9226708db7c248Jens Axboe */ 45116b462aeb47996111ee6aa516c9226708db7c248Jens Axboe if (td_read(td) || td_rw(td)) 4522dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->overwrite = 1; 45316b462aeb47996111ee6aa516c9226708db7c248Jens Axboe 4542dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!o->min_bs[DDIR_READ]) 4555ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe o->min_bs[DDIR_READ] = o->bs[DDIR_READ]; 4562dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!o->max_bs[DDIR_READ]) 4572dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->max_bs[DDIR_READ] = o->bs[DDIR_READ]; 4582dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!o->min_bs[DDIR_WRITE]) 4595ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe o->min_bs[DDIR_WRITE] = o->bs[DDIR_WRITE]; 4602dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!o->max_bs[DDIR_WRITE]) 4612dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->max_bs[DDIR_WRITE] = o->bs[DDIR_WRITE]; 4626eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li if (!o->min_bs[DDIR_TRIM]) 4636eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->min_bs[DDIR_TRIM] = o->bs[DDIR_TRIM]; 4646eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li if (!o->max_bs[DDIR_TRIM]) 4656eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->max_bs[DDIR_TRIM] = o->bs[DDIR_TRIM]; 4666eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li 467a00735e66f9ec42549da94eba3170e543b542904Jens Axboe 4682dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->rw_min_bs = min(o->min_bs[DDIR_READ], o->min_bs[DDIR_WRITE]); 4696eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->rw_min_bs = min(o->min_bs[DDIR_TRIM], o->rw_min_bs); 470a00735e66f9ec42549da94eba3170e543b542904Jens Axboe 4712b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe /* 4722b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe * For random IO, allow blockalign offset other than min_bs. 4732b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe */ 4742b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe if (!o->ba[DDIR_READ] || !td_random(td)) 4752b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe o->ba[DDIR_READ] = o->min_bs[DDIR_READ]; 4762b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe if (!o->ba[DDIR_WRITE] || !td_random(td)) 4772b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe o->ba[DDIR_WRITE] = o->min_bs[DDIR_WRITE]; 4786eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li if (!o->ba[DDIR_TRIM] || !td_random(td)) 4796eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->ba[DDIR_TRIM] = o->min_bs[DDIR_TRIM]; 4802b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe 4812b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe if ((o->ba[DDIR_READ] != o->min_bs[DDIR_READ] || 4826eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->ba[DDIR_WRITE] != o->min_bs[DDIR_WRITE] || 4836eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li o->ba[DDIR_TRIM] != o->min_bs[DDIR_TRIM]) && 4849bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe !o->norandommap) { 4852b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe log_err("fio: Any use of blockalign= turns off randommap\n"); 4869bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe o->norandommap = 1; 487a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 4882b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe } 4892b7a01d01ea19f6e4090c7a8280bc6bf983e781fJens Axboe 4902dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!o->file_size_high) 4912dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->file_size_high = o->file_size_low; 4929c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe 4938347239af0a361e160293100bfc053f88bbbf737Jens Axboe if (o->norandommap && o->verify != VERIFY_NONE 4948347239af0a361e160293100bfc053f88bbbf737Jens Axboe && !fixed_block_size(o)) { 4958347239af0a361e160293100bfc053f88bbbf737Jens Axboe log_err("fio: norandommap given for variable block sizes, " 4968347239af0a361e160293100bfc053f88bbbf737Jens Axboe "verify disabled\n"); 4972dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->verify = VERIFY_NONE; 498a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 499bb8895e07c6d6417410545f45d34b1b7916cd90aJens Axboe } 5002dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->bs_unaligned && (o->odirect || td->io_ops->flags & FIO_RAWIO)) 501690adba373bb8c97a365c67da369e265953c4b4cJens Axboe log_err("fio: bs_unaligned may not work with raw io\n"); 502e0a223354342cc45a916b669343718b80a20c2eaJens Axboe 503e0a223354342cc45a916b669343718b80a20c2eaJens Axboe /* 50448097d5c61aa1718e6dd4b3b647ea2eb6f00fcfbJens Axboe * thinktime_spin must be less than thinktime 50548097d5c61aa1718e6dd4b3b647ea2eb6f00fcfbJens Axboe */ 5062dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->thinktime_spin > o->thinktime) 5072dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->thinktime_spin = o->thinktime; 508e916b390684ec1ca6247f98138fa9c1682701d29Jens Axboe 509e916b390684ec1ca6247f98138fa9c1682701d29Jens Axboe /* 510e916b390684ec1ca6247f98138fa9c1682701d29Jens Axboe * The low water mark cannot be bigger than the iodepth 511e916b390684ec1ca6247f98138fa9c1682701d29Jens Axboe */ 51267bf982340d95ca98098ea050b54b4c7adb116c0Jens Axboe if (o->iodepth_low > o->iodepth || !o->iodepth_low) 51367bf982340d95ca98098ea050b54b4c7adb116c0Jens Axboe o->iodepth_low = o->iodepth; 514cb5ab5121ac4fa62e0ca2612b359f19bfdd30f29Jens Axboe 515cb5ab5121ac4fa62e0ca2612b359f19bfdd30f29Jens Axboe /* 516cb5ab5121ac4fa62e0ca2612b359f19bfdd30f29Jens Axboe * If batch number isn't set, default to the same as iodepth 517cb5ab5121ac4fa62e0ca2612b359f19bfdd30f29Jens Axboe */ 5182dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->iodepth_batch > o->iodepth || !o->iodepth_batch) 5192dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->iodepth_batch = o->iodepth; 520b5af82930ccfd7dda6a1b11794efb452eb76d8dcJens Axboe 5212dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->nr_files > td->files_index) 5222dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->nr_files = td->files_index; 5239f9214f243701626a04b4a0f9aceec03b8b40e0fJens Axboe 5242dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (o->open_files > o->nr_files || !o->open_files) 5252dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe o->open_files = o->nr_files; 5264e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe 5276eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li if (((o->rate[DDIR_READ] + o->rate[DDIR_WRITE] + o->rate[DDIR_TRIM]) && 5286eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li (o->rate_iops[DDIR_READ] + o->rate_iops[DDIR_WRITE] + o->rate_iops[DDIR_TRIM])) || 5296eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li ((o->ratemin[DDIR_READ] + o->ratemin[DDIR_WRITE] + o->ratemin[DDIR_TRIM]) && 5306eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li (o->rate_iops_min[DDIR_READ] + o->rate_iops_min[DDIR_WRITE] + o->rate_iops_min[DDIR_TRIM]))) { 5314e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe log_err("fio: rate and rate_iops are mutually exclusive\n"); 532a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = 1; 5334e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe } 5346eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li if ((o->rate[DDIR_READ] < o->ratemin[DDIR_READ]) || 5356eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li (o->rate[DDIR_WRITE] < o->ratemin[DDIR_WRITE]) || 5366eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li (o->rate[DDIR_TRIM] < o->ratemin[DDIR_TRIM]) || 5376eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li (o->rate_iops[DDIR_READ] < o->rate_iops_min[DDIR_READ]) || 5386eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li (o->rate_iops[DDIR_WRITE] < o->rate_iops_min[DDIR_WRITE]) || 5396eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li (o->rate_iops[DDIR_TRIM] < o->rate_iops_min[DDIR_TRIM])) { 5404e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe log_err("fio: minimum rate exceeds rate\n"); 541a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = 1; 5424e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe } 5434e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe 544cf4464ca60ce75ac241c621bc70a2500beeb782fJens Axboe if (!o->timeout && o->time_based) { 545cf4464ca60ce75ac241c621bc70a2500beeb782fJens Axboe log_err("fio: time_based requires a runtime/timeout setting\n"); 546cf4464ca60ce75ac241c621bc70a2500beeb782fJens Axboe o->time_based = 0; 547a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 548cf4464ca60ce75ac241c621bc70a2500beeb782fJens Axboe } 549cf4464ca60ce75ac241c621bc70a2500beeb782fJens Axboe 550aa31f1f108348ba2a8749c73fa8c25f3d4630a7cShawn Lewis if (o->fill_device && !o->size) 5515921e80c5dfc9f96d2f21da6ae58f2b5d3a0b373Jens Axboe o->size = -1ULL; 5525ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe 5539bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe if (o->verify != VERIFY_NONE) { 554996936f995c47f4744a49e05419e7d4c0364c64eJens Axboe if (td_write(td) && o->do_verify && o->numjobs > 1) { 555a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe log_info("Multiple writers may overwrite blocks that " 556a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe "belong to other jobs. This can cause " 557a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe "verification failures.\n"); 558a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 559a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe } 560a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe 5619bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe o->refill_buffers = 1; 5622f1b8e8b2efff5cf6887fc465f711391ab5b1825Jens Axboe if (o->max_bs[DDIR_WRITE] != o->min_bs[DDIR_WRITE] && 5632f1b8e8b2efff5cf6887fc465f711391ab5b1825Jens Axboe !o->verify_interval) 5642f1b8e8b2efff5cf6887fc465f711391ab5b1825Jens Axboe o->verify_interval = o->min_bs[DDIR_WRITE]; 565d990588ef84dacb107971143c239565e149d6f73Jens Axboe } 56641ccd84597867a36289392e59634d9fd7dc4c397Jens Axboe 5679bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe if (o->pre_read) { 5689bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe o->invalidate_cache = 0; 569a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe if (td->io_ops->flags & FIO_PIPEIO) { 5709c0d224129b0c59698e4c77e7fed00dc8cbb50e1Jens Axboe log_info("fio: cannot pre-read files with an IO engine" 5719c0d224129b0c59698e4c77e7fed00dc8cbb50e1Jens Axboe " that isn't seekable. Pre-read disabled.\n"); 572a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 573a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe } 5749c0d224129b0c59698e4c77e7fed00dc8cbb50e1Jens Axboe } 57534f1c044d361d04a576c3e7ed387fe064f9db5c6Jens Axboe 576ad705bcb7e79a7cdb9891db17b4c40b13b6c30c3Steven Noonan if (!o->unit_base) { 577ad705bcb7e79a7cdb9891db17b4c40b13b6c30c3Steven Noonan if (td->io_ops->flags & FIO_BIT_BASED) 578ad705bcb7e79a7cdb9891db17b4c40b13b6c30c3Steven Noonan o->unit_base = 1; 579ad705bcb7e79a7cdb9891db17b4c40b13b6c30c3Steven Noonan else 580ad705bcb7e79a7cdb9891db17b4c40b13b6c30c3Steven Noonan o->unit_base = 8; 581ad705bcb7e79a7cdb9891db17b4c40b13b6c30c3Steven Noonan } 582ad705bcb7e79a7cdb9891db17b4c40b13b6c30c3Steven Noonan 58367bf982340d95ca98098ea050b54b4c7adb116c0Jens Axboe#ifndef CONFIG_FDATASYNC 5849bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe if (o->fdatasync_blocks) { 585e72fa4d40565e7a213698d8696b81f80e4670982Joshua Aune log_info("fio: this platform does not support fdatasync()" 586e72fa4d40565e7a213698d8696b81f80e4670982Joshua Aune " falling back to using fsync(). Use the 'fsync'" 587e72fa4d40565e7a213698d8696b81f80e4670982Joshua Aune " option instead of 'fdatasync' to get rid of" 588e72fa4d40565e7a213698d8696b81f80e4670982Joshua Aune " this warning\n"); 5899bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe o->fsync_blocks = o->fdatasync_blocks; 5909bbf57cc80d915d8cc87240276334ddd5aaac547Jens Axboe o->fdatasync_blocks = 0; 591a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe ret = warnings_fatal; 592e72fa4d40565e7a213698d8696b81f80e4670982Joshua Aune } 593e72fa4d40565e7a213698d8696b81f80e4670982Joshua Aune#endif 594e72fa4d40565e7a213698d8696b81f80e4670982Joshua Aune 59593bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran#ifdef WIN32 59693bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran /* 59793bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran * Windows doesn't support O_DIRECT or O_SYNC with the _open interface, 59893bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran * so fail if we're passed those flags 59993bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran */ 60093bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran if ((td->io_ops->flags & FIO_SYNCIO) && (td->o.odirect || td->o.sync_io)) { 60193bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran log_err("fio: Windows does not support direct or non-buffered io with" 60293bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran " the synchronous ioengines. Use the 'windowsaio' ioengine" 60393bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran " with 'direct=1' and 'iodepth=1' instead.\n"); 60493bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran ret = 1; 60593bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran } 60693bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran#endif 60793bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran 608811ac503a6196f13da22565eb165c278988da4daJens Axboe /* 609811ac503a6196f13da22565eb165c278988da4daJens Axboe * For fully compressible data, just zero them at init time. 610811ac503a6196f13da22565eb165c278988da4daJens Axboe * It's faster than repeatedly filling it. 611811ac503a6196f13da22565eb165c278988da4daJens Axboe */ 612811ac503a6196f13da22565eb165c278988da4daJens Axboe if (td->o.compress_percentage == 100) { 613811ac503a6196f13da22565eb165c278988da4daJens Axboe td->o.zero_buffers = 1; 614811ac503a6196f13da22565eb165c278988da4daJens Axboe td->o.compress_percentage = 0; 615811ac503a6196f13da22565eb165c278988da4daJens Axboe } 616811ac503a6196f13da22565eb165c278988da4daJens Axboe 6175881fda43ce41756029a830cc83dbf4480cb6ea2Jens Axboe /* 6185881fda43ce41756029a830cc83dbf4480cb6ea2Jens Axboe * Using a non-uniform random distribution excludes usage of 6195881fda43ce41756029a830cc83dbf4480cb6ea2Jens Axboe * a random map 6205881fda43ce41756029a830cc83dbf4480cb6ea2Jens Axboe */ 6215881fda43ce41756029a830cc83dbf4480cb6ea2Jens Axboe if (td->o.random_distribution != FIO_RAND_DIST_RANDOM) 6225881fda43ce41756029a830cc83dbf4480cb6ea2Jens Axboe td->o.norandommap = 1; 6235881fda43ce41756029a830cc83dbf4480cb6ea2Jens Axboe 6248d916c942bb088204ab5c0438c297903c9160698Jens Axboe /* 6258d916c942bb088204ab5c0438c297903c9160698Jens Axboe * If size is set but less than the min block size, complain 6268d916c942bb088204ab5c0438c297903c9160698Jens Axboe */ 6278d916c942bb088204ab5c0438c297903c9160698Jens Axboe if (o->size && o->size < td_min_bs(td)) { 6288d916c942bb088204ab5c0438c297903c9160698Jens Axboe log_err("fio: size too small, must be larger than the IO size: %llu\n", (unsigned long long) o->size); 6298d916c942bb088204ab5c0438c297903c9160698Jens Axboe ret = 1; 6308d916c942bb088204ab5c0438c297903c9160698Jens Axboe } 6318d916c942bb088204ab5c0438c297903c9160698Jens Axboe 632d01612f3ae2515eb035d0c4ce954d8cb167a0a61Chris Mason /* 633d01612f3ae2515eb035d0c4ce954d8cb167a0a61Chris Mason * O_ATOMIC implies O_DIRECT 634d01612f3ae2515eb035d0c4ce954d8cb167a0a61Chris Mason */ 635d01612f3ae2515eb035d0c4ce954d8cb167a0a61Chris Mason if (td->o.oatomic) 636d01612f3ae2515eb035d0c4ce954d8cb167a0a61Chris Mason td->o.odirect = 1; 637d01612f3ae2515eb035d0c4ce954d8cb167a0a61Chris Mason 638a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe return ret; 639e1f365035a952233463d85d659bd960ba78f012eJens Axboe} 640e1f365035a952233463d85d659bd960ba78f012eJens Axboe 641906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe/* 642f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe * This function leaks the buffer 643f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe */ 64499d633af3611958ea6217f270677d0a657e4dddcJens Axboechar *fio_uint_to_kmg(unsigned int val) 645f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe{ 646f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe char *buf = malloc(32); 647f3502ba2dd72d846a388c774a01c6bb833871248Jens Axboe char post[] = { 0, 'K', 'M', 'G', 'P', 'E', 0 }; 648f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe char *p = post; 649f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 650245142ff7554290cf666e3ef6b7b57512bf17d75Jens Axboe do { 651f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe if (val & 1023) 652f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe break; 653f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 654f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe val >>= 10; 655f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe p++; 656245142ff7554290cf666e3ef6b7b57512bf17d75Jens Axboe } while (*p); 657f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 65898ffb8f3ecebed9984d1744f142eb8be10c14dbdKen Raeburn snprintf(buf, 32, "%u%c", val, *p); 659f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe return buf; 660f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe} 661f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 66209629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe/* External engines are specified by "external:name.o") */ 66309629a90d5b68b220e3fb98318e2dcd019943edaJens Axboestatic const char *get_engine_name(const char *str) 66409629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe{ 66509629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe char *p = strstr(str, ":"); 66609629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe 66709629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe if (!p) 66809629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe return str; 66909629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe 67009629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe p++; 67109629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe strip_blank_front(&p); 67209629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe strip_blank_end(p); 67309629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe return p; 67409629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe} 67509629a90d5b68b220e3fb98318e2dcd019943edaJens Axboe 676e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboestatic int exists_and_not_file(const char *filename) 677e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe{ 678e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe struct stat sb; 679e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 680e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe if (lstat(filename, &sb) == -1) 681e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe return 0; 682e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 683ecc314ba7c5f02b7e90ac1dfbce1a74cd4e6d6feBruce Cran /* \\.\ is the device namespace in Windows, where every file 684ecc314ba7c5f02b7e90ac1dfbce1a74cd4e6d6feBruce Cran * is a device node */ 685ecc314ba7c5f02b7e90ac1dfbce1a74cd4e6d6feBruce Cran if (S_ISREG(sb.st_mode) && strncmp(filename, "\\\\.\\", 4) != 0) 686e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe return 0; 687e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 688e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe return 1; 689e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe} 690e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 6914c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboestatic void td_fill_rand_seeds_os(struct thread_data *td) 6925bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe{ 693d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe os_random_seed(td->rand_seeds[FIO_RAND_BS_OFF], &td->bsrange_state); 694d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe os_random_seed(td->rand_seeds[FIO_RAND_VER_OFF], &td->verify_state); 695d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe os_random_seed(td->rand_seeds[FIO_RAND_MIX_OFF], &td->rwmix_state); 6965bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe 6975bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe if (td->o.file_service_type == FIO_FSERVICE_RANDOM) 698d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe os_random_seed(td->rand_seeds[FIO_RAND_FILE_OFF], &td->next_file_state); 6995bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe 700d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe os_random_seed(td->rand_seeds[FIO_RAND_FILE_SIZE_OFF], &td->file_size_state); 701d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe os_random_seed(td->rand_seeds[FIO_RAND_TRIM_OFF], &td->trim_state); 7025bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe 7035bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe if (!td_random(td)) 7045bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe return; 7055bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe 7065bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe if (td->o.rand_repeatable) 707d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe td->rand_seeds[FIO_RAND_BLOCK_OFF] = FIO_RANDSEED * td->thread_number; 7085bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe 709d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe os_random_seed(td->rand_seeds[FIO_RAND_BLOCK_OFF], &td->random_state); 710d94722713ebd7bbdbf8b284b7563f2dd17964e24Jens Axboe 711d94722713ebd7bbdbf8b284b7563f2dd17964e24Jens Axboe os_random_seed(td->rand_seeds[FIO_RAND_SEQ_RAND_READ_OFF], &td->seq_rand_state[DDIR_READ]); 712d94722713ebd7bbdbf8b284b7563f2dd17964e24Jens Axboe os_random_seed(td->rand_seeds[FIO_RAND_SEQ_RAND_WRITE_OFF], &td->seq_rand_state[DDIR_WRITE]); 713d94722713ebd7bbdbf8b284b7563f2dd17964e24Jens Axboe os_random_seed(td->rand_seeds[FIO_RAND_SEQ_RAND_TRIM_OFF], &td->seq_rand_state[DDIR_TRIM]); 7144c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe} 7154c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe 7164c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboestatic void td_fill_rand_seeds_internal(struct thread_data *td) 7174c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe{ 718d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe init_rand_seed(&td->__bsrange_state, td->rand_seeds[FIO_RAND_BS_OFF]); 719d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe init_rand_seed(&td->__verify_state, td->rand_seeds[FIO_RAND_VER_OFF]); 720d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe init_rand_seed(&td->__rwmix_state, td->rand_seeds[FIO_RAND_MIX_OFF]); 7214c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe 7224c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe if (td->o.file_service_type == FIO_FSERVICE_RANDOM) 723d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe init_rand_seed(&td->__next_file_state, td->rand_seeds[FIO_RAND_FILE_OFF]); 7244c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe 725d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe init_rand_seed(&td->__file_size_state, td->rand_seeds[FIO_RAND_FILE_SIZE_OFF]); 726d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe init_rand_seed(&td->__trim_state, td->rand_seeds[FIO_RAND_TRIM_OFF]); 7274c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe 7284c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe if (!td_random(td)) 7294c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe return; 7304c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe 7314c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe if (td->o.rand_repeatable) 732d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe td->rand_seeds[FIO_RAND_BLOCK_OFF] = FIO_RANDSEED * td->thread_number; 7334c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe 734d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe init_rand_seed(&td->__random_state, td->rand_seeds[FIO_RAND_BLOCK_OFF]); 735d94722713ebd7bbdbf8b284b7563f2dd17964e24Jens Axboe init_rand_seed(&td->__seq_rand_state[DDIR_READ], td->rand_seeds[FIO_RAND_SEQ_RAND_READ_OFF]); 736d94722713ebd7bbdbf8b284b7563f2dd17964e24Jens Axboe init_rand_seed(&td->__seq_rand_state[DDIR_WRITE], td->rand_seeds[FIO_RAND_SEQ_RAND_WRITE_OFF]); 737d94722713ebd7bbdbf8b284b7563f2dd17964e24Jens Axboe init_rand_seed(&td->__seq_rand_state[DDIR_TRIM], td->rand_seeds[FIO_RAND_SEQ_RAND_TRIM_OFF]); 7385bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe} 7395bfc35d7abe2582dc54127ca1d6e03792c9d62f5Jens Axboe 7404c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboevoid td_fill_rand_seeds(struct thread_data *td) 7414c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe{ 7424c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe if (td->o.use_os_rand) 7434c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe td_fill_rand_seeds_os(td); 7444c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe else 7454c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe td_fill_rand_seeds_internal(td); 7463545a109a2cfe5ab22969ef453dc049db47f0b68Jens Axboe 747d24945f0f0538bea41704cbd9b593b350ca9bb0dJens Axboe init_rand_seed(&td->buf_state, td->rand_seeds[FIO_RAND_BUF_OFF]); 7484c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe} 7494c07ad86c6cc6e158c70a5c625f60144db03f20dJens Axboe 7509c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe/* 751de890a1e48d40238dac69f302708dde8719de240Steven Lang * Initializes the ioengine configured for a job, if it has not been done so 752de890a1e48d40238dac69f302708dde8719de240Steven Lang * already. 753de890a1e48d40238dac69f302708dde8719de240Steven Lang */ 754de890a1e48d40238dac69f302708dde8719de240Steven Langint ioengine_load(struct thread_data *td) 755de890a1e48d40238dac69f302708dde8719de240Steven Lang{ 756de890a1e48d40238dac69f302708dde8719de240Steven Lang const char *engine; 757de890a1e48d40238dac69f302708dde8719de240Steven Lang 758de890a1e48d40238dac69f302708dde8719de240Steven Lang /* 759de890a1e48d40238dac69f302708dde8719de240Steven Lang * Engine has already been loaded. 760de890a1e48d40238dac69f302708dde8719de240Steven Lang */ 761de890a1e48d40238dac69f302708dde8719de240Steven Lang if (td->io_ops) 762de890a1e48d40238dac69f302708dde8719de240Steven Lang return 0; 7636e5c4b8e46c95ca75e30e1110a0d24b2df9c47e9Jens Axboe if (!td->o.ioengine) { 7646e5c4b8e46c95ca75e30e1110a0d24b2df9c47e9Jens Axboe log_err("fio: internal fault, no IO engine specified\n"); 7656e5c4b8e46c95ca75e30e1110a0d24b2df9c47e9Jens Axboe return 1; 7666e5c4b8e46c95ca75e30e1110a0d24b2df9c47e9Jens Axboe } 767de890a1e48d40238dac69f302708dde8719de240Steven Lang 768de890a1e48d40238dac69f302708dde8719de240Steven Lang engine = get_engine_name(td->o.ioengine); 769de890a1e48d40238dac69f302708dde8719de240Steven Lang td->io_ops = load_ioengine(td, engine); 770de890a1e48d40238dac69f302708dde8719de240Steven Lang if (!td->io_ops) { 771de890a1e48d40238dac69f302708dde8719de240Steven Lang log_err("fio: failed to load engine %s\n", engine); 772de890a1e48d40238dac69f302708dde8719de240Steven Lang return 1; 773de890a1e48d40238dac69f302708dde8719de240Steven Lang } 774de890a1e48d40238dac69f302708dde8719de240Steven Lang 775de890a1e48d40238dac69f302708dde8719de240Steven Lang if (td->io_ops->option_struct_size && td->io_ops->options) { 776de890a1e48d40238dac69f302708dde8719de240Steven Lang /* 777de890a1e48d40238dac69f302708dde8719de240Steven Lang * In cases where td->eo is set, clone it for a child thread. 778de890a1e48d40238dac69f302708dde8719de240Steven Lang * This requires that the parent thread has the same ioengine, 779de890a1e48d40238dac69f302708dde8719de240Steven Lang * but that requirement must be enforced by the code which 780de890a1e48d40238dac69f302708dde8719de240Steven Lang * cloned the thread. 781de890a1e48d40238dac69f302708dde8719de240Steven Lang */ 782de890a1e48d40238dac69f302708dde8719de240Steven Lang void *origeo = td->eo; 783de890a1e48d40238dac69f302708dde8719de240Steven Lang /* 784de890a1e48d40238dac69f302708dde8719de240Steven Lang * Otherwise use the default thread options. 785de890a1e48d40238dac69f302708dde8719de240Steven Lang */ 786de890a1e48d40238dac69f302708dde8719de240Steven Lang if (!origeo && td != &def_thread && def_thread.eo && 787de890a1e48d40238dac69f302708dde8719de240Steven Lang def_thread.io_ops->options == td->io_ops->options) 788de890a1e48d40238dac69f302708dde8719de240Steven Lang origeo = def_thread.eo; 789de890a1e48d40238dac69f302708dde8719de240Steven Lang 790de890a1e48d40238dac69f302708dde8719de240Steven Lang options_init(td->io_ops->options); 791de890a1e48d40238dac69f302708dde8719de240Steven Lang td->eo = malloc(td->io_ops->option_struct_size); 792de890a1e48d40238dac69f302708dde8719de240Steven Lang /* 793de890a1e48d40238dac69f302708dde8719de240Steven Lang * Use the default thread as an option template if this uses the 794de890a1e48d40238dac69f302708dde8719de240Steven Lang * same options structure and there are non-default options 795de890a1e48d40238dac69f302708dde8719de240Steven Lang * used. 796de890a1e48d40238dac69f302708dde8719de240Steven Lang */ 797de890a1e48d40238dac69f302708dde8719de240Steven Lang if (origeo) { 798de890a1e48d40238dac69f302708dde8719de240Steven Lang memcpy(td->eo, origeo, td->io_ops->option_struct_size); 799de890a1e48d40238dac69f302708dde8719de240Steven Lang options_mem_dupe(td->eo, td->io_ops->options); 800de890a1e48d40238dac69f302708dde8719de240Steven Lang } else { 801de890a1e48d40238dac69f302708dde8719de240Steven Lang memset(td->eo, 0, td->io_ops->option_struct_size); 802de890a1e48d40238dac69f302708dde8719de240Steven Lang fill_default_options(td->eo, td->io_ops->options); 803de890a1e48d40238dac69f302708dde8719de240Steven Lang } 804de890a1e48d40238dac69f302708dde8719de240Steven Lang *(struct thread_data **)td->eo = td; 805de890a1e48d40238dac69f302708dde8719de240Steven Lang } 806de890a1e48d40238dac69f302708dde8719de240Steven Lang 807de890a1e48d40238dac69f302708dde8719de240Steven Lang return 0; 808de890a1e48d40238dac69f302708dde8719de240Steven Lang} 809de890a1e48d40238dac69f302708dde8719de240Steven Lang 810d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboestatic void init_flags(struct thread_data *td) 811d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe{ 812d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe struct thread_options *o = &td->o; 813d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe 814d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe if (o->verify_backlog) 815d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe td->flags |= TD_F_VER_BACKLOG; 816d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe if (o->trim_backlog) 817d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe td->flags |= TD_F_TRIM_BACKLOG; 818d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe if (o->read_iolog_file) 819d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe td->flags |= TD_F_READ_IOLOG; 820d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe if (o->refill_buffers) 821d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe td->flags |= TD_F_REFILL_BUFFERS; 822d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe if (o->scramble_buffers) 823d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe td->flags |= TD_F_SCRAMBLE_BUFFERS; 824d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe if (o->verify != VERIFY_NONE) 825d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe td->flags |= TD_F_VER_NONE; 826d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe} 827d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe 8289dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboestatic int setup_random_seeds(struct thread_data *td) 8299dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe{ 8309dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe unsigned long seed; 8319dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe unsigned int i; 8329dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe 8339dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe if (!td->o.rand_repeatable) 8349dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe return init_random_state(td, td->rand_seeds, sizeof(td->rand_seeds)); 8359dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe 8369dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe for (seed = 0x89, i = 0; i < 4; i++) 8379dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe seed *= 0x9e370001UL; 8389dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe 8399dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe for (i = 0; i < FIO_RAND_NR_OFFS; i++) { 8409dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe td->rand_seeds[i] = seed; 8419dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe seed *= 0x9e370001UL; 8429dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe } 8439dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe 8449dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe td_fill_rand_seeds(td); 8459dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe return 0; 8469dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe} 8479dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe 848de98bd30b02bd89a78059d162b2c8426e889703dJens Axboeenum { 849de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe FPRE_NONE = 0, 850de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe FPRE_JOBNAME, 851de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe FPRE_JOBNUM, 852de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe FPRE_FILENUM 853de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe}; 854de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe 855de98bd30b02bd89a78059d162b2c8426e889703dJens Axboestatic struct fpre_keyword { 856de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe const char *keyword; 857de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe size_t strlen; 858de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe int key; 859de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe} fpre_keywords[] = { 860de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe { .keyword = "$jobname", .key = FPRE_JOBNAME, }, 861de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe { .keyword = "$jobnum", .key = FPRE_JOBNUM, }, 862de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe { .keyword = "$filenum", .key = FPRE_FILENUM, }, 863de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe { .keyword = NULL, }, 864de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe }; 865de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe 866de98bd30b02bd89a78059d162b2c8426e889703dJens Axboestatic char *make_filename(char *buf, struct thread_options *o, 867de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe const char *jobname, int jobnum, int filenum) 868de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe{ 869de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe struct fpre_keyword *f; 870de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe char copy[PATH_MAX]; 871de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe 872de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe if (!o->filename_format || !strlen(o->filename_format)) { 873de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe sprintf(buf, "%s.%d.%d", jobname, jobnum, filenum); 874de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe return NULL; 875de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe } 876de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe 877de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe for (f = &fpre_keywords[0]; f->keyword; f++) 878de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe f->strlen = strlen(f->keyword); 879de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe 880de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe strcpy(buf, o->filename_format); 881de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe memset(copy, 0, sizeof(copy)); 882de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe for (f = &fpre_keywords[0]; f->keyword; f++) { 883de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe do { 884de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe size_t pre_len, post_start = 0; 885de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe char *str, *dst = copy; 886de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe 887e25b6d5a0a16b978385bfb93a4c156b03363d136Jens Axboe str = strcasestr(buf, f->keyword); 888de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe if (!str) 889de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe break; 890de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe 891de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe pre_len = str - buf; 892de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe if (strlen(str) != f->strlen) 893de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe post_start = pre_len + f->strlen; 894de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe 895de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe if (pre_len) { 896de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe strncpy(dst, buf, pre_len); 897de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe dst += pre_len; 898de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe } 899de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe 900de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe switch (f->key) { 901de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe case FPRE_JOBNAME: 902de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe dst += sprintf(dst, "%s", jobname); 903de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe break; 904de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe case FPRE_JOBNUM: 905de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe dst += sprintf(dst, "%d", jobnum); 906de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe break; 907de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe case FPRE_FILENUM: 908de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe dst += sprintf(dst, "%d", filenum); 909de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe break; 910de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe default: 911de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe assert(0); 912de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe break; 913de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe } 914de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe 915de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe if (post_start) 916de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe strcpy(dst, buf + post_start); 917de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe 918de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe strcpy(buf, copy); 919de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe } while (1); 920de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe } 921de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe 922de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe return buf; 923de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe} 924f9633d729f0d2067c3f79b5e82e7129de1e650cdJens Axboe 925f9633d729f0d2067c3f79b5e82e7129de1e650cdJens Axboeint parse_dryrun(void) 926f9633d729f0d2067c3f79b5e82e7129de1e650cdJens Axboe{ 927f9633d729f0d2067c3f79b5e82e7129de1e650cdJens Axboe return dump_cmdline || parse_only; 928f9633d729f0d2067c3f79b5e82e7129de1e650cdJens Axboe} 929f9633d729f0d2067c3f79b5e82e7129de1e650cdJens Axboe 930de890a1e48d40238dac69f302708dde8719de240Steven Lang/* 931906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe * Adds a job to the list of things todo. Sanitizes the various options 932906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe * to make sure we don't have conflicts, and initializes various 933906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe * members of td. 934906c8d75eef9247c02d1f1f6771b6fa2338329faJens Axboe */ 935b7cfb2e18ba4815aa74eaf5d8637d466a51b712dJens Axboestatic int add_job(struct thread_data *td, const char *jobname, int job_add_num, 93646bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboe int recursed, int client_type) 937ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 938af52b3455ad892322aab2791282b6bd4efdfdbf3Jens Axboe unsigned int i; 939af52b3455ad892322aab2791282b6bd4efdfdbf3Jens Axboe char fname[PATH_MAX]; 940e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe int numjobs, file_alloced; 941de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe struct thread_options *o = &td->o; 942ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 943ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe /* 944ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe * the def_thread is just for options, it's not a real job 945ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe */ 946ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (td == &def_thread) 947ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 0; 948ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 949d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe init_flags(td); 950d72be5454c8c5378f16804ff9b8d1afe8729a380Jens Axboe 951cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe /* 952cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe * if we are just dumping the output command line, don't add the job 953cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe */ 954f9633d729f0d2067c3f79b5e82e7129de1e650cdJens Axboe if (parse_dryrun()) { 955cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe put_job(td); 956cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe return 0; 957cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe } 958cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe 95946bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboe td->client_type = client_type; 96046bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboe 96158c55ba02aca24ed30beb343fcb1dc3df4667389Jens Axboe if (profile_td_init(td)) 9626625155407de739e1e857419b7b4fb62f6c6bb2eJens Axboe goto err; 96358c55ba02aca24ed30beb343fcb1dc3df4667389Jens Axboe 964de890a1e48d40238dac69f302708dde8719de240Steven Lang if (ioengine_load(td)) 965205927a3cfc25baeb318e3aedf3ac29d16bf4be9Jens Axboe goto err; 966df64119de537aba99c85d1dc80190b354589f8b9Jens Axboe 967de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe if (o->odirect) 968690adba373bb8c97a365c67da369e265953c4b4cJens Axboe td->io_ops->flags |= FIO_RAWIO; 969690adba373bb8c97a365c67da369e265953c4b4cJens Axboe 970e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe file_alloced = 0; 971de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe if (!o->filename && !td->files_index && !o->read_iolog_file) { 972e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe file_alloced = 1; 97380be24f4671164d597463e4b5c794d4cbd0a4537Jens Axboe 974de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe if (o->nr_files == 1 && exists_and_not_file(jobname)) 975e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe add_file(td, jobname); 9767b05a215c8c39b8c878297b90eba112fe9176542Jens Axboe else { 977de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe for (i = 0; i < o->nr_files; i++) 978de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe add_file(td, make_filename(fname, o, jobname, td->thread_number, i)); 979af52b3455ad892322aab2791282b6bd4efdfdbf3Jens Axboe } 9800af7b542b69af5ab2400a9960a5bcde82c05723fJens Axboe } 981ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 9824e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe if (fixup_options(td)) 9834e991c23d2d06484f581eb5e2105bc102cb35941Jens Axboe goto err; 984e0a223354342cc45a916b669343718b80a20c2eaJens Axboe 9859e684a4976b7934f5ce011ea281dfef3352e5738Dan Ehrenberg flow_init_job(td); 9869e684a4976b7934f5ce011ea281dfef3352e5738Dan Ehrenberg 987de890a1e48d40238dac69f302708dde8719de240Steven Lang /* 988de890a1e48d40238dac69f302708dde8719de240Steven Lang * IO engines only need this for option callbacks, and the address may 989de890a1e48d40238dac69f302708dde8719de240Steven Lang * change in subprocesses. 990de890a1e48d40238dac69f302708dde8719de240Steven Lang */ 991de890a1e48d40238dac69f302708dde8719de240Steven Lang if (td->eo) 992de890a1e48d40238dac69f302708dde8719de240Steven Lang *(struct thread_data **)td->eo = NULL; 993de890a1e48d40238dac69f302708dde8719de240Steven Lang 99407eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe if (td->io_ops->flags & FIO_DISKLESSIO) { 99507eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe struct fio_file *f; 99607eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe 99707eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe for_each_file(td, f, i) 99807eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe f->real_file_size = -1ULL; 99907eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe } 100007eb79dfa0e3801875d1c2907cfdb5da7c9d2cb3Jens Axboe 1001521da527743088a9bd2ab882f8b64799d49d5848Jens Axboe td->mutex = fio_mutex_init(FIO_MUTEX_LOCKED); 1002ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1003de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe td->ts.clat_percentiles = o->clat_percentiles; 1004de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe td->ts.percentile_precision = o->percentile_precision; 1005de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe memcpy(td->ts.percentile_list, o->percentile_list, sizeof(o->percentile_list)); 1006833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong 10076eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li for (i = 0; i < DDIR_RWDIR_CNT; i++) { 10086eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li td->ts.clat_stat[i].min_val = ULONG_MAX; 10096eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li td->ts.slat_stat[i].min_val = ULONG_MAX; 10106eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li td->ts.lat_stat[i].min_val = ULONG_MAX; 10116eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li td->ts.bw_stat[i].min_val = ULONG_MAX; 10126eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li } 1013de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe td->ddir_seq_nr = o->ddir_seq_nr; 1014ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1015de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe if ((o->stonewall || o->new_group) && prev_group_jobs) { 10163c5df6fa2259c12fd6a7beb9a3521dec76d12dd2Jens Axboe prev_group_jobs = 0; 1017ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe groupid++; 10183c5df6fa2259c12fd6a7beb9a3521dec76d12dd2Jens Axboe } 1019ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1020ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe td->groupid = groupid; 10213c5df6fa2259c12fd6a7beb9a3521dec76d12dd2Jens Axboe prev_group_jobs++; 1022ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 10239dbc7bfe8aab6def3e2b51edd57942371e4e5366Jens Axboe if (setup_random_seeds(td)) { 102493bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran td_verror(td, errno, "init_random_state"); 10259c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe goto err; 102693bcfd20e37cef8cec350fe06d3a086724c9f257Bruce Cran } 10279c60ce649d3f976d196709d4399bb7c540ce97b5Jens Axboe 1028ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (setup_rate(td)) 1029ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe goto err; 1030ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 103122f80458a520d0c5371c64bf91d24cdd21dff825Jens Axboe if (o->lat_log_file) { 103222f80458a520d0c5371c64bf91d24cdd21dff825Jens Axboe setup_log(&td->lat_log, o->log_avg_msec, IO_LOG_TYPE_LAT); 103322f80458a520d0c5371c64bf91d24cdd21dff825Jens Axboe setup_log(&td->slat_log, o->log_avg_msec, IO_LOG_TYPE_SLAT); 103422f80458a520d0c5371c64bf91d24cdd21dff825Jens Axboe setup_log(&td->clat_log, o->log_avg_msec, IO_LOG_TYPE_CLAT); 1035ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 103622f80458a520d0c5371c64bf91d24cdd21dff825Jens Axboe if (o->bw_log_file) 103722f80458a520d0c5371c64bf91d24cdd21dff825Jens Axboe setup_log(&td->bw_log, o->log_avg_msec, IO_LOG_TYPE_BW); 103822f80458a520d0c5371c64bf91d24cdd21dff825Jens Axboe if (o->iops_log_file) 103922f80458a520d0c5371c64bf91d24cdd21dff825Jens Axboe setup_log(&td->iops_log, o->log_avg_msec, IO_LOG_TYPE_IOPS); 1040ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1041de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe if (!o->name) 1042de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe o->name = strdup(jobname); 104301452055af61d6f5de543575dba3ebb0c9e55fabJens Axboe 1044f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe if (output_format == FIO_OUTPUT_NORMAL) { 1045b990b5c06801d6d25e3fcc5415efbbe7bb23341eJens Axboe if (!job_add_num) { 1046b7cfb2e18ba4815aa74eaf5d8637d466a51b712dJens Axboe if (is_backend && !recursed) 10472f122b135b7319ff8dd04dadf31ff28b301051a3Jens Axboe fio_server_send_add_job(td); 1048807f9971e7bfedfc905d2cb2c38a6e558db2f343Jens Axboe 10490353050fe32065e1932a43a7c39a7c390ea71142Jens Axboe if (!(td->io_ops->flags & FIO_NOIO)) { 1050d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe char *c1, *c2, *c3, *c4; 1051d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe char *c5 = NULL, *c6 = NULL; 1052f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 105322f80458a520d0c5371c64bf91d24cdd21dff825Jens Axboe c1 = fio_uint_to_kmg(o->min_bs[DDIR_READ]); 105422f80458a520d0c5371c64bf91d24cdd21dff825Jens Axboe c2 = fio_uint_to_kmg(o->max_bs[DDIR_READ]); 105522f80458a520d0c5371c64bf91d24cdd21dff825Jens Axboe c3 = fio_uint_to_kmg(o->min_bs[DDIR_WRITE]); 105622f80458a520d0c5371c64bf91d24cdd21dff825Jens Axboe c4 = fio_uint_to_kmg(o->max_bs[DDIR_WRITE]); 1057d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe 1058d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe if (!o->bs_is_seq_rand) { 1059d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe c5 = fio_uint_to_kmg(o->min_bs[DDIR_TRIM]); 1060d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe c6 = fio_uint_to_kmg(o->max_bs[DDIR_TRIM]); 1061d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe } 1062d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe 1063d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe log_info("%s: (g=%d): rw=%s, ", td->o.name, 1064d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe td->groupid, 1065d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe ddir_str(o->td_ddir)); 1066d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe 1067d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe if (o->bs_is_seq_rand) 1068d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe log_info("bs(seq/rand)=%s-%s/%s-%s, ", 1069d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe c1, c2, c3, c4); 1070d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe else 1071d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe log_info("bs=%s-%s/%s-%s/%s-%s, ", 1072d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe c1, c2, c3, c4, c5, c6); 1073d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe 1074d21e253540e701bbe78ec2fe1f9a5c5a0c980db7Jens Axboe log_info("ioengine=%s, iodepth=%u\n", 1075de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe td->io_ops->name, o->iodepth); 1076f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe 1077f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe free(c1); 1078f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe free(c2); 1079f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe free(c3); 1080f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe free(c4); 10816eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li free(c5); 10826eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li free(c6); 1083f8977ee606bc51138a77f6a1b653df00faa77742Jens Axboe } 1084b990b5c06801d6d25e3fcc5415efbbe7bb23341eJens Axboe } else if (job_add_num == 1) 10856d86144dd10b05e8b82e9b895c35dd778e5e71abJens Axboe log_info("...\n"); 1086c6ae0a5b8123ea9af2ce70319081fbd5d65c8093Jens Axboe } 1087ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1088ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe /* 1089ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe * recurse add identical jobs, clear numjobs and stonewall options 1090ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe * as they don't apply to sub-jobs 1091ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe */ 1092de98bd30b02bd89a78059d162b2c8426e889703dJens Axboe numjobs = o->numjobs; 1093ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe while (--numjobs) { 1094de890a1e48d40238dac69f302708dde8719de240Steven Lang struct thread_data *td_new = get_new_job(0, td, 1); 1095ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1096ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (!td_new) 1097ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe goto err; 1098ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 10992dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe td_new->o.numjobs = 1; 11002dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe td_new->o.stonewall = 0; 110192c1d41f9cb4da2513ad261552f92511d69f6b8eJens Axboe td_new->o.new_group = 0; 1102e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 1103e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe if (file_alloced) { 11042dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe td_new->o.filename = NULL; 1105e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe td_new->files_index = 0; 11064e6ea2f1e9b7da6d7d1057670fcc19f063e46fd4Jens Axboe td_new->files_size = 0; 1107e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe td_new->files = NULL; 1108e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe } 1109e132cbae2cf26736af86fede134c14d41dae4a5aJens Axboe 1110751548451d969148529b642c05e7544726ec3b64Jens Axboe job_add_num = numjobs - 1; 1111ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 111246bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboe if (add_job(td_new, jobname, job_add_num, 1, client_type)) 1113ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe goto err; 1114ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 11153c5df6fa2259c12fd6a7beb9a3521dec76d12dd2Jens Axboe 1116ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 0; 1117ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboeerr: 1118ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe put_job(td); 1119ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return -1; 1120ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 1121ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 112279d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe/* 112379d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe * Parse as if 'o' was a command line 112479d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe */ 112546bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboevoid add_job_opts(const char **o, int client_type) 112679d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe{ 112779d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe struct thread_data *td, *td_parent; 112879d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe int i, in_global = 1; 112979d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe char jobname[32]; 113079d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe 113179d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe i = 0; 113279d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe td_parent = td = NULL; 113379d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe while (o[i]) { 113479d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe if (!strncmp(o[i], "name", 4)) { 113579d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe in_global = 0; 113679d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe if (td) 113746bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboe add_job(td, jobname, 0, 0, client_type); 113879d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe td = NULL; 113979d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe sprintf(jobname, "%s", o[i] + 5); 114079d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe } 114179d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe if (in_global && !td_parent) 1142de890a1e48d40238dac69f302708dde8719de240Steven Lang td_parent = get_new_job(1, &def_thread, 0); 114379d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe else if (!in_global && !td) { 114479d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe if (!td_parent) 114579d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe td_parent = &def_thread; 1146de890a1e48d40238dac69f302708dde8719de240Steven Lang td = get_new_job(0, td_parent, 0); 114779d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe } 114879d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe if (in_global) 114979d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe fio_options_parse(td_parent, (char **) &o[i], 1); 115079d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe else 115179d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe fio_options_parse(td, (char **) &o[i], 1); 115279d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe i++; 115379d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe } 115479d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe 115579d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe if (td) 115646bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboe add_job(td, jobname, 0, 0, client_type); 115779d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe} 115879d16311c8d0c7188d73df77838fb1b4b6ff58dbJens Axboe 115901f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboestatic int skip_this_section(const char *name) 116001f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe{ 1161ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe int i; 1162ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe 1163ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe if (!nr_job_sections) 116401f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe return 0; 116501f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (!strncmp(name, "global", 6)) 116601f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe return 0; 116701f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe 1168ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe for (i = 0; i < nr_job_sections; i++) 1169ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe if (!strcmp(job_sections[i], name)) 1170ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe return 0; 1171ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe 1172ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe return 1; 117301f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe} 117401f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe 1175ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboestatic int is_empty_or_comment(char *line) 1176ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 1177ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe unsigned int i; 1178ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1179ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe for (i = 0; i < strlen(line); i++) { 1180ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (line[i] == ';') 1181ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 1; 11825cc2da300b3fc30e00b79b4ddb3f372df3b2fe93Ingo Molnar if (line[i] == '#') 11835cc2da300b3fc30e00b79b4ddb3f372df3b2fe93Ingo Molnar return 1; 118476cd9378b90dddf2cedc9a5d49f317aaad485b90Jens Axboe if (!isspace((int) line[i]) && !iscntrl((int) line[i])) 1185ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 0; 1186ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 1187ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1188ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 1; 1189ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 1190ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1191313cb206ffc6e50c089314d322ebf1c523f37531Jens Axboe/* 1192072619835aa805f3335dca9d72f4d4eb1009aecdJens Axboe * This is our [ini] type file parser. 1193072619835aa805f3335dca9d72f4d4eb1009aecdJens Axboe */ 119446bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboeint parse_jobs_ini(char *file, int is_buf, int stonewall_flag, int type) 1195ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 1196e1f365035a952233463d85d659bd960ba78f012eJens Axboe unsigned int global; 1197ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe struct thread_data *td; 1198fee3bb48f748afe5cf10f8505e1efd36b87c627eJens Axboe char *string, *name; 1199ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe FILE *f; 1200ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe char *p; 12010c7e37a04aa04ba22e812f8de7971fcef46b8191Jens Axboe int ret = 0, stonewall; 1202097b2991ace8e069dbfb0c2286d31da714247573Jens Axboe int first_sect = 1; 1203ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe int skip_fgets = 0; 120401f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe int inside_skip = 0; 12053b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe char **opts; 12063b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe int i, alloc_opts, num_opts; 1207ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 120850d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (is_buf) 120950d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe f = NULL; 121050d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe else { 121150d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (!strcmp(file, "-")) 121250d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe f = stdin; 121350d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe else 121450d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe f = fopen(file, "r"); 12155a729cbec53a158fa8d8dc5737749cfee20ab31bAaron Carroll 121650d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (!f) { 121750d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe perror("fopen job file"); 121850d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe return 1; 121950d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe } 1220ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 1221ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1222ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe string = malloc(4096); 12237f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe 12247f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe /* 12257f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe * it's really 256 + small bit, 280 should suffice 12267f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe */ 12277f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe name = malloc(280); 12287f7e6e59f48bbd754847c825075a9c46962e0116Jens Axboe memset(name, 0, 280); 1229ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 12303b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe alloc_opts = 8; 12313b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe opts = malloc(sizeof(char *) * alloc_opts); 1232b7c6302da8b30f221310dd6c917136229ee5e688Jens Axboe num_opts = 0; 12333b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe 12340c7e37a04aa04ba22e812f8de7971fcef46b8191Jens Axboe stonewall = stonewall_flag; 12357c124ac153eebf48bc85f9033ae06fd7152e4216Jens Axboe do { 1236ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe /* 1237ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe * if skip_fgets is set, we already have loaded a line we 1238ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe * haven't handled. 1239ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe */ 1240ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe if (!skip_fgets) { 124150d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (is_buf) 124250d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe p = strsep(&file, "\n"); 124350d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe else 124443f747922e001a7bfb904dfcaa51934b986345aeJens Axboe p = fgets(string, 4096, f); 1245ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe if (!p) 1246ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe break; 1247ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe } 1248cdc7f1936e07f3b51aaa96c589e43abd7fea0051gurudas pai 1249ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe skip_fgets = 0; 1250cdc7f1936e07f3b51aaa96c589e43abd7fea0051gurudas pai strip_blank_front(&p); 12516c7c7da18aa2ab744b9485482e64acd30f31da6dJens Axboe strip_blank_end(p); 1252cdc7f1936e07f3b51aaa96c589e43abd7fea0051gurudas pai 1253ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (is_empty_or_comment(p)) 1254ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe continue; 125584dd18865235caa675424c62a4624618ff961d78Bruce Cran if (sscanf(p, "[%255[^\n]]", name) != 1) { 125601f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (inside_skip) 125701f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe continue; 12585ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe log_err("fio: option <%s> outside of [] job section\n", 12595ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe p); 1260088b42076dcbadf4d61367e19e49cb0d12aaadd1Jens Axboe break; 12616c7c7da18aa2ab744b9485482e64acd30f31da6dJens Axboe } 1262ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 12637a4b80a14c6ac6d47d486b1f5d1f166fa7065ee3Jens Axboe name[strlen(name) - 1] = '\0'; 12647a4b80a14c6ac6d47d486b1f5d1f166fa7065ee3Jens Axboe 126501f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (skip_this_section(name)) { 126601f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe inside_skip = 1; 126701f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe continue; 126801f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe } else 126901f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe inside_skip = 0; 127001f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe 1271ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe global = !strncmp(name, "global", 6); 1272ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1273cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe if (dump_cmdline) { 1274097b2991ace8e069dbfb0c2286d31da714247573Jens Axboe if (first_sect) 1275097b2991ace8e069dbfb0c2286d31da714247573Jens Axboe log_info("fio "); 1276cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe if (!global) 1277cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe log_info("--name=%s ", name); 1278097b2991ace8e069dbfb0c2286d31da714247573Jens Axboe first_sect = 0; 1279cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe } 1280cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe 1281de890a1e48d40238dac69f302708dde8719de240Steven Lang td = get_new_job(global, &def_thread, 0); 128245410acb636e526575d62a037f81ade7916b738cJens Axboe if (!td) { 128345410acb636e526575d62a037f81ade7916b738cJens Axboe ret = 1; 128445410acb636e526575d62a037f81ade7916b738cJens Axboe break; 128545410acb636e526575d62a037f81ade7916b738cJens Axboe } 1286ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1287972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe /* 1288de8f6de97438d5664cd8765e60102b9109a273e2Anatol Pomozov * Separate multiple job files by a stonewall 1289972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe */ 1290f94819192600fe35d03ebed26a803abdc2b9864cJens Axboe if (!global && stonewall) { 12912dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe td->o.stonewall = stonewall; 1292972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe stonewall = 0; 1293972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe } 1294972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe 12953b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe num_opts = 0; 12963b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe memset(opts, 0, alloc_opts * sizeof(char *)); 12973b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe 129850d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe while (1) { 129950d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (is_buf) 130050d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe p = strsep(&file, "\n"); 130150d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe else 130250d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe p = fgets(string, 4096, f); 130350d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (!p) 130450d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe break; 130550d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe 1306ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (is_empty_or_comment(p)) 1307ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe continue; 1308e1f365035a952233463d85d659bd960ba78f012eJens Axboe 1309b6754f9d3f719627d8aae4c3e8f39212d9405f99Jens Axboe strip_blank_front(&p); 13107c124ac153eebf48bc85f9033ae06fd7152e4216Jens Axboe 1311ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe /* 1312ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe * new section, break out and make sure we don't 1313ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe * fgets() a new line at the top. 1314ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe */ 1315ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe if (p[0] == '[') { 1316ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe skip_fgets = 1; 13177c124ac153eebf48bc85f9033ae06fd7152e4216Jens Axboe break; 1318ccf8f1273301ccb286636ff169a7d47e09f47a90Jens Axboe } 13197c124ac153eebf48bc85f9033ae06fd7152e4216Jens Axboe 13204ae3f76333bf2382e516db0b5c202b8982b1170fJens Axboe strip_blank_end(p); 1321aea47d444b02bd7c622f82bb73151fd7136a499fJens Axboe 13223b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe if (num_opts == alloc_opts) { 13233b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe alloc_opts <<= 1; 13243b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe opts = realloc(opts, 13253b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe alloc_opts * sizeof(char *)); 13263b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe } 13273b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe 13283b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe opts[num_opts] = strdup(p); 13293b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe num_opts++; 1330ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 1331ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 13323b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe ret = fio_options_parse(td, opts, num_opts); 13333b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe if (!ret) { 13343b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe if (dump_cmdline) 13353b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe for (i = 0; i < num_opts; i++) 13363b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe log_info("--%s ", opts[i]); 13373b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe 133846bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboe ret = add_job(td, name, 0, 0, type); 13393b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe } else { 1340b1508cf9ead36dc789a4e289f7522a070e57058cJens Axboe log_err("fio: job %s dropped\n", name); 1341b1508cf9ead36dc789a4e289f7522a070e57058cJens Axboe put_job(td); 134245410acb636e526575d62a037f81ade7916b738cJens Axboe } 13433b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe 13443b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe for (i = 0; i < num_opts; i++) 13453b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe free(opts[i]); 13463b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe num_opts = 0; 13477c124ac153eebf48bc85f9033ae06fd7152e4216Jens Axboe } while (!ret); 1348ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1349cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe if (dump_cmdline) 1350cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe log_info("\n"); 1351cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe 13527e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe i = 0; 13537e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe while (i < nr_job_sections) { 13547e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe free(job_sections[i]); 13557e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe i++; 13567e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe } 13577e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe 13583b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe for (i = 0; i < num_opts; i++) 13593b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe free(opts[i]); 13603b8b7135602a4d3a7132fee10da9c1203ab643adJens Axboe 1361ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe free(string); 1362ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe free(name); 13632577594dd6e2857d9efbf6bd81cd7ef507dbcd64Jens Axboe free(opts); 136450d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe if (!is_buf && f != stdin) 13655a729cbec53a158fa8d8dc5737749cfee20ab31bAaron Carroll fclose(f); 136645410acb636e526575d62a037f81ade7916b738cJens Axboe return ret; 1367ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 1368ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1369ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboestatic int fill_def_thread(void) 1370ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 1371ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe memset(&def_thread, 0, sizeof(def_thread)); 1372ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1373375b2695693f56987e23deef3ded8e5b06ef6797Jens Axboe fio_getaffinity(getpid(), &def_thread.o.cpumask); 13748c029376bbe6d8a6bcb01c3ef7d545720aca3868Jens Axboe def_thread.o.timeout = def_timeout; 13758b28bd41375930664a0ff9ff9b101a88ac416ac5Dmitry Monakhov def_thread.o.error_dump = 1; 1376ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe /* 1377ee738499877bb1ee913e839cb4a8d4edad2d52adJens Axboe * fill default options 1378ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe */ 1379214e1ecae844a32bf8f66d19132f4948d922dceeJens Axboe fio_fill_default_options(&def_thread); 1380ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 0; 1381ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 1382ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 138345378b35a047b590d0d3b6f9a7b8fea6dfa47300Jens Axboestatic void usage(const char *name) 13844785f99523f5c69635eb4bd826f25cd2e264cda7Jens Axboe{ 13853d43382c7864753728b181ac356222d67bdd4a3fJens Axboe printf("%s\n", fio_version_string); 138645378b35a047b590d0d3b6f9a7b8fea6dfa47300Jens Axboe printf("%s [options] [job options] <job file(s)>\n", name); 138783881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --debug=options\tEnable debug logging. May be one/more of:\n" 138883881283564820dabaa07c1bdea0e75e686efcaaJens Axboe "\t\t\tprocess,file,io,mem,blktrace,verify,random,parse,\n" 138983881283564820dabaa07c1bdea0e75e686efcaaJens Axboe "\t\t\tdiskutil,job,mutex,profile,time,net\n"); 1390111e032d60f2341cfe09accbfcf25ec81b9251e0Jens Axboe printf(" --parse-only\t\tParse options only, don't start any IO\n"); 139183881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --output\t\tWrite output to file\n"); 1392b2cecdc28469f8042d6cc3d83d83b18086845f18liang xie printf(" --runtime\t\tRuntime in seconds\n"); 139383881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --latency-log\t\tGenerate per-job latency logs\n"); 139483881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --bandwidth-log\tGenerate per-job bandwidth logs\n"); 139583881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --minimal\t\tMinimal (terse) output\n"); 1396f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe printf(" --output-format=x\tOutput format (terse,json,normal)\n"); 139775db6e2c168e895cd93504a7d20ddc853413e3b1Jens Axboe printf(" --terse-version=x\tSet terse version output format to 'x'\n"); 1398f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe printf(" --version\t\tPrint version info and exit\n"); 139983881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --help\t\tPrint this page\n"); 140023893646c9306b785f866fb9e976f3db673af0caJens Axboe printf(" --cpuclock-test\tPerform test/validation of CPU clock\n"); 140183881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --cmdhelp=cmd\t\tPrint command help, \"all\" for all of" 14025ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe " them\n"); 1403de890a1e48d40238dac69f302708dde8719de240Steven Lang printf(" --enghelp=engine\tPrint ioengine help, or list" 1404de890a1e48d40238dac69f302708dde8719de240Steven Lang " available ioengines\n"); 1405de890a1e48d40238dac69f302708dde8719de240Steven Lang printf(" --enghelp=engine,cmd\tPrint help for an ioengine" 1406de890a1e48d40238dac69f302708dde8719de240Steven Lang " cmd\n"); 140783881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --showcmd\t\tTurn a job file into command line options\n"); 140883881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --eta=when\t\tWhen ETA estimate should be printed\n"); 140983881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" \t\tMay be \"always\", \"never\" or \"auto\"\n"); 1410e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe printf(" --eta-newline=time\tForce a new line for every 'time'"); 1411e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe printf(" period passed\n"); 141206464907159baf7a1eeac654a023743e33f28d86Jens Axboe printf(" --status-interval=t\tForce full status dump every"); 141306464907159baf7a1eeac654a023743e33f28d86Jens Axboe printf(" 't' period passed\n"); 141483881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --readonly\t\tTurn on safety read-only checks, preventing" 14155ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe " writes\n"); 141683881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --section=name\tOnly run specified section in job file\n"); 141783881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --alloc-size=kb\tSet smalloc pool to this size in kb" 14182b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe " (def 1024)\n"); 141983881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --warnings-fatal\tFio parser warnings are fatal\n"); 142083881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --max-jobs=nr\t\tMaximum number of threads/processes to support\n"); 142183881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --server=args\t\tStart a backend fio server\n"); 142283881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --daemonize=pidfile\tBackground fio server, write pid to file\n"); 142383881283564820dabaa07c1bdea0e75e686efcaaJens Axboe printf(" --client=hostname\tTalk to remote backend fio server at hostname\n"); 1424f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu printf(" --idle-prof=option\tReport cpu idleness on a system or percpu basis\n" 1425f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu "\t\t\t(option=system,percpu) or run unit work\n" 1426f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu "\t\t\tcalibration only (option=calibrate)\n"); 1427aa58d2520204f5ae12291fae0289a90fb03dc587Jens Axboe printf("\nFio was written by Jens Axboe <jens.axboe@oracle.com>"); 142823893646c9306b785f866fb9e976f3db673af0caJens Axboe printf("\n Jens Axboe <jaxboe@fusionio.com>\n"); 14294785f99523f5c69635eb4bd826f25cd2e264cda7Jens Axboe} 14304785f99523f5c69635eb4bd826f25cd2e264cda7Jens Axboe 143179e48f72dea1639bcbee310c354938287b6d5790Jens Axboe#ifdef FIO_INC_DEBUG 1432ee56ad500f6692381e131cc37299d23fa910a24aJens Axboestruct debug_level debug_levels[] = { 14330b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe { .name = "process", 14340b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .help = "Process creation/exit logging", 14350b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .shift = FD_PROCESS, 14360b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe }, 14370b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe { .name = "file", 14380b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .help = "File related action logging", 14390b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .shift = FD_FILE, 14400b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe }, 14410b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe { .name = "io", 14420b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .help = "IO and IO engine action logging (offsets, queue, completions, etc)", 14430b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .shift = FD_IO, 14440b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe }, 14450b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe { .name = "mem", 14460b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .help = "Memory allocation/freeing logging", 14470b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .shift = FD_MEM, 14480b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe }, 14490b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe { .name = "blktrace", 14500b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .help = "blktrace action logging", 14510b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .shift = FD_BLKTRACE, 14520b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe }, 14530b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe { .name = "verify", 14540b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .help = "IO verification action logging", 14550b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .shift = FD_VERIFY, 14560b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe }, 14570b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe { .name = "random", 14580b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .help = "Random generation logging", 14590b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .shift = FD_RANDOM, 14600b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe }, 14610b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe { .name = "parse", 14620b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .help = "Parser logging", 14630b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .shift = FD_PARSE, 14640b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe }, 14650b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe { .name = "diskutil", 14660b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .help = "Disk utility logging actions", 14670b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .shift = FD_DISKUTIL, 14680b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe }, 14690b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe { .name = "job", 14700b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .help = "Logging related to creating/destroying jobs", 14710b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .shift = FD_JOB, 14720b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe }, 14730b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe { .name = "mutex", 14740b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .help = "Mutex logging", 14750b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .shift = FD_MUTEX 14760b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe }, 14770b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe { .name = "profile", 14780b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .help = "Logging related to profiles", 14790b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .shift = FD_PROFILE, 14800b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe }, 14810b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe { .name = "time", 14820b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .help = "Logging related to time keeping functions", 14830b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .shift = FD_TIME, 14840b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe }, 14850b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe { .name = "net", 14860b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .help = "Network logging", 14870b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe .shift = FD_NET, 14880b8d11ed135ac467c071c2ae0fe4f3a69a3b8febJens Axboe }, 148902444ad1868ee94c7c38810cc775784e6a9a5dbeJens Axboe { .name = NULL, }, 1490ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe}; 1491ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 1492c09823ab5c841791025c564ecfc9ada0f850770bJens Axboestatic int set_debug(const char *string) 1493ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe{ 1494ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe struct debug_level *dl; 1495ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe char *p = (char *) string; 1496ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe char *opt; 1497ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe int i; 1498ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 1499ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe if (!strcmp(string, "?") || !strcmp(string, "help")) { 1500ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe log_info("fio: dumping debug options:"); 1501ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe for (i = 0; debug_levels[i].name; i++) { 1502ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe dl = &debug_levels[i]; 1503ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe log_info("%s,", dl->name); 1504ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe } 1505bd6f78b2f0b6375383948f126368804612ec0035Jens Axboe log_info("all\n"); 1506c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe return 1; 1507ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe } 1508ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 1509ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe while ((opt = strsep(&p, ",")) != NULL) { 1510ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe int found = 0; 1511ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 15125e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe if (!strncmp(opt, "all", 3)) { 15135e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe log_info("fio: set all debug options\n"); 15145e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe fio_debug = ~0UL; 15155e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe continue; 15165e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe } 15175e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe 1518ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe for (i = 0; debug_levels[i].name; i++) { 1519ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe dl = &debug_levels[i]; 15205e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe found = !strncmp(opt, dl->name, strlen(dl->name)); 15215e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe if (!found) 15225e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe continue; 15235e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe 15245e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe if (dl->shift == FD_JOB) { 15255e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe opt = strchr(opt, ':'); 15265e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe if (!opt) { 15275e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe log_err("fio: missing job number\n"); 15285e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe break; 15295e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe } 15305e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe opt++; 15315e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe fio_debug_jobno = atoi(opt); 15325e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe log_info("fio: set debug jobno %d\n", 15335e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe fio_debug_jobno); 15345e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe } else { 1535ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe log_info("fio: set debug option %s\n", opt); 1536bd6f78b2f0b6375383948f126368804612ec0035Jens Axboe fio_debug |= (1UL << dl->shift); 1537ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe } 15385e1d306e4f9a6337d07cc2d536d77c53e083226fJens Axboe break; 1539ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe } 1540ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 1541ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe if (!found) 1542ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe log_err("fio: debug mask %s not found\n", opt); 1543ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe } 1544c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe return 0; 1545ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe} 154679e48f72dea1639bcbee310c354938287b6d5790Jens Axboe#else 154769b98d4c9945bed6b3446a9e73bfaf8e557cf033Jens Axboestatic int set_debug(const char *string) 154879e48f72dea1639bcbee310c354938287b6d5790Jens Axboe{ 154979e48f72dea1639bcbee310c354938287b6d5790Jens Axboe log_err("fio: debug tracing not included in build\n"); 1550c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe return 1; 155179e48f72dea1639bcbee310c354938287b6d5790Jens Axboe} 155279e48f72dea1639bcbee310c354938287b6d5790Jens Axboe#endif 15539ac8a797da61a59c9fa1b59f8574246555403d19Jens Axboe 15544c6107ff4db87f50545bad515543f5024bb39e4aJens Axboestatic void fio_options_fill_optstring(void) 15554c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe{ 15564c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe char *ostr = cmd_optstr; 15574c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe int i, c; 15584c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe 15594c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe c = i = 0; 15604c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe while (l_opts[i].name) { 15614c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe ostr[c++] = l_opts[i].val; 15624c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe if (l_opts[i].has_arg == required_argument) 15634c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe ostr[c++] = ':'; 15644c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe else if (l_opts[i].has_arg == optional_argument) { 15654c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe ostr[c++] = ':'; 15664c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe ostr[c++] = ':'; 15674c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe } 15684c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe i++; 15694c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe } 15704c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe ostr[c] = '\0'; 15714c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe} 15724c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe 1573c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboestatic int client_flag_set(char c) 1574c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe{ 1575c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe int i; 1576c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe 1577c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe i = 0; 1578c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe while (l_opts[i].name) { 1579c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe int val = l_opts[i].val; 1580c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe 1581c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe if (c == (val & 0xff)) 1582c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe return (val & FIO_CLIENT_FLAG); 1583c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe 1584c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe i++; 1585c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe } 1586c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe 1587c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe return 0; 1588c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe} 1589c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe 1590fa2ea806de0d6410320abd97599bc52f5a3e72ccJens Axboevoid parse_cmd_client(void *client, char *opt) 15917a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe{ 1592fa2ea806de0d6410320abd97599bc52f5a3e72ccJens Axboe fio_client_add_cmd_option(client, opt); 15937a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe} 15947a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe 159546bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboeint parse_cmd_line(int argc, char *argv[], int client_type) 1596ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 1597b46928282e0a890f49250e79b81af773a2b7108fJens Axboe struct thread_data *td = NULL; 1598c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe int c, ini_idx = 0, lidx, ret = 0, do_exit = 0, exit_val = 0; 15994c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe char *ostr = cmd_optstr; 1600402668f3e05259bfc135fc097136428feda01006Jens Axboe void *pid_file = NULL; 16019bae26e8a220ab28b59d6710c6f7aa6e28b86171Jens Axboe void *cur_client = NULL; 160281179eec4a84ff25c190a8a6a685b0b3b4dd2a37Jens Axboe int backend = 0; 1603ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1604c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe /* 1605c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe * Reset optind handling, since we may call this multiple times 1606c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe * for the backend. 1607c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe */ 1608c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe optind = 1; 16097a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe 1610c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe while ((c = getopt_long_only(argc, argv, ostr, l_opts, &lidx)) != -1) { 1611085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe did_arg = 1; 1612085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe 1613c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe if ((c & FIO_CLIENT_FLAG) || client_flag_set(c)) { 1614fa2ea806de0d6410320abd97599bc52f5a3e72ccJens Axboe parse_cmd_client(cur_client, argv[optind - 1]); 16157a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe c &= ~FIO_CLIENT_FLAG; 16167a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe } 16177a4b824059d9ce4b5151e904219c9b5e757ffd3bJens Axboe 1618ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe switch (c) { 16192b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe case 'a': 16202b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe smalloc_pool_size = atoi(optarg); 16212b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe break; 1622b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 't': 16238c029376bbe6d8a6bcb01c3ef7d545720aca3868Jens Axboe def_timeout = atoi(optarg); 1624b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1625b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 'l': 1626b46928282e0a890f49250e79b81af773a2b7108fJens Axboe write_lat_log = 1; 1627b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 16283d73e5a9549d30324d1c5e31eb644077380c0b95Jens Axboe case 'b': 1629b46928282e0a890f49250e79b81af773a2b7108fJens Axboe write_bw_log = 1; 1630b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1631b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 'o': 1632b46928282e0a890f49250e79b81af773a2b7108fJens Axboe f_out = fopen(optarg, "w+"); 1633b46928282e0a890f49250e79b81af773a2b7108fJens Axboe if (!f_out) { 1634b46928282e0a890f49250e79b81af773a2b7108fJens Axboe perror("fopen output"); 1635b46928282e0a890f49250e79b81af773a2b7108fJens Axboe exit(1); 1636b46928282e0a890f49250e79b81af773a2b7108fJens Axboe } 1637b46928282e0a890f49250e79b81af773a2b7108fJens Axboe f_err = f_out; 1638b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1639b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 'm': 1640f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe output_format = FIO_OUTPUT_TERSE; 1641b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1642f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe case 'F': 1643f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe if (!strcmp(optarg, "minimal") || 1644f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe !strcmp(optarg, "terse") || 1645f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe !strcmp(optarg, "csv")) 1646f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe output_format = FIO_OUTPUT_TERSE; 1647f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe else if (!strcmp(optarg, "json")) 1648f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe output_format = FIO_OUTPUT_JSON; 1649f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe else 1650f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe output_format = FIO_OUTPUT_NORMAL; 1651b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1652b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 'h': 16537874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe if (!cur_client) { 1654c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe usage(argv[0]); 16557874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe do_exit++; 16567874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe } 1657c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe break; 1658fd28ca4948aa67b76585c6c23d7f70a2cdc7a0d5Jens Axboe case 'c': 16597874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe if (!cur_client) { 1660c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe fio_show_option_help(optarg); 16617874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe do_exit++; 16627874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe } 1663c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe break; 1664de890a1e48d40238dac69f302708dde8719de240Steven Lang case 'i': 1665de890a1e48d40238dac69f302708dde8719de240Steven Lang if (!cur_client) { 1666de890a1e48d40238dac69f302708dde8719de240Steven Lang fio_show_ioengine_help(optarg); 1667de890a1e48d40238dac69f302708dde8719de240Steven Lang do_exit++; 1668de890a1e48d40238dac69f302708dde8719de240Steven Lang } 1669de890a1e48d40238dac69f302708dde8719de240Steven Lang break; 1670cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe case 's': 1671cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe dump_cmdline = 1; 1672cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe break; 1673724e4435c1374e97309b122429ad9291744966c0Jens Axboe case 'r': 1674724e4435c1374e97309b122429ad9291744966c0Jens Axboe read_only = 1; 1675724e4435c1374e97309b122429ad9291744966c0Jens Axboe break; 1676b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case 'v': 16777874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe if (!cur_client) { 16783d43382c7864753728b181ac356222d67bdd4a3fJens Axboe log_info("%s\n", fio_version_string); 16797874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe do_exit++; 16807874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe } 1681c2c9458515bda1f77e25f95122ef6ec8d8cc3ec7Jens Axboe break; 1682f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe case 'V': 1683f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe terse_version = atoi(optarg); 168409786f5fa4e64e63be97ae8469866715226bf837Jens Axboe if (!(terse_version == 2 || terse_version == 3 || 168509786f5fa4e64e63be97ae8469866715226bf837Jens Axboe terse_version == 4)) { 1686f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe log_err("fio: bad terse version format\n"); 1687f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe exit_val = 1; 1688f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe do_exit++; 1689f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe } 1690f57a9c59e366aa2f0621aa260bfd5ef5aeb61643Jens Axboe break; 1691e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll case 'e': 1692e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll if (!strcmp("always", optarg)) 1693e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll eta_print = FIO_ETA_ALWAYS; 1694e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll else if (!strcmp("never", optarg)) 1695e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll eta_print = FIO_ETA_NEVER; 1696e592a06b36999bbb30675a4a58d4ff16ed65e555Aaron Carroll break; 1697e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe case 'E': { 1698e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe long long t = 0; 1699e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe 1700e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe if (str_to_decimal(optarg, &t, 0, NULL)) { 1701e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe log_err("fio: failed parsing eta time %s\n", optarg); 1702e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe exit_val = 1; 1703e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe do_exit++; 1704e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe } 1705e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe eta_new_line = t; 1706e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe break; 1707e382e661f6a67a24d8042b9e4b8f812b7126bdc4Jens Axboe } 1708ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe case 'd': 1709c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe if (set_debug(optarg)) 1710c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe do_exit++; 1711ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe break; 1712111e032d60f2341cfe09accbfcf25ec81b9251e0Jens Axboe case 'P': 1713111e032d60f2341cfe09accbfcf25ec81b9251e0Jens Axboe parse_only = 1; 1714111e032d60f2341cfe09accbfcf25ec81b9251e0Jens Axboe break; 1715ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe case 'x': { 1716ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe size_t new_size; 1717ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe 171801f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (!strcmp(optarg, "global")) { 17195ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe log_err("fio: can't use global as only " 17205ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe "section\n"); 1721c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe do_exit++; 1722c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe exit_val = 1; 172301f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe break; 172401f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe } 1725ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe new_size = (nr_job_sections + 1) * sizeof(char *); 1726ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe job_sections = realloc(job_sections, new_size); 1727ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe job_sections[nr_job_sections] = strdup(optarg); 1728ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe nr_job_sections++; 172901f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe break; 1730ad0a273593b93f61e72fbdf1910fcf8cdcac738cJens Axboe } 17319ac8a797da61a59c9fa1b59f8574246555403d19Jens Axboe case 'p': 173207b3232de97ac32a873f0b5d17c8f49c18ed3ae7Jens Axboe exec_profile = strdup(optarg); 17339ac8a797da61a59c9fa1b59f8574246555403d19Jens Axboe break; 1734b46928282e0a890f49250e79b81af773a2b7108fJens Axboe case FIO_GETOPT_JOB: { 17355ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe const char *opt = l_opts[lidx].name; 1736b46928282e0a890f49250e79b81af773a2b7108fJens Axboe char *val = optarg; 1737b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 1738c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe if (!strncmp(opt, "name", 4) && td) { 173946bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboe ret = add_job(td, td->o.name ?: "fio", 0, 0, client_type); 17406625155407de739e1e857419b7b4fb62f6c6bb2eJens Axboe if (ret) 1741c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe return 0; 1742c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe td = NULL; 1743c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe } 1744b46928282e0a890f49250e79b81af773a2b7108fJens Axboe if (!td) { 174501f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe int is_section = !strncmp(opt, "name", 4); 17463106f220e1710d7e53cb7bd0dbc7dac4584af463Jens Axboe int global = 0; 17473106f220e1710d7e53cb7bd0dbc7dac4584af463Jens Axboe 174801f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (!is_section || !strncmp(val, "global", 6)) 17493106f220e1710d7e53cb7bd0dbc7dac4584af463Jens Axboe global = 1; 1750c2b1e753ca7abaca7f177cb1ca5087ca3971542bJens Axboe 175101f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe if (is_section && skip_this_section(val)) 175201f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe continue; 175301f06b63ba67d3bc7fa11766d9f13d229c4cec5cJens Axboe 1754de890a1e48d40238dac69f302708dde8719de240Steven Lang td = get_new_job(global, &def_thread, 1); 1755de890a1e48d40238dac69f302708dde8719de240Steven Lang if (!td || ioengine_load(td)) 1756b46928282e0a890f49250e79b81af773a2b7108fJens Axboe return 0; 1757de890a1e48d40238dac69f302708dde8719de240Steven Lang fio_options_set_ioengine_opts(l_opts, td); 1758b46928282e0a890f49250e79b81af773a2b7108fJens Axboe } 175938d0adb0d129e2eef7bf21e85ba4758c3789cb8eJens Axboe 17609d918187e8eceda6637544b7cb0fa3ee734ee5c0Jens Axboe if ((!val || !strlen(val)) && 17619d918187e8eceda6637544b7cb0fa3ee734ee5c0Jens Axboe l_opts[lidx].has_arg == required_argument) { 17629d918187e8eceda6637544b7cb0fa3ee734ee5c0Jens Axboe log_err("fio: option %s requires an argument\n", opt); 17639d918187e8eceda6637544b7cb0fa3ee734ee5c0Jens Axboe ret = 1; 17649d918187e8eceda6637544b7cb0fa3ee734ee5c0Jens Axboe } else 17659d918187e8eceda6637544b7cb0fa3ee734ee5c0Jens Axboe ret = fio_cmd_option_parse(td, opt, val); 17669d918187e8eceda6637544b7cb0fa3ee734ee5c0Jens Axboe 1767bfb3ea221ed3b5ce4a0795cee778b965ee83cf9fJens Axboe if (ret) { 1768bfb3ea221ed3b5ce4a0795cee778b965ee83cf9fJens Axboe if (td) { 1769bfb3ea221ed3b5ce4a0795cee778b965ee83cf9fJens Axboe put_job(td); 1770bfb3ea221ed3b5ce4a0795cee778b965ee83cf9fJens Axboe td = NULL; 1771bfb3ea221ed3b5ce4a0795cee778b965ee83cf9fJens Axboe } 1772a88c8c14172004a1b6518ca181fe7f60c64c2c1aJens Axboe do_exit++; 1773bfb3ea221ed3b5ce4a0795cee778b965ee83cf9fJens Axboe } 1774de890a1e48d40238dac69f302708dde8719de240Steven Lang 1775de890a1e48d40238dac69f302708dde8719de240Steven Lang if (!ret && !strcmp(opt, "ioengine")) { 1776de890a1e48d40238dac69f302708dde8719de240Steven Lang free_ioengine(td); 1777de890a1e48d40238dac69f302708dde8719de240Steven Lang if (ioengine_load(td)) 1778de890a1e48d40238dac69f302708dde8719de240Steven Lang return 0; 1779de890a1e48d40238dac69f302708dde8719de240Steven Lang fio_options_set_ioengine_opts(l_opts, td); 1780de890a1e48d40238dac69f302708dde8719de240Steven Lang } 1781de890a1e48d40238dac69f302708dde8719de240Steven Lang break; 1782de890a1e48d40238dac69f302708dde8719de240Steven Lang } 1783de890a1e48d40238dac69f302708dde8719de240Steven Lang case FIO_GETOPT_IOENGINE: { 1784de890a1e48d40238dac69f302708dde8719de240Steven Lang const char *opt = l_opts[lidx].name; 1785de890a1e48d40238dac69f302708dde8719de240Steven Lang char *val = optarg; 1786de890a1e48d40238dac69f302708dde8719de240Steven Lang ret = fio_cmd_ioengine_option_parse(td, opt, val); 1787b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1788b46928282e0a890f49250e79b81af773a2b7108fJens Axboe } 1789a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe case 'w': 1790a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe warnings_fatal = 1; 1791a9523c6f4a43e4bbf942ee49068fe4f052c6991dJens Axboe break; 1792fca7035863bd570270376a0c06776e5549ff813eJens Axboe case 'j': 1793fca7035863bd570270376a0c06776e5549ff813eJens Axboe max_jobs = atoi(optarg); 1794fca7035863bd570270376a0c06776e5549ff813eJens Axboe if (!max_jobs || max_jobs > REAL_MAX_JOBS) { 1795fca7035863bd570270376a0c06776e5549ff813eJens Axboe log_err("fio: invalid max jobs: %d\n", max_jobs); 1796fca7035863bd570270376a0c06776e5549ff813eJens Axboe do_exit++; 1797fca7035863bd570270376a0c06776e5549ff813eJens Axboe exit_val = 1; 1798fca7035863bd570270376a0c06776e5549ff813eJens Axboe } 1799fca7035863bd570270376a0c06776e5549ff813eJens Axboe break; 180050d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe case 'S': 1801a37f69b72a74cbde6151458b890aab8d093f0c9fJens Axboe if (nr_clients) { 1802132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe log_err("fio: can't be both client and server\n"); 1803132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe do_exit++; 1804132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe exit_val = 1; 1805132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe break; 1806132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe } 180787aa8f1901e26bc377f3035a485d35c417d0255aJens Axboe if (optarg) 1808bebe639808147d587bbe776566d390b9ff98773fJens Axboe fio_server_set_arg(optarg); 180950d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe is_backend = 1; 181081179eec4a84ff25c190a8a6a685b0b3b4dd2a37Jens Axboe backend = 1; 181150d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe break; 1812e46d809110bd4ad2980ca64931b683673444454bJens Axboe case 'D': 1813402668f3e05259bfc135fc097136428feda01006Jens Axboe pid_file = strdup(optarg); 1814e46d809110bd4ad2980ca64931b683673444454bJens Axboe break; 1815f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu case 'I': 1816f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu if ((ret = fio_idle_prof_parse_opt(optarg))) { 1817f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu /* exit on error and calibration only */ 1818f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu do_exit++; 1819f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu if (ret == -1) 1820f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu exit_val = 1; 1821f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu } 1822f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu break; 1823132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe case 'C': 1824132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe if (is_backend) { 1825132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe log_err("fio: can't be both client and server\n"); 1826132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe do_exit++; 1827132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe exit_val = 1; 1828132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe break; 1829132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe } 1830a52766160d7f2a937c74d4adee1819ef00467d4bJens Axboe if (fio_client_add(&fio_client_ops, optarg, &cur_client)) { 1831bebe639808147d587bbe776566d390b9ff98773fJens Axboe log_err("fio: failed adding client %s\n", optarg); 1832bebe639808147d587bbe776566d390b9ff98773fJens Axboe do_exit++; 1833bebe639808147d587bbe776566d390b9ff98773fJens Axboe exit_val = 1; 1834bebe639808147d587bbe776566d390b9ff98773fJens Axboe break; 1835bebe639808147d587bbe776566d390b9ff98773fJens Axboe } 183614ea90edf265aae2b82f25418fde179c452909f9Jens Axboe /* 183714ea90edf265aae2b82f25418fde179c452909f9Jens Axboe * If the next argument exists and isn't an option, 183814ea90edf265aae2b82f25418fde179c452909f9Jens Axboe * assume it's a job file for this client only. 183914ea90edf265aae2b82f25418fde179c452909f9Jens Axboe */ 184014ea90edf265aae2b82f25418fde179c452909f9Jens Axboe while (optind < argc) { 184114ea90edf265aae2b82f25418fde179c452909f9Jens Axboe if (!strncmp(argv[optind], "--", 2) || 184214ea90edf265aae2b82f25418fde179c452909f9Jens Axboe !strncmp(argv[optind], "-", 1)) 184314ea90edf265aae2b82f25418fde179c452909f9Jens Axboe break; 184414ea90edf265aae2b82f25418fde179c452909f9Jens Axboe 184514ea90edf265aae2b82f25418fde179c452909f9Jens Axboe fio_client_add_ini_file(cur_client, argv[optind]); 184614ea90edf265aae2b82f25418fde179c452909f9Jens Axboe optind++; 184714ea90edf265aae2b82f25418fde179c452909f9Jens Axboe } 1848132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe break; 18497d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe case 'T': 18507d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe do_exit++; 18517d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe exit_val = fio_monotonic_clocktest(); 18527d11f87148b8ec0f5627c701c934c752bf774029Jens Axboe break; 185306464907159baf7a1eeac654a023743e33f28d86Jens Axboe case 'L': { 185406464907159baf7a1eeac654a023743e33f28d86Jens Axboe long long val; 185506464907159baf7a1eeac654a023743e33f28d86Jens Axboe 185606464907159baf7a1eeac654a023743e33f28d86Jens Axboe if (check_str_time(optarg, &val)) { 185706464907159baf7a1eeac654a023743e33f28d86Jens Axboe log_err("fio: failed parsing time %s\n", optarg); 185806464907159baf7a1eeac654a023743e33f28d86Jens Axboe do_exit++; 185906464907159baf7a1eeac654a023743e33f28d86Jens Axboe exit_val = 1; 186006464907159baf7a1eeac654a023743e33f28d86Jens Axboe break; 186106464907159baf7a1eeac654a023743e33f28d86Jens Axboe } 186206464907159baf7a1eeac654a023743e33f28d86Jens Axboe status_interval = val * 1000; 186306464907159baf7a1eeac654a023743e33f28d86Jens Axboe break; 186406464907159baf7a1eeac654a023743e33f28d86Jens Axboe } 1865798827c895a585f284842f6b99378be19c821263Jens Axboe case '?': 1866798827c895a585f284842f6b99378be19c821263Jens Axboe log_err("%s: unrecognized option '%s'\n", argv[0], 1867798827c895a585f284842f6b99378be19c821263Jens Axboe argv[optind - 1]); 1868b46928282e0a890f49250e79b81af773a2b7108fJens Axboe default: 1869c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe do_exit++; 1870c09823ab5c841791025c564ecfc9ada0f850770bJens Axboe exit_val = 1; 1871b46928282e0a890f49250e79b81af773a2b7108fJens Axboe break; 1872ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 1873c7d5c941db51482ba196ef888fdd44f285363946Jens Axboe if (do_exit) 1874c7d5c941db51482ba196ef888fdd44f285363946Jens Axboe break; 1875ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe } 1876c9fad893e8333682d6ab67a269b0dd74f303c5bcJens Axboe 18770b14f0a8bc16f949d9ff3eb425fa7a896513fb15Jens Axboe if (do_exit && !(is_backend || nr_clients)) 18780b14f0a8bc16f949d9ff3eb425fa7a896513fb15Jens Axboe exit(exit_val); 1879536582bf89bb97eb3636e41470f303877a738810Jens Axboe 1880a37f69b72a74cbde6151458b890aab8d093f0c9fJens Axboe if (nr_clients && fio_clients_connect()) { 1881132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe do_exit++; 1882132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe exit_val = 1; 1883cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe return -1; 1884132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe } 1885132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe 188681179eec4a84ff25c190a8a6a685b0b3b4dd2a37Jens Axboe if (is_backend && backend) 1887402668f3e05259bfc135fc097136428feda01006Jens Axboe return fio_start_server(pid_file); 188850d16976ac0cd44c1f5aba9217148ff05e141436Jens Axboe 1889b46928282e0a890f49250e79b81af773a2b7108fJens Axboe if (td) { 18907d6a8904cc2973a857f4bb50f85e7c75375c553dJens Axboe if (!ret) 189146bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboe ret = add_job(td, td->o.name ?: "fio", 0, 0, client_type); 1892972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe } 1893774a617767830b5023f6cad4a45609a92ec82d41Jens Axboe 18947874f8b74cf9da4c142b0574d0ba67a7c9c6db20Jens Axboe while (!ret && optind < argc) { 1895b46928282e0a890f49250e79b81af773a2b7108fJens Axboe ini_idx++; 1896b46928282e0a890f49250e79b81af773a2b7108fJens Axboe ini_file = realloc(ini_file, ini_idx * sizeof(char *)); 1897b46928282e0a890f49250e79b81af773a2b7108fJens Axboe ini_file[ini_idx - 1] = strdup(argv[optind]); 1898b46928282e0a890f49250e79b81af773a2b7108fJens Axboe optind++; 1899eb8bbf48e79a8c6afd3c84e3d64263d10ee45daaJens Axboe } 1900972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe 1901972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe return ini_idx; 1902ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 1903ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 19040420ba6a85617cb02e196ac92e519191dafc6c52Jens Axboeint fio_init_options(void) 1905ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 1906b46928282e0a890f49250e79b81af773a2b7108fJens Axboe f_out = stdout; 1907b46928282e0a890f49250e79b81af773a2b7108fJens Axboe f_err = stderr; 1908b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 19094c6107ff4db87f50545bad515543f5024bb39e4aJens Axboe fio_options_fill_optstring(); 19105ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe fio_options_dup_and_init(l_opts); 1911b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 19129d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe atexit(free_shm); 19139d9eb2e7872c99154094f7750d4c978f075b0144Jens Axboe 1914ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe if (fill_def_thread()) 1915ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 1; 1916ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 19170420ba6a85617cb02e196ac92e519191dafc6c52Jens Axboe return 0; 19180420ba6a85617cb02e196ac92e519191dafc6c52Jens Axboe} 19190420ba6a85617cb02e196ac92e519191dafc6c52Jens Axboe 192051167799022df58d45a99bbd7aa9cf81a47c46c9Jens Axboeextern int fio_check_options(struct thread_options *); 192151167799022df58d45a99bbd7aa9cf81a47c46c9Jens Axboe 19220420ba6a85617cb02e196ac92e519191dafc6c52Jens Axboeint parse_options(int argc, char *argv[]) 19230420ba6a85617cb02e196ac92e519191dafc6c52Jens Axboe{ 192446bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboe const int type = FIO_CLIENT_TYPE_CLI; 19250420ba6a85617cb02e196ac92e519191dafc6c52Jens Axboe int job_files, i; 19260420ba6a85617cb02e196ac92e519191dafc6c52Jens Axboe 19270420ba6a85617cb02e196ac92e519191dafc6c52Jens Axboe if (fio_init_options()) 19280420ba6a85617cb02e196ac92e519191dafc6c52Jens Axboe return 1; 192951167799022df58d45a99bbd7aa9cf81a47c46c9Jens Axboe if (fio_test_cconv(&def_thread.o)) 193051167799022df58d45a99bbd7aa9cf81a47c46c9Jens Axboe log_err("fio: failed internal cconv test\n"); 19310420ba6a85617cb02e196ac92e519191dafc6c52Jens Axboe 193246bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboe job_files = parse_cmd_line(argc, argv, type); 1933ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 1934cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe if (job_files > 0) { 1935cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe for (i = 0; i < job_files; i++) { 1936cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe if (fill_def_thread()) 1937132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe return 1; 1938cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe if (nr_clients) { 1939cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe if (fio_clients_send_ini(ini_file[i])) 1940cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe return 1; 1941cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe free(ini_file[i]); 1942cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe } else if (!is_backend) { 194346bcd498f7b3fb55f7f048bf299f36bd8c8f7db1Jens Axboe if (parse_jobs_ini(ini_file[i], 0, i, type)) 1944cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe return 1; 1945cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe free(ini_file[i]); 1946cdf54d85054858d9e3fc4d7ee8ea5c6a418f1b43Jens Axboe } 1947132159a5a062cabfe963b3d57e82a80741bf5506Jens Axboe } 194814ea90edf265aae2b82f25418fde179c452909f9Jens Axboe } else if (nr_clients) { 194914ea90edf265aae2b82f25418fde179c452909f9Jens Axboe if (fill_def_thread()) 195014ea90edf265aae2b82f25418fde179c452909f9Jens Axboe return 1; 195114ea90edf265aae2b82f25418fde179c452909f9Jens Axboe if (fio_clients_send_ini(NULL)) 195214ea90edf265aae2b82f25418fde179c452909f9Jens Axboe return 1; 1953972cfd2546081c0397447ca9243ea419b1ff579aJens Axboe } 1954ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 195588c6ed8085efd1403fd34072311991cb666a5b9eJens Axboe free(ini_file); 19567e356b2dee2e86f3684424fc6e903f1ef9f00ef4Jens Axboe fio_options_free(&def_thread); 1957b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 1958b46928282e0a890f49250e79b81af773a2b7108fJens Axboe if (!thread_number) { 1959f9633d729f0d2067c3f79b5e82e7129de1e650cdJens Axboe if (parse_dryrun()) 1960cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe return 0; 196107b3232de97ac32a873f0b5d17c8f49c18ed3ae7Jens Axboe if (exec_profile) 196207b3232de97ac32a873f0b5d17c8f49c18ed3ae7Jens Axboe return 0; 1963a37f69b72a74cbde6151458b890aab8d093f0c9fJens Axboe if (is_backend || nr_clients) 19645c341e9a5734742ae1137388345d4f47efdd4f05Jens Axboe return 0; 1965085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe if (did_arg) 1966085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe return 0; 1967cca73aa73328c3cb4d78adf1e54345701eff29fdJens Axboe 1968d65e11c6483f6664ac93da58dd8d46508f651e53Jens Axboe log_err("No jobs(s) defined\n\n"); 1969085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe 1970085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe if (!did_arg) { 1971085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe usage(argv[0]); 1972085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe return 1; 1973085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe } 1974085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe 1975085399db78898fa12d8a469f2db6e5ad1dfe0794Jens Axboe return 0; 1976b46928282e0a890f49250e79b81af773a2b7108fJens Axboe } 1977b46928282e0a890f49250e79b81af773a2b7108fJens Axboe 1978be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe if (def_thread.o.gtod_offload) { 1979be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe fio_gtod_init(); 1980be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe fio_gtod_offload = 1; 1981be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe fio_gtod_cpu = def_thread.o.gtod_cpu; 1982be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe } 1983be4ecfdf6c8daa75c4df8ac875c9a87da80d81a0Jens Axboe 1984f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe if (output_format == FIO_OUTPUT_NORMAL) 19853d43382c7864753728b181ac356222d67bdd4a3fJens Axboe log_info("%s\n", fio_version_string); 1986f6dea4d33fb57a6e7cb64414793c57f10b702851Jens Axboe 1987ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe return 0; 1988ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe} 1989588b7f09161ff432777de4cf9c3345b6f976ad98Jens Axboe 1990588b7f09161ff432777de4cf9c3345b6f976ad98Jens Axboevoid options_default_fill(struct thread_options *o) 1991588b7f09161ff432777de4cf9c3345b6f976ad98Jens Axboe{ 1992588b7f09161ff432777de4cf9c3345b6f976ad98Jens Axboe memcpy(o, &def_thread.o, sizeof(*o)); 1993588b7f09161ff432777de4cf9c3345b6f976ad98Jens Axboe} 1994