stat.c revision ff0dbe14c236da5b0e4ab68bc65e1ac6fbeb1ce8
13c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe#include <stdio.h> 23c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe#include <string.h> 33c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe#include <sys/time.h> 43c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe#include <sys/types.h> 55c4e1dbc4ec6ee963220c5f4e64a04cd6130dc81Jens Axboe#include <sys/stat.h> 63c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe#include <dirent.h> 73c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe#include <libgen.h> 83c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe#include <math.h> 93c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 103c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe#include "fio.h" 117c9b1bce094d58c374b086bbb780c08265623ea4Jens Axboe#include "diskutil.h" 12c7c6cb4cb3114ec4ce3107e15c184e161b50122eJens Axboe#include "lib/ieee754.h" 13cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li#include "json.h" 1444404c5a7f90aa42c3228b56b6f686f15a50fb29Jens Axboe#include "lib/getrusage.h" 15f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu#include "idletime.h" 163c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 17c38e38f16f77567a423f75c26e1929cbe4902e24Vasily Tarasovstruct fio_mutex *stat_mutex; 18cef9175e52e8a240117b9f45b228fdaa0f1c0572Jens Axboe 193c39a379542fd819dbc5cf6daf59380911c39141Jens Axboevoid update_rusage_stat(struct thread_data *td) 203c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe{ 21756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe struct thread_stat *ts = &td->ts; 223c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 2344404c5a7f90aa42c3228b56b6f686f15a50fb29Jens Axboe fio_getrusage(&td->ru_end); 24c8aaba193fd910f89486ba4caab0c023306fffaeJens Axboe ts->usr_time += mtime_since(&td->ru_start.ru_utime, 25c8aaba193fd910f89486ba4caab0c023306fffaeJens Axboe &td->ru_end.ru_utime); 26c8aaba193fd910f89486ba4caab0c023306fffaeJens Axboe ts->sys_time += mtime_since(&td->ru_start.ru_stime, 27c8aaba193fd910f89486ba4caab0c023306fffaeJens Axboe &td->ru_end.ru_stime); 28c8aaba193fd910f89486ba4caab0c023306fffaeJens Axboe ts->ctx += td->ru_end.ru_nvcsw + td->ru_end.ru_nivcsw 29c8aaba193fd910f89486ba4caab0c023306fffaeJens Axboe - (td->ru_start.ru_nvcsw + td->ru_start.ru_nivcsw); 30c8aaba193fd910f89486ba4caab0c023306fffaeJens Axboe ts->minf += td->ru_end.ru_minflt - td->ru_start.ru_minflt; 31c8aaba193fd910f89486ba4caab0c023306fffaeJens Axboe ts->majf += td->ru_end.ru_majflt - td->ru_start.ru_majflt; 325ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe 33c8aaba193fd910f89486ba4caab0c023306fffaeJens Axboe memcpy(&td->ru_start, &td->ru_end, sizeof(td->ru_end)); 343c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe} 353c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 36833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong/* 37833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong * Given a latency, return the index of the corresponding bucket in 38833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong * the structure tracking percentiles. 39833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong * 40833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong * (1) find the group (and error bits) that the value (latency) 41833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong * belongs to by looking at its MSB. (2) find the bucket number in the 42833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong * group by looking at the index bits. 43833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong * 44833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong */ 45833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hongstatic unsigned int plat_val_to_idx(unsigned int val) 46833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong{ 47833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong unsigned int msb, error_bits, base, offset, idx; 48833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong 49833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong /* Find MSB starting from bit 0 */ 50833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong if (val == 0) 51833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong msb = 0; 52833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong else 53833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong msb = (sizeof(val)*8) - __builtin_clz(val) - 1; 54833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong 55716050f2a0b858835d7836ad74e8b680973e08e8Jens Axboe /* 56716050f2a0b858835d7836ad74e8b680973e08e8Jens Axboe * MSB <= (FIO_IO_U_PLAT_BITS-1), cannot be rounded off. Use 57716050f2a0b858835d7836ad74e8b680973e08e8Jens Axboe * all bits of the sample as index 58716050f2a0b858835d7836ad74e8b680973e08e8Jens Axboe */ 59833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong if (msb <= FIO_IO_U_PLAT_BITS) 60833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong return val; 61833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong 62833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong /* Compute the number of error bits to discard*/ 63833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong error_bits = msb - FIO_IO_U_PLAT_BITS; 64833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong 65833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong /* Compute the number of buckets before the group */ 66833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong base = (error_bits + 1) << FIO_IO_U_PLAT_BITS; 67833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong 68716050f2a0b858835d7836ad74e8b680973e08e8Jens Axboe /* 69716050f2a0b858835d7836ad74e8b680973e08e8Jens Axboe * Discard the error bits and apply the mask to find the 703c3ed070502bbfec387ded2c43d5e4559ca24a63Jens Axboe * index for the buckets in the group 71716050f2a0b858835d7836ad74e8b680973e08e8Jens Axboe */ 72833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong offset = (FIO_IO_U_PLAT_VAL - 1) & (val >> error_bits); 73833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong 74833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong /* Make sure the index does not exceed (array size - 1) */ 753c3ed070502bbfec387ded2c43d5e4559ca24a63Jens Axboe idx = (base + offset) < (FIO_IO_U_PLAT_NR - 1) ? 76833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong (base + offset) : (FIO_IO_U_PLAT_NR - 1); 77833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong 78833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong return idx; 79833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong} 80833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong 81833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong/* 82833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong * Convert the given index of the bucket array to the value 83833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong * represented by the bucket 84833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong */ 85833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hongstatic unsigned int plat_idx_to_val(unsigned int idx) 86833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong{ 87833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong unsigned int error_bits, k, base; 88833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong 89833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong assert(idx < FIO_IO_U_PLAT_NR); 90833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong 91833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong /* MSB <= (FIO_IO_U_PLAT_BITS-1), cannot be rounded off. Use 92833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong * all bits of the sample as index */ 933c3ed070502bbfec387ded2c43d5e4559ca24a63Jens Axboe if (idx < (FIO_IO_U_PLAT_VAL << 1)) 94833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong return idx; 95833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong 96833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong /* Find the group and compute the minimum value of that group */ 973c3ed070502bbfec387ded2c43d5e4559ca24a63Jens Axboe error_bits = (idx >> FIO_IO_U_PLAT_BITS) - 1; 98833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong base = 1 << (error_bits + FIO_IO_U_PLAT_BITS); 99833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong 100833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong /* Find its bucket number of the group */ 101833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong k = idx % FIO_IO_U_PLAT_VAL; 102833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong 103833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong /* Return the mean of the range of the bucket */ 104833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong return base + ((k + 0.5) * (1 << error_bits)); 105833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong} 106833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong 107833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hongstatic int double_cmp(const void *a, const void *b) 108833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong{ 109802ad4a83e92a30b5fdccf117d59fbb69068c054Jens Axboe const fio_fp64_t fa = *(const fio_fp64_t *) a; 110802ad4a83e92a30b5fdccf117d59fbb69068c054Jens Axboe const fio_fp64_t fb = *(const fio_fp64_t *) b; 111833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong int cmp = 0; 112833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong 113802ad4a83e92a30b5fdccf117d59fbb69068c054Jens Axboe if (fa.u.f > fb.u.f) 114833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong cmp = 1; 115802ad4a83e92a30b5fdccf117d59fbb69068c054Jens Axboe else if (fa.u.f < fb.u.f) 116833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong cmp = -1; 117833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong 118833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong return cmp; 119833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong} 120833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong 121a269790cd25788dd4226641a3ceab1b3c8fda14bJens Axboeunsigned int calc_clat_percentiles(unsigned int *io_u_plat, unsigned long nr, 122a269790cd25788dd4226641a3ceab1b3c8fda14bJens Axboe fio_fp64_t *plist, unsigned int **output, 123a269790cd25788dd4226641a3ceab1b3c8fda14bJens Axboe unsigned int *maxv, unsigned int *minv) 124833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong{ 125833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong unsigned long sum = 0; 1261db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe unsigned int len, i, j = 0; 1271db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe unsigned int oval_len = 0; 1281db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe unsigned int *ovals = NULL; 1291db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe int is_last; 1301db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe 1311db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe *minv = -1U; 1321db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe *maxv = 0; 133833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong 134802ad4a83e92a30b5fdccf117d59fbb69068c054Jens Axboe len = 0; 135802ad4a83e92a30b5fdccf117d59fbb69068c054Jens Axboe while (len < FIO_IO_U_LIST_MAX_LEN && plist[len].u.f != 0.0) 136802ad4a83e92a30b5fdccf117d59fbb69068c054Jens Axboe len++; 137716050f2a0b858835d7836ad74e8b680973e08e8Jens Axboe 138351de8de68623375d2693192047cef7411f16442Jens Axboe if (!len) 1391db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe return 0; 140351de8de68623375d2693192047cef7411f16442Jens Axboe 141716050f2a0b858835d7836ad74e8b680973e08e8Jens Axboe /* 142802ad4a83e92a30b5fdccf117d59fbb69068c054Jens Axboe * Sort the percentile list. Note that it may already be sorted if 143802ad4a83e92a30b5fdccf117d59fbb69068c054Jens Axboe * we are using the default values, but since it's a short list this 144802ad4a83e92a30b5fdccf117d59fbb69068c054Jens Axboe * isn't a worry. Also note that this does not work for NaN values. 145716050f2a0b858835d7836ad74e8b680973e08e8Jens Axboe */ 146802ad4a83e92a30b5fdccf117d59fbb69068c054Jens Axboe if (len > 1) 1473c3ed070502bbfec387ded2c43d5e4559ca24a63Jens Axboe qsort((void *)plist, len, sizeof(plist[0]), double_cmp); 148833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong 1494f6f8298a2d3f19cec0ba65525930a62eee3967fJens Axboe /* 1504f6f8298a2d3f19cec0ba65525930a62eee3967fJens Axboe * Calculate bucket values, note down max and min values 1514f6f8298a2d3f19cec0ba65525930a62eee3967fJens Axboe */ 15207511a632ef219eb578d8c7f12825a275c640bcfJens Axboe is_last = 0; 15307511a632ef219eb578d8c7f12825a275c640bcfJens Axboe for (i = 0; i < FIO_IO_U_PLAT_NR && !is_last; i++) { 154833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong sum += io_u_plat[i]; 155802ad4a83e92a30b5fdccf117d59fbb69068c054Jens Axboe while (sum >= (plist[j].u.f / 100.0 * nr)) { 156802ad4a83e92a30b5fdccf117d59fbb69068c054Jens Axboe assert(plist[j].u.f <= 100.0); 157833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong 1584f6f8298a2d3f19cec0ba65525930a62eee3967fJens Axboe if (j == oval_len) { 1594f6f8298a2d3f19cec0ba65525930a62eee3967fJens Axboe oval_len += 100; 1604f6f8298a2d3f19cec0ba65525930a62eee3967fJens Axboe ovals = realloc(ovals, oval_len * sizeof(unsigned int)); 1614f6f8298a2d3f19cec0ba65525930a62eee3967fJens Axboe } 1624f6f8298a2d3f19cec0ba65525930a62eee3967fJens Axboe 1634f6f8298a2d3f19cec0ba65525930a62eee3967fJens Axboe ovals[j] = plat_idx_to_val(i); 1641db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe if (ovals[j] < *minv) 1651db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe *minv = ovals[j]; 1661db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe if (ovals[j] > *maxv) 1671db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe *maxv = ovals[j]; 16807511a632ef219eb578d8c7f12825a275c640bcfJens Axboe 16907511a632ef219eb578d8c7f12825a275c640bcfJens Axboe is_last = (j == len - 1); 17007511a632ef219eb578d8c7f12825a275c640bcfJens Axboe if (is_last) 17107511a632ef219eb578d8c7f12825a275c640bcfJens Axboe break; 17207511a632ef219eb578d8c7f12825a275c640bcfJens Axboe 1734f6f8298a2d3f19cec0ba65525930a62eee3967fJens Axboe j++; 1744f6f8298a2d3f19cec0ba65525930a62eee3967fJens Axboe } 1754f6f8298a2d3f19cec0ba65525930a62eee3967fJens Axboe } 176833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong 1771db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe *output = ovals; 1781db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe return len; 1791db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe} 1801db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe 1811db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe/* 1821db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe * Find and display the p-th percentile of clat 1831db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe */ 1841db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboestatic void show_clat_percentiles(unsigned int *io_u_plat, unsigned long nr, 1853dc1e5b28bc4d9b673fe81fc4884b1a621ffe9deJens Axboe fio_fp64_t *plist, unsigned int precision) 1861db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe{ 1871db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe unsigned int len, j = 0, minv, maxv; 1881db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe unsigned int *ovals; 189eef02441621aa969f01a1a331e0215dd587d25afJens Axboe int is_last, per_line, scale_down; 190eef02441621aa969f01a1a331e0215dd587d25afJens Axboe char fmt[32]; 1911db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe 1921db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe len = calc_clat_percentiles(io_u_plat, nr, plist, &ovals, &maxv, &minv); 1931db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe if (!len) 1941db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe goto out; 1951db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe 1964f6f8298a2d3f19cec0ba65525930a62eee3967fJens Axboe /* 1974f6f8298a2d3f19cec0ba65525930a62eee3967fJens Axboe * We default to usecs, but if the value range is such that we 1984f6f8298a2d3f19cec0ba65525930a62eee3967fJens Axboe * should scale down to msecs, do that. 1994f6f8298a2d3f19cec0ba65525930a62eee3967fJens Axboe */ 2004f6f8298a2d3f19cec0ba65525930a62eee3967fJens Axboe if (minv > 2000 && maxv > 99999) { 2014f6f8298a2d3f19cec0ba65525930a62eee3967fJens Axboe scale_down = 1; 2024f6f8298a2d3f19cec0ba65525930a62eee3967fJens Axboe log_info(" clat percentiles (msec):\n |"); 2034f6f8298a2d3f19cec0ba65525930a62eee3967fJens Axboe } else { 2044f6f8298a2d3f19cec0ba65525930a62eee3967fJens Axboe scale_down = 0; 2054f6f8298a2d3f19cec0ba65525930a62eee3967fJens Axboe log_info(" clat percentiles (usec):\n |"); 2064f6f8298a2d3f19cec0ba65525930a62eee3967fJens Axboe } 207833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong 2083dc1e5b28bc4d9b673fe81fc4884b1a621ffe9deJens Axboe snprintf(fmt, sizeof(fmt), "%%1.%uf", precision); 209eef02441621aa969f01a1a331e0215dd587d25afJens Axboe per_line = (80 - 7) / (precision + 14); 210619adf9c5aa472904eec3a62f13030e6b261ea25Jens Axboe 2114f6f8298a2d3f19cec0ba65525930a62eee3967fJens Axboe for (j = 0; j < len; j++) { 212619adf9c5aa472904eec3a62f13030e6b261ea25Jens Axboe char fbuf[16], *ptr = fbuf; 21381ab0b3ab4db39033e020a1e611197fe04df6c3eJens Axboe 2144f6f8298a2d3f19cec0ba65525930a62eee3967fJens Axboe /* for formatting */ 215eef02441621aa969f01a1a331e0215dd587d25afJens Axboe if (j != 0 && (j % per_line) == 0) 2164f6f8298a2d3f19cec0ba65525930a62eee3967fJens Axboe log_info(" |"); 217833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong 2184f6f8298a2d3f19cec0ba65525930a62eee3967fJens Axboe /* end of the list */ 2194f6f8298a2d3f19cec0ba65525930a62eee3967fJens Axboe is_last = (j == len - 1); 220833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong 2214f6f8298a2d3f19cec0ba65525930a62eee3967fJens Axboe if (plist[j].u.f < 10.0) 222619adf9c5aa472904eec3a62f13030e6b261ea25Jens Axboe ptr += sprintf(fbuf, " "); 223619adf9c5aa472904eec3a62f13030e6b261ea25Jens Axboe 224eef02441621aa969f01a1a331e0215dd587d25afJens Axboe snprintf(ptr, sizeof(fbuf), fmt, plist[j].u.f); 2254f6f8298a2d3f19cec0ba65525930a62eee3967fJens Axboe 2264f6f8298a2d3f19cec0ba65525930a62eee3967fJens Axboe if (scale_down) 2274f6f8298a2d3f19cec0ba65525930a62eee3967fJens Axboe ovals[j] = (ovals[j] + 999) / 1000; 2284f6f8298a2d3f19cec0ba65525930a62eee3967fJens Axboe 2294f6f8298a2d3f19cec0ba65525930a62eee3967fJens Axboe log_info(" %sth=[%5u]%c", fbuf, ovals[j], is_last ? '\n' : ','); 2304f6f8298a2d3f19cec0ba65525930a62eee3967fJens Axboe 2314f6f8298a2d3f19cec0ba65525930a62eee3967fJens Axboe if (is_last) 2324f6f8298a2d3f19cec0ba65525930a62eee3967fJens Axboe break; 2334f6f8298a2d3f19cec0ba65525930a62eee3967fJens Axboe 234eef02441621aa969f01a1a331e0215dd587d25afJens Axboe if ((j % per_line) == per_line - 1) /* for formatting */ 2354f6f8298a2d3f19cec0ba65525930a62eee3967fJens Axboe log_info("\n"); 236833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong } 2374f6f8298a2d3f19cec0ba65525930a62eee3967fJens Axboe 2381db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboeout: 2394f6f8298a2d3f19cec0ba65525930a62eee3967fJens Axboe if (ovals) 2404f6f8298a2d3f19cec0ba65525930a62eee3967fJens Axboe free(ovals); 241833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong} 242833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong 243b29ad56266faa33326de00e315d2b34b735fb028Jens Axboeint calc_lat(struct io_stat *is, unsigned long *min, unsigned long *max, 244b29ad56266faa33326de00e315d2b34b735fb028Jens Axboe double *mean, double *dev) 2453c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe{ 246ee0ccb794be1d3c677e2c02b416a8702d59811d7Erwan Velu double n = (double) is->samples; 2473c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 248ee0ccb794be1d3c677e2c02b416a8702d59811d7Erwan Velu if (n == 0) 2493c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe return 0; 2503c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 2513c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe *min = is->min_val; 2523c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe *max = is->max_val; 253802ad4a83e92a30b5fdccf117d59fbb69068c054Jens Axboe *mean = is->mean.u.f; 254e6d276f2c07cc35f3d57210713e8288bb44daf97Jens Axboe 255687040842bf56502d33b6c0cb5d2af6da27d080cJens Axboe if (n > 1.0) 256802ad4a83e92a30b5fdccf117d59fbb69068c054Jens Axboe *dev = sqrt(is->S.u.f / (n - 1.0)); 257ef9c5c40a9f4b0ce3be9f13cedaaf7e2a90d47a6Jens Axboe else 2584b43f54ed7dece502350658bee10eba551aeb4a4Jens Axboe *dev = 0; 259ef9c5c40a9f4b0ce3be9f13cedaaf7e2a90d47a6Jens Axboe 2603c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe return 1; 2613c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe} 2623c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 263a64e88dad0c0e4a510ae8ab54cde1a20b99c59d1Jens Axboevoid show_group_stats(struct group_run_stats *rs) 2643c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe{ 265dbe1125e9c53b2a0b1fc2fd9c6cfd0b3fbddda8bJens Axboe char *p1, *p2, *p3, *p4; 2664d6922b77db7109369f0499506cf2cf7a62aba45Jens Axboe const char *str[] = { " READ", " WRITE" , " TRIM"}; 267dbe1125e9c53b2a0b1fc2fd9c6cfd0b3fbddda8bJens Axboe int i; 268dbe1125e9c53b2a0b1fc2fd9c6cfd0b3fbddda8bJens Axboe 2697e1773ba2033a2f70bcbb36c07dc8743c6ce05d1Jens Axboe log_info("\nRun status group %d (all jobs):\n", rs->groupid); 2703c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 2716eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li for (i = 0; i < DDIR_RWDIR_CNT; i++) { 27290fef2d162fba55ad684c2c80b3b9739b8d16e72Jens Axboe const int i2p = is_power_of_2(rs->kb_base); 27390fef2d162fba55ad684c2c80b3b9739b8d16e72Jens Axboe 274dbe1125e9c53b2a0b1fc2fd9c6cfd0b3fbddda8bJens Axboe if (!rs->max_run[i]) 275dbe1125e9c53b2a0b1fc2fd9c6cfd0b3fbddda8bJens Axboe continue; 276dbe1125e9c53b2a0b1fc2fd9c6cfd0b3fbddda8bJens Axboe 27773798eb297e4d4afa2f67d72eb2a3618592a1c4dSteven Noonan p1 = num2str(rs->io_kb[i], 6, rs->kb_base, i2p, 8); 278ad705bcb7e79a7cdb9891db17b4c40b13b6c30c3Steven Noonan p2 = num2str(rs->agg[i], 6, rs->kb_base, i2p, rs->unit_base); 279ad705bcb7e79a7cdb9891db17b4c40b13b6c30c3Steven Noonan p3 = num2str(rs->min_bw[i], 6, rs->kb_base, i2p, rs->unit_base); 280ad705bcb7e79a7cdb9891db17b4c40b13b6c30c3Steven Noonan p4 = num2str(rs->max_bw[i], 6, rs->kb_base, i2p, rs->unit_base); 281dbe1125e9c53b2a0b1fc2fd9c6cfd0b3fbddda8bJens Axboe 28273798eb297e4d4afa2f67d72eb2a3618592a1c4dSteven Noonan log_info("%s: io=%s, aggrb=%s/s, minb=%s/s, maxb=%s/s," 283771e58befea806d2d881953050c4e65329eee382Jens Axboe " mint=%llumsec, maxt=%llumsec\n", 2844d6922b77db7109369f0499506cf2cf7a62aba45Jens Axboe rs->unified_rw_rep ? " MIXED" : str[i], 2854e0a8fa2593006505b7f4e18931a201d221b49e9Jens Axboe p1, p2, p3, p4, 2864e0a8fa2593006505b7f4e18931a201d221b49e9Jens Axboe (unsigned long long) rs->min_run[i], 2874e0a8fa2593006505b7f4e18931a201d221b49e9Jens Axboe (unsigned long long) rs->max_run[i]); 288dbe1125e9c53b2a0b1fc2fd9c6cfd0b3fbddda8bJens Axboe 289dbe1125e9c53b2a0b1fc2fd9c6cfd0b3fbddda8bJens Axboe free(p1); 290dbe1125e9c53b2a0b1fc2fd9c6cfd0b3fbddda8bJens Axboe free(p2); 291dbe1125e9c53b2a0b1fc2fd9c6cfd0b3fbddda8bJens Axboe free(p3); 292dbe1125e9c53b2a0b1fc2fd9c6cfd0b3fbddda8bJens Axboe free(p4); 293dbe1125e9c53b2a0b1fc2fd9c6cfd0b3fbddda8bJens Axboe } 2943c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe} 2953c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 2962e33101f218a1603eeecca969f5b7a0e98696a01Jens Axboevoid stat_calc_dist(unsigned int *map, unsigned long total, double *io_u_dist) 2972270890cef8d98ab97f87d348d16dce6454e631fJens Axboe{ 2982270890cef8d98ab97f87d348d16dce6454e631fJens Axboe int i; 2992270890cef8d98ab97f87d348d16dce6454e631fJens Axboe 3002270890cef8d98ab97f87d348d16dce6454e631fJens Axboe /* 3012270890cef8d98ab97f87d348d16dce6454e631fJens Axboe * Do depth distribution calculations 3022270890cef8d98ab97f87d348d16dce6454e631fJens Axboe */ 3032270890cef8d98ab97f87d348d16dce6454e631fJens Axboe for (i = 0; i < FIO_IO_U_MAP_NR; i++) { 304838bc709279964bdcc64070d4eb2777a0f79bcbbJens Axboe if (total) { 305838bc709279964bdcc64070d4eb2777a0f79bcbbJens Axboe io_u_dist[i] = (double) map[i] / (double) total; 306838bc709279964bdcc64070d4eb2777a0f79bcbbJens Axboe io_u_dist[i] *= 100.0; 307838bc709279964bdcc64070d4eb2777a0f79bcbbJens Axboe if (io_u_dist[i] < 0.1 && map[i]) 308838bc709279964bdcc64070d4eb2777a0f79bcbbJens Axboe io_u_dist[i] = 0.1; 309838bc709279964bdcc64070d4eb2777a0f79bcbbJens Axboe } else 310838bc709279964bdcc64070d4eb2777a0f79bcbbJens Axboe io_u_dist[i] = 0.0; 3112270890cef8d98ab97f87d348d16dce6454e631fJens Axboe } 3122270890cef8d98ab97f87d348d16dce6454e631fJens Axboe} 3132270890cef8d98ab97f87d348d16dce6454e631fJens Axboe 31404a0feae73ca50d05914cc3c425b2a6949523204Jens Axboestatic void stat_calc_lat(struct thread_stat *ts, double *dst, 31504a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe unsigned int *src, int nr) 3162270890cef8d98ab97f87d348d16dce6454e631fJens Axboe{ 317d79db1222039e906dd49ae290daa59701f4e2385Jens Axboe unsigned long total = ddir_rw_sum(ts->total_io_u); 3182270890cef8d98ab97f87d348d16dce6454e631fJens Axboe int i; 3192270890cef8d98ab97f87d348d16dce6454e631fJens Axboe 3202270890cef8d98ab97f87d348d16dce6454e631fJens Axboe /* 3212270890cef8d98ab97f87d348d16dce6454e631fJens Axboe * Do latency distribution calculations 3222270890cef8d98ab97f87d348d16dce6454e631fJens Axboe */ 32304a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe for (i = 0; i < nr; i++) { 324838bc709279964bdcc64070d4eb2777a0f79bcbbJens Axboe if (total) { 325838bc709279964bdcc64070d4eb2777a0f79bcbbJens Axboe dst[i] = (double) src[i] / (double) total; 326838bc709279964bdcc64070d4eb2777a0f79bcbbJens Axboe dst[i] *= 100.0; 327838bc709279964bdcc64070d4eb2777a0f79bcbbJens Axboe if (dst[i] < 0.01 && src[i]) 328838bc709279964bdcc64070d4eb2777a0f79bcbbJens Axboe dst[i] = 0.01; 329838bc709279964bdcc64070d4eb2777a0f79bcbbJens Axboe } else 330838bc709279964bdcc64070d4eb2777a0f79bcbbJens Axboe dst[i] = 0.0; 3312270890cef8d98ab97f87d348d16dce6454e631fJens Axboe } 3322270890cef8d98ab97f87d348d16dce6454e631fJens Axboe} 3332270890cef8d98ab97f87d348d16dce6454e631fJens Axboe 334e5bd13470beaeed9c4a6835b7b92265fb94173a9Jens Axboevoid stat_calc_lat_u(struct thread_stat *ts, double *io_u_lat) 33504a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe{ 33604a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe stat_calc_lat(ts, io_u_lat, ts->io_u_lat_u, FIO_IO_U_LAT_U_NR); 33704a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe} 33804a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe 339e5bd13470beaeed9c4a6835b7b92265fb94173a9Jens Axboevoid stat_calc_lat_m(struct thread_stat *ts, double *io_u_lat) 34004a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe{ 34104a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe stat_calc_lat(ts, io_u_lat, ts->io_u_lat_m, FIO_IO_U_LAT_M_NR); 34204a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe} 34304a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe 344b29ad56266faa33326de00e315d2b34b735fb028Jens Axboestatic void display_lat(const char *name, unsigned long min, unsigned long max, 345b29ad56266faa33326de00e315d2b34b735fb028Jens Axboe double mean, double dev) 346ea2accc50fe911f7c24f08e62db55de4d2386b71Jens Axboe{ 347b29ad56266faa33326de00e315d2b34b735fb028Jens Axboe const char *base = "(usec)"; 348b29ad56266faa33326de00e315d2b34b735fb028Jens Axboe char *minp, *maxp; 349ea2accc50fe911f7c24f08e62db55de4d2386b71Jens Axboe 350b29ad56266faa33326de00e315d2b34b735fb028Jens Axboe if (!usec_to_msec(&min, &max, &mean, &dev)) 351b29ad56266faa33326de00e315d2b34b735fb028Jens Axboe base = "(msec)"; 352b29ad56266faa33326de00e315d2b34b735fb028Jens Axboe 35322f80458a520d0c5371c64bf91d24cdd21dff825Jens Axboe minp = num2str(min, 6, 1, 0, 0); 35422f80458a520d0c5371c64bf91d24cdd21dff825Jens Axboe maxp = num2str(max, 6, 1, 0, 0); 355b29ad56266faa33326de00e315d2b34b735fb028Jens Axboe 356b29ad56266faa33326de00e315d2b34b735fb028Jens Axboe log_info(" %s %s: min=%s, max=%s, avg=%5.02f," 357b29ad56266faa33326de00e315d2b34b735fb028Jens Axboe " stdev=%5.02f\n", name, base, minp, maxp, mean, dev); 358b29ad56266faa33326de00e315d2b34b735fb028Jens Axboe 359b29ad56266faa33326de00e315d2b34b735fb028Jens Axboe free(minp); 360b29ad56266faa33326de00e315d2b34b735fb028Jens Axboe free(maxp); 361ea2accc50fe911f7c24f08e62db55de4d2386b71Jens Axboe} 362ea2accc50fe911f7c24f08e62db55de4d2386b71Jens Axboe 363756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboestatic void show_ddir_status(struct group_run_stats *rs, struct thread_stat *ts, 3643c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe int ddir) 3653c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe{ 3664d6922b77db7109369f0499506cf2cf7a62aba45Jens Axboe const char *str[] = { "read ", "write", "trim" }; 3678879fd15550a5edac3f4fdab6f98badb18dea18cJens Axboe unsigned long min, max, runt; 368b3605062146bce0136918763bb8eb584478ae042Jens Axboe unsigned long long bw, iops; 3693c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe double mean, dev; 370b3605062146bce0136918763bb8eb584478ae042Jens Axboe char *io_p, *bw_p, *iops_p; 37190fef2d162fba55ad684c2c80b3b9739b8d16e72Jens Axboe int i2p; 3723c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 373ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe assert(ddir_rw(ddir)); 374ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe 375756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe if (!ts->runtime[ddir]) 3763c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe return; 3773c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 37890fef2d162fba55ad684c2c80b3b9739b8d16e72Jens Axboe i2p = is_power_of_2(rs->kb_base); 3798879fd15550a5edac3f4fdab6f98badb18dea18cJens Axboe runt = ts->runtime[ddir]; 3808879fd15550a5edac3f4fdab6f98badb18dea18cJens Axboe 3818879fd15550a5edac3f4fdab6f98badb18dea18cJens Axboe bw = (1000 * ts->io_bytes[ddir]) / runt; 38273798eb297e4d4afa2f67d72eb2a3618592a1c4dSteven Noonan io_p = num2str(ts->io_bytes[ddir], 6, 1, i2p, 8); 383ad705bcb7e79a7cdb9891db17b4c40b13b6c30c3Steven Noonan bw_p = num2str(bw, 6, 1, i2p, ts->unit_base); 3848879fd15550a5edac3f4fdab6f98badb18dea18cJens Axboe 3850aacc50c2fa41e44512ce8eacfd3d679cb016d86Bruce Cran iops = (1000 * (uint64_t)ts->total_io_u[ddir]) / runt; 38673798eb297e4d4afa2f67d72eb2a3618592a1c4dSteven Noonan iops_p = num2str(iops, 6, 1, 0, 0); 387dbe1125e9c53b2a0b1fc2fd9c6cfd0b3fbddda8bJens Axboe 38873798eb297e4d4afa2f67d72eb2a3618592a1c4dSteven Noonan log_info(" %s: io=%s, bw=%s/s, iops=%s, runt=%6llumsec\n", 3894d6922b77db7109369f0499506cf2cf7a62aba45Jens Axboe rs->unified_rw_rep ? "mixed" : str[ddir], 3904e0a8fa2593006505b7f4e18931a201d221b49e9Jens Axboe io_p, bw_p, iops_p, 3914e0a8fa2593006505b7f4e18931a201d221b49e9Jens Axboe (unsigned long long) ts->runtime[ddir]); 392dbe1125e9c53b2a0b1fc2fd9c6cfd0b3fbddda8bJens Axboe 393dbe1125e9c53b2a0b1fc2fd9c6cfd0b3fbddda8bJens Axboe free(io_p); 394dbe1125e9c53b2a0b1fc2fd9c6cfd0b3fbddda8bJens Axboe free(bw_p); 395b3605062146bce0136918763bb8eb584478ae042Jens Axboe free(iops_p); 3963c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 397b29ad56266faa33326de00e315d2b34b735fb028Jens Axboe if (calc_lat(&ts->slat_stat[ddir], &min, &max, &mean, &dev)) 398b29ad56266faa33326de00e315d2b34b735fb028Jens Axboe display_lat("slat", min, max, mean, dev); 399b29ad56266faa33326de00e315d2b34b735fb028Jens Axboe if (calc_lat(&ts->clat_stat[ddir], &min, &max, &mean, &dev)) 400b29ad56266faa33326de00e315d2b34b735fb028Jens Axboe display_lat("clat", min, max, mean, dev); 401b29ad56266faa33326de00e315d2b34b735fb028Jens Axboe if (calc_lat(&ts->lat_stat[ddir], &min, &max, &mean, &dev)) 402b29ad56266faa33326de00e315d2b34b735fb028Jens Axboe display_lat(" lat", min, max, mean, dev); 40302af09886db695e5ea2b7fd2a632733955f3c03fJens Axboe 404833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong if (ts->clat_percentiles) { 405833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong show_clat_percentiles(ts->io_u_plat[ddir], 406833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong ts->clat_stat[ddir].samples, 407435d195a9da120c5a618129cdb73418f4748c20aVincent Kang Fu ts->percentile_list, 408435d195a9da120c5a618129cdb73418f4748c20aVincent Kang Fu ts->percentile_precision); 409833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong } 410079ad09b1ef22fa0d47c2cd2673908c5619aa41aJens Axboe if (calc_lat(&ts->bw_stat[ddir], &min, &max, &mean, &dev)) { 411142c7f2d081337362afd85c1613627d8ee9ddeafSteven Noonan double p_of_agg = 100.0, fkb_base = (double)rs->kb_base; 412d686990a3c4bf23823d78c9b69196b24028491eeSteven Noonan const char *bw_str = (rs->unit_base == 1 ? "Kbit" : "KB"); 413d686990a3c4bf23823d78c9b69196b24028491eeSteven Noonan 414d686990a3c4bf23823d78c9b69196b24028491eeSteven Noonan if (rs->unit_base == 1) { 415d686990a3c4bf23823d78c9b69196b24028491eeSteven Noonan min *= 8.0; 416d686990a3c4bf23823d78c9b69196b24028491eeSteven Noonan max *= 8.0; 417d686990a3c4bf23823d78c9b69196b24028491eeSteven Noonan mean *= 8.0; 418d686990a3c4bf23823d78c9b69196b24028491eeSteven Noonan dev *= 8.0; 419d686990a3c4bf23823d78c9b69196b24028491eeSteven Noonan } 4203c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 4212f2c69242ba72508fb5429d12e1fd72c3cc1e76cJens Axboe if (rs->agg[ddir]) { 42219d3e967ff31c055c1497dd67f4d7305ec1607f4Jens Axboe p_of_agg = mean * 100 / (double) rs->agg[ddir]; 42319d3e967ff31c055c1497dd67f4d7305ec1607f4Jens Axboe if (p_of_agg > 100.0) 42419d3e967ff31c055c1497dd67f4d7305ec1607f4Jens Axboe p_of_agg = 100.0; 42519d3e967ff31c055c1497dd67f4d7305ec1607f4Jens Axboe } 426b7017e324de0484b5b4db881bdb280611523cf7eJens Axboe 427142c7f2d081337362afd85c1613627d8ee9ddeafSteven Noonan if (mean > fkb_base * fkb_base) { 428142c7f2d081337362afd85c1613627d8ee9ddeafSteven Noonan min /= fkb_base; 429142c7f2d081337362afd85c1613627d8ee9ddeafSteven Noonan max /= fkb_base; 430142c7f2d081337362afd85c1613627d8ee9ddeafSteven Noonan mean /= fkb_base; 431142c7f2d081337362afd85c1613627d8ee9ddeafSteven Noonan dev /= fkb_base; 432d686990a3c4bf23823d78c9b69196b24028491eeSteven Noonan bw_str = (rs->unit_base == 1 ? "Mbit" : "MB"); 433b7017e324de0484b5b4db881bdb280611523cf7eJens Axboe } 434b7017e324de0484b5b4db881bdb280611523cf7eJens Axboe 435d686990a3c4bf23823d78c9b69196b24028491eeSteven Noonan log_info(" bw (%-4s/s): min=%5lu, max=%5lu, per=%3.2f%%," 436b7017e324de0484b5b4db881bdb280611523cf7eJens Axboe " avg=%5.02f, stdev=%5.02f\n", bw_str, min, max, 437b7017e324de0484b5b4db881bdb280611523cf7eJens Axboe p_of_agg, mean, dev); 4383c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe } 4393c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe} 4403c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 4417e1773ba2033a2f70bcbb36c07dc8743c6ce05d1Jens Axboestatic int show_lat(double *io_u_lat, int nr, const char **ranges, 4427e1773ba2033a2f70bcbb36c07dc8743c6ce05d1Jens Axboe const char *msg) 44304a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe{ 4447e1773ba2033a2f70bcbb36c07dc8743c6ce05d1Jens Axboe int new_line = 1, i, line = 0, shown = 0; 44504a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe 44604a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe for (i = 0; i < nr; i++) { 44704a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe if (io_u_lat[i] <= 0.0) 44804a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe continue; 4497e1773ba2033a2f70bcbb36c07dc8743c6ce05d1Jens Axboe shown = 1; 45004a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe if (new_line) { 4514539ed73159735c20cf6c2808eea84d0cc25a608Jens Axboe if (line) 4524539ed73159735c20cf6c2808eea84d0cc25a608Jens Axboe log_info("\n"); 4537e1773ba2033a2f70bcbb36c07dc8743c6ce05d1Jens Axboe log_info(" lat (%s) : ", msg); 45404a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe new_line = 0; 45504a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe line = 0; 45604a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe } 45704a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe if (line) 45804a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe log_info(", "); 45904a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe log_info("%s%3.2f%%", ranges[i], io_u_lat[i]); 46004a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe line++; 46104a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe if (line == 5) 46204a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe new_line = 1; 46304a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe } 4647e1773ba2033a2f70bcbb36c07dc8743c6ce05d1Jens Axboe 4657e1773ba2033a2f70bcbb36c07dc8743c6ce05d1Jens Axboe if (shown) 4667e1773ba2033a2f70bcbb36c07dc8743c6ce05d1Jens Axboe log_info("\n"); 4677e1773ba2033a2f70bcbb36c07dc8743c6ce05d1Jens Axboe 4687e1773ba2033a2f70bcbb36c07dc8743c6ce05d1Jens Axboe return shown; 46904a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe} 47004a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe 47104a0feae73ca50d05914cc3c425b2a6949523204Jens Axboestatic void show_lat_u(double *io_u_lat_u) 47204a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe{ 47304a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe const char *ranges[] = { "2=", "4=", "10=", "20=", "50=", "100=", 47404a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe "250=", "500=", "750=", "1000=", }; 47504a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe 47604a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe show_lat(io_u_lat_u, FIO_IO_U_LAT_U_NR, ranges, "usec"); 47704a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe} 47804a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe 47904a0feae73ca50d05914cc3c425b2a6949523204Jens Axboestatic void show_lat_m(double *io_u_lat_m) 48004a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe{ 48104a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe const char *ranges[] = { "2=", "4=", "10=", "20=", "50=", "100=", 48204a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe "250=", "500=", "750=", "1000=", "2000=", 48304a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe ">=2000=", }; 48404a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe 48504a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe show_lat(io_u_lat_m, FIO_IO_U_LAT_M_NR, ranges, "msec"); 48604a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe} 48704a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe 488c551f65a0a2a972c19f9c274f3cf24f4b6d98680Jens Axboestatic void show_latencies(struct thread_stat *ts) 48904a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe{ 490c551f65a0a2a972c19f9c274f3cf24f4b6d98680Jens Axboe double io_u_lat_u[FIO_IO_U_LAT_U_NR]; 491c551f65a0a2a972c19f9c274f3cf24f4b6d98680Jens Axboe double io_u_lat_m[FIO_IO_U_LAT_M_NR]; 492c551f65a0a2a972c19f9c274f3cf24f4b6d98680Jens Axboe 4935a18988ebd18598bf93cfc76ce1e954f2eede438Jens Axboe stat_calc_lat_u(ts, io_u_lat_u); 4945a18988ebd18598bf93cfc76ce1e954f2eede438Jens Axboe stat_calc_lat_m(ts, io_u_lat_m); 4955a18988ebd18598bf93cfc76ce1e954f2eede438Jens Axboe 49604a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe show_lat_u(io_u_lat_u); 49704a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe show_lat_m(io_u_lat_m); 49804a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe} 49904a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe 50010aa136bddbaa7c845ab4eacb4a9a4a88d6657a3Jens Axboestatic void show_thread_status_normal(struct thread_stat *ts, 50110aa136bddbaa7c845ab4eacb4a9a4a88d6657a3Jens Axboe struct group_run_stats *rs) 5023c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe{ 5033c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe double usr_cpu, sys_cpu; 504690089990d051d86b4ef2b6fd5c1972c0dd4897bJens Axboe unsigned long runtime; 50571619dc28506f7b7b40905b942e992b02f0d5b96Jens Axboe double io_u_dist[FIO_IO_U_MAP_NR]; 50657a64324184090fdc9f5052a6a34ab2b42359a22Jens Axboe time_t time_p; 507ffb17c0048ff2e4ba97478152729d1f011057d0fJens Axboe char time_buf[32]; 5083c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 509e93fd530b57b2cd4bf8205d557c509dbdb2a69ccJens Axboe if (!ddir_rw_sum(ts->io_bytes) && !ddir_rw_sum(ts->total_io_u)) 5103c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe return; 5113c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 51257a64324184090fdc9f5052a6a34ab2b42359a22Jens Axboe time(&time_p); 51345054cbec0e624de3b79a795d7dfe1c64cdea934Saurabh De os_ctime_r((const time_t *) &time_p, time_buf, sizeof(time_buf)); 51457a64324184090fdc9f5052a6a34ab2b42359a22Jens Axboe 5155ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe if (!ts->error) { 51657a64324184090fdc9f5052a6a34ab2b42359a22Jens Axboe log_info("%s: (groupid=%d, jobs=%d): err=%2d: pid=%d: %s", 5175ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe ts->name, ts->groupid, ts->members, 51857a64324184090fdc9f5052a6a34ab2b42359a22Jens Axboe ts->error, (int) ts->pid, time_buf); 5195ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe } else { 52057a64324184090fdc9f5052a6a34ab2b42359a22Jens Axboe log_info("%s: (groupid=%d, jobs=%d): err=%2d (%s): pid=%d: %s", 5215ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe ts->name, ts->groupid, ts->members, 52257a64324184090fdc9f5052a6a34ab2b42359a22Jens Axboe ts->error, ts->verror, (int) ts->pid, 52357a64324184090fdc9f5052a6a34ab2b42359a22Jens Axboe time_buf); 5245ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe } 5253c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 526259e47dea8db94a372a73b07b5245d43d4f9ab92Jens Axboe if (strlen(ts->description)) 5276d86144dd10b05e8b82e9b895c35dd778e5e71abJens Axboe log_info(" Description : [%s]\n", ts->description); 5287bdce1bde82e37c8876270853840c1d09d760b67Jens Axboe 529756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe if (ts->io_bytes[DDIR_READ]) 530756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe show_ddir_status(rs, ts, DDIR_READ); 531756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe if (ts->io_bytes[DDIR_WRITE]) 532756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe show_ddir_status(rs, ts, DDIR_WRITE); 5336eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li if (ts->io_bytes[DDIR_TRIM]) 5346eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li show_ddir_status(rs, ts, DDIR_TRIM); 5353c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 536c551f65a0a2a972c19f9c274f3cf24f4b6d98680Jens Axboe show_latencies(ts); 5377e1773ba2033a2f70bcbb36c07dc8743c6ce05d1Jens Axboe 538756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe runtime = ts->total_run_time; 539690089990d051d86b4ef2b6fd5c1972c0dd4897bJens Axboe if (runtime) { 5401e97cce9f5a87a67293a05ec4533ed6968698b2eJens Axboe double runt = (double) runtime; 5413c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 542756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe usr_cpu = (double) ts->usr_time * 100 / runt; 543756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe sys_cpu = (double) ts->sys_time * 100 / runt; 5443c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe } else { 5453c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe usr_cpu = 0; 5463c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe sys_cpu = 0; 5473c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe } 5483c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 5494e0a8fa2593006505b7f4e18931a201d221b49e9Jens Axboe log_info(" cpu : usr=%3.2f%%, sys=%3.2f%%, ctx=%llu," 5504e0a8fa2593006505b7f4e18931a201d221b49e9Jens Axboe " majf=%llu, minf=%llu\n", usr_cpu, sys_cpu, 5514e0a8fa2593006505b7f4e18931a201d221b49e9Jens Axboe (unsigned long long) ts->ctx, 5524e0a8fa2593006505b7f4e18931a201d221b49e9Jens Axboe (unsigned long long) ts->majf, 5534e0a8fa2593006505b7f4e18931a201d221b49e9Jens Axboe (unsigned long long) ts->minf); 55471619dc28506f7b7b40905b942e992b02f0d5b96Jens Axboe 555d79db1222039e906dd49ae290daa59701f4e2385Jens Axboe stat_calc_dist(ts->io_u_map, ddir_rw_sum(ts->total_io_u), io_u_dist); 5565ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe log_info(" IO depths : 1=%3.1f%%, 2=%3.1f%%, 4=%3.1f%%, 8=%3.1f%%," 5575ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe " 16=%3.1f%%, 32=%3.1f%%, >=64=%3.1f%%\n", io_u_dist[0], 5585ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe io_u_dist[1], io_u_dist[2], 5595ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe io_u_dist[3], io_u_dist[4], 5605ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe io_u_dist[5], io_u_dist[6]); 561838bc709279964bdcc64070d4eb2777a0f79bcbbJens Axboe 562838bc709279964bdcc64070d4eb2777a0f79bcbbJens Axboe stat_calc_dist(ts->io_u_submit, ts->total_submit, io_u_dist); 563838bc709279964bdcc64070d4eb2777a0f79bcbbJens Axboe log_info(" submit : 0=%3.1f%%, 4=%3.1f%%, 8=%3.1f%%, 16=%3.1f%%," 564838bc709279964bdcc64070d4eb2777a0f79bcbbJens Axboe " 32=%3.1f%%, 64=%3.1f%%, >=64=%3.1f%%\n", io_u_dist[0], 565838bc709279964bdcc64070d4eb2777a0f79bcbbJens Axboe io_u_dist[1], io_u_dist[2], 566838bc709279964bdcc64070d4eb2777a0f79bcbbJens Axboe io_u_dist[3], io_u_dist[4], 567838bc709279964bdcc64070d4eb2777a0f79bcbbJens Axboe io_u_dist[5], io_u_dist[6]); 568838bc709279964bdcc64070d4eb2777a0f79bcbbJens Axboe stat_calc_dist(ts->io_u_complete, ts->total_complete, io_u_dist); 569838bc709279964bdcc64070d4eb2777a0f79bcbbJens Axboe log_info(" complete : 0=%3.1f%%, 4=%3.1f%%, 8=%3.1f%%, 16=%3.1f%%," 570838bc709279964bdcc64070d4eb2777a0f79bcbbJens Axboe " 32=%3.1f%%, 64=%3.1f%%, >=64=%3.1f%%\n", io_u_dist[0], 571838bc709279964bdcc64070d4eb2777a0f79bcbbJens Axboe io_u_dist[1], io_u_dist[2], 572838bc709279964bdcc64070d4eb2777a0f79bcbbJens Axboe io_u_dist[3], io_u_dist[4], 573838bc709279964bdcc64070d4eb2777a0f79bcbbJens Axboe io_u_dist[5], io_u_dist[6]); 5744e0a8fa2593006505b7f4e18931a201d221b49e9Jens Axboe log_info(" issued : total=r=%llu/w=%llu/d=%llu," 57567e149c4c2b580089287813246344908770c3be9Jens Axboe " short=r=%llu/w=%llu/d=%llu," 57667e149c4c2b580089287813246344908770c3be9Jens Axboe " drop=r=%llu/w=%llu/d=%llu\n", 5774e0a8fa2593006505b7f4e18931a201d221b49e9Jens Axboe (unsigned long long) ts->total_io_u[0], 5784e0a8fa2593006505b7f4e18931a201d221b49e9Jens Axboe (unsigned long long) ts->total_io_u[1], 5794e0a8fa2593006505b7f4e18931a201d221b49e9Jens Axboe (unsigned long long) ts->total_io_u[2], 5804e0a8fa2593006505b7f4e18931a201d221b49e9Jens Axboe (unsigned long long) ts->short_io_u[0], 5814e0a8fa2593006505b7f4e18931a201d221b49e9Jens Axboe (unsigned long long) ts->short_io_u[1], 58267e149c4c2b580089287813246344908770c3be9Jens Axboe (unsigned long long) ts->short_io_u[2], 58367e149c4c2b580089287813246344908770c3be9Jens Axboe (unsigned long long) ts->drop_io_u[0], 58467e149c4c2b580089287813246344908770c3be9Jens Axboe (unsigned long long) ts->drop_io_u[1], 58567e149c4c2b580089287813246344908770c3be9Jens Axboe (unsigned long long) ts->drop_io_u[2]); 586f2bba1820a567ac00b09916239ac8feb125cead2Radha Ramachandran if (ts->continue_on_error) { 587e9d806fa2661cf685fc5c5d0172ff15193c9c8b1Dmitry Monakhov log_info(" errors : total=%llu, first_error=%d/<%s>\n", 5884e0a8fa2593006505b7f4e18931a201d221b49e9Jens Axboe (unsigned long long)ts->total_err_count, 5891ec99eea970609e63f49982f0d052a23ac18848dJens Axboe ts->first_error, 5901ec99eea970609e63f49982f0d052a23ac18848dJens Axboe strerror(ts->first_error)); 591f2bba1820a567ac00b09916239ac8feb125cead2Radha Ramachandran } 5923e260a46ea9a8de224c3d0a29a608da3440f284aJens Axboe if (ts->latency_depth) { 5933e260a46ea9a8de224c3d0a29a608da3440f284aJens Axboe log_info(" latency : target=%llu, window=%llu, percentile=%.2f%%, depth=%u\n", 5943e260a46ea9a8de224c3d0a29a608da3440f284aJens Axboe (unsigned long long)ts->latency_target, 5953e260a46ea9a8de224c3d0a29a608da3440f284aJens Axboe (unsigned long long)ts->latency_window, 5963e260a46ea9a8de224c3d0a29a608da3440f284aJens Axboe ts->latency_percentile.u.f, 5973e260a46ea9a8de224c3d0a29a608da3440f284aJens Axboe ts->latency_depth); 5983e260a46ea9a8de224c3d0a29a608da3440f284aJens Axboe } 5993c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe} 6003c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 601756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboestatic void show_ddir_status_terse(struct thread_stat *ts, 602c6ae0a5b8123ea9af2ce70319081fbd5d65c8093Jens Axboe struct group_run_stats *rs, int ddir) 603c6ae0a5b8123ea9af2ce70319081fbd5d65c8093Jens Axboe{ 604c6ae0a5b8123ea9af2ce70319081fbd5d65c8093Jens Axboe unsigned long min, max; 605312b4af22018a73a445ae6ecf640d71f12120ab9Jens Axboe unsigned long long bw, iops; 6061db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe unsigned int *ovals = NULL; 607c6ae0a5b8123ea9af2ce70319081fbd5d65c8093Jens Axboe double mean, dev; 6081db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe unsigned int len, minv, maxv; 6091db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe int i; 610c6ae0a5b8123ea9af2ce70319081fbd5d65c8093Jens Axboe 611ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe assert(ddir_rw(ddir)); 612ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe 613312b4af22018a73a445ae6ecf640d71f12120ab9Jens Axboe iops = bw = 0; 614312b4af22018a73a445ae6ecf640d71f12120ab9Jens Axboe if (ts->runtime[ddir]) { 615312b4af22018a73a445ae6ecf640d71f12120ab9Jens Axboe uint64_t runt = ts->runtime[ddir]; 616312b4af22018a73a445ae6ecf640d71f12120ab9Jens Axboe 617033bbb5119b3135f198b7a6032d484e227d97c69Jens Axboe bw = ((1000 * ts->io_bytes[ddir]) / runt) / 1024; 618312b4af22018a73a445ae6ecf640d71f12120ab9Jens Axboe iops = (1000 * (uint64_t) ts->total_io_u[ddir]) / runt; 619312b4af22018a73a445ae6ecf640d71f12120ab9Jens Axboe } 620c6ae0a5b8123ea9af2ce70319081fbd5d65c8093Jens Axboe 6214e0a8fa2593006505b7f4e18931a201d221b49e9Jens Axboe log_info(";%llu;%llu;%llu;%llu", 6224e0a8fa2593006505b7f4e18931a201d221b49e9Jens Axboe (unsigned long long) ts->io_bytes[ddir] >> 10, bw, iops, 6234e0a8fa2593006505b7f4e18931a201d221b49e9Jens Axboe (unsigned long long) ts->runtime[ddir]); 624c6ae0a5b8123ea9af2ce70319081fbd5d65c8093Jens Axboe 625079ad09b1ef22fa0d47c2cd2673908c5619aa41aJens Axboe if (calc_lat(&ts->slat_stat[ddir], &min, &max, &mean, &dev)) 6266d86144dd10b05e8b82e9b895c35dd778e5e71abJens Axboe log_info(";%lu;%lu;%f;%f", min, max, mean, dev); 627c6ae0a5b8123ea9af2ce70319081fbd5d65c8093Jens Axboe else 6286d86144dd10b05e8b82e9b895c35dd778e5e71abJens Axboe log_info(";%lu;%lu;%f;%f", 0UL, 0UL, 0.0, 0.0); 629c6ae0a5b8123ea9af2ce70319081fbd5d65c8093Jens Axboe 630079ad09b1ef22fa0d47c2cd2673908c5619aa41aJens Axboe if (calc_lat(&ts->clat_stat[ddir], &min, &max, &mean, &dev)) 6316d86144dd10b05e8b82e9b895c35dd778e5e71abJens Axboe log_info(";%lu;%lu;%f;%f", min, max, mean, dev); 632c6ae0a5b8123ea9af2ce70319081fbd5d65c8093Jens Axboe else 6336d86144dd10b05e8b82e9b895c35dd778e5e71abJens Axboe log_info(";%lu;%lu;%f;%f", 0UL, 0UL, 0.0, 0.0); 634c6ae0a5b8123ea9af2ce70319081fbd5d65c8093Jens Axboe 6351db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe if (ts->clat_percentiles) { 6361db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe len = calc_clat_percentiles(ts->io_u_plat[ddir], 6371db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe ts->clat_stat[ddir].samples, 6381db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe ts->percentile_list, &ovals, &maxv, 6391db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe &minv); 6401db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe } else 6411db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe len = 0; 6421db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe 6431db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe for (i = 0; i < FIO_IO_U_LIST_MAX_LEN; i++) { 6441db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe if (i >= len) { 6451db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe log_info(";0%%=0"); 6461db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe continue; 6471db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe } 648435d195a9da120c5a618129cdb73418f4748c20aVincent Kang Fu log_info(";%f%%=%u", ts->percentile_list[i].u.f, ovals[i]); 6491db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe } 6502341a37a2df4bca221d5ea25aa7d8a8307407d1aKeplar kramer 6512341a37a2df4bca221d5ea25aa7d8a8307407d1aKeplar kramer if (calc_lat(&ts->lat_stat[ddir], &min, &max, &mean, &dev)) 6522341a37a2df4bca221d5ea25aa7d8a8307407d1aKeplar kramer log_info(";%lu;%lu;%f;%f", min, max, mean, dev); 6532341a37a2df4bca221d5ea25aa7d8a8307407d1aKeplar kramer else 6542341a37a2df4bca221d5ea25aa7d8a8307407d1aKeplar kramer log_info(";%lu;%lu;%f;%f", 0UL, 0UL, 0.0, 0.0); 6552341a37a2df4bca221d5ea25aa7d8a8307407d1aKeplar kramer 6561db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe if (ovals) 6571db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe free(ovals); 6581db92cb6b3db5965a52359cb2dab7ebd3f476f53Jens Axboe 659079ad09b1ef22fa0d47c2cd2673908c5619aa41aJens Axboe if (calc_lat(&ts->bw_stat[ddir], &min, &max, &mean, &dev)) { 66019d3e967ff31c055c1497dd67f4d7305ec1607f4Jens Axboe double p_of_agg = 100.0; 66119d3e967ff31c055c1497dd67f4d7305ec1607f4Jens Axboe 66219d3e967ff31c055c1497dd67f4d7305ec1607f4Jens Axboe if (rs->agg[ddir]) { 66319d3e967ff31c055c1497dd67f4d7305ec1607f4Jens Axboe p_of_agg = mean * 100 / (double) rs->agg[ddir]; 66419d3e967ff31c055c1497dd67f4d7305ec1607f4Jens Axboe if (p_of_agg > 100.0) 66519d3e967ff31c055c1497dd67f4d7305ec1607f4Jens Axboe p_of_agg = 100.0; 66619d3e967ff31c055c1497dd67f4d7305ec1607f4Jens Axboe } 667c6ae0a5b8123ea9af2ce70319081fbd5d65c8093Jens Axboe 6686d86144dd10b05e8b82e9b895c35dd778e5e71abJens Axboe log_info(";%lu;%lu;%f%%;%f;%f", min, max, p_of_agg, mean, dev); 669c6ae0a5b8123ea9af2ce70319081fbd5d65c8093Jens Axboe } else 6706d86144dd10b05e8b82e9b895c35dd778e5e71abJens Axboe log_info(";%lu;%lu;%f%%;%f;%f", 0UL, 0UL, 0.0, 0.0, 0.0); 671c6ae0a5b8123ea9af2ce70319081fbd5d65c8093Jens Axboe} 672c6ae0a5b8123ea9af2ce70319081fbd5d65c8093Jens Axboe 673cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Listatic void add_ddir_status_json(struct thread_stat *ts, 674cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li struct group_run_stats *rs, int ddir, struct json_object *parent) 675cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li{ 676cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li unsigned long min, max; 677ff0dbe14c236da5b0e4ab68bc65e1ac6fbeb1ce8Ben England unsigned long long bw; 678cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li unsigned int *ovals = NULL; 679ff0dbe14c236da5b0e4ab68bc65e1ac6fbeb1ce8Ben England double mean, dev, iops; 680cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li unsigned int len, minv, maxv; 681cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li int i; 682cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li const char *ddirname[] = {"read", "write", "trim"}; 683cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li struct json_object *dir_object, *tmp_object, *percentile_object; 684cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li char buf[120]; 685cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li double p_of_agg = 100.0; 686cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li 687cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li assert(ddir_rw(ddir)); 688cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li 689771e58befea806d2d881953050c4e65329eee382Jens Axboe if (ts->unified_rw_rep && ddir != DDIR_READ) 690771e58befea806d2d881953050c4e65329eee382Jens Axboe return; 691771e58befea806d2d881953050c4e65329eee382Jens Axboe 692cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li dir_object = json_create_object(); 693771e58befea806d2d881953050c4e65329eee382Jens Axboe json_object_add_value_object(parent, 694771e58befea806d2d881953050c4e65329eee382Jens Axboe ts->unified_rw_rep ? "mixed" : ddirname[ddir], dir_object); 695cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li 696ff0dbe14c236da5b0e4ab68bc65e1ac6fbeb1ce8Ben England bw = 0; 697ff0dbe14c236da5b0e4ab68bc65e1ac6fbeb1ce8Ben England iops = 0.0; 698cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li if (ts->runtime[ddir]) { 699cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li uint64_t runt = ts->runtime[ddir]; 700cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li 701cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li bw = ((1000 * ts->io_bytes[ddir]) / runt) / 1024; 702ff0dbe14c236da5b0e4ab68bc65e1ac6fbeb1ce8Ben England iops = (1000.0 * (uint64_t) ts->total_io_u[ddir]) / runt; 703cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li } 704cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li 705cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_object_add_value_int(dir_object, "io_bytes", ts->io_bytes[ddir] >> 10); 706cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_object_add_value_int(dir_object, "bw", bw); 707ff0dbe14c236da5b0e4ab68bc65e1ac6fbeb1ce8Ben England json_object_add_value_float(dir_object, "iops", iops); 708cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_object_add_value_int(dir_object, "runtime", ts->runtime[ddir]); 709e93fd530b57b2cd4bf8205d557c509dbdb2a69ccJens Axboe json_object_add_value_int(dir_object, "total_ios", ts->total_io_u[ddir]); 710e93fd530b57b2cd4bf8205d557c509dbdb2a69ccJens Axboe json_object_add_value_int(dir_object, "short_ios", ts->short_io_u[ddir]); 711e93fd530b57b2cd4bf8205d557c509dbdb2a69ccJens Axboe json_object_add_value_int(dir_object, "drop_ios", ts->drop_io_u[ddir]); 712cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li 713cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li if (!calc_lat(&ts->slat_stat[ddir], &min, &max, &mean, &dev)) { 714cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li min = max = 0; 715cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li mean = dev = 0.0; 716cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li } 717cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li tmp_object = json_create_object(); 718cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_object_add_value_object(dir_object, "slat", tmp_object); 719cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_object_add_value_int(tmp_object, "min", min); 720cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_object_add_value_int(tmp_object, "max", max); 721cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_object_add_value_float(tmp_object, "mean", mean); 722cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_object_add_value_float(tmp_object, "stddev", dev); 723cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li 724cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li if (!calc_lat(&ts->clat_stat[ddir], &min, &max, &mean, &dev)) { 725cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li min = max = 0; 726cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li mean = dev = 0.0; 727cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li } 728cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li tmp_object = json_create_object(); 729cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_object_add_value_object(dir_object, "clat", tmp_object); 730cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_object_add_value_int(tmp_object, "min", min); 731cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_object_add_value_int(tmp_object, "max", max); 732cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_object_add_value_float(tmp_object, "mean", mean); 733cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_object_add_value_float(tmp_object, "stddev", dev); 734cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li 735cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li if (ts->clat_percentiles) { 736cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li len = calc_clat_percentiles(ts->io_u_plat[ddir], 737cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li ts->clat_stat[ddir].samples, 738cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li ts->percentile_list, &ovals, &maxv, 739cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li &minv); 740cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li } else 741cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li len = 0; 742cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li 743cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li percentile_object = json_create_object(); 744cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_object_add_value_object(tmp_object, "percentile", percentile_object); 745cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li for (i = 0; i < FIO_IO_U_LIST_MAX_LEN; i++) { 746cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li if (i >= len) { 747cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_object_add_value_int(percentile_object, "0.00", 0); 748cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li continue; 749cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li } 750435d195a9da120c5a618129cdb73418f4748c20aVincent Kang Fu snprintf(buf, sizeof(buf), "%f", ts->percentile_list[i].u.f); 751cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_object_add_value_int(percentile_object, (const char *)buf, ovals[i]); 752cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li } 753cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li 754cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li if (!calc_lat(&ts->lat_stat[ddir], &min, &max, &mean, &dev)) { 755cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li min = max = 0; 756cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li mean = dev = 0.0; 757cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li } 758cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li tmp_object = json_create_object(); 759cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_object_add_value_object(dir_object, "lat", tmp_object); 760cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_object_add_value_int(tmp_object, "min", min); 761cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_object_add_value_int(tmp_object, "max", max); 762cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_object_add_value_float(tmp_object, "mean", mean); 763cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_object_add_value_float(tmp_object, "stddev", dev); 764cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li if (ovals) 765cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li free(ovals); 766cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li 767b9e1b49128450bcfd792165354b98026e3ac2734Shaohua Li if (calc_lat(&ts->bw_stat[ddir], &min, &max, &mean, &dev)) { 768cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li if (rs->agg[ddir]) { 769cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li p_of_agg = mean * 100 / (double) rs->agg[ddir]; 770cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li if (p_of_agg > 100.0) 771cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li p_of_agg = 100.0; 772cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li } 773cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li } else { 774cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li min = max = 0; 775cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li p_of_agg = mean = dev = 0.0; 776cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li } 777cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_object_add_value_int(dir_object, "bw_min", min); 778cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_object_add_value_int(dir_object, "bw_max", max); 779a806bf2e054ca389a56130849a4394ac9d4334b6Erwan Velu json_object_add_value_float(dir_object, "bw_agg", p_of_agg); 780cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_object_add_value_float(dir_object, "bw_mean", mean); 781cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_object_add_value_float(dir_object, "bw_dev", dev); 782cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li} 783cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li 7844d658652bac63fd72af8302e27deba5beb381906Jens Axboestatic void show_thread_status_terse_v2(struct thread_stat *ts, 7853c3ed070502bbfec387ded2c43d5e4559ca24a63Jens Axboe struct group_run_stats *rs) 7864d658652bac63fd72af8302e27deba5beb381906Jens Axboe{ 7874d658652bac63fd72af8302e27deba5beb381906Jens Axboe double io_u_dist[FIO_IO_U_MAP_NR]; 7884d658652bac63fd72af8302e27deba5beb381906Jens Axboe double io_u_lat_u[FIO_IO_U_LAT_U_NR]; 7894d658652bac63fd72af8302e27deba5beb381906Jens Axboe double io_u_lat_m[FIO_IO_U_LAT_M_NR]; 7904d658652bac63fd72af8302e27deba5beb381906Jens Axboe double usr_cpu, sys_cpu; 7914d658652bac63fd72af8302e27deba5beb381906Jens Axboe int i; 7924d658652bac63fd72af8302e27deba5beb381906Jens Axboe 7934d658652bac63fd72af8302e27deba5beb381906Jens Axboe /* General Info */ 7944d658652bac63fd72af8302e27deba5beb381906Jens Axboe log_info("2;%s;%d;%d", ts->name, ts->groupid, ts->error); 7954d658652bac63fd72af8302e27deba5beb381906Jens Axboe /* Log Read Status */ 7966eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li show_ddir_status_terse(ts, rs, DDIR_READ); 7974d658652bac63fd72af8302e27deba5beb381906Jens Axboe /* Log Write Status */ 7986eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li show_ddir_status_terse(ts, rs, DDIR_WRITE); 7996eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li /* Log Trim Status */ 8006eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li show_ddir_status_terse(ts, rs, DDIR_TRIM); 8014d658652bac63fd72af8302e27deba5beb381906Jens Axboe 8024d658652bac63fd72af8302e27deba5beb381906Jens Axboe /* CPU Usage */ 8034d658652bac63fd72af8302e27deba5beb381906Jens Axboe if (ts->total_run_time) { 8044d658652bac63fd72af8302e27deba5beb381906Jens Axboe double runt = (double) ts->total_run_time; 8054d658652bac63fd72af8302e27deba5beb381906Jens Axboe 8064d658652bac63fd72af8302e27deba5beb381906Jens Axboe usr_cpu = (double) ts->usr_time * 100 / runt; 8074d658652bac63fd72af8302e27deba5beb381906Jens Axboe sys_cpu = (double) ts->sys_time * 100 / runt; 8084d658652bac63fd72af8302e27deba5beb381906Jens Axboe } else { 8094d658652bac63fd72af8302e27deba5beb381906Jens Axboe usr_cpu = 0; 8104d658652bac63fd72af8302e27deba5beb381906Jens Axboe sys_cpu = 0; 8114d658652bac63fd72af8302e27deba5beb381906Jens Axboe } 8124d658652bac63fd72af8302e27deba5beb381906Jens Axboe 8134e0a8fa2593006505b7f4e18931a201d221b49e9Jens Axboe log_info(";%f%%;%f%%;%llu;%llu;%llu", usr_cpu, sys_cpu, 8144e0a8fa2593006505b7f4e18931a201d221b49e9Jens Axboe (unsigned long long) ts->ctx, 8154e0a8fa2593006505b7f4e18931a201d221b49e9Jens Axboe (unsigned long long) ts->majf, 8164e0a8fa2593006505b7f4e18931a201d221b49e9Jens Axboe (unsigned long long) ts->minf); 8174d658652bac63fd72af8302e27deba5beb381906Jens Axboe 8184d658652bac63fd72af8302e27deba5beb381906Jens Axboe /* Calc % distribution of IO depths, usecond, msecond latency */ 819d79db1222039e906dd49ae290daa59701f4e2385Jens Axboe stat_calc_dist(ts->io_u_map, ddir_rw_sum(ts->total_io_u), io_u_dist); 8204d658652bac63fd72af8302e27deba5beb381906Jens Axboe stat_calc_lat_u(ts, io_u_lat_u); 8214d658652bac63fd72af8302e27deba5beb381906Jens Axboe stat_calc_lat_m(ts, io_u_lat_m); 8224d658652bac63fd72af8302e27deba5beb381906Jens Axboe 8234d658652bac63fd72af8302e27deba5beb381906Jens Axboe /* Only show fixed 7 I/O depth levels*/ 8244d658652bac63fd72af8302e27deba5beb381906Jens Axboe log_info(";%3.1f%%;%3.1f%%;%3.1f%%;%3.1f%%;%3.1f%%;%3.1f%%;%3.1f%%", 8254d658652bac63fd72af8302e27deba5beb381906Jens Axboe io_u_dist[0], io_u_dist[1], io_u_dist[2], io_u_dist[3], 8264d658652bac63fd72af8302e27deba5beb381906Jens Axboe io_u_dist[4], io_u_dist[5], io_u_dist[6]); 8274d658652bac63fd72af8302e27deba5beb381906Jens Axboe 8284d658652bac63fd72af8302e27deba5beb381906Jens Axboe /* Microsecond latency */ 8294d658652bac63fd72af8302e27deba5beb381906Jens Axboe for (i = 0; i < FIO_IO_U_LAT_U_NR; i++) 8304d658652bac63fd72af8302e27deba5beb381906Jens Axboe log_info(";%3.2f%%", io_u_lat_u[i]); 8314d658652bac63fd72af8302e27deba5beb381906Jens Axboe /* Millisecond latency */ 8324d658652bac63fd72af8302e27deba5beb381906Jens Axboe for (i = 0; i < FIO_IO_U_LAT_M_NR; i++) 8334d658652bac63fd72af8302e27deba5beb381906Jens Axboe log_info(";%3.2f%%", io_u_lat_m[i]); 8344d658652bac63fd72af8302e27deba5beb381906Jens Axboe /* Additional output if continue_on_error set - default off*/ 8354d658652bac63fd72af8302e27deba5beb381906Jens Axboe if (ts->continue_on_error) 8364e0a8fa2593006505b7f4e18931a201d221b49e9Jens Axboe log_info(";%llu;%d", (unsigned long long) ts->total_err_count, ts->first_error); 8374d658652bac63fd72af8302e27deba5beb381906Jens Axboe log_info("\n"); 8384d658652bac63fd72af8302e27deba5beb381906Jens Axboe 8394d658652bac63fd72af8302e27deba5beb381906Jens Axboe /* Additional output if description is set */ 8400a3c52f0875c85b6750239a8b65bfe230d28df35Jens Axboe if (strlen(ts->description)) 8414d658652bac63fd72af8302e27deba5beb381906Jens Axboe log_info(";%s", ts->description); 8424d658652bac63fd72af8302e27deba5beb381906Jens Axboe 8434d658652bac63fd72af8302e27deba5beb381906Jens Axboe log_info("\n"); 8444d658652bac63fd72af8302e27deba5beb381906Jens Axboe} 8454d658652bac63fd72af8302e27deba5beb381906Jens Axboe 8463449ab8c4d2addb716105ded698438a1d3811572Jens Axboestatic void show_thread_status_terse_v3_v4(struct thread_stat *ts, 8473449ab8c4d2addb716105ded698438a1d3811572Jens Axboe struct group_run_stats *rs, int ver) 848c6ae0a5b8123ea9af2ce70319081fbd5d65c8093Jens Axboe{ 8492270890cef8d98ab97f87d348d16dce6454e631fJens Axboe double io_u_dist[FIO_IO_U_MAP_NR]; 85004a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe double io_u_lat_u[FIO_IO_U_LAT_U_NR]; 85104a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe double io_u_lat_m[FIO_IO_U_LAT_M_NR]; 852c6ae0a5b8123ea9af2ce70319081fbd5d65c8093Jens Axboe double usr_cpu, sys_cpu; 85304a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe int i; 854c6ae0a5b8123ea9af2ce70319081fbd5d65c8093Jens Axboe 855562c2d2f25ae829c812a58c10bc1a03ab6f6f52bDavid Nellans /* General Info */ 856f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe log_info("%d;%s;%s;%d;%d", ver, fio_version_string, 8575e726d0a29b815f526f835e44afe3225522c6c20Jens Axboe ts->name, ts->groupid, ts->error); 858562c2d2f25ae829c812a58c10bc1a03ab6f6f52bDavid Nellans /* Log Read Status */ 8596eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li show_ddir_status_terse(ts, rs, DDIR_READ); 860562c2d2f25ae829c812a58c10bc1a03ab6f6f52bDavid Nellans /* Log Write Status */ 8616eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li show_ddir_status_terse(ts, rs, DDIR_WRITE); 8626eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li /* Log Trim Status */ 8633449ab8c4d2addb716105ded698438a1d3811572Jens Axboe if (ver == 4) 8643449ab8c4d2addb716105ded698438a1d3811572Jens Axboe show_ddir_status_terse(ts, rs, DDIR_TRIM); 865c6ae0a5b8123ea9af2ce70319081fbd5d65c8093Jens Axboe 866562c2d2f25ae829c812a58c10bc1a03ab6f6f52bDavid Nellans /* CPU Usage */ 867756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe if (ts->total_run_time) { 868756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe double runt = (double) ts->total_run_time; 869c6ae0a5b8123ea9af2ce70319081fbd5d65c8093Jens Axboe 870756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe usr_cpu = (double) ts->usr_time * 100 / runt; 871756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe sys_cpu = (double) ts->sys_time * 100 / runt; 872c6ae0a5b8123ea9af2ce70319081fbd5d65c8093Jens Axboe } else { 873c6ae0a5b8123ea9af2ce70319081fbd5d65c8093Jens Axboe usr_cpu = 0; 874c6ae0a5b8123ea9af2ce70319081fbd5d65c8093Jens Axboe sys_cpu = 0; 875c6ae0a5b8123ea9af2ce70319081fbd5d65c8093Jens Axboe } 876c6ae0a5b8123ea9af2ce70319081fbd5d65c8093Jens Axboe 8774e0a8fa2593006505b7f4e18931a201d221b49e9Jens Axboe log_info(";%f%%;%f%%;%llu;%llu;%llu", usr_cpu, sys_cpu, 8784e0a8fa2593006505b7f4e18931a201d221b49e9Jens Axboe (unsigned long long) ts->ctx, 8794e0a8fa2593006505b7f4e18931a201d221b49e9Jens Axboe (unsigned long long) ts->majf, 8804e0a8fa2593006505b7f4e18931a201d221b49e9Jens Axboe (unsigned long long) ts->minf); 8812270890cef8d98ab97f87d348d16dce6454e631fJens Axboe 882562c2d2f25ae829c812a58c10bc1a03ab6f6f52bDavid Nellans /* Calc % distribution of IO depths, usecond, msecond latency */ 883d79db1222039e906dd49ae290daa59701f4e2385Jens Axboe stat_calc_dist(ts->io_u_map, ddir_rw_sum(ts->total_io_u), io_u_dist); 88404a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe stat_calc_lat_u(ts, io_u_lat_u); 88504a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe stat_calc_lat_m(ts, io_u_lat_m); 8862270890cef8d98ab97f87d348d16dce6454e631fJens Axboe 887562c2d2f25ae829c812a58c10bc1a03ab6f6f52bDavid Nellans /* Only show fixed 7 I/O depth levels*/ 8885ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe log_info(";%3.1f%%;%3.1f%%;%3.1f%%;%3.1f%%;%3.1f%%;%3.1f%%;%3.1f%%", 8895ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe io_u_dist[0], io_u_dist[1], io_u_dist[2], io_u_dist[3], 8905ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe io_u_dist[4], io_u_dist[5], io_u_dist[6]); 8912270890cef8d98ab97f87d348d16dce6454e631fJens Axboe 892562c2d2f25ae829c812a58c10bc1a03ab6f6f52bDavid Nellans /* Microsecond latency */ 89304a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe for (i = 0; i < FIO_IO_U_LAT_U_NR; i++) 89404a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe log_info(";%3.2f%%", io_u_lat_u[i]); 895562c2d2f25ae829c812a58c10bc1a03ab6f6f52bDavid Nellans /* Millisecond latency */ 89604a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe for (i = 0; i < FIO_IO_U_LAT_M_NR; i++) 89704a0feae73ca50d05914cc3c425b2a6949523204Jens Axboe log_info(";%3.2f%%", io_u_lat_m[i]); 898f2f788dd732d97c2c3a5f5dd93223a7bfafcc410Jens Axboe 899f2f788dd732d97c2c3a5f5dd93223a7bfafcc410Jens Axboe /* disk util stats, if any */ 900f38eaf70275e7d8b5ec0e6ef7737fdaaa735e11eJens Axboe show_disk_util(1, NULL); 901f2f788dd732d97c2c3a5f5dd93223a7bfafcc410Jens Axboe 902562c2d2f25ae829c812a58c10bc1a03ab6f6f52bDavid Nellans /* Additional output if continue_on_error set - default off*/ 903f2bba1820a567ac00b09916239ac8feb125cead2Radha Ramachandran if (ts->continue_on_error) 9044e0a8fa2593006505b7f4e18931a201d221b49e9Jens Axboe log_info(";%llu;%d", (unsigned long long) ts->total_err_count, ts->first_error); 9052270890cef8d98ab97f87d348d16dce6454e631fJens Axboe 906562c2d2f25ae829c812a58c10bc1a03ab6f6f52bDavid Nellans /* Additional output if description is set */ 9074b0f22588568035952ea4c4673fdb1d7f5444eedJens Axboe if (strlen(ts->description)) 9086d86144dd10b05e8b82e9b895c35dd778e5e71abJens Axboe log_info(";%s", ts->description); 909946e42764c6cc536d42e55acbf2fa8bc424124bdJens Axboe 910946e42764c6cc536d42e55acbf2fa8bc424124bdJens Axboe log_info("\n"); 911756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe} 912756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe 913cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Listatic struct json_object *show_thread_status_json(struct thread_stat *ts, 914cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li struct group_run_stats *rs) 915cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li{ 916cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li struct json_object *root, *tmp; 917cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li double io_u_dist[FIO_IO_U_MAP_NR]; 918cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li double io_u_lat_u[FIO_IO_U_LAT_U_NR]; 919cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li double io_u_lat_m[FIO_IO_U_LAT_M_NR]; 920cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li double usr_cpu, sys_cpu; 921cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li int i; 922cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li 923cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li root = json_create_object(); 924cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_object_add_value_string(root, "jobname", ts->name); 925cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_object_add_value_int(root, "groupid", ts->groupid); 926cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_object_add_value_int(root, "error", ts->error); 927cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li 928cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li add_ddir_status_json(ts, rs, DDIR_READ, root); 929cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li add_ddir_status_json(ts, rs, DDIR_WRITE, root); 930f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe add_ddir_status_json(ts, rs, DDIR_TRIM, root); 931cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li 932cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li /* CPU Usage */ 933cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li if (ts->total_run_time) { 934cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li double runt = (double) ts->total_run_time; 935cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li 936cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li usr_cpu = (double) ts->usr_time * 100 / runt; 937cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li sys_cpu = (double) ts->sys_time * 100 / runt; 938cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li } else { 939cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li usr_cpu = 0; 940cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li sys_cpu = 0; 941cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li } 942cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_object_add_value_float(root, "usr_cpu", usr_cpu); 943cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_object_add_value_float(root, "sys_cpu", sys_cpu); 944cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_object_add_value_int(root, "ctx", ts->ctx); 945cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_object_add_value_int(root, "majf", ts->majf); 946cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_object_add_value_int(root, "minf", ts->minf); 947cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li 948cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li 949cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li /* Calc % distribution of IO depths, usecond, msecond latency */ 950d79db1222039e906dd49ae290daa59701f4e2385Jens Axboe stat_calc_dist(ts->io_u_map, ddir_rw_sum(ts->total_io_u), io_u_dist); 951cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li stat_calc_lat_u(ts, io_u_lat_u); 952cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li stat_calc_lat_m(ts, io_u_lat_m); 953cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li 954cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li tmp = json_create_object(); 955cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_object_add_value_object(root, "iodepth_level", tmp); 956cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li /* Only show fixed 7 I/O depth levels*/ 957cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li for (i = 0; i < 7; i++) { 958cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li char name[20]; 959cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li if (i < 6) 96098ffb8f3ecebed9984d1744f142eb8be10c14dbdKen Raeburn snprintf(name, 20, "%d", 1 << i); 961cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li else 96298ffb8f3ecebed9984d1744f142eb8be10c14dbdKen Raeburn snprintf(name, 20, ">=%d", 1 << i); 963cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_object_add_value_float(tmp, (const char *)name, io_u_dist[i]); 964cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li } 965cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li 966cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li tmp = json_create_object(); 967cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_object_add_value_object(root, "latency_us", tmp); 968cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li /* Microsecond latency */ 969cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li for (i = 0; i < FIO_IO_U_LAT_U_NR; i++) { 970cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li const char *ranges[] = { "2", "4", "10", "20", "50", "100", 971cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li "250", "500", "750", "1000", }; 972cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_object_add_value_float(tmp, ranges[i], io_u_lat_u[i]); 973cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li } 974cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li /* Millisecond latency */ 975cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li tmp = json_create_object(); 976cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_object_add_value_object(root, "latency_ms", tmp); 977cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li for (i = 0; i < FIO_IO_U_LAT_M_NR; i++) { 978cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li const char *ranges[] = { "2", "4", "10", "20", "50", "100", 979cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li "250", "500", "750", "1000", "2000", 980cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li ">=2000", }; 981cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_object_add_value_float(tmp, ranges[i], io_u_lat_m[i]); 982cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li } 983cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li 984cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li /* Additional output if continue_on_error set - default off*/ 985cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li if (ts->continue_on_error) { 986cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_object_add_value_int(root, "total_err", ts->total_err_count); 987952b05e00103bf45576e1860cde0626bd42ed52aCastor Fu json_object_add_value_int(root, "first_error", ts->first_error); 988cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li } 989cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li 9903e260a46ea9a8de224c3d0a29a608da3440f284aJens Axboe if (ts->latency_depth) { 9913e260a46ea9a8de224c3d0a29a608da3440f284aJens Axboe json_object_add_value_int(root, "latency_depth", ts->latency_depth); 9923e260a46ea9a8de224c3d0a29a608da3440f284aJens Axboe json_object_add_value_int(root, "latency_target", ts->latency_target); 9933e260a46ea9a8de224c3d0a29a608da3440f284aJens Axboe json_object_add_value_float(root, "latency_percentile", ts->latency_percentile.u.f); 9943e260a46ea9a8de224c3d0a29a608da3440f284aJens Axboe json_object_add_value_int(root, "latency_window", ts->latency_window); 9953e260a46ea9a8de224c3d0a29a608da3440f284aJens Axboe } 9963e260a46ea9a8de224c3d0a29a608da3440f284aJens Axboe 997cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li /* Additional output if description is set */ 998cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li if (strlen(ts->description)) 999cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_object_add_value_string(root, "desc", ts->description); 1000cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li 1001cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li return root; 1002cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li} 1003cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li 10044d658652bac63fd72af8302e27deba5beb381906Jens Axboestatic void show_thread_status_terse(struct thread_stat *ts, 10054d658652bac63fd72af8302e27deba5beb381906Jens Axboe struct group_run_stats *rs) 10064d658652bac63fd72af8302e27deba5beb381906Jens Axboe{ 10074d658652bac63fd72af8302e27deba5beb381906Jens Axboe if (terse_version == 2) 10084d658652bac63fd72af8302e27deba5beb381906Jens Axboe show_thread_status_terse_v2(ts, rs); 10093449ab8c4d2addb716105ded698438a1d3811572Jens Axboe else if (terse_version == 3 || terse_version == 4) 10103449ab8c4d2addb716105ded698438a1d3811572Jens Axboe show_thread_status_terse_v3_v4(ts, rs, terse_version); 10114d658652bac63fd72af8302e27deba5beb381906Jens Axboe else 10124d658652bac63fd72af8302e27deba5beb381906Jens Axboe log_err("fio: bad terse version!? %d\n", terse_version); 10134d658652bac63fd72af8302e27deba5beb381906Jens Axboe} 10144d658652bac63fd72af8302e27deba5beb381906Jens Axboe 1015952b05e00103bf45576e1860cde0626bd42ed52aCastor Fustruct json_object *show_thread_status(struct thread_stat *ts, 1016952b05e00103bf45576e1860cde0626bd42ed52aCastor Fu struct group_run_stats *rs) 1017952b05e00103bf45576e1860cde0626bd42ed52aCastor Fu{ 1018952b05e00103bf45576e1860cde0626bd42ed52aCastor Fu if (output_format == FIO_OUTPUT_TERSE) 1019952b05e00103bf45576e1860cde0626bd42ed52aCastor Fu show_thread_status_terse(ts, rs); 1020952b05e00103bf45576e1860cde0626bd42ed52aCastor Fu else if (output_format == FIO_OUTPUT_JSON) 102110aa136bddbaa7c845ab4eacb4a9a4a88d6657a3Jens Axboe return show_thread_status_json(ts, rs); 1022952b05e00103bf45576e1860cde0626bd42ed52aCastor Fu else 1023952b05e00103bf45576e1860cde0626bd42ed52aCastor Fu show_thread_status_normal(ts, rs); 1024952b05e00103bf45576e1860cde0626bd42ed52aCastor Fu return NULL; 1025952b05e00103bf45576e1860cde0626bd42ed52aCastor Fu} 1026952b05e00103bf45576e1860cde0626bd42ed52aCastor Fu 1027197574e43bea5ac00f7b64d4731173c177041de0Jens Axboestatic void sum_stat(struct io_stat *dst, struct io_stat *src, int nr) 1028756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe{ 1029756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe double mean, S; 1030756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe 1031e09231c214906b4ff8cbc3dc202c39755fbf6afdZheng Liu if (src->samples == 0) 1032e09231c214906b4ff8cbc3dc202c39755fbf6afdZheng Liu return; 1033e09231c214906b4ff8cbc3dc202c39755fbf6afdZheng Liu 1034756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe dst->min_val = min(dst->min_val, src->min_val); 1035756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe dst->max_val = max(dst->max_val, src->max_val); 1036756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe 1037756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe /* 1038cdcac5cf0e9262105e676874d11c4639a80574ebYu-ju Hong * Compute new mean and S after the merge 1039cdcac5cf0e9262105e676874d11c4639a80574ebYu-ju Hong * <http://en.wikipedia.org/wiki/Algorithms_for_calculating_variance 1040cdcac5cf0e9262105e676874d11c4639a80574ebYu-ju Hong * #Parallel_algorithm> 1041756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe */ 1042756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe if (nr == 1) { 1043802ad4a83e92a30b5fdccf117d59fbb69068c054Jens Axboe mean = src->mean.u.f; 1044802ad4a83e92a30b5fdccf117d59fbb69068c054Jens Axboe S = src->S.u.f; 1045756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe } else { 1046802ad4a83e92a30b5fdccf117d59fbb69068c054Jens Axboe double delta = src->mean.u.f - dst->mean.u.f; 1047cdcac5cf0e9262105e676874d11c4639a80574ebYu-ju Hong 1048802ad4a83e92a30b5fdccf117d59fbb69068c054Jens Axboe mean = ((src->mean.u.f * src->samples) + 1049802ad4a83e92a30b5fdccf117d59fbb69068c054Jens Axboe (dst->mean.u.f * dst->samples)) / 1050cdcac5cf0e9262105e676874d11c4639a80574ebYu-ju Hong (dst->samples + src->samples); 1051cdcac5cf0e9262105e676874d11c4639a80574ebYu-ju Hong 1052802ad4a83e92a30b5fdccf117d59fbb69068c054Jens Axboe S = src->S.u.f + dst->S.u.f + pow(delta, 2.0) * 1053cdcac5cf0e9262105e676874d11c4639a80574ebYu-ju Hong (dst->samples * src->samples) / 1054cdcac5cf0e9262105e676874d11c4639a80574ebYu-ju Hong (dst->samples + src->samples); 1055756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe } 1056756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe 1057cdcac5cf0e9262105e676874d11c4639a80574ebYu-ju Hong dst->samples += src->samples; 1058802ad4a83e92a30b5fdccf117d59fbb69068c054Jens Axboe dst->mean.u.f = mean; 1059802ad4a83e92a30b5fdccf117d59fbb69068c054Jens Axboe dst->S.u.f = S; 1060756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe} 1061756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe 106237f0c1ae23ad1716403d3d113c3dfdf41c47e329Jens Axboevoid sum_group_stats(struct group_run_stats *dst, struct group_run_stats *src) 106337f0c1ae23ad1716403d3d113c3dfdf41c47e329Jens Axboe{ 106437f0c1ae23ad1716403d3d113c3dfdf41c47e329Jens Axboe int i; 106537f0c1ae23ad1716403d3d113c3dfdf41c47e329Jens Axboe 10666eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li for (i = 0; i < DDIR_RWDIR_CNT; i++) { 106737f0c1ae23ad1716403d3d113c3dfdf41c47e329Jens Axboe if (dst->max_run[i] < src->max_run[i]) 106837f0c1ae23ad1716403d3d113c3dfdf41c47e329Jens Axboe dst->max_run[i] = src->max_run[i]; 106937f0c1ae23ad1716403d3d113c3dfdf41c47e329Jens Axboe if (dst->min_run[i] && dst->min_run[i] > src->min_run[i]) 107037f0c1ae23ad1716403d3d113c3dfdf41c47e329Jens Axboe dst->min_run[i] = src->min_run[i]; 107137f0c1ae23ad1716403d3d113c3dfdf41c47e329Jens Axboe if (dst->max_bw[i] < src->max_bw[i]) 107237f0c1ae23ad1716403d3d113c3dfdf41c47e329Jens Axboe dst->max_bw[i] = src->max_bw[i]; 107337f0c1ae23ad1716403d3d113c3dfdf41c47e329Jens Axboe if (dst->min_bw[i] && dst->min_bw[i] > src->min_bw[i]) 107437f0c1ae23ad1716403d3d113c3dfdf41c47e329Jens Axboe dst->min_bw[i] = src->min_bw[i]; 107537f0c1ae23ad1716403d3d113c3dfdf41c47e329Jens Axboe 107637f0c1ae23ad1716403d3d113c3dfdf41c47e329Jens Axboe dst->io_kb[i] += src->io_kb[i]; 107737f0c1ae23ad1716403d3d113c3dfdf41c47e329Jens Axboe dst->agg[i] += src->agg[i]; 107837f0c1ae23ad1716403d3d113c3dfdf41c47e329Jens Axboe } 107937f0c1ae23ad1716403d3d113c3dfdf41c47e329Jens Axboe 1080c2d6668d35e9bdc0a56311fcc769f8eb00f62727Jens Axboe if (!dst->kb_base) 1081c2d6668d35e9bdc0a56311fcc769f8eb00f62727Jens Axboe dst->kb_base = src->kb_base; 1082c2d6668d35e9bdc0a56311fcc769f8eb00f62727Jens Axboe if (!dst->unit_base) 1083c2d6668d35e9bdc0a56311fcc769f8eb00f62727Jens Axboe dst->unit_base = src->unit_base; 108437f0c1ae23ad1716403d3d113c3dfdf41c47e329Jens Axboe} 108537f0c1ae23ad1716403d3d113c3dfdf41c47e329Jens Axboe 10865b9babb7fb9ac46c0e960ccd88c2d85ba3065c01Jens Axboevoid sum_thread_stats(struct thread_stat *dst, struct thread_stat *src, int nr) 10875b9babb7fb9ac46c0e960ccd88c2d85ba3065c01Jens Axboe{ 10885b9babb7fb9ac46c0e960ccd88c2d85ba3065c01Jens Axboe int l, k; 10895b9babb7fb9ac46c0e960ccd88c2d85ba3065c01Jens Axboe 10906eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li for (l = 0; l < DDIR_RWDIR_CNT; l++) { 1091771e58befea806d2d881953050c4e65329eee382Jens Axboe if (!dst->unified_rw_rep) { 1092771e58befea806d2d881953050c4e65329eee382Jens Axboe sum_stat(&dst->clat_stat[l], &src->clat_stat[l], nr); 1093771e58befea806d2d881953050c4e65329eee382Jens Axboe sum_stat(&dst->slat_stat[l], &src->slat_stat[l], nr); 1094771e58befea806d2d881953050c4e65329eee382Jens Axboe sum_stat(&dst->lat_stat[l], &src->lat_stat[l], nr); 1095771e58befea806d2d881953050c4e65329eee382Jens Axboe sum_stat(&dst->bw_stat[l], &src->bw_stat[l], nr); 1096771e58befea806d2d881953050c4e65329eee382Jens Axboe 1097771e58befea806d2d881953050c4e65329eee382Jens Axboe dst->io_bytes[l] += src->io_bytes[l]; 1098771e58befea806d2d881953050c4e65329eee382Jens Axboe 1099771e58befea806d2d881953050c4e65329eee382Jens Axboe if (dst->runtime[l] < src->runtime[l]) 1100771e58befea806d2d881953050c4e65329eee382Jens Axboe dst->runtime[l] = src->runtime[l]; 1101771e58befea806d2d881953050c4e65329eee382Jens Axboe } else { 1102771e58befea806d2d881953050c4e65329eee382Jens Axboe sum_stat(&dst->clat_stat[0], &src->clat_stat[l], nr); 1103771e58befea806d2d881953050c4e65329eee382Jens Axboe sum_stat(&dst->slat_stat[0], &src->slat_stat[l], nr); 1104771e58befea806d2d881953050c4e65329eee382Jens Axboe sum_stat(&dst->lat_stat[0], &src->lat_stat[l], nr); 1105771e58befea806d2d881953050c4e65329eee382Jens Axboe sum_stat(&dst->bw_stat[0], &src->bw_stat[l], nr); 1106771e58befea806d2d881953050c4e65329eee382Jens Axboe 1107771e58befea806d2d881953050c4e65329eee382Jens Axboe dst->io_bytes[0] += src->io_bytes[l]; 1108771e58befea806d2d881953050c4e65329eee382Jens Axboe 1109771e58befea806d2d881953050c4e65329eee382Jens Axboe if (dst->runtime[0] < src->runtime[l]) 1110771e58befea806d2d881953050c4e65329eee382Jens Axboe dst->runtime[0] = src->runtime[l]; 1111771e58befea806d2d881953050c4e65329eee382Jens Axboe } 11125b9babb7fb9ac46c0e960ccd88c2d85ba3065c01Jens Axboe } 11135b9babb7fb9ac46c0e960ccd88c2d85ba3065c01Jens Axboe 11145b9babb7fb9ac46c0e960ccd88c2d85ba3065c01Jens Axboe dst->usr_time += src->usr_time; 11155b9babb7fb9ac46c0e960ccd88c2d85ba3065c01Jens Axboe dst->sys_time += src->sys_time; 11165b9babb7fb9ac46c0e960ccd88c2d85ba3065c01Jens Axboe dst->ctx += src->ctx; 11175b9babb7fb9ac46c0e960ccd88c2d85ba3065c01Jens Axboe dst->majf += src->majf; 11185b9babb7fb9ac46c0e960ccd88c2d85ba3065c01Jens Axboe dst->minf += src->minf; 11195b9babb7fb9ac46c0e960ccd88c2d85ba3065c01Jens Axboe 11205b9babb7fb9ac46c0e960ccd88c2d85ba3065c01Jens Axboe for (k = 0; k < FIO_IO_U_MAP_NR; k++) 11215b9babb7fb9ac46c0e960ccd88c2d85ba3065c01Jens Axboe dst->io_u_map[k] += src->io_u_map[k]; 11225b9babb7fb9ac46c0e960ccd88c2d85ba3065c01Jens Axboe for (k = 0; k < FIO_IO_U_MAP_NR; k++) 11235b9babb7fb9ac46c0e960ccd88c2d85ba3065c01Jens Axboe dst->io_u_submit[k] += src->io_u_submit[k]; 11245b9babb7fb9ac46c0e960ccd88c2d85ba3065c01Jens Axboe for (k = 0; k < FIO_IO_U_MAP_NR; k++) 11255b9babb7fb9ac46c0e960ccd88c2d85ba3065c01Jens Axboe dst->io_u_complete[k] += src->io_u_complete[k]; 11265b9babb7fb9ac46c0e960ccd88c2d85ba3065c01Jens Axboe for (k = 0; k < FIO_IO_U_LAT_U_NR; k++) 11275b9babb7fb9ac46c0e960ccd88c2d85ba3065c01Jens Axboe dst->io_u_lat_u[k] += src->io_u_lat_u[k]; 11285b9babb7fb9ac46c0e960ccd88c2d85ba3065c01Jens Axboe for (k = 0; k < FIO_IO_U_LAT_M_NR; k++) 11295b9babb7fb9ac46c0e960ccd88c2d85ba3065c01Jens Axboe dst->io_u_lat_m[k] += src->io_u_lat_m[k]; 11305b9babb7fb9ac46c0e960ccd88c2d85ba3065c01Jens Axboe 11316eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li for (k = 0; k < DDIR_RWDIR_CNT; k++) { 1132771e58befea806d2d881953050c4e65329eee382Jens Axboe if (!dst->unified_rw_rep) { 1133771e58befea806d2d881953050c4e65329eee382Jens Axboe dst->total_io_u[k] += src->total_io_u[k]; 1134771e58befea806d2d881953050c4e65329eee382Jens Axboe dst->short_io_u[k] += src->short_io_u[k]; 113567e149c4c2b580089287813246344908770c3be9Jens Axboe dst->drop_io_u[k] += src->drop_io_u[k]; 1136771e58befea806d2d881953050c4e65329eee382Jens Axboe } else { 1137771e58befea806d2d881953050c4e65329eee382Jens Axboe dst->total_io_u[0] += src->total_io_u[k]; 1138771e58befea806d2d881953050c4e65329eee382Jens Axboe dst->short_io_u[0] += src->short_io_u[k]; 113967e149c4c2b580089287813246344908770c3be9Jens Axboe dst->drop_io_u[0] += src->drop_io_u[k]; 1140771e58befea806d2d881953050c4e65329eee382Jens Axboe } 11415b9babb7fb9ac46c0e960ccd88c2d85ba3065c01Jens Axboe } 11425b9babb7fb9ac46c0e960ccd88c2d85ba3065c01Jens Axboe 11436eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li for (k = 0; k < DDIR_RWDIR_CNT; k++) { 11445b9babb7fb9ac46c0e960ccd88c2d85ba3065c01Jens Axboe int m; 1145771e58befea806d2d881953050c4e65329eee382Jens Axboe 1146771e58befea806d2d881953050c4e65329eee382Jens Axboe for (m = 0; m < FIO_IO_U_PLAT_NR; m++) { 1147771e58befea806d2d881953050c4e65329eee382Jens Axboe if (!dst->unified_rw_rep) 1148771e58befea806d2d881953050c4e65329eee382Jens Axboe dst->io_u_plat[k][m] += src->io_u_plat[k][m]; 1149771e58befea806d2d881953050c4e65329eee382Jens Axboe else 1150771e58befea806d2d881953050c4e65329eee382Jens Axboe dst->io_u_plat[0][m] += src->io_u_plat[k][m]; 1151771e58befea806d2d881953050c4e65329eee382Jens Axboe } 11525b9babb7fb9ac46c0e960ccd88c2d85ba3065c01Jens Axboe } 11535b9babb7fb9ac46c0e960ccd88c2d85ba3065c01Jens Axboe 11545b9babb7fb9ac46c0e960ccd88c2d85ba3065c01Jens Axboe dst->total_run_time += src->total_run_time; 11555b9babb7fb9ac46c0e960ccd88c2d85ba3065c01Jens Axboe dst->total_submit += src->total_submit; 11565b9babb7fb9ac46c0e960ccd88c2d85ba3065c01Jens Axboe dst->total_complete += src->total_complete; 11575b9babb7fb9ac46c0e960ccd88c2d85ba3065c01Jens Axboe} 11585b9babb7fb9ac46c0e960ccd88c2d85ba3065c01Jens Axboe 115937f0c1ae23ad1716403d3d113c3dfdf41c47e329Jens Axboevoid init_group_run_stat(struct group_run_stats *gs) 116037f0c1ae23ad1716403d3d113c3dfdf41c47e329Jens Axboe{ 11616eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li int i; 116237f0c1ae23ad1716403d3d113c3dfdf41c47e329Jens Axboe memset(gs, 0, sizeof(*gs)); 11636eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li 11646eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li for (i = 0; i < DDIR_RWDIR_CNT; i++) 11656eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li gs->min_bw[i] = gs->min_run[i] = ~0UL; 116637f0c1ae23ad1716403d3d113c3dfdf41c47e329Jens Axboe} 116737f0c1ae23ad1716403d3d113c3dfdf41c47e329Jens Axboe 116837f0c1ae23ad1716403d3d113c3dfdf41c47e329Jens Axboevoid init_thread_stat(struct thread_stat *ts) 116937f0c1ae23ad1716403d3d113c3dfdf41c47e329Jens Axboe{ 117037f0c1ae23ad1716403d3d113c3dfdf41c47e329Jens Axboe int j; 117137f0c1ae23ad1716403d3d113c3dfdf41c47e329Jens Axboe 117237f0c1ae23ad1716403d3d113c3dfdf41c47e329Jens Axboe memset(ts, 0, sizeof(*ts)); 117337f0c1ae23ad1716403d3d113c3dfdf41c47e329Jens Axboe 11746eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li for (j = 0; j < DDIR_RWDIR_CNT; j++) { 117537f0c1ae23ad1716403d3d113c3dfdf41c47e329Jens Axboe ts->lat_stat[j].min_val = -1UL; 117637f0c1ae23ad1716403d3d113c3dfdf41c47e329Jens Axboe ts->clat_stat[j].min_val = -1UL; 117737f0c1ae23ad1716403d3d113c3dfdf41c47e329Jens Axboe ts->slat_stat[j].min_val = -1UL; 117837f0c1ae23ad1716403d3d113c3dfdf41c47e329Jens Axboe ts->bw_stat[j].min_val = -1UL; 117937f0c1ae23ad1716403d3d113c3dfdf41c47e329Jens Axboe } 118037f0c1ae23ad1716403d3d113c3dfdf41c47e329Jens Axboe ts->groupid = -1; 118137f0c1ae23ad1716403d3d113c3dfdf41c47e329Jens Axboe} 118237f0c1ae23ad1716403d3d113c3dfdf41c47e329Jens Axboe 11832e627243f7877cefb3606ef99ec24debe32ac98cJens Axboevoid __show_run_stats(void) 11843c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe{ 11853c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe struct group_run_stats *runstats, *rs; 11863c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe struct thread_data *td; 1187756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe struct thread_stat *threadstats, *ts; 11885b9babb7fb9ac46c0e960ccd88c2d85ba3065c01Jens Axboe int i, j, nr_ts, last_ts, idx; 118990fef2d162fba55ad684c2c80b3b9739b8d16e72Jens Axboe int kb_base_warned = 0; 1190ad705bcb7e79a7cdb9891db17b4c40b13b6c30c3Steven Noonan int unit_base_warned = 0; 1191cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li struct json_object *root = NULL; 1192cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li struct json_array *array = NULL; 11933c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe runstats = malloc(sizeof(struct group_run_stats) * (groupid + 1)); 11943c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 119537f0c1ae23ad1716403d3d113c3dfdf41c47e329Jens Axboe for (i = 0; i < groupid + 1; i++) 119637f0c1ae23ad1716403d3d113c3dfdf41c47e329Jens Axboe init_group_run_stat(&runstats[i]); 11973c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 1198756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe /* 1199756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe * find out how many threads stats we need. if group reporting isn't 1200756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe * enabled, it's one-per-td. 1201756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe */ 1202756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe nr_ts = 0; 1203756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe last_ts = -1; 1204756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe for_each_td(td, i) { 12052dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (!td->o.group_reporting) { 1206756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe nr_ts++; 1207756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe continue; 1208756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe } 1209756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe if (last_ts == td->groupid) 1210756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe continue; 1211756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe 1212756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe last_ts = td->groupid; 1213756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe nr_ts++; 1214756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe } 1215756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe 1216756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe threadstats = malloc(nr_ts * sizeof(struct thread_stat)); 1217756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe 121837f0c1ae23ad1716403d3d113c3dfdf41c47e329Jens Axboe for (i = 0; i < nr_ts; i++) 121937f0c1ae23ad1716403d3d113c3dfdf41c47e329Jens Axboe init_thread_stat(&threadstats[i]); 1220756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe 1221756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe j = 0; 1222756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe last_ts = -1; 1223197574e43bea5ac00f7b64d4731173c177041de0Jens Axboe idx = 0; 122434572e28f8cf45ba4e2601797f2aa4a114601fb2Jens Axboe for_each_td(td, i) { 12252dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (idx && (!td->o.group_reporting || 12262dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe (td->o.group_reporting && last_ts != td->groupid))) { 12277abd0e3a872b000aefb740028f777aae1fa6f77dJens Axboe idx = 0; 12287abd0e3a872b000aefb740028f777aae1fa6f77dJens Axboe j++; 12297abd0e3a872b000aefb740028f777aae1fa6f77dJens Axboe } 12307abd0e3a872b000aefb740028f777aae1fa6f77dJens Axboe 12317abd0e3a872b000aefb740028f777aae1fa6f77dJens Axboe last_ts = td->groupid; 12327abd0e3a872b000aefb740028f777aae1fa6f77dJens Axboe 1233756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe ts = &threadstats[j]; 1234756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe 1235833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong ts->clat_percentiles = td->o.clat_percentiles; 1236435d195a9da120c5a618129cdb73418f4748c20aVincent Kang Fu ts->percentile_precision = td->o.percentile_precision; 1237fd112d34a2cfdc2d9efcd394e38b6d87b357c23dVincent Kang Fu memcpy(ts->percentile_list, td->o.percentile_list, sizeof(td->o.percentile_list)); 1238833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong 1239197574e43bea5ac00f7b64d4731173c177041de0Jens Axboe idx++; 12406586ee8992b30e81334d83d10480bdc4f6c8cc1aJens Axboe ts->members++; 1241756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe 12427abd0e3a872b000aefb740028f777aae1fa6f77dJens Axboe if (ts->groupid == -1) { 12432dc84ba74186eb9ef4dde0f08dc20571c62e001eJens Axboe /* 12442dc84ba74186eb9ef4dde0f08dc20571c62e001eJens Axboe * These are per-group shared already 12452dc84ba74186eb9ef4dde0f08dc20571c62e001eJens Axboe */ 12464e59d0f3a3ff569bddb31fe6927a9faf204ae9bfJens Axboe strncpy(ts->name, td->o.name, FIO_JOBNAME_SIZE - 1); 1247a64e88dad0c0e4a510ae8ab54cde1a20b99c59d1Jens Axboe if (td->o.description) 1248a64e88dad0c0e4a510ae8ab54cde1a20b99c59d1Jens Axboe strncpy(ts->description, td->o.description, 12494e59d0f3a3ff569bddb31fe6927a9faf204ae9bfJens Axboe FIO_JOBDESC_SIZE - 1); 1250a64e88dad0c0e4a510ae8ab54cde1a20b99c59d1Jens Axboe else 12514e59d0f3a3ff569bddb31fe6927a9faf204ae9bfJens Axboe memset(ts->description, 0, FIO_JOBDESC_SIZE); 1252a64e88dad0c0e4a510ae8ab54cde1a20b99c59d1Jens Axboe 12532f122b135b7319ff8dd04dadf31ff28b301051a3Jens Axboe /* 12542f122b135b7319ff8dd04dadf31ff28b301051a3Jens Axboe * If multiple entries in this group, this is 12552f122b135b7319ff8dd04dadf31ff28b301051a3Jens Axboe * the first member. 12562f122b135b7319ff8dd04dadf31ff28b301051a3Jens Axboe */ 12572f122b135b7319ff8dd04dadf31ff28b301051a3Jens Axboe ts->thread_number = td->thread_number; 1258756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe ts->groupid = td->groupid; 12592dc84ba74186eb9ef4dde0f08dc20571c62e001eJens Axboe 12602dc84ba74186eb9ef4dde0f08dc20571c62e001eJens Axboe /* 12612dc84ba74186eb9ef4dde0f08dc20571c62e001eJens Axboe * first pid in group, not very useful... 12622dc84ba74186eb9ef4dde0f08dc20571c62e001eJens Axboe */ 1263756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe ts->pid = td->pid; 126490fef2d162fba55ad684c2c80b3b9739b8d16e72Jens Axboe 126590fef2d162fba55ad684c2c80b3b9739b8d16e72Jens Axboe ts->kb_base = td->o.kb_base; 1266ad705bcb7e79a7cdb9891db17b4c40b13b6c30c3Steven Noonan ts->unit_base = td->o.unit_base; 1267771e58befea806d2d881953050c4e65329eee382Jens Axboe ts->unified_rw_rep = td->o.unified_rw_rep; 126890fef2d162fba55ad684c2c80b3b9739b8d16e72Jens Axboe } else if (ts->kb_base != td->o.kb_base && !kb_base_warned) { 126990fef2d162fba55ad684c2c80b3b9739b8d16e72Jens Axboe log_info("fio: kb_base differs for jobs in group, using" 127090fef2d162fba55ad684c2c80b3b9739b8d16e72Jens Axboe " %u as the base\n", ts->kb_base); 127190fef2d162fba55ad684c2c80b3b9739b8d16e72Jens Axboe kb_base_warned = 1; 1272ad705bcb7e79a7cdb9891db17b4c40b13b6c30c3Steven Noonan } else if (ts->unit_base != td->o.unit_base && !unit_base_warned) { 1273ad705bcb7e79a7cdb9891db17b4c40b13b6c30c3Steven Noonan log_info("fio: unit_base differs for jobs in group, using" 1274ad705bcb7e79a7cdb9891db17b4c40b13b6c30c3Steven Noonan " %u as the base\n", ts->unit_base); 1275ad705bcb7e79a7cdb9891db17b4c40b13b6c30c3Steven Noonan unit_base_warned = 1; 12762dc84ba74186eb9ef4dde0f08dc20571c62e001eJens Axboe } 12772dc84ba74186eb9ef4dde0f08dc20571c62e001eJens Axboe 1278f2bba1820a567ac00b09916239ac8feb125cead2Radha Ramachandran ts->continue_on_error = td->o.continue_on_error; 1279f2bba1820a567ac00b09916239ac8feb125cead2Radha Ramachandran ts->total_err_count += td->total_err_count; 1280f2bba1820a567ac00b09916239ac8feb125cead2Radha Ramachandran ts->first_error = td->first_error; 1281f2bba1820a567ac00b09916239ac8feb125cead2Radha Ramachandran if (!ts->error) { 1282f2bba1820a567ac00b09916239ac8feb125cead2Radha Ramachandran if (!td->error && td->o.continue_on_error && 1283f2bba1820a567ac00b09916239ac8feb125cead2Radha Ramachandran td->first_error) { 1284f2bba1820a567ac00b09916239ac8feb125cead2Radha Ramachandran ts->error = td->first_error; 12853660ceae229f08b4086279be7c82e86926f0304bJens Axboe ts->verror[sizeof(ts->verror) - 1] = '\0'; 12863660ceae229f08b4086279be7c82e86926f0304bJens Axboe strncpy(ts->verror, td->verror, sizeof(ts->verror) - 1); 1287f2bba1820a567ac00b09916239ac8feb125cead2Radha Ramachandran } else if (td->error) { 1288f2bba1820a567ac00b09916239ac8feb125cead2Radha Ramachandran ts->error = td->error; 12893660ceae229f08b4086279be7c82e86926f0304bJens Axboe ts->verror[sizeof(ts->verror) - 1] = '\0'; 12903660ceae229f08b4086279be7c82e86926f0304bJens Axboe strncpy(ts->verror, td->verror, sizeof(ts->verror) - 1); 1291f2bba1820a567ac00b09916239ac8feb125cead2Radha Ramachandran } 1292756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe } 1293756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe 12943e260a46ea9a8de224c3d0a29a608da3440f284aJens Axboe ts->latency_depth = td->latency_qd; 12953e260a46ea9a8de224c3d0a29a608da3440f284aJens Axboe ts->latency_target = td->o.latency_target; 12963e260a46ea9a8de224c3d0a29a608da3440f284aJens Axboe ts->latency_percentile = td->o.latency_percentile; 12973e260a46ea9a8de224c3d0a29a608da3440f284aJens Axboe ts->latency_window = td->o.latency_window; 12983e260a46ea9a8de224c3d0a29a608da3440f284aJens Axboe 12995b9babb7fb9ac46c0e960ccd88c2d85ba3065c01Jens Axboe sum_thread_stats(ts, &td->ts, idx); 1300756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe } 1301756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe 1302756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe for (i = 0; i < nr_ts; i++) { 130394370ac42ddee6572c434073d3c1840a513bc8f4Jens Axboe unsigned long long bw; 13043c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 1305756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe ts = &threadstats[i]; 1306756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe rs = &runstats[ts->groupid]; 130790fef2d162fba55ad684c2c80b3b9739b8d16e72Jens Axboe rs->kb_base = ts->kb_base; 1308ad705bcb7e79a7cdb9891db17b4c40b13b6c30c3Steven Noonan rs->unit_base = ts->unit_base; 1309771e58befea806d2d881953050c4e65329eee382Jens Axboe rs->unified_rw_rep += ts->unified_rw_rep; 13103c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 13116eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li for (j = 0; j < DDIR_RWDIR_CNT; j++) { 131294370ac42ddee6572c434073d3c1840a513bc8f4Jens Axboe if (!ts->runtime[j]) 131394370ac42ddee6572c434073d3c1840a513bc8f4Jens Axboe continue; 131494370ac42ddee6572c434073d3c1840a513bc8f4Jens Axboe if (ts->runtime[j] < rs->min_run[j] || !rs->min_run[j]) 131594370ac42ddee6572c434073d3c1840a513bc8f4Jens Axboe rs->min_run[j] = ts->runtime[j]; 131694370ac42ddee6572c434073d3c1840a513bc8f4Jens Axboe if (ts->runtime[j] > rs->max_run[j]) 131794370ac42ddee6572c434073d3c1840a513bc8f4Jens Axboe rs->max_run[j] = ts->runtime[j]; 131894370ac42ddee6572c434073d3c1840a513bc8f4Jens Axboe 131994370ac42ddee6572c434073d3c1840a513bc8f4Jens Axboe bw = 0; 13208879fd15550a5edac3f4fdab6f98badb18dea18cJens Axboe if (ts->runtime[j]) { 1321c857cfebb50209b950cbc88b4f74714fdf5be75fJens Axboe unsigned long runt = ts->runtime[j]; 1322c857cfebb50209b950cbc88b4f74714fdf5be75fJens Axboe unsigned long long kb; 13238879fd15550a5edac3f4fdab6f98badb18dea18cJens Axboe 1324c857cfebb50209b950cbc88b4f74714fdf5be75fJens Axboe kb = ts->io_bytes[j] / rs->kb_base; 1325c857cfebb50209b950cbc88b4f74714fdf5be75fJens Axboe bw = kb * 1000 / runt; 13268879fd15550a5edac3f4fdab6f98badb18dea18cJens Axboe } 132794370ac42ddee6572c434073d3c1840a513bc8f4Jens Axboe if (bw < rs->min_bw[j]) 132894370ac42ddee6572c434073d3c1840a513bc8f4Jens Axboe rs->min_bw[j] = bw; 132994370ac42ddee6572c434073d3c1840a513bc8f4Jens Axboe if (bw > rs->max_bw[j]) 133094370ac42ddee6572c434073d3c1840a513bc8f4Jens Axboe rs->max_bw[j] = bw; 133194370ac42ddee6572c434073d3c1840a513bc8f4Jens Axboe 133290fef2d162fba55ad684c2c80b3b9739b8d16e72Jens Axboe rs->io_kb[j] += ts->io_bytes[j] / rs->kb_base; 133394370ac42ddee6572c434073d3c1840a513bc8f4Jens Axboe } 13343c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe } 13353c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 13363c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe for (i = 0; i < groupid + 1; i++) { 13376eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li int ddir; 13386eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li 13393c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe rs = &runstats[i]; 13403c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 13416eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li for (ddir = 0; ddir < DDIR_RWDIR_CNT; ddir++) { 13426eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li if (rs->max_run[ddir]) 13436eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li rs->agg[ddir] = (rs->io_kb[ddir] * 1000) / 13446eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li rs->max_run[ddir]; 13456eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li } 13463c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe } 13473c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 13483c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe /* 13493c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe * don't overwrite last signal output 13503c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe */ 1351f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe if (output_format == FIO_OUTPUT_NORMAL) 13524ceb30d4b44957e252a75f7ee4170f36109934c3Jens Axboe log_info("\n"); 1353f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe else if (output_format == FIO_OUTPUT_JSON) { 1354ffb17c0048ff2e4ba97478152729d1f011057d0fJens Axboe char time_buf[32]; 13550a24a7391078256a4481cab56afb27d58da28768Steve ODriscoll time_t time_p; 13560a24a7391078256a4481cab56afb27d58da28768Steve ODriscoll 13570a24a7391078256a4481cab56afb27d58da28768Steve ODriscoll time(&time_p); 13580a24a7391078256a4481cab56afb27d58da28768Steve ODriscoll os_ctime_r((const time_t *) &time_p, time_buf, 13590a24a7391078256a4481cab56afb27d58da28768Steve ODriscoll sizeof(time_buf)); 13600a24a7391078256a4481cab56afb27d58da28768Steve ODriscoll time_buf[strlen(time_buf) - 1] = '\0'; 13610a24a7391078256a4481cab56afb27d58da28768Steve ODriscoll 1362cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li root = json_create_object(); 1363cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_object_add_value_string(root, "fio version", fio_version_string); 13640a24a7391078256a4481cab56afb27d58da28768Steve ODriscoll json_object_add_value_int(root, "timestamp", time_p); 13650a24a7391078256a4481cab56afb27d58da28768Steve ODriscoll json_object_add_value_string(root, "time", time_buf); 1366cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li array = json_create_array(); 1367cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_object_add_value_array(root, "jobs", array); 1368cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li } 13693c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 1370756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe for (i = 0; i < nr_ts; i++) { 1371756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe ts = &threadstats[i]; 1372756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe rs = &runstats[ts->groupid]; 13733c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 1374a64e88dad0c0e4a510ae8ab54cde1a20b99c59d1Jens Axboe if (is_backend) 1375a64e88dad0c0e4a510ae8ab54cde1a20b99c59d1Jens Axboe fio_server_send_ts(ts, rs); 1376f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe else if (output_format == FIO_OUTPUT_TERSE) 1377756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe show_thread_status_terse(ts, rs); 1378f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe else if (output_format == FIO_OUTPUT_JSON) { 1379f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe struct json_object *tmp = show_thread_status_json(ts, rs); 1380f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe json_array_add_value_object(array, tmp); 1381cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li } else 1382952b05e00103bf45576e1860cde0626bd42ed52aCastor Fu show_thread_status_normal(ts, rs); 13833c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe } 1384f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe if (output_format == FIO_OUTPUT_JSON) { 1385cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li /* disk util stats, if any */ 1386cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li show_disk_util(1, root); 1387cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li 1388f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu show_idle_prof_stats(FIO_OUTPUT_JSON, root); 1389f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu 1390cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_print_object(root); 1391cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li log_info("\n"); 1392cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li json_free_object(root); 1393cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li } 13943c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 139572c27ff8f2eaf945ae34776dab4da3fee753707dJens Axboe for (i = 0; i < groupid + 1; i++) { 139672c27ff8f2eaf945ae34776dab4da3fee753707dJens Axboe rs = &runstats[i]; 13973c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 139872c27ff8f2eaf945ae34776dab4da3fee753707dJens Axboe rs->groupid = i; 1399d09a64a01a6c807596e9286c93f6c6f30fd2ea26Jens Axboe if (is_backend) 140072c27ff8f2eaf945ae34776dab4da3fee753707dJens Axboe fio_server_send_gs(rs); 1401f3afa57e36550288340f1b6c694f354ae72654b9Jens Axboe else if (output_format == FIO_OUTPUT_NORMAL) 140272c27ff8f2eaf945ae34776dab4da3fee753707dJens Axboe show_group_stats(rs); 1403c6ae0a5b8123ea9af2ce70319081fbd5d65c8093Jens Axboe } 1404eecf272f1b2d55c1e49aadd7f65b9a433ba04c15Jens Axboe 140572c27ff8f2eaf945ae34776dab4da3fee753707dJens Axboe if (is_backend) 140672c27ff8f2eaf945ae34776dab4da3fee753707dJens Axboe fio_server_send_du(); 1407609040037aabb49b7ac65562587c17d990f6b303Huadong Liu else if (output_format == FIO_OUTPUT_NORMAL) { 1408cc372b17f2827e89da79241f1bbaca1e7c650611Shaohua Li show_disk_util(0, NULL); 1409609040037aabb49b7ac65562587c17d990f6b303Huadong Liu show_idle_prof_stats(FIO_OUTPUT_NORMAL, NULL); 1410609040037aabb49b7ac65562587c17d990f6b303Huadong Liu } 1411f2a2ce0eedb44eaa8689e4cbfa77c79b1751b216Huadong Liu 14122b8c71b0f046434d22dffd15308a326bca0c8d16Christian Ehrhardt if ( !(output_format == FIO_OUTPUT_TERSE) && append_terse_output) { 14132b8c71b0f046434d22dffd15308a326bca0c8d16Christian Ehrhardt log_info("\nAdditional Terse Output:\n"); 14142b8c71b0f046434d22dffd15308a326bca0c8d16Christian Ehrhardt 14152b8c71b0f046434d22dffd15308a326bca0c8d16Christian Ehrhardt for (i = 0; i < nr_ts; i++) { 14162b8c71b0f046434d22dffd15308a326bca0c8d16Christian Ehrhardt ts = &threadstats[i]; 14172b8c71b0f046434d22dffd15308a326bca0c8d16Christian Ehrhardt rs = &runstats[ts->groupid]; 14182b8c71b0f046434d22dffd15308a326bca0c8d16Christian Ehrhardt show_thread_status_terse(ts, rs); 14192b8c71b0f046434d22dffd15308a326bca0c8d16Christian Ehrhardt } 14202b8c71b0f046434d22dffd15308a326bca0c8d16Christian Ehrhardt } 14212b8c71b0f046434d22dffd15308a326bca0c8d16Christian Ehrhardt 1422fdd5f15f8231e8c91c4deff22e630a34addd0fefVincent Kang Fu log_info_flush(); 1423eecf272f1b2d55c1e49aadd7f65b9a433ba04c15Jens Axboe free(runstats); 1424756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe free(threadstats); 14253c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe} 14263c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 1427cef9175e52e8a240117b9f45b228fdaa0f1c0572Jens Axboevoid show_run_stats(void) 1428cef9175e52e8a240117b9f45b228fdaa0f1c0572Jens Axboe{ 1429cef9175e52e8a240117b9f45b228fdaa0f1c0572Jens Axboe fio_mutex_down(stat_mutex); 1430cef9175e52e8a240117b9f45b228fdaa0f1c0572Jens Axboe __show_run_stats(); 1431cef9175e52e8a240117b9f45b228fdaa0f1c0572Jens Axboe fio_mutex_up(stat_mutex); 1432cef9175e52e8a240117b9f45b228fdaa0f1c0572Jens Axboe} 1433cef9175e52e8a240117b9f45b228fdaa0f1c0572Jens Axboe 14347fe36313273ef051670d16aa27953699fd5cdf06Jens Axboevoid __show_running_run_stats(void) 1435b852e7cf097cec1c7fb92305f9c3c6b394bb39adJens Axboe{ 1436b852e7cf097cec1c7fb92305f9c3c6b394bb39adJens Axboe struct thread_data *td; 1437b852e7cf097cec1c7fb92305f9c3c6b394bb39adJens Axboe unsigned long long *rt; 1438b852e7cf097cec1c7fb92305f9c3c6b394bb39adJens Axboe struct timeval tv; 1439b852e7cf097cec1c7fb92305f9c3c6b394bb39adJens Axboe int i; 1440b852e7cf097cec1c7fb92305f9c3c6b394bb39adJens Axboe 1441560f4617435902ae34a8ca4de1a19a9208becaafJens Axboe fio_mutex_down(stat_mutex); 1442560f4617435902ae34a8ca4de1a19a9208becaafJens Axboe 1443b852e7cf097cec1c7fb92305f9c3c6b394bb39adJens Axboe rt = malloc(thread_number * sizeof(unsigned long long)); 1444b852e7cf097cec1c7fb92305f9c3c6b394bb39adJens Axboe fio_gettime(&tv, NULL); 1445b852e7cf097cec1c7fb92305f9c3c6b394bb39adJens Axboe 1446b852e7cf097cec1c7fb92305f9c3c6b394bb39adJens Axboe for_each_td(td, i) { 1447b852e7cf097cec1c7fb92305f9c3c6b394bb39adJens Axboe rt[i] = mtime_since(&td->start, &tv); 1448b852e7cf097cec1c7fb92305f9c3c6b394bb39adJens Axboe if (td_read(td) && td->io_bytes[DDIR_READ]) 1449b852e7cf097cec1c7fb92305f9c3c6b394bb39adJens Axboe td->ts.runtime[DDIR_READ] += rt[i]; 1450b852e7cf097cec1c7fb92305f9c3c6b394bb39adJens Axboe if (td_write(td) && td->io_bytes[DDIR_WRITE]) 1451b852e7cf097cec1c7fb92305f9c3c6b394bb39adJens Axboe td->ts.runtime[DDIR_WRITE] += rt[i]; 14526eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li if (td_trim(td) && td->io_bytes[DDIR_TRIM]) 14536eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li td->ts.runtime[DDIR_TRIM] += rt[i]; 1454b852e7cf097cec1c7fb92305f9c3c6b394bb39adJens Axboe 1455c97f1ad6d2a2fb4fe9f3b15e40158aac21e5699eJens Axboe td->update_rusage = 1; 14566eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li td->ts.io_bytes[DDIR_READ] = td->io_bytes[DDIR_READ]; 14576eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li td->ts.io_bytes[DDIR_WRITE] = td->io_bytes[DDIR_WRITE]; 14586eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li td->ts.io_bytes[DDIR_TRIM] = td->io_bytes[DDIR_TRIM]; 1459b852e7cf097cec1c7fb92305f9c3c6b394bb39adJens Axboe td->ts.total_run_time = mtime_since(&td->epoch, &tv); 1460b852e7cf097cec1c7fb92305f9c3c6b394bb39adJens Axboe } 1461b852e7cf097cec1c7fb92305f9c3c6b394bb39adJens Axboe 1462c97f1ad6d2a2fb4fe9f3b15e40158aac21e5699eJens Axboe for_each_td(td, i) { 146304247864f004c0a20ceb9fb0c0ce3c3a3c512326Jens Axboe if (td->runstate >= TD_EXITED) 146404247864f004c0a20ceb9fb0c0ce3c3a3c512326Jens Axboe continue; 1465c97f1ad6d2a2fb4fe9f3b15e40158aac21e5699eJens Axboe if (td->rusage_sem) { 1466c97f1ad6d2a2fb4fe9f3b15e40158aac21e5699eJens Axboe td->update_rusage = 1; 1467c97f1ad6d2a2fb4fe9f3b15e40158aac21e5699eJens Axboe fio_mutex_down(td->rusage_sem); 1468c97f1ad6d2a2fb4fe9f3b15e40158aac21e5699eJens Axboe } 1469c97f1ad6d2a2fb4fe9f3b15e40158aac21e5699eJens Axboe td->update_rusage = 0; 1470c97f1ad6d2a2fb4fe9f3b15e40158aac21e5699eJens Axboe } 1471c97f1ad6d2a2fb4fe9f3b15e40158aac21e5699eJens Axboe 1472cef9175e52e8a240117b9f45b228fdaa0f1c0572Jens Axboe __show_run_stats(); 1473b852e7cf097cec1c7fb92305f9c3c6b394bb39adJens Axboe 1474b852e7cf097cec1c7fb92305f9c3c6b394bb39adJens Axboe for_each_td(td, i) { 1475b852e7cf097cec1c7fb92305f9c3c6b394bb39adJens Axboe if (td_read(td) && td->io_bytes[DDIR_READ]) 1476b852e7cf097cec1c7fb92305f9c3c6b394bb39adJens Axboe td->ts.runtime[DDIR_READ] -= rt[i]; 1477b852e7cf097cec1c7fb92305f9c3c6b394bb39adJens Axboe if (td_write(td) && td->io_bytes[DDIR_WRITE]) 1478b852e7cf097cec1c7fb92305f9c3c6b394bb39adJens Axboe td->ts.runtime[DDIR_WRITE] -= rt[i]; 14796eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li if (td_trim(td) && td->io_bytes[DDIR_TRIM]) 14806eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li td->ts.runtime[DDIR_TRIM] -= rt[i]; 1481b852e7cf097cec1c7fb92305f9c3c6b394bb39adJens Axboe } 1482b852e7cf097cec1c7fb92305f9c3c6b394bb39adJens Axboe 1483b852e7cf097cec1c7fb92305f9c3c6b394bb39adJens Axboe free(rt); 1484cef9175e52e8a240117b9f45b228fdaa0f1c0572Jens Axboe fio_mutex_up(stat_mutex); 1485b852e7cf097cec1c7fb92305f9c3c6b394bb39adJens Axboe} 1486b852e7cf097cec1c7fb92305f9c3c6b394bb39adJens Axboe 148706464907159baf7a1eeac654a023743e33f28d86Jens Axboestatic int status_interval_init; 148806464907159baf7a1eeac654a023743e33f28d86Jens Axboestatic struct timeval status_time; 148977d9967586f9cc8d445056510e25be4eeded2689Jens Axboestatic int status_file_disabled; 149006464907159baf7a1eeac654a023743e33f28d86Jens Axboe 1491dac45f23c3c7d146f7df82047ae7f25abf231ed3Jens Axboe#define FIO_STATUS_FILE "fio-dump-status" 149206464907159baf7a1eeac654a023743e33f28d86Jens Axboe 149306464907159baf7a1eeac654a023743e33f28d86Jens Axboestatic int check_status_file(void) 149406464907159baf7a1eeac654a023743e33f28d86Jens Axboe{ 149506464907159baf7a1eeac654a023743e33f28d86Jens Axboe struct stat sb; 1496a0bafb7d88c33b9046073e0bc4af7d64d0caa30bBruce Cran const char *temp_dir; 1497a0bafb7d88c33b9046073e0bc4af7d64d0caa30bBruce Cran char fio_status_file_path[PATH_MAX]; 149806464907159baf7a1eeac654a023743e33f28d86Jens Axboe 149977d9967586f9cc8d445056510e25be4eeded2689Jens Axboe if (status_file_disabled) 150077d9967586f9cc8d445056510e25be4eeded2689Jens Axboe return 0; 150177d9967586f9cc8d445056510e25be4eeded2689Jens Axboe 1502a0bafb7d88c33b9046073e0bc4af7d64d0caa30bBruce Cran temp_dir = getenv("TMPDIR"); 150348b16e2725249985c9f1841928eb08574c24d3ccJens Axboe if (temp_dir == NULL) { 1504a0bafb7d88c33b9046073e0bc4af7d64d0caa30bBruce Cran temp_dir = getenv("TEMP"); 150548b16e2725249985c9f1841928eb08574c24d3ccJens Axboe if (temp_dir && strlen(temp_dir) >= PATH_MAX) 150648b16e2725249985c9f1841928eb08574c24d3ccJens Axboe temp_dir = NULL; 150748b16e2725249985c9f1841928eb08574c24d3ccJens Axboe } 1508a0bafb7d88c33b9046073e0bc4af7d64d0caa30bBruce Cran if (temp_dir == NULL) 1509a0bafb7d88c33b9046073e0bc4af7d64d0caa30bBruce Cran temp_dir = "/tmp"; 1510a0bafb7d88c33b9046073e0bc4af7d64d0caa30bBruce Cran 1511a0bafb7d88c33b9046073e0bc4af7d64d0caa30bBruce Cran snprintf(fio_status_file_path, sizeof(fio_status_file_path), "%s/%s", temp_dir, FIO_STATUS_FILE); 1512a0bafb7d88c33b9046073e0bc4af7d64d0caa30bBruce Cran 1513a0bafb7d88c33b9046073e0bc4af7d64d0caa30bBruce Cran if (stat(fio_status_file_path, &sb)) 151406464907159baf7a1eeac654a023743e33f28d86Jens Axboe return 0; 151506464907159baf7a1eeac654a023743e33f28d86Jens Axboe 151677d9967586f9cc8d445056510e25be4eeded2689Jens Axboe if (unlink(fio_status_file_path) < 0) { 151777d9967586f9cc8d445056510e25be4eeded2689Jens Axboe log_err("fio: failed to unlink %s: %s\n", fio_status_file_path, 151877d9967586f9cc8d445056510e25be4eeded2689Jens Axboe strerror(errno)); 151977d9967586f9cc8d445056510e25be4eeded2689Jens Axboe log_err("fio: disabling status file updates\n"); 152077d9967586f9cc8d445056510e25be4eeded2689Jens Axboe status_file_disabled = 1; 152177d9967586f9cc8d445056510e25be4eeded2689Jens Axboe } 152277d9967586f9cc8d445056510e25be4eeded2689Jens Axboe 152306464907159baf7a1eeac654a023743e33f28d86Jens Axboe return 1; 152406464907159baf7a1eeac654a023743e33f28d86Jens Axboe} 152506464907159baf7a1eeac654a023743e33f28d86Jens Axboe 152606464907159baf7a1eeac654a023743e33f28d86Jens Axboevoid check_for_running_stats(void) 152706464907159baf7a1eeac654a023743e33f28d86Jens Axboe{ 152806464907159baf7a1eeac654a023743e33f28d86Jens Axboe if (status_interval) { 152906464907159baf7a1eeac654a023743e33f28d86Jens Axboe if (!status_interval_init) { 153006464907159baf7a1eeac654a023743e33f28d86Jens Axboe fio_gettime(&status_time, NULL); 153106464907159baf7a1eeac654a023743e33f28d86Jens Axboe status_interval_init = 1; 153206464907159baf7a1eeac654a023743e33f28d86Jens Axboe } else if (mtime_since_now(&status_time) >= status_interval) { 153306464907159baf7a1eeac654a023743e33f28d86Jens Axboe show_running_run_stats(); 153406464907159baf7a1eeac654a023743e33f28d86Jens Axboe fio_gettime(&status_time, NULL); 153506464907159baf7a1eeac654a023743e33f28d86Jens Axboe return; 153606464907159baf7a1eeac654a023743e33f28d86Jens Axboe } 153706464907159baf7a1eeac654a023743e33f28d86Jens Axboe } 153806464907159baf7a1eeac654a023743e33f28d86Jens Axboe if (check_status_file()) { 153906464907159baf7a1eeac654a023743e33f28d86Jens Axboe show_running_run_stats(); 154006464907159baf7a1eeac654a023743e33f28d86Jens Axboe return; 154106464907159baf7a1eeac654a023743e33f28d86Jens Axboe } 154206464907159baf7a1eeac654a023743e33f28d86Jens Axboe} 154306464907159baf7a1eeac654a023743e33f28d86Jens Axboe 1544687040842bf56502d33b6c0cb5d2af6da27d080cJens Axboestatic inline void add_stat_sample(struct io_stat *is, unsigned long data) 15453c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe{ 1546687040842bf56502d33b6c0cb5d2af6da27d080cJens Axboe double val = data; 15476660cc67cb72b70d1ea0ab8c465976d715fcb976Jens Axboe double delta; 1548687040842bf56502d33b6c0cb5d2af6da27d080cJens Axboe 1549687040842bf56502d33b6c0cb5d2af6da27d080cJens Axboe if (data > is->max_val) 1550687040842bf56502d33b6c0cb5d2af6da27d080cJens Axboe is->max_val = data; 1551687040842bf56502d33b6c0cb5d2af6da27d080cJens Axboe if (data < is->min_val) 1552687040842bf56502d33b6c0cb5d2af6da27d080cJens Axboe is->min_val = data; 1553687040842bf56502d33b6c0cb5d2af6da27d080cJens Axboe 1554802ad4a83e92a30b5fdccf117d59fbb69068c054Jens Axboe delta = val - is->mean.u.f; 1555ef11d7376273302d22c7d013bb9c296ee27f4082Jens Axboe if (delta) { 1556802ad4a83e92a30b5fdccf117d59fbb69068c054Jens Axboe is->mean.u.f += delta / (is->samples + 1.0); 1557802ad4a83e92a30b5fdccf117d59fbb69068c054Jens Axboe is->S.u.f += delta * (val - is->mean.u.f); 1558ef11d7376273302d22c7d013bb9c296ee27f4082Jens Axboe } 15593c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 15603c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe is->samples++; 15613c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe} 15623c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 1563bb3884d855100fa8fa6a1d2aac79e867dfd47bf9Jens Axboestatic void __add_log_sample(struct io_log *iolog, unsigned long val, 1564306ddc9752eef70c3fbb111af63d197a3a6d447fJens Axboe enum fio_ddir ddir, unsigned int bs, 1565ccefd5fea1de87a83db9c372985b69f4fbbe922cJens Axboe unsigned long t, uint64_t offset) 15663c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe{ 156738a812d7fa79a673855efb6324c8fc68b92b89c1Jens Axboe uint64_t nr_samples = iolog->nr_samples; 1568ccefd5fea1de87a83db9c372985b69f4fbbe922cJens Axboe struct io_sample *s; 1569306ddc9752eef70c3fbb111af63d197a3a6d447fJens Axboe 15703c568239a319087a965b06bc2ed94d058810100fJens Axboe if (iolog->disabled) 15713c568239a319087a965b06bc2ed94d058810100fJens Axboe return; 15723c568239a319087a965b06bc2ed94d058810100fJens Axboe 1573b8bc8cba9512c6dce4891fda86de675053605ca2Jens Axboe if (!iolog->nr_samples) 1574b8bc8cba9512c6dce4891fda86de675053605ca2Jens Axboe iolog->avg_last = t; 1575b8bc8cba9512c6dce4891fda86de675053605ca2Jens Axboe 15763c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe if (iolog->nr_samples == iolog->max_samples) { 1577ccefd5fea1de87a83db9c372985b69f4fbbe922cJens Axboe size_t new_size; 15783c568239a319087a965b06bc2ed94d058810100fJens Axboe void *new_log; 15793c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 1580ccefd5fea1de87a83db9c372985b69f4fbbe922cJens Axboe new_size = 2 * iolog->max_samples * log_entry_sz(iolog); 158138a812d7fa79a673855efb6324c8fc68b92b89c1Jens Axboe 158238a812d7fa79a673855efb6324c8fc68b92b89c1Jens Axboe if (iolog->log_gz && (new_size > iolog->log_gz)) { 158338a812d7fa79a673855efb6324c8fc68b92b89c1Jens Axboe if (iolog_flush(iolog, 0)) { 158438a812d7fa79a673855efb6324c8fc68b92b89c1Jens Axboe log_err("fio: failed flushing iolog! Will stop logging.\n"); 158538a812d7fa79a673855efb6324c8fc68b92b89c1Jens Axboe iolog->disabled = 1; 158638a812d7fa79a673855efb6324c8fc68b92b89c1Jens Axboe return; 158738a812d7fa79a673855efb6324c8fc68b92b89c1Jens Axboe } 158838a812d7fa79a673855efb6324c8fc68b92b89c1Jens Axboe nr_samples = iolog->nr_samples; 158938a812d7fa79a673855efb6324c8fc68b92b89c1Jens Axboe } else { 159038a812d7fa79a673855efb6324c8fc68b92b89c1Jens Axboe new_log = realloc(iolog->log, new_size); 159138a812d7fa79a673855efb6324c8fc68b92b89c1Jens Axboe if (!new_log) { 159238a812d7fa79a673855efb6324c8fc68b92b89c1Jens Axboe log_err("fio: failed extending iolog! Will stop logging.\n"); 159338a812d7fa79a673855efb6324c8fc68b92b89c1Jens Axboe iolog->disabled = 1; 159438a812d7fa79a673855efb6324c8fc68b92b89c1Jens Axboe return; 159538a812d7fa79a673855efb6324c8fc68b92b89c1Jens Axboe } 159638a812d7fa79a673855efb6324c8fc68b92b89c1Jens Axboe iolog->log = new_log; 159738a812d7fa79a673855efb6324c8fc68b92b89c1Jens Axboe iolog->max_samples <<= 1; 15983c568239a319087a965b06bc2ed94d058810100fJens Axboe } 15993c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe } 16003c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 1601ccefd5fea1de87a83db9c372985b69f4fbbe922cJens Axboe s = get_sample(iolog, nr_samples); 1602ccefd5fea1de87a83db9c372985b69f4fbbe922cJens Axboe 1603ccefd5fea1de87a83db9c372985b69f4fbbe922cJens Axboe s->val = val; 1604ccefd5fea1de87a83db9c372985b69f4fbbe922cJens Axboe s->time = t; 1605bac4af11424ddeb340968c4ba4fc88df4f5c1ad0Jens Axboe io_sample_set_ddir(iolog, s, ddir); 1606ccefd5fea1de87a83db9c372985b69f4fbbe922cJens Axboe s->bs = bs; 1607ccefd5fea1de87a83db9c372985b69f4fbbe922cJens Axboe 1608ccefd5fea1de87a83db9c372985b69f4fbbe922cJens Axboe if (iolog->log_offset) { 1609ccefd5fea1de87a83db9c372985b69f4fbbe922cJens Axboe struct io_sample_offset *so = (void *) s; 1610ccefd5fea1de87a83db9c372985b69f4fbbe922cJens Axboe 1611ccefd5fea1de87a83db9c372985b69f4fbbe922cJens Axboe so->offset = offset; 1612ccefd5fea1de87a83db9c372985b69f4fbbe922cJens Axboe } 1613ccefd5fea1de87a83db9c372985b69f4fbbe922cJens Axboe 16143c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe iolog->nr_samples++; 16153c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe} 16163c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 16177fb28d3661a5833d8be24a014a04ee4548ec1c16Jens Axboestatic inline void reset_io_stat(struct io_stat *ios) 16187fb28d3661a5833d8be24a014a04ee4548ec1c16Jens Axboe{ 16197fb28d3661a5833d8be24a014a04ee4548ec1c16Jens Axboe ios->max_val = ios->min_val = ios->samples = 0; 16207fb28d3661a5833d8be24a014a04ee4548ec1c16Jens Axboe ios->mean.u.f = ios->S.u.f = 0; 16217fb28d3661a5833d8be24a014a04ee4548ec1c16Jens Axboe} 16227fb28d3661a5833d8be24a014a04ee4548ec1c16Jens Axboe 16236bb58215842760895071d9f331da4dc2dfc16f30Jens Axboevoid reset_io_stats(struct thread_data *td) 16246bb58215842760895071d9f331da4dc2dfc16f30Jens Axboe{ 16256bb58215842760895071d9f331da4dc2dfc16f30Jens Axboe struct thread_stat *ts = &td->ts; 16266bb58215842760895071d9f331da4dc2dfc16f30Jens Axboe int i, j; 16276bb58215842760895071d9f331da4dc2dfc16f30Jens Axboe 16286bb58215842760895071d9f331da4dc2dfc16f30Jens Axboe for (i = 0; i < DDIR_RWDIR_CNT; i++) { 16296bb58215842760895071d9f331da4dc2dfc16f30Jens Axboe reset_io_stat(&ts->clat_stat[i]); 16306bb58215842760895071d9f331da4dc2dfc16f30Jens Axboe reset_io_stat(&ts->slat_stat[i]); 16316bb58215842760895071d9f331da4dc2dfc16f30Jens Axboe reset_io_stat(&ts->lat_stat[i]); 16326bb58215842760895071d9f331da4dc2dfc16f30Jens Axboe reset_io_stat(&ts->bw_stat[i]); 16336bb58215842760895071d9f331da4dc2dfc16f30Jens Axboe reset_io_stat(&ts->iops_stat[i]); 16346bb58215842760895071d9f331da4dc2dfc16f30Jens Axboe 16356bb58215842760895071d9f331da4dc2dfc16f30Jens Axboe ts->io_bytes[i] = 0; 16366bb58215842760895071d9f331da4dc2dfc16f30Jens Axboe ts->runtime[i] = 0; 16376bb58215842760895071d9f331da4dc2dfc16f30Jens Axboe 16386bb58215842760895071d9f331da4dc2dfc16f30Jens Axboe for (j = 0; j < FIO_IO_U_PLAT_NR; j++) 16396bb58215842760895071d9f331da4dc2dfc16f30Jens Axboe ts->io_u_plat[i][j] = 0; 16406bb58215842760895071d9f331da4dc2dfc16f30Jens Axboe } 16416bb58215842760895071d9f331da4dc2dfc16f30Jens Axboe 16426bb58215842760895071d9f331da4dc2dfc16f30Jens Axboe for (i = 0; i < FIO_IO_U_MAP_NR; i++) { 16436bb58215842760895071d9f331da4dc2dfc16f30Jens Axboe ts->io_u_map[i] = 0; 16446bb58215842760895071d9f331da4dc2dfc16f30Jens Axboe ts->io_u_submit[i] = 0; 16456bb58215842760895071d9f331da4dc2dfc16f30Jens Axboe ts->io_u_complete[i] = 0; 16466bb58215842760895071d9f331da4dc2dfc16f30Jens Axboe ts->io_u_lat_u[i] = 0; 16476bb58215842760895071d9f331da4dc2dfc16f30Jens Axboe ts->io_u_lat_m[i] = 0; 16486bb58215842760895071d9f331da4dc2dfc16f30Jens Axboe ts->total_submit = 0; 16496bb58215842760895071d9f331da4dc2dfc16f30Jens Axboe ts->total_complete = 0; 16506bb58215842760895071d9f331da4dc2dfc16f30Jens Axboe } 16516bb58215842760895071d9f331da4dc2dfc16f30Jens Axboe 16526bb58215842760895071d9f331da4dc2dfc16f30Jens Axboe for (i = 0; i < 3; i++) { 16536bb58215842760895071d9f331da4dc2dfc16f30Jens Axboe ts->total_io_u[i] = 0; 16546bb58215842760895071d9f331da4dc2dfc16f30Jens Axboe ts->short_io_u[i] = 0; 165567e149c4c2b580089287813246344908770c3be9Jens Axboe ts->drop_io_u[i] = 0; 16566bb58215842760895071d9f331da4dc2dfc16f30Jens Axboe } 16576bb58215842760895071d9f331da4dc2dfc16f30Jens Axboe} 16586bb58215842760895071d9f331da4dc2dfc16f30Jens Axboe 16599900706854ce4919afb064ef6be42447f698d581Peter Oberparleiterstatic void _add_stat_to_log(struct io_log *iolog, unsigned long elapsed) 16609900706854ce4919afb064ef6be42447f698d581Peter Oberparleiter{ 16619900706854ce4919afb064ef6be42447f698d581Peter Oberparleiter /* 16629900706854ce4919afb064ef6be42447f698d581Peter Oberparleiter * Note an entry in the log. Use the mean from the logged samples, 16639900706854ce4919afb064ef6be42447f698d581Peter Oberparleiter * making sure to properly round up. Only write a log entry if we 16649900706854ce4919afb064ef6be42447f698d581Peter Oberparleiter * had actual samples done. 16659900706854ce4919afb064ef6be42447f698d581Peter Oberparleiter */ 16669900706854ce4919afb064ef6be42447f698d581Peter Oberparleiter if (iolog->avg_window[DDIR_READ].samples) { 16679900706854ce4919afb064ef6be42447f698d581Peter Oberparleiter unsigned long mr; 16689900706854ce4919afb064ef6be42447f698d581Peter Oberparleiter 16699900706854ce4919afb064ef6be42447f698d581Peter Oberparleiter mr = iolog->avg_window[DDIR_READ].mean.u.f + 0.50; 1670ccefd5fea1de87a83db9c372985b69f4fbbe922cJens Axboe __add_log_sample(iolog, mr, DDIR_READ, 0, elapsed, 0); 16719900706854ce4919afb064ef6be42447f698d581Peter Oberparleiter } 16729900706854ce4919afb064ef6be42447f698d581Peter Oberparleiter if (iolog->avg_window[DDIR_WRITE].samples) { 16739900706854ce4919afb064ef6be42447f698d581Peter Oberparleiter unsigned long mw; 16749900706854ce4919afb064ef6be42447f698d581Peter Oberparleiter 16759900706854ce4919afb064ef6be42447f698d581Peter Oberparleiter mw = iolog->avg_window[DDIR_WRITE].mean.u.f + 0.50; 1676ccefd5fea1de87a83db9c372985b69f4fbbe922cJens Axboe __add_log_sample(iolog, mw, DDIR_WRITE, 0, elapsed, 0); 16779900706854ce4919afb064ef6be42447f698d581Peter Oberparleiter } 16789900706854ce4919afb064ef6be42447f698d581Peter Oberparleiter if (iolog->avg_window[DDIR_TRIM].samples) { 16799900706854ce4919afb064ef6be42447f698d581Peter Oberparleiter unsigned long mw; 16809900706854ce4919afb064ef6be42447f698d581Peter Oberparleiter 16819900706854ce4919afb064ef6be42447f698d581Peter Oberparleiter mw = iolog->avg_window[DDIR_TRIM].mean.u.f + 0.50; 1682ccefd5fea1de87a83db9c372985b69f4fbbe922cJens Axboe __add_log_sample(iolog, mw, DDIR_TRIM, 0, elapsed, 0); 16839900706854ce4919afb064ef6be42447f698d581Peter Oberparleiter } 16849900706854ce4919afb064ef6be42447f698d581Peter Oberparleiter 16859900706854ce4919afb064ef6be42447f698d581Peter Oberparleiter reset_io_stat(&iolog->avg_window[DDIR_READ]); 16869900706854ce4919afb064ef6be42447f698d581Peter Oberparleiter reset_io_stat(&iolog->avg_window[DDIR_WRITE]); 16879900706854ce4919afb064ef6be42447f698d581Peter Oberparleiter reset_io_stat(&iolog->avg_window[DDIR_TRIM]); 16889900706854ce4919afb064ef6be42447f698d581Peter Oberparleiter} 16899900706854ce4919afb064ef6be42447f698d581Peter Oberparleiter 1690bb3884d855100fa8fa6a1d2aac79e867dfd47bf9Jens Axboestatic void add_log_sample(struct thread_data *td, struct io_log *iolog, 1691306ddc9752eef70c3fbb111af63d197a3a6d447fJens Axboe unsigned long val, enum fio_ddir ddir, 1692ccefd5fea1de87a83db9c372985b69f4fbbe922cJens Axboe unsigned int bs, uint64_t offset) 1693bb3884d855100fa8fa6a1d2aac79e867dfd47bf9Jens Axboe{ 16947fb28d3661a5833d8be24a014a04ee4548ec1c16Jens Axboe unsigned long elapsed, this_window; 1695b8bc8cba9512c6dce4891fda86de675053605ca2Jens Axboe 1696ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe if (!ddir_rw(ddir)) 1697ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe return; 1698ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe 1699b8bc8cba9512c6dce4891fda86de675053605ca2Jens Axboe elapsed = mtime_since_now(&td->epoch); 1700b8bc8cba9512c6dce4891fda86de675053605ca2Jens Axboe 1701b8bc8cba9512c6dce4891fda86de675053605ca2Jens Axboe /* 1702b8bc8cba9512c6dce4891fda86de675053605ca2Jens Axboe * If no time averaging, just add the log sample. 1703b8bc8cba9512c6dce4891fda86de675053605ca2Jens Axboe */ 1704b8bc8cba9512c6dce4891fda86de675053605ca2Jens Axboe if (!iolog->avg_msec) { 1705ccefd5fea1de87a83db9c372985b69f4fbbe922cJens Axboe __add_log_sample(iolog, val, ddir, bs, elapsed, offset); 1706b8bc8cba9512c6dce4891fda86de675053605ca2Jens Axboe return; 1707b8bc8cba9512c6dce4891fda86de675053605ca2Jens Axboe } 1708b8bc8cba9512c6dce4891fda86de675053605ca2Jens Axboe 1709b8bc8cba9512c6dce4891fda86de675053605ca2Jens Axboe /* 1710b8bc8cba9512c6dce4891fda86de675053605ca2Jens Axboe * Add the sample. If the time period has passed, then 1711b8bc8cba9512c6dce4891fda86de675053605ca2Jens Axboe * add that entry to the log and clear. 1712b8bc8cba9512c6dce4891fda86de675053605ca2Jens Axboe */ 1713b8bc8cba9512c6dce4891fda86de675053605ca2Jens Axboe add_stat_sample(&iolog->avg_window[ddir], val); 1714b8bc8cba9512c6dce4891fda86de675053605ca2Jens Axboe 17157fb28d3661a5833d8be24a014a04ee4548ec1c16Jens Axboe /* 17167fb28d3661a5833d8be24a014a04ee4548ec1c16Jens Axboe * If period hasn't passed, adding the above sample is all we 17177fb28d3661a5833d8be24a014a04ee4548ec1c16Jens Axboe * need to do. 17187fb28d3661a5833d8be24a014a04ee4548ec1c16Jens Axboe */ 1719b8bc8cba9512c6dce4891fda86de675053605ca2Jens Axboe this_window = elapsed - iolog->avg_last; 1720b8bc8cba9512c6dce4891fda86de675053605ca2Jens Axboe if (this_window < iolog->avg_msec) 1721b8bc8cba9512c6dce4891fda86de675053605ca2Jens Axboe return; 1722b8bc8cba9512c6dce4891fda86de675053605ca2Jens Axboe 17239900706854ce4919afb064ef6be42447f698d581Peter Oberparleiter _add_stat_to_log(iolog, elapsed); 1724b8bc8cba9512c6dce4891fda86de675053605ca2Jens Axboe 17259900706854ce4919afb064ef6be42447f698d581Peter Oberparleiter iolog->avg_last = elapsed; 17269900706854ce4919afb064ef6be42447f698d581Peter Oberparleiter} 17276eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li 17289900706854ce4919afb064ef6be42447f698d581Peter Oberparleitervoid finalize_logs(struct thread_data *td) 17299900706854ce4919afb064ef6be42447f698d581Peter Oberparleiter{ 17309900706854ce4919afb064ef6be42447f698d581Peter Oberparleiter unsigned long elapsed; 17316eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li 17329900706854ce4919afb064ef6be42447f698d581Peter Oberparleiter elapsed = mtime_since_now(&td->epoch); 1733b8bc8cba9512c6dce4891fda86de675053605ca2Jens Axboe 17349900706854ce4919afb064ef6be42447f698d581Peter Oberparleiter if (td->clat_log) 17359900706854ce4919afb064ef6be42447f698d581Peter Oberparleiter _add_stat_to_log(td->clat_log, elapsed); 17369900706854ce4919afb064ef6be42447f698d581Peter Oberparleiter if (td->slat_log) 17379900706854ce4919afb064ef6be42447f698d581Peter Oberparleiter _add_stat_to_log(td->slat_log, elapsed); 17389900706854ce4919afb064ef6be42447f698d581Peter Oberparleiter if (td->lat_log) 17399900706854ce4919afb064ef6be42447f698d581Peter Oberparleiter _add_stat_to_log(td->lat_log, elapsed); 17409900706854ce4919afb064ef6be42447f698d581Peter Oberparleiter if (td->bw_log) 17419900706854ce4919afb064ef6be42447f698d581Peter Oberparleiter _add_stat_to_log(td->bw_log, elapsed); 17429900706854ce4919afb064ef6be42447f698d581Peter Oberparleiter if (td->iops_log) 17439900706854ce4919afb064ef6be42447f698d581Peter Oberparleiter _add_stat_to_log(td->iops_log, elapsed); 1744bb3884d855100fa8fa6a1d2aac79e867dfd47bf9Jens Axboe} 1745bb3884d855100fa8fa6a1d2aac79e867dfd47bf9Jens Axboe 1746306ddc9752eef70c3fbb111af63d197a3a6d447fJens Axboevoid add_agg_sample(unsigned long val, enum fio_ddir ddir, unsigned int bs) 1747bb3884d855100fa8fa6a1d2aac79e867dfd47bf9Jens Axboe{ 1748ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe struct io_log *iolog; 1749bb3884d855100fa8fa6a1d2aac79e867dfd47bf9Jens Axboe 1750ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe if (!ddir_rw(ddir)) 1751ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe return; 1752ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe 1753ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe iolog = agg_io_log[ddir]; 1754ccefd5fea1de87a83db9c372985b69f4fbbe922cJens Axboe __add_log_sample(iolog, val, ddir, bs, mtime_since_genesis(), 0); 1755bb3884d855100fa8fa6a1d2aac79e867dfd47bf9Jens Axboe} 1756bb3884d855100fa8fa6a1d2aac79e867dfd47bf9Jens Axboe 1757833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hongstatic void add_clat_percentile_sample(struct thread_stat *ts, 1758833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong unsigned long usec, enum fio_ddir ddir) 1759833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong{ 1760833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong unsigned int idx = plat_val_to_idx(usec); 1761833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong assert(idx < FIO_IO_U_PLAT_NR); 1762833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong 1763833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong ts->io_u_plat[ddir][idx]++; 1764833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong} 1765833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong 17661e97cce9f5a87a67293a05ec4533ed6968698b2eJens Axboevoid add_clat_sample(struct thread_data *td, enum fio_ddir ddir, 1767ccefd5fea1de87a83db9c372985b69f4fbbe922cJens Axboe unsigned long usec, unsigned int bs, uint64_t offset) 17683c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe{ 1769756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe struct thread_stat *ts = &td->ts; 1770079ad09b1ef22fa0d47c2cd2673908c5619aa41aJens Axboe 1771ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe if (!ddir_rw(ddir)) 1772ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe return; 1773ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe 1774d85f5118c41a112c3b8a58cc6908d00294bfb78dJens Axboe add_stat_sample(&ts->clat_stat[ddir], usec); 17753c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 17767b9f733afb91a5c92f44bb6e68860f17ba14f585Jens Axboe if (td->clat_log) 1777ccefd5fea1de87a83db9c372985b69f4fbbe922cJens Axboe add_log_sample(td, td->clat_log, usec, ddir, bs, offset); 1778833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong 1779833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong if (ts->clat_percentiles) 1780833491908a1afd67d27ce79257de3a4d80143d9fYu-ju Hong add_clat_percentile_sample(ts, usec, ddir); 17813c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe} 17823c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 17831e97cce9f5a87a67293a05ec4533ed6968698b2eJens Axboevoid add_slat_sample(struct thread_data *td, enum fio_ddir ddir, 1784ccefd5fea1de87a83db9c372985b69f4fbbe922cJens Axboe unsigned long usec, unsigned int bs, uint64_t offset) 17853c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe{ 1786756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe struct thread_stat *ts = &td->ts; 1787079ad09b1ef22fa0d47c2cd2673908c5619aa41aJens Axboe 1788ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe if (!ddir_rw(ddir)) 1789ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe return; 1790ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe 1791d85f5118c41a112c3b8a58cc6908d00294bfb78dJens Axboe add_stat_sample(&ts->slat_stat[ddir], usec); 17923c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 17937b9f733afb91a5c92f44bb6e68860f17ba14f585Jens Axboe if (td->slat_log) 1794ccefd5fea1de87a83db9c372985b69f4fbbe922cJens Axboe add_log_sample(td, td->slat_log, usec, ddir, bs, offset); 17953c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe} 17963c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 179702af09886db695e5ea2b7fd2a632733955f3c03fJens Axboevoid add_lat_sample(struct thread_data *td, enum fio_ddir ddir, 1798ccefd5fea1de87a83db9c372985b69f4fbbe922cJens Axboe unsigned long usec, unsigned int bs, uint64_t offset) 179902af09886db695e5ea2b7fd2a632733955f3c03fJens Axboe{ 180002af09886db695e5ea2b7fd2a632733955f3c03fJens Axboe struct thread_stat *ts = &td->ts; 180102af09886db695e5ea2b7fd2a632733955f3c03fJens Axboe 1802ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe if (!ddir_rw(ddir)) 1803ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe return; 1804ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe 180502af09886db695e5ea2b7fd2a632733955f3c03fJens Axboe add_stat_sample(&ts->lat_stat[ddir], usec); 180602af09886db695e5ea2b7fd2a632733955f3c03fJens Axboe 18077b9f733afb91a5c92f44bb6e68860f17ba14f585Jens Axboe if (td->lat_log) 1808ccefd5fea1de87a83db9c372985b69f4fbbe922cJens Axboe add_log_sample(td, td->lat_log, usec, ddir, bs, offset); 180902af09886db695e5ea2b7fd2a632733955f3c03fJens Axboe} 181002af09886db695e5ea2b7fd2a632733955f3c03fJens Axboe 1811306ddc9752eef70c3fbb111af63d197a3a6d447fJens Axboevoid add_bw_sample(struct thread_data *td, enum fio_ddir ddir, unsigned int bs, 18121e97cce9f5a87a67293a05ec4533ed6968698b2eJens Axboe struct timeval *t) 18133c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe{ 1814756867bd127cfa1fb27ae2d4ba973af8cb341f13Jens Axboe struct thread_stat *ts = &td->ts; 1815ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe unsigned long spent, rate; 1816ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe 1817ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe if (!ddir_rw(ddir)) 1818ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe return; 18193c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 1820c8eeb9df1f52f28567a5937e141decc6a26ec30bJens Axboe spent = mtime_since(&td->bw_sample_time, t); 18212dc1bbeb58edc85f2829eed6729862c438ea2353Jens Axboe if (spent < td->o.bw_avg_time) 18223c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe return; 18239602d8df781db46f78a25a02abc75de03a69b6a8Jens Axboe 18249602d8df781db46f78a25a02abc75de03a69b6a8Jens Axboe /* 18255daa4ebed724cb0223dac4a1386e068f59722dabJosh Carter * Compute both read and write rates for the interval. 18265daa4ebed724cb0223dac4a1386e068f59722dabJosh Carter */ 18276eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li for (ddir = DDIR_READ; ddir < DDIR_RWDIR_CNT; ddir++) { 18285daa4ebed724cb0223dac4a1386e068f59722dabJosh Carter uint64_t delta; 18295daa4ebed724cb0223dac4a1386e068f59722dabJosh Carter 18305daa4ebed724cb0223dac4a1386e068f59722dabJosh Carter delta = td->this_io_bytes[ddir] - td->stat_io_bytes[ddir]; 18315daa4ebed724cb0223dac4a1386e068f59722dabJosh Carter if (!delta) 18325daa4ebed724cb0223dac4a1386e068f59722dabJosh Carter continue; /* No entries for interval */ 18333c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 18340956264f3dca6a0467092fe9ef335f3cae1c6177Jens Axboe if (spent) 18350956264f3dca6a0467092fe9ef335f3cae1c6177Jens Axboe rate = delta * 1000 / spent / 1024; 18360956264f3dca6a0467092fe9ef335f3cae1c6177Jens Axboe else 18370956264f3dca6a0467092fe9ef335f3cae1c6177Jens Axboe rate = 0; 18380956264f3dca6a0467092fe9ef335f3cae1c6177Jens Axboe 18395daa4ebed724cb0223dac4a1386e068f59722dabJosh Carter add_stat_sample(&ts->bw_stat[ddir], rate); 18403c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 18415daa4ebed724cb0223dac4a1386e068f59722dabJosh Carter if (td->bw_log) 1842ccefd5fea1de87a83db9c372985b69f4fbbe922cJens Axboe add_log_sample(td, td->bw_log, rate, ddir, bs, 0); 18435daa4ebed724cb0223dac4a1386e068f59722dabJosh Carter 18445daa4ebed724cb0223dac4a1386e068f59722dabJosh Carter td->stat_io_bytes[ddir] = td->this_io_bytes[ddir]; 18455daa4ebed724cb0223dac4a1386e068f59722dabJosh Carter } 18463c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe 1847c8eeb9df1f52f28567a5937e141decc6a26ec30bJens Axboe fio_gettime(&td->bw_sample_time, NULL); 18483c39a379542fd819dbc5cf6daf59380911c39141Jens Axboe} 1849c8eeb9df1f52f28567a5937e141decc6a26ec30bJens Axboe 18509b7e600ddb531fd359322bbc14e358c10761fe57Erwan Veluvoid add_iops_sample(struct thread_data *td, enum fio_ddir ddir, unsigned int bs, 1851c8eeb9df1f52f28567a5937e141decc6a26ec30bJens Axboe struct timeval *t) 1852c8eeb9df1f52f28567a5937e141decc6a26ec30bJens Axboe{ 1853c8eeb9df1f52f28567a5937e141decc6a26ec30bJens Axboe struct thread_stat *ts = &td->ts; 1854c8eeb9df1f52f28567a5937e141decc6a26ec30bJens Axboe unsigned long spent, iops; 1855c8eeb9df1f52f28567a5937e141decc6a26ec30bJens Axboe 1856c8eeb9df1f52f28567a5937e141decc6a26ec30bJens Axboe if (!ddir_rw(ddir)) 1857c8eeb9df1f52f28567a5937e141decc6a26ec30bJens Axboe return; 1858c8eeb9df1f52f28567a5937e141decc6a26ec30bJens Axboe 1859c8eeb9df1f52f28567a5937e141decc6a26ec30bJens Axboe spent = mtime_since(&td->iops_sample_time, t); 1860c8eeb9df1f52f28567a5937e141decc6a26ec30bJens Axboe if (spent < td->o.iops_avg_time) 1861c8eeb9df1f52f28567a5937e141decc6a26ec30bJens Axboe return; 1862c8eeb9df1f52f28567a5937e141decc6a26ec30bJens Axboe 18639602d8df781db46f78a25a02abc75de03a69b6a8Jens Axboe /* 18649602d8df781db46f78a25a02abc75de03a69b6a8Jens Axboe * Compute both read and write rates for the interval. 18659602d8df781db46f78a25a02abc75de03a69b6a8Jens Axboe */ 18666eaf09d6e9ca1f8accb057cdb18620b7e53ae33fShaohua Li for (ddir = DDIR_READ; ddir < DDIR_RWDIR_CNT; ddir++) { 18679602d8df781db46f78a25a02abc75de03a69b6a8Jens Axboe uint64_t delta; 1868c8eeb9df1f52f28567a5937e141decc6a26ec30bJens Axboe 18699602d8df781db46f78a25a02abc75de03a69b6a8Jens Axboe delta = td->this_io_blocks[ddir] - td->stat_io_blocks[ddir]; 18709602d8df781db46f78a25a02abc75de03a69b6a8Jens Axboe if (!delta) 18719602d8df781db46f78a25a02abc75de03a69b6a8Jens Axboe continue; /* No entries for interval */ 18729602d8df781db46f78a25a02abc75de03a69b6a8Jens Axboe 18730956264f3dca6a0467092fe9ef335f3cae1c6177Jens Axboe if (spent) 18740956264f3dca6a0467092fe9ef335f3cae1c6177Jens Axboe iops = (delta * 1000) / spent; 18750956264f3dca6a0467092fe9ef335f3cae1c6177Jens Axboe else 18760956264f3dca6a0467092fe9ef335f3cae1c6177Jens Axboe iops = 0; 18770956264f3dca6a0467092fe9ef335f3cae1c6177Jens Axboe 18789602d8df781db46f78a25a02abc75de03a69b6a8Jens Axboe add_stat_sample(&ts->iops_stat[ddir], iops); 1879c8eeb9df1f52f28567a5937e141decc6a26ec30bJens Axboe 18809602d8df781db46f78a25a02abc75de03a69b6a8Jens Axboe if (td->iops_log) 1881ccefd5fea1de87a83db9c372985b69f4fbbe922cJens Axboe add_log_sample(td, td->iops_log, iops, ddir, bs, 0); 18829602d8df781db46f78a25a02abc75de03a69b6a8Jens Axboe 1883421f4a827c192e3e14bfe9973d79a2e4fa8d8792Jens Axboe td->stat_io_blocks[ddir] = td->this_io_blocks[ddir]; 18849602d8df781db46f78a25a02abc75de03a69b6a8Jens Axboe } 1885c8eeb9df1f52f28567a5937e141decc6a26ec30bJens Axboe 1886c8eeb9df1f52f28567a5937e141decc6a26ec30bJens Axboe fio_gettime(&td->iops_sample_time, NULL); 1887c8eeb9df1f52f28567a5937e141decc6a26ec30bJens Axboe} 1888cef9175e52e8a240117b9f45b228fdaa0f1c0572Jens Axboe 1889cef9175e52e8a240117b9f45b228fdaa0f1c0572Jens Axboevoid stat_init(void) 1890cef9175e52e8a240117b9f45b228fdaa0f1c0572Jens Axboe{ 1891cef9175e52e8a240117b9f45b228fdaa0f1c0572Jens Axboe stat_mutex = fio_mutex_init(FIO_MUTEX_UNLOCKED); 1892cef9175e52e8a240117b9f45b228fdaa0f1c0572Jens Axboe} 1893cef9175e52e8a240117b9f45b228fdaa0f1c0572Jens Axboe 1894cef9175e52e8a240117b9f45b228fdaa0f1c0572Jens Axboevoid stat_exit(void) 1895cef9175e52e8a240117b9f45b228fdaa0f1c0572Jens Axboe{ 1896cef9175e52e8a240117b9f45b228fdaa0f1c0572Jens Axboe /* 1897cef9175e52e8a240117b9f45b228fdaa0f1c0572Jens Axboe * When we have the mutex, we know out-of-band access to it 1898cef9175e52e8a240117b9f45b228fdaa0f1c0572Jens Axboe * have ended. 1899cef9175e52e8a240117b9f45b228fdaa0f1c0572Jens Axboe */ 1900cef9175e52e8a240117b9f45b228fdaa0f1c0572Jens Axboe fio_mutex_down(stat_mutex); 1901cef9175e52e8a240117b9f45b228fdaa0f1c0572Jens Axboe fio_mutex_remove(stat_mutex); 1902cef9175e52e8a240117b9f45b228fdaa0f1c0572Jens Axboe} 1903fdb0da8028e156c0da43aca18e1423d1b300bdadJens Axboe 1904fdb0da8028e156c0da43aca18e1423d1b300bdadJens Axboe/* 1905fdb0da8028e156c0da43aca18e1423d1b300bdadJens Axboe * Called from signal handler. Wake up status thread. 1906fdb0da8028e156c0da43aca18e1423d1b300bdadJens Axboe */ 1907fdb0da8028e156c0da43aca18e1423d1b300bdadJens Axboevoid show_running_run_stats(void) 1908fdb0da8028e156c0da43aca18e1423d1b300bdadJens Axboe{ 19097fe36313273ef051670d16aa27953699fd5cdf06Jens Axboe helper_do_stat = 1; 19107fe36313273ef051670d16aa27953699fd5cdf06Jens Axboe pthread_cond_signal(&helper_cond); 1911fdb0da8028e156c0da43aca18e1423d1b300bdadJens Axboe} 1912