ioengines.c revision 7c973896f9e97f7b551bf4881fc0338b748f308b
1ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe/* 2ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe * The io parts of the fio tool, includes workers for sync and mmap'ed 3ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe * io, as well as both posix and linux libaio support. 4ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe * 5ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe * sync io is implemented on top of aio. 6ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe * 7ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe * This is not really specific to fio, if the get_io_u/put_io_u and 8ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe * structures was pulled into this as well it would be a perfectly 9ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe * generic io engine that could be used for other projects. 10ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe * 11ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe */ 12ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <stdio.h> 13ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <stdlib.h> 14ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include <unistd.h> 155c4e1dbc4ec6ee963220c5f4e64a04cd6130dc81Jens Axboe#include <string.h> 162866c82d598e30604d8a92723c664ee6ced90fb0Jens Axboe#include <dlfcn.h> 17ecc314ba7c5f02b7e90ac1dfbce1a74cd4e6d6feBruce Cran#include <fcntl.h> 180c6e75175bcaf8d05bfa88aa8caa584fbb848b74Jens Axboe#include <assert.h> 198c16d840377c1e6fb79f479ee60590a2da5b52eeJens Axboe 20ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe#include "fio.h" 217c9b1bce094d58c374b086bbb780c08265623ea4Jens Axboe#include "diskutil.h" 22ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 2301743ee1718e7ec4b16ae3e53c8f64900c6052ccJens Axboestatic FLIST_HEAD(engine_list); 245f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe 258c16d840377c1e6fb79f479ee60590a2da5b52eeJens Axboestatic int check_engine_ops(struct ioengine_ops *ops) 268c16d840377c1e6fb79f479ee60590a2da5b52eeJens Axboe{ 275f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe if (ops->version != FIO_IOOPS_VERSION) { 285ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe log_err("bad ioops version %d (want %d)\n", ops->version, 295ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe FIO_IOOPS_VERSION); 305f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe return 1; 315f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe } 325f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe 3336167d82e5f49dee91c6d2cd426068edee90e36fJens Axboe if (!ops->queue) { 3436167d82e5f49dee91c6d2cd426068edee90e36fJens Axboe log_err("%s: no queue handler\n", ops->name); 3536167d82e5f49dee91c6d2cd426068edee90e36fJens Axboe return 1; 3636167d82e5f49dee91c6d2cd426068edee90e36fJens Axboe } 3736167d82e5f49dee91c6d2cd426068edee90e36fJens Axboe 3836167d82e5f49dee91c6d2cd426068edee90e36fJens Axboe /* 3936167d82e5f49dee91c6d2cd426068edee90e36fJens Axboe * sync engines only need a ->queue() 4036167d82e5f49dee91c6d2cd426068edee90e36fJens Axboe */ 4136167d82e5f49dee91c6d2cd426068edee90e36fJens Axboe if (ops->flags & FIO_SYNCIO) 4236167d82e5f49dee91c6d2cd426068edee90e36fJens Axboe return 0; 435ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe 448c16d840377c1e6fb79f479ee60590a2da5b52eeJens Axboe if (!ops->event) { 4536167d82e5f49dee91c6d2cd426068edee90e36fJens Axboe log_err("%s: no event handler\n", ops->name); 468c16d840377c1e6fb79f479ee60590a2da5b52eeJens Axboe return 1; 478c16d840377c1e6fb79f479ee60590a2da5b52eeJens Axboe } 488c16d840377c1e6fb79f479ee60590a2da5b52eeJens Axboe if (!ops->getevents) { 4936167d82e5f49dee91c6d2cd426068edee90e36fJens Axboe log_err("%s: no getevents handler\n", ops->name); 508c16d840377c1e6fb79f479ee60590a2da5b52eeJens Axboe return 1; 518c16d840377c1e6fb79f479ee60590a2da5b52eeJens Axboe } 528c16d840377c1e6fb79f479ee60590a2da5b52eeJens Axboe if (!ops->queue) { 5336167d82e5f49dee91c6d2cd426068edee90e36fJens Axboe log_err("%s: no queue handler\n", ops->name); 548c16d840377c1e6fb79f479ee60590a2da5b52eeJens Axboe return 1; 558c16d840377c1e6fb79f479ee60590a2da5b52eeJens Axboe } 565ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe 578c16d840377c1e6fb79f479ee60590a2da5b52eeJens Axboe return 0; 588c16d840377c1e6fb79f479ee60590a2da5b52eeJens Axboe} 598c16d840377c1e6fb79f479ee60590a2da5b52eeJens Axboe 605f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboevoid unregister_ioengine(struct ioengine_ops *ops) 61ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe{ 62ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe dprint(FD_IO, "ioengine %s unregistered\n", ops->name); 6301743ee1718e7ec4b16ae3e53c8f64900c6052ccJens Axboe flist_del(&ops->list); 6401743ee1718e7ec4b16ae3e53c8f64900c6052ccJens Axboe INIT_FLIST_HEAD(&ops->list); 655f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe} 665f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe 67b2fdda43cf0699f60e711429c778ff1685e30062Jens Axboevoid register_ioengine(struct ioengine_ops *ops) 685f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe{ 69ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe dprint(FD_IO, "ioengine %s registered\n", ops->name); 7001743ee1718e7ec4b16ae3e53c8f64900c6052ccJens Axboe INIT_FLIST_HEAD(&ops->list); 7101743ee1718e7ec4b16ae3e53c8f64900c6052ccJens Axboe flist_add_tail(&ops->list, &engine_list); 725f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe} 735f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe 745f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboestatic struct ioengine_ops *find_ioengine(const char *name) 755f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe{ 765f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe struct ioengine_ops *ops; 7701743ee1718e7ec4b16ae3e53c8f64900c6052ccJens Axboe struct flist_head *entry; 78ebac4655dd3624f3296ff83be48e0cdc02852f1Jens Axboe 7901743ee1718e7ec4b16ae3e53c8f64900c6052ccJens Axboe flist_for_each(entry, &engine_list) { 8001743ee1718e7ec4b16ae3e53c8f64900c6052ccJens Axboe ops = flist_entry(entry, struct ioengine_ops, list); 81bc5b77a8c46aabea554c4a2c8cca37f27f97969aJens Axboe if (!strcmp(name, ops->name)) 825f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe return ops; 835f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe } 845f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe 855f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe return NULL; 865f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe} 875f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe 885f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboestatic struct ioengine_ops *dlopen_ioengine(struct thread_data *td, 895f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe const char *engine_lib) 905f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe{ 915f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe struct ioengine_ops *ops; 925f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe void *dlhandle; 935f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe 94ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe dprint(FD_IO, "dload engine %s\n", engine_lib); 95ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 962866c82d598e30604d8a92723c664ee6ced90fb0Jens Axboe dlerror(); 972866c82d598e30604d8a92723c664ee6ced90fb0Jens Axboe dlhandle = dlopen(engine_lib, RTLD_LAZY); 98d4dbaaa821b9d3dd34ca002d1976d4f924a07a47Jens Axboe if (!dlhandle) { 99e1161c325f7866bae879e686d1c673ca32ab09aeJens Axboe td_vmsg(td, -1, dlerror(), "dlopen"); 100d4dbaaa821b9d3dd34ca002d1976d4f924a07a47Jens Axboe return NULL; 101d4dbaaa821b9d3dd34ca002d1976d4f924a07a47Jens Axboe } 1028756e4d421722eaeb089067aeaaf317d05d53a57Jens Axboe 103da51c0505c753f64ad5f65808377b8f67b445828Jens Axboe /* 104da51c0505c753f64ad5f65808377b8f67b445828Jens Axboe * Unlike the included modules, external engines should have a 105da51c0505c753f64ad5f65808377b8f67b445828Jens Axboe * non-static ioengine structure that we can reference. 106da51c0505c753f64ad5f65808377b8f67b445828Jens Axboe */ 1072866c82d598e30604d8a92723c664ee6ced90fb0Jens Axboe ops = dlsym(dlhandle, "ioengine"); 108d4dbaaa821b9d3dd34ca002d1976d4f924a07a47Jens Axboe if (!ops) { 109e1161c325f7866bae879e686d1c673ca32ab09aeJens Axboe td_vmsg(td, -1, dlerror(), "dlsym"); 110d4dbaaa821b9d3dd34ca002d1976d4f924a07a47Jens Axboe dlclose(dlhandle); 111d4dbaaa821b9d3dd34ca002d1976d4f924a07a47Jens Axboe return NULL; 112d4dbaaa821b9d3dd34ca002d1976d4f924a07a47Jens Axboe } 1138756e4d421722eaeb089067aeaaf317d05d53a57Jens Axboe 1145f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe ops->dlhandle = dlhandle; 1155f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe return ops; 1165f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe} 1175f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe 1185f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboestruct ioengine_ops *load_ioengine(struct thread_data *td, const char *name) 1195f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe{ 1205f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe struct ioengine_ops *ops, *ret; 1215f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe char engine[16]; 1225f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe 123ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe dprint(FD_IO, "load ioengine %s\n", name); 124ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 1255f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe strncpy(engine, name, sizeof(engine) - 1); 1265f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe 1275f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe /* 1285f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe * linux libaio has alias names, so convert to what we want 1295f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe */ 1305f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe if (!strncmp(engine, "linuxaio", 8) || !strncmp(engine, "aio", 3)) 1315f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe strcpy(engine, "libaio"); 1325f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe 1335f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe ops = find_ioengine(engine); 1345f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe if (!ops) 1355f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe ops = dlopen_ioengine(td, name); 1365f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe 1375f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe if (!ops) { 1385f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe log_err("fio: engine %s not loadable\n", name); 139b902ceb53977a12062c615ab529ca0c3422e3cffJens Axboe return NULL; 140b902ceb53977a12062c615ab529ca0c3422e3cffJens Axboe } 141b902ceb53977a12062c615ab529ca0c3422e3cffJens Axboe 1428c16d840377c1e6fb79f479ee60590a2da5b52eeJens Axboe /* 1438c16d840377c1e6fb79f479ee60590a2da5b52eeJens Axboe * Check that the required methods are there. 1448c16d840377c1e6fb79f479ee60590a2da5b52eeJens Axboe */ 1455f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe if (check_engine_ops(ops)) 1468c16d840377c1e6fb79f479ee60590a2da5b52eeJens Axboe return NULL; 1478c16d840377c1e6fb79f479ee60590a2da5b52eeJens Axboe 14884585003d025a38b91749cb0d68f6b5653d1f1a3Jens Axboe ret = malloc(sizeof(*ret)); 14984585003d025a38b91749cb0d68f6b5653d1f1a3Jens Axboe memcpy(ret, ops, sizeof(*ret)); 15084585003d025a38b91749cb0d68f6b5653d1f1a3Jens Axboe ret->data = NULL; 15184585003d025a38b91749cb0d68f6b5653d1f1a3Jens Axboe 15284585003d025a38b91749cb0d68f6b5653d1f1a3Jens Axboe return ret; 1538756e4d421722eaeb089067aeaaf317d05d53a57Jens Axboe} 1548756e4d421722eaeb089067aeaaf317d05d53a57Jens Axboe 1552866c82d598e30604d8a92723c664ee6ced90fb0Jens Axboevoid close_ioengine(struct thread_data *td) 1568756e4d421722eaeb089067aeaaf317d05d53a57Jens Axboe{ 157ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe dprint(FD_IO, "close ioengine %s\n", td->io_ops->name); 158ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 1592992b059b8f54ac91e723a8bde629b4d8fed513eJens Axboe if (td->io_ops->cleanup) { 1602866c82d598e30604d8a92723c664ee6ced90fb0Jens Axboe td->io_ops->cleanup(td); 1612992b059b8f54ac91e723a8bde629b4d8fed513eJens Axboe td->io_ops->data = NULL; 1622992b059b8f54ac91e723a8bde629b4d8fed513eJens Axboe } 163b990b5c06801d6d25e3fcc5415efbbe7bb23341eJens Axboe 1645f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe if (td->io_ops->dlhandle) 1655f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe dlclose(td->io_ops->dlhandle); 1665f350952eff89948bfbf1eb6ac4d3d08a9109581Jens Axboe 16784585003d025a38b91749cb0d68f6b5653d1f1a3Jens Axboe free(td->io_ops); 16884585003d025a38b91749cb0d68f6b5653d1f1a3Jens Axboe td->io_ops = NULL; 169b990b5c06801d6d25e3fcc5415efbbe7bb23341eJens Axboe} 17010ba535a5cbb95b5576e33a6f8af093a6ca3bfd7Jens Axboe 17110ba535a5cbb95b5576e33a6f8af093a6ca3bfd7Jens Axboeint td_io_prep(struct thread_data *td, struct io_u *io_u) 17210ba535a5cbb95b5576e33a6f8af093a6ca3bfd7Jens Axboe{ 173ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe dprint_io_u(io_u, "prep"); 1747101d9c24abec4be58a086d85d6d92ec6e6492e9Jens Axboe fio_ro_check(td, io_u); 1757101d9c24abec4be58a086d85d6d92ec6e6492e9Jens Axboe 1764d4e80f2b4260f2c8b37a8612ce655502a799f7aJens Axboe lock_file(td, io_u->file, io_u->ddir); 177b2bd2bd96a09540b3add0ec74db2cdb1c145ca33Jens Axboe 1782ba1c290d09af6d630d84a58b97b8032f73bc2ceJens Axboe if (td->io_ops->prep) { 1792ba1c290d09af6d630d84a58b97b8032f73bc2ceJens Axboe int ret = td->io_ops->prep(td, io_u); 1802ba1c290d09af6d630d84a58b97b8032f73bc2ceJens Axboe 1812ba1c290d09af6d630d84a58b97b8032f73bc2ceJens Axboe dprint(FD_IO, "->prep(%p)=%d\n", io_u, ret); 182b2bd2bd96a09540b3add0ec74db2cdb1c145ca33Jens Axboe if (ret) 1834d4e80f2b4260f2c8b37a8612ce655502a799f7aJens Axboe unlock_file(td, io_u->file); 1842ba1c290d09af6d630d84a58b97b8032f73bc2ceJens Axboe return ret; 1852ba1c290d09af6d630d84a58b97b8032f73bc2ceJens Axboe } 18610ba535a5cbb95b5576e33a6f8af093a6ca3bfd7Jens Axboe 18710ba535a5cbb95b5576e33a6f8af093a6ca3bfd7Jens Axboe return 0; 18810ba535a5cbb95b5576e33a6f8af093a6ca3bfd7Jens Axboe} 18910ba535a5cbb95b5576e33a6f8af093a6ca3bfd7Jens Axboe 190e7d2e61694c62b90a2fb84c012b4edcc1973d72cJens Axboeint td_io_getevents(struct thread_data *td, unsigned int min, unsigned int max, 19110ba535a5cbb95b5576e33a6f8af093a6ca3bfd7Jens Axboe struct timespec *t) 19210ba535a5cbb95b5576e33a6f8af093a6ca3bfd7Jens Axboe{ 193ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe int r = 0; 194face81b280ab94ba5d975739578779157c8b54ceJens Axboe 195ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe if (min > 0 && td->io_ops->commit) { 196ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe r = td->io_ops->commit(td); 197face81b280ab94ba5d975739578779157c8b54ceJens Axboe if (r < 0) 198ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe goto out; 199face81b280ab94ba5d975739578779157c8b54ceJens Axboe } 2004950421a7e379ba0ca642390ae4ae7b68e92a42fJens Axboe if (max > td->cur_depth) 2014950421a7e379ba0ca642390ae4ae7b68e92a42fJens Axboe max = td->cur_depth; 2024950421a7e379ba0ca642390ae4ae7b68e92a42fJens Axboe if (min > max) 2034950421a7e379ba0ca642390ae4ae7b68e92a42fJens Axboe max = min; 20436167d82e5f49dee91c6d2cd426068edee90e36fJens Axboe 205ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe r = 0; 2064950421a7e379ba0ca642390ae4ae7b68e92a42fJens Axboe if (max && td->io_ops->getevents) 207ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe r = td->io_ops->getevents(td, min, max, t); 208ee56ad500f6692381e131cc37299d23fa910a24aJens Axboeout: 209838bc709279964bdcc64070d4eb2777a0f79bcbbJens Axboe if (r >= 0) 210838bc709279964bdcc64070d4eb2777a0f79bcbbJens Axboe io_u_mark_complete(td, r); 211f3e11d0575df5b93cd09f8658964e1fb5d38a774Jens Axboe else 2127c639b1495d2776afbf66f91accff1e6000aa8f0Jens Axboe td_verror(td, r, "get_events"); 213f3e11d0575df5b93cd09f8658964e1fb5d38a774Jens Axboe 214ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe dprint(FD_IO, "getevents: %d\n", r); 215ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe return r; 21610ba535a5cbb95b5576e33a6f8af093a6ca3bfd7Jens Axboe} 21710ba535a5cbb95b5576e33a6f8af093a6ca3bfd7Jens Axboe 21810ba535a5cbb95b5576e33a6f8af093a6ca3bfd7Jens Axboeint td_io_queue(struct thread_data *td, struct io_u *io_u) 21910ba535a5cbb95b5576e33a6f8af093a6ca3bfd7Jens Axboe{ 2207e77dd026d85253936aef432ba8f3e89b96b805cJens Axboe int ret; 2217e77dd026d85253936aef432ba8f3e89b96b805cJens Axboe 222ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe dprint_io_u(io_u, "queue"); 2237101d9c24abec4be58a086d85d6d92ec6e6492e9Jens Axboe fio_ro_check(td, io_u); 2247101d9c24abec4be58a086d85d6d92ec6e6492e9Jens Axboe 2250c6e75175bcaf8d05bfa88aa8caa584fbb848b74Jens Axboe assert((io_u->flags & IO_U_F_FLIGHT) == 0); 2260c6e75175bcaf8d05bfa88aa8caa584fbb848b74Jens Axboe io_u->flags |= IO_U_F_FLIGHT; 2270c6e75175bcaf8d05bfa88aa8caa584fbb848b74Jens Axboe 228d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe assert(fio_file_open(io_u->file)); 2293d7b485f9478ed5d291ec58a16a40781ae3ab4aeJens Axboe 230117868024939609aebd94fff5afacfd29b2f9a6fJens Axboe io_u->error = 0; 231117868024939609aebd94fff5afacfd29b2f9a6fJens Axboe io_u->resid = 0; 232117868024939609aebd94fff5afacfd29b2f9a6fJens Axboe 233433afcb4fe81e775c15af9d39a6f4db8a53d693aJens Axboe if (td->io_ops->flags & FIO_SYNCIO) { 23412d9d841526ad75a67bb43a90edeefd05f85f11eJens Axboe if (fio_fill_issue_time(td)) 2359520ebb9f4dd88d086e313ae97e37ebb6d4f240bJens Axboe fio_gettime(&io_u->issue_time, NULL); 236d0c153284c1e6505e711c71e6412e6fef02853b8Jens Axboe 237d0c153284c1e6505e711c71e6412e6fef02853b8Jens Axboe /* 238d0c153284c1e6505e711c71e6412e6fef02853b8Jens Axboe * only used for iolog 239d0c153284c1e6505e711c71e6412e6fef02853b8Jens Axboe */ 240d0c153284c1e6505e711c71e6412e6fef02853b8Jens Axboe if (td->o.read_iolog_file) 241d0c153284c1e6505e711c71e6412e6fef02853b8Jens Axboe memcpy(&td->last_issue, &io_u->issue_time, 2425ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe sizeof(struct timeval)); 243433afcb4fe81e775c15af9d39a6f4db8a53d693aJens Axboe } 244433afcb4fe81e775c15af9d39a6f4db8a53d693aJens Axboe 245ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe if (ddir_rw(io_u->ddir)) 246755200a326a33e5e19b16dfd5e013dd98bcf1916Jens Axboe td->io_issues[io_u->ddir]++; 247755200a326a33e5e19b16dfd5e013dd98bcf1916Jens Axboe 2487e77dd026d85253936aef432ba8f3e89b96b805cJens Axboe ret = td->io_ops->queue(td, io_u); 2495aeb77df5d75d1065b339c47afbd882a3c04702eJens Axboe 2504d4e80f2b4260f2c8b37a8612ce655502a799f7aJens Axboe unlock_file(td, io_u->file); 251b2bd2bd96a09540b3add0ec74db2cdb1c145ca33Jens Axboe 252cb21168269d746d80d82f28ed4db65c2750a8fd7Jens Axboe /* 253cb21168269d746d80d82f28ed4db65c2750a8fd7Jens Axboe * Add warning for O_DIRECT so that users have an easier time 254cb21168269d746d80d82f28ed4db65c2750a8fd7Jens Axboe * spotting potentially bad alignment. If this triggers for the first 255cb21168269d746d80d82f28ed4db65c2750a8fd7Jens Axboe * IO, then it's likely an alignment problem or because the host fs 256cb21168269d746d80d82f28ed4db65c2750a8fd7Jens Axboe * does not support O_DIRECT 257cb21168269d746d80d82f28ed4db65c2750a8fd7Jens Axboe */ 258ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe if (io_u->error == EINVAL && td->io_issues[io_u->ddir & 1] == 1 && 259cb21168269d746d80d82f28ed4db65c2750a8fd7Jens Axboe td->o.odirect) { 260cb21168269d746d80d82f28ed4db65c2750a8fd7Jens Axboe log_info("fio: first direct IO errored. File system may not " 261cb21168269d746d80d82f28ed4db65c2750a8fd7Jens Axboe "support direct IO, or iomem_align= is bad.\n"); 262cb21168269d746d80d82f28ed4db65c2750a8fd7Jens Axboe } 263cb21168269d746d80d82f28ed4db65c2750a8fd7Jens Axboe 264838bc709279964bdcc64070d4eb2777a0f79bcbbJens Axboe if (!td->io_ops->commit) { 265838bc709279964bdcc64070d4eb2777a0f79bcbbJens Axboe io_u_mark_submit(td, 1); 266838bc709279964bdcc64070d4eb2777a0f79bcbbJens Axboe io_u_mark_complete(td, 1); 267838bc709279964bdcc64070d4eb2777a0f79bcbbJens Axboe } 268838bc709279964bdcc64070d4eb2777a0f79bcbbJens Axboe 269d8005759746a2cb5c8269201911b1997aa714e80Jens Axboe if (ret == FIO_Q_COMPLETED) { 270ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe if (ddir_rw(io_u->ddir)) { 271d8005759746a2cb5c8269201911b1997aa714e80Jens Axboe io_u_mark_depth(td, 1); 272d8005759746a2cb5c8269201911b1997aa714e80Jens Axboe td->ts.total_io_u[io_u->ddir]++; 2730d29de831183dfd049c97a03008d425ce21e2fa4Jens Axboe } else if (io_u->ddir == DDIR_TRIM) 2740d29de831183dfd049c97a03008d425ce21e2fa4Jens Axboe td->ts.total_io_u[2]++; 275d8005759746a2cb5c8269201911b1997aa714e80Jens Axboe } else if (ret == FIO_Q_QUEUED) { 276eb7c8ae27bc301b77490b3586dd5ccab7c95880aJens Axboe int r; 277eb7c8ae27bc301b77490b3586dd5ccab7c95880aJens Axboe 278ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe if (ddir_rw(io_u->ddir)) { 279d8005759746a2cb5c8269201911b1997aa714e80Jens Axboe td->io_u_queued++; 280d8005759746a2cb5c8269201911b1997aa714e80Jens Axboe td->ts.total_io_u[io_u->ddir]++; 281d8005759746a2cb5c8269201911b1997aa714e80Jens Axboe } 282d8005759746a2cb5c8269201911b1997aa714e80Jens Axboe 283d8005759746a2cb5c8269201911b1997aa714e80Jens Axboe if (td->io_u_queued >= td->o.iodepth_batch) { 284eb7c8ae27bc301b77490b3586dd5ccab7c95880aJens Axboe r = td_io_commit(td); 285eb7c8ae27bc301b77490b3586dd5ccab7c95880aJens Axboe if (r < 0) 286eb7c8ae27bc301b77490b3586dd5ccab7c95880aJens Axboe return r; 287eb7c8ae27bc301b77490b3586dd5ccab7c95880aJens Axboe } 288eb7c8ae27bc301b77490b3586dd5ccab7c95880aJens Axboe } 289cb5ab5121ac4fa62e0ca2612b359f19bfdd30f29Jens Axboe 290433afcb4fe81e775c15af9d39a6f4db8a53d693aJens Axboe if ((td->io_ops->flags & FIO_SYNCIO) == 0) { 29112d9d841526ad75a67bb43a90edeefd05f85f11eJens Axboe if (fio_fill_issue_time(td)) 2929520ebb9f4dd88d086e313ae97e37ebb6d4f240bJens Axboe fio_gettime(&io_u->issue_time, NULL); 293d0c153284c1e6505e711c71e6412e6fef02853b8Jens Axboe 294d0c153284c1e6505e711c71e6412e6fef02853b8Jens Axboe /* 295d0c153284c1e6505e711c71e6412e6fef02853b8Jens Axboe * only used for iolog 296d0c153284c1e6505e711c71e6412e6fef02853b8Jens Axboe */ 297d0c153284c1e6505e711c71e6412e6fef02853b8Jens Axboe if (td->o.read_iolog_file) 298d0c153284c1e6505e711c71e6412e6fef02853b8Jens Axboe memcpy(&td->last_issue, &io_u->issue_time, 299d0c153284c1e6505e711c71e6412e6fef02853b8Jens Axboe sizeof(struct timeval)); 300433afcb4fe81e775c15af9d39a6f4db8a53d693aJens Axboe } 301433afcb4fe81e775c15af9d39a6f4db8a53d693aJens Axboe 3027e77dd026d85253936aef432ba8f3e89b96b805cJens Axboe return ret; 30310ba535a5cbb95b5576e33a6f8af093a6ca3bfd7Jens Axboe} 3048c16d840377c1e6fb79f479ee60590a2da5b52eeJens Axboe 3058c16d840377c1e6fb79f479ee60590a2da5b52eeJens Axboeint td_io_init(struct thread_data *td) 3068c16d840377c1e6fb79f479ee60590a2da5b52eeJens Axboe{ 307eeb121607c2a7f36b0fac17649cb8081d6fd853bJens Axboe int ret = 0; 3088c16d840377c1e6fb79f479ee60590a2da5b52eeJens Axboe 309eeb121607c2a7f36b0fac17649cb8081d6fd853bJens Axboe if (td->io_ops->init) { 310eeb121607c2a7f36b0fac17649cb8081d6fd853bJens Axboe ret = td->io_ops->init(td); 3115ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe if (ret && td->o.iodepth > 1) { 3125ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe log_err("fio: io engine init failed. Perhaps try" 3135ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe " reducing io depth?\n"); 3145ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe } 3157c973896f9e97f7b551bf4881fc0338b748f308bJens Axboe if (!td->error) 3167c973896f9e97f7b551bf4881fc0338b748f308bJens Axboe td->error = ret; 317eeb121607c2a7f36b0fac17649cb8081d6fd853bJens Axboe } 318eeb121607c2a7f36b0fac17649cb8081d6fd853bJens Axboe 319eeb121607c2a7f36b0fac17649cb8081d6fd853bJens Axboe return ret; 3208c16d840377c1e6fb79f479ee60590a2da5b52eeJens Axboe} 321755200a326a33e5e19b16dfd5e013dd98bcf1916Jens Axboe 322755200a326a33e5e19b16dfd5e013dd98bcf1916Jens Axboeint td_io_commit(struct thread_data *td) 323755200a326a33e5e19b16dfd5e013dd98bcf1916Jens Axboe{ 324f3e11d0575df5b93cd09f8658964e1fb5d38a774Jens Axboe int ret; 325f3e11d0575df5b93cd09f8658964e1fb5d38a774Jens Axboe 326ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe dprint(FD_IO, "calling ->commit(), depth %d\n", td->cur_depth); 327ee56ad500f6692381e131cc37299d23fa910a24aJens Axboe 328d8005759746a2cb5c8269201911b1997aa714e80Jens Axboe if (!td->cur_depth || !td->io_u_queued) 329e1161c325f7866bae879e686d1c673ca32ab09aeJens Axboe return 0; 330cb5ab5121ac4fa62e0ca2612b359f19bfdd30f29Jens Axboe 331d8005759746a2cb5c8269201911b1997aa714e80Jens Axboe io_u_mark_depth(td, td->io_u_queued); 332cb5ab5121ac4fa62e0ca2612b359f19bfdd30f29Jens Axboe td->io_u_queued = 0; 333d8005759746a2cb5c8269201911b1997aa714e80Jens Axboe 334f3e11d0575df5b93cd09f8658964e1fb5d38a774Jens Axboe if (td->io_ops->commit) { 335f3e11d0575df5b93cd09f8658964e1fb5d38a774Jens Axboe ret = td->io_ops->commit(td); 336f3e11d0575df5b93cd09f8658964e1fb5d38a774Jens Axboe if (ret) 337f3e11d0575df5b93cd09f8658964e1fb5d38a774Jens Axboe td_verror(td, -ret, "io commit"); 338f3e11d0575df5b93cd09f8658964e1fb5d38a774Jens Axboe } 339755200a326a33e5e19b16dfd5e013dd98bcf1916Jens Axboe 340755200a326a33e5e19b16dfd5e013dd98bcf1916Jens Axboe return 0; 341755200a326a33e5e19b16dfd5e013dd98bcf1916Jens Axboe} 342b5af82930ccfd7dda6a1b11794efb452eb76d8dcJens Axboe 343b5af82930ccfd7dda6a1b11794efb452eb76d8dcJens Axboeint td_io_open_file(struct thread_data *td, struct fio_file *f) 344b5af82930ccfd7dda6a1b11794efb452eb76d8dcJens Axboe{ 34522a57ba81de2c3f458797e9158da760c9e0ea435Jens Axboe assert(!fio_file_open(f)); 34622a57ba81de2c3f458797e9158da760c9e0ea435Jens Axboe assert(f->fd == -1); 34722a57ba81de2c3f458797e9158da760c9e0ea435Jens Axboe 348413d669320995eaef092c58e67cdb7b500134551Jens Axboe if (td->io_ops->open_file(td, f)) { 349413d669320995eaef092c58e67cdb7b500134551Jens Axboe if (td->error == EINVAL && td->o.odirect) 350413d669320995eaef092c58e67cdb7b500134551Jens Axboe log_err("fio: destination does not support O_DIRECT\n"); 3515ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe if (td->error == EMFILE) { 3525ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe log_err("fio: try reducing/setting openfiles (failed" 3535ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe " at %u of %u)\n", td->nr_open_files, 3545ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe td->o.nr_files); 3555ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe } 356413d669320995eaef092c58e67cdb7b500134551Jens Axboe 35722a57ba81de2c3f458797e9158da760c9e0ea435Jens Axboe assert(f->fd == -1); 35822a57ba81de2c3f458797e9158da760c9e0ea435Jens Axboe assert(!fio_file_open(f)); 359413d669320995eaef092c58e67cdb7b500134551Jens Axboe return 1; 360413d669320995eaef092c58e67cdb7b500134551Jens Axboe } 361413d669320995eaef092c58e67cdb7b500134551Jens Axboe 362d5707a3565e958af566247e2c0acf09e031d8921Jens Axboe fio_file_reset(f); 363d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe fio_file_set_open(f); 364d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe fio_file_clear_closing(f); 365c97bd0fa0f68d924f4e6f3c480f380c4ca20b872Jens Axboe disk_util_inc(f->du); 366d5707a3565e958af566247e2c0acf09e031d8921Jens Axboe 367d5707a3565e958af566247e2c0acf09e031d8921Jens Axboe td->nr_open_files++; 368d5707a3565e958af566247e2c0acf09e031d8921Jens Axboe get_file(f); 369d5707a3565e958af566247e2c0acf09e031d8921Jens Axboe 370661598287ecc3b8987f312cf8403936552ce686aJens Axboe if (f->filetype == FIO_TYPE_PIPE) { 371661598287ecc3b8987f312cf8403936552ce686aJens Axboe if (td_random(td)) { 372661598287ecc3b8987f312cf8403936552ce686aJens Axboe log_err("fio: can't seek on pipes (no random io)\n"); 373661598287ecc3b8987f312cf8403936552ce686aJens Axboe goto err; 374661598287ecc3b8987f312cf8403936552ce686aJens Axboe } 375661598287ecc3b8987f312cf8403936552ce686aJens Axboe } 376661598287ecc3b8987f312cf8403936552ce686aJens Axboe 377413d669320995eaef092c58e67cdb7b500134551Jens Axboe if (td->io_ops->flags & FIO_DISKLESSIO) 378413d669320995eaef092c58e67cdb7b500134551Jens Axboe goto done; 379413d669320995eaef092c58e67cdb7b500134551Jens Axboe 380413d669320995eaef092c58e67cdb7b500134551Jens Axboe if (td->o.invalidate_cache && file_invalidate_cache(td, f)) 381413d669320995eaef092c58e67cdb7b500134551Jens Axboe goto err; 382413d669320995eaef092c58e67cdb7b500134551Jens Axboe 383661598287ecc3b8987f312cf8403936552ce686aJens Axboe if (td->o.fadvise_hint && 384661598287ecc3b8987f312cf8403936552ce686aJens Axboe (f->filetype == FIO_TYPE_BD || f->filetype == FIO_TYPE_FILE)) { 385413d669320995eaef092c58e67cdb7b500134551Jens Axboe int flags; 386413d669320995eaef092c58e67cdb7b500134551Jens Axboe 387413d669320995eaef092c58e67cdb7b500134551Jens Axboe if (td_random(td)) 388413d669320995eaef092c58e67cdb7b500134551Jens Axboe flags = POSIX_FADV_RANDOM; 389413d669320995eaef092c58e67cdb7b500134551Jens Axboe else 390413d669320995eaef092c58e67cdb7b500134551Jens Axboe flags = POSIX_FADV_SEQUENTIAL; 391413d669320995eaef092c58e67cdb7b500134551Jens Axboe 392ecc314ba7c5f02b7e90ac1dfbce1a74cd4e6d6feBruce Cran if (posix_fadvise(f->fd, f->file_offset, f->io_size, flags) < 0) { 393413d669320995eaef092c58e67cdb7b500134551Jens Axboe td_verror(td, errno, "fadvise"); 394413d669320995eaef092c58e67cdb7b500134551Jens Axboe goto err; 395413d669320995eaef092c58e67cdb7b500134551Jens Axboe } 3967bb48f84ac78cac1f90e3e04d0220d90d6a64a6bJens Axboe } 397a978ba684deb758465a0ccb18a008797636e8054Jens Axboe 398e116f2b90f110334e77741227ad4e4600302c718Jens Axboe#ifdef FIO_OS_DIRECTIO 399e116f2b90f110334e77741227ad4e4600302c718Jens Axboe /* 400e116f2b90f110334e77741227ad4e4600302c718Jens Axboe * Some OS's have a distinct call to mark the file non-buffered, 401e116f2b90f110334e77741227ad4e4600302c718Jens Axboe * instead of using O_DIRECT (Solaris) 402e116f2b90f110334e77741227ad4e4600302c718Jens Axboe */ 403e116f2b90f110334e77741227ad4e4600302c718Jens Axboe if (td->o.odirect) { 404e116f2b90f110334e77741227ad4e4600302c718Jens Axboe int ret = fio_set_odirect(f->fd); 405e116f2b90f110334e77741227ad4e4600302c718Jens Axboe 406e116f2b90f110334e77741227ad4e4600302c718Jens Axboe if (ret) { 407e116f2b90f110334e77741227ad4e4600302c718Jens Axboe td_verror(td, ret, "fio_set_odirect"); 40878e51c7279a93d3f6200d58a72a813c3ba852c2eJens Axboe log_err("fio: the file system does not seem to support direct IO\n"); 409e116f2b90f110334e77741227ad4e4600302c718Jens Axboe goto err; 410e116f2b90f110334e77741227ad4e4600302c718Jens Axboe } 411e116f2b90f110334e77741227ad4e4600302c718Jens Axboe } 412e116f2b90f110334e77741227ad4e4600302c718Jens Axboe#endif 413e116f2b90f110334e77741227ad4e4600302c718Jens Axboe 414413d669320995eaef092c58e67cdb7b500134551Jens Axboedone: 415f29b25a370598d387e539c3dcae126274c6cbf4dJens Axboe log_file(td, f, FIO_LOG_OPEN_FILE); 416413d669320995eaef092c58e67cdb7b500134551Jens Axboe return 0; 417413d669320995eaef092c58e67cdb7b500134551Jens Axboeerr: 418c97bd0fa0f68d924f4e6f3c480f380c4ca20b872Jens Axboe disk_util_dec(f->du); 419b284075ab5414220496f396dff038003e57e3047Jens Axboe if (td->io_ops->close_file) 420b284075ab5414220496f396dff038003e57e3047Jens Axboe td->io_ops->close_file(td, f); 4217bb48f84ac78cac1f90e3e04d0220d90d6a64a6bJens Axboe return 1; 422b5af82930ccfd7dda6a1b11794efb452eb76d8dcJens Axboe} 423b5af82930ccfd7dda6a1b11794efb452eb76d8dcJens Axboe 4246977bcd0e4ee3faa7ffd8f208e4031bdf906ed88Jens Axboeint td_io_close_file(struct thread_data *td, struct fio_file *f) 425b5af82930ccfd7dda6a1b11794efb452eb76d8dcJens Axboe{ 426d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe if (!fio_file_closing(f)) 427f29b25a370598d387e539c3dcae126274c6cbf4dJens Axboe log_file(td, f, FIO_LOG_CLOSE_FILE); 428f29b25a370598d387e539c3dcae126274c6cbf4dJens Axboe 4290ad920e7f85db1fdc26649be6bc7e584e8c7fdc9Jens Axboe /* 4300ad920e7f85db1fdc26649be6bc7e584e8c7fdc9Jens Axboe * mark as closing, do real close when last io on it has completed 4310ad920e7f85db1fdc26649be6bc7e584e8c7fdc9Jens Axboe */ 432d6aed795f2e3e403828abf60874dd2d6e8342a1bJens Axboe fio_file_set_closing(f); 4330ad920e7f85db1fdc26649be6bc7e584e8c7fdc9Jens Axboe 434c97bd0fa0f68d924f4e6f3c480f380c4ca20b872Jens Axboe disk_util_dec(f->du); 4354d4e80f2b4260f2c8b37a8612ce655502a799f7aJens Axboe unlock_file_all(td, f); 43629c1349f1840c3f60434c9da602074bc8fde4afeJens Axboe 4376977bcd0e4ee3faa7ffd8f208e4031bdf906ed88Jens Axboe return put_file(td, f); 438b5af82930ccfd7dda6a1b11794efb452eb76d8dcJens Axboe} 439df9c26b10275a631e83e7cc92d5f7384998b2c49Jens Axboe 440df9c26b10275a631e83e7cc92d5f7384998b2c49Jens Axboeint td_io_get_file_size(struct thread_data *td, struct fio_file *f) 441df9c26b10275a631e83e7cc92d5f7384998b2c49Jens Axboe{ 442df9c26b10275a631e83e7cc92d5f7384998b2c49Jens Axboe if (!td->io_ops->get_file_size) 443df9c26b10275a631e83e7cc92d5f7384998b2c49Jens Axboe return 0; 444df9c26b10275a631e83e7cc92d5f7384998b2c49Jens Axboe 445df9c26b10275a631e83e7cc92d5f7384998b2c49Jens Axboe return td->io_ops->get_file_size(td, f); 446df9c26b10275a631e83e7cc92d5f7384998b2c49Jens Axboe} 44744f29692cfba246981bb3c1b894333a6d2209f51Jens Axboe 4480a28ecda80a78c9d70ae38ced58f3a2fa9c9529dJens Axboestatic int do_sync_file_range(struct thread_data *td, struct fio_file *f) 44944f29692cfba246981bb3c1b894333a6d2209f51Jens Axboe{ 45044f29692cfba246981bb3c1b894333a6d2209f51Jens Axboe off64_t offset, nbytes; 45144f29692cfba246981bb3c1b894333a6d2209f51Jens Axboe 45244f29692cfba246981bb3c1b894333a6d2209f51Jens Axboe offset = f->first_write; 45344f29692cfba246981bb3c1b894333a6d2209f51Jens Axboe nbytes = f->last_write - f->first_write; 45444f29692cfba246981bb3c1b894333a6d2209f51Jens Axboe 4553843deb322eb7b54d2d19d7b1ce19c5dc44d57ffJens Axboe if (!nbytes) 4563843deb322eb7b54d2d19d7b1ce19c5dc44d57ffJens Axboe return 0; 45744f29692cfba246981bb3c1b894333a6d2209f51Jens Axboe 4583843deb322eb7b54d2d19d7b1ce19c5dc44d57ffJens Axboe return sync_file_range(f->fd, offset, nbytes, td->o.sync_file_range); 45944f29692cfba246981bb3c1b894333a6d2209f51Jens Axboe} 4600a28ecda80a78c9d70ae38ced58f3a2fa9c9529dJens Axboe 4610a28ecda80a78c9d70ae38ced58f3a2fa9c9529dJens Axboeint do_io_u_sync(struct thread_data *td, struct io_u *io_u) 4620a28ecda80a78c9d70ae38ced58f3a2fa9c9529dJens Axboe{ 4630a28ecda80a78c9d70ae38ced58f3a2fa9c9529dJens Axboe int ret; 4640a28ecda80a78c9d70ae38ced58f3a2fa9c9529dJens Axboe 4650a28ecda80a78c9d70ae38ced58f3a2fa9c9529dJens Axboe if (io_u->ddir == DDIR_SYNC) { 4660a28ecda80a78c9d70ae38ced58f3a2fa9c9529dJens Axboe ret = fsync(io_u->file->fd); 4670a28ecda80a78c9d70ae38ced58f3a2fa9c9529dJens Axboe } else if (io_u->ddir == DDIR_DATASYNC) { 4680a28ecda80a78c9d70ae38ced58f3a2fa9c9529dJens Axboe#ifdef FIO_HAVE_FDATASYNC 4690a28ecda80a78c9d70ae38ced58f3a2fa9c9529dJens Axboe ret = fdatasync(io_u->file->fd); 4700a28ecda80a78c9d70ae38ced58f3a2fa9c9529dJens Axboe#else 4710a28ecda80a78c9d70ae38ced58f3a2fa9c9529dJens Axboe ret = io_u->xfer_buflen; 4720a28ecda80a78c9d70ae38ced58f3a2fa9c9529dJens Axboe io_u->error = EINVAL; 4730a28ecda80a78c9d70ae38ced58f3a2fa9c9529dJens Axboe#endif 4740a28ecda80a78c9d70ae38ced58f3a2fa9c9529dJens Axboe } else if (io_u->ddir == DDIR_SYNC_FILE_RANGE) 4750a28ecda80a78c9d70ae38ced58f3a2fa9c9529dJens Axboe ret = do_sync_file_range(td, io_u->file); 4760a28ecda80a78c9d70ae38ced58f3a2fa9c9529dJens Axboe else { 4770a28ecda80a78c9d70ae38ced58f3a2fa9c9529dJens Axboe ret = io_u->xfer_buflen; 4780a28ecda80a78c9d70ae38ced58f3a2fa9c9529dJens Axboe io_u->error = EINVAL; 4790a28ecda80a78c9d70ae38ced58f3a2fa9c9529dJens Axboe } 4800a28ecda80a78c9d70ae38ced58f3a2fa9c9529dJens Axboe 481cb849a795d2bfd99efdd66f5a3e475c9fb3edd86Jens Axboe if (ret < 0) 482cb849a795d2bfd99efdd66f5a3e475c9fb3edd86Jens Axboe io_u->error = errno; 483cb849a795d2bfd99efdd66f5a3e475c9fb3edd86Jens Axboe 4840a28ecda80a78c9d70ae38ced58f3a2fa9c9529dJens Axboe return ret; 4850a28ecda80a78c9d70ae38ced58f3a2fa9c9529dJens Axboe} 486a5f3027cb0495dfe217b2626d248fcc054e7e878Jens Axboe 487a5f3027cb0495dfe217b2626d248fcc054e7e878Jens Axboeint do_io_u_trim(struct thread_data *td, struct io_u *io_u) 488a5f3027cb0495dfe217b2626d248fcc054e7e878Jens Axboe{ 489a5f3027cb0495dfe217b2626d248fcc054e7e878Jens Axboe#ifndef FIO_HAVE_TRIM 490a5f3027cb0495dfe217b2626d248fcc054e7e878Jens Axboe io_u->error = EINVAL; 491ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe return 0; 492a5f3027cb0495dfe217b2626d248fcc054e7e878Jens Axboe#else 493a5f3027cb0495dfe217b2626d248fcc054e7e878Jens Axboe struct fio_file *f = io_u->file; 494a5f3027cb0495dfe217b2626d248fcc054e7e878Jens Axboe int ret; 495a5f3027cb0495dfe217b2626d248fcc054e7e878Jens Axboe 496c6404a44d139fb494202f9d968f7affe8c3d986fJens Axboe ret = os_trim(f->fd, io_u->offset, io_u->xfer_buflen); 497a5f3027cb0495dfe217b2626d248fcc054e7e878Jens Axboe if (!ret) 498ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe return io_u->xfer_buflen;; 499a5f3027cb0495dfe217b2626d248fcc054e7e878Jens Axboe 500ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe io_u->error = ret; 501ff58fcede39d16a2c642897cbe5a7f28b2da1950Jens Axboe return 0; 502a5f3027cb0495dfe217b2626d248fcc054e7e878Jens Axboe#endif 503a5f3027cb0495dfe217b2626d248fcc054e7e878Jens Axboe} 504