static int __file_invalidate_cache(struct thread_data *td, struct fio_file *f,
unsigned long long off,
unsigned long long len)
{
int ret = 0;
#ifdef CONFIG_ESX
return 0;
#endif
if (len == -1ULL)
len = f->io_size;
if (off == -1ULL)
off = f->file_offset;
if (len == -1ULL || off == -1ULL)
return 0;
dprint(FD_IO, "invalidate cache %s: %llu/%llu\n", f->file_name, off,
len);
if (td->io_ops->invalidate)
ret = td->io_ops->invalidate(td, f);
else if (f->mmap_ptr) {
ret = posix_madvise(f->mmap_ptr, f->mmap_sz, POSIX_MADV_DONTNEED);
#ifdef FIO_MADV_FREE
if (f->filetype == FIO_TYPE_BD)
(void) posix_madvise(f->mmap_ptr, f->mmap_sz, FIO_MADV_FREE);
#endif
} else if (f->filetype == FIO_TYPE_FILE) {
ret = posix_fadvise(f->fd, off, len, POSIX_FADV_DONTNEED);
} else if (f->filetype == FIO_TYPE_BD) {
ret = blockdev_invalidate_cache(f);
if (ret < 0 && errno == EACCES && geteuid()) {
if (!root_warn) {
log_err("fio: only root may flush block "
"devices. Cache flush bypassed!\n");
root_warn = 1;
}
ret = 0;
}
} else if (f->filetype == FIO_TYPE_CHAR || f->filetype == FIO_TYPE_PIPE)
ret = 0;
/*
* Cache flushing isn't a fatal condition, and we know it will
* happen on some platforms where we don't have the proper
* function to flush eg block device caches. So just warn and
* continue on our way.
*/
if (ret) {
log_info("fio: cache invalidation of %s failed: %s\n", f->file_name, strerror(errno));
ret = 0;
}
return 0;
}
static int __file_invalidate_cache(struct thread_data *td, struct fio_file *f,
unsigned long long off,
unsigned long long len)
{
int ret = 0;
if (len == -1ULL)
len = f->io_size;
if (off == -1ULL)
off = f->file_offset;
if (len == -1ULL || off == -1ULL)
return 0;
dprint(FD_IO, "invalidate cache %s: %llu/%llu\n", f->file_name, off,
len);
/*
* FIXME: add blockdev flushing too
*/
if (f->mmap_ptr) {
ret = posix_madvise(f->mmap_ptr, f->mmap_sz, POSIX_MADV_DONTNEED);
#ifdef FIO_MADV_FREE
if (f->filetype == FIO_TYPE_BD)
(void) posix_madvise(f->mmap_ptr, f->mmap_sz, FIO_MADV_FREE);
#endif
} else if (f->filetype == FIO_TYPE_FILE) {
ret = posix_fadvise(f->fd, off, len, POSIX_FADV_DONTNEED);
} else if (f->filetype == FIO_TYPE_BD) {
ret = blockdev_invalidate_cache(f);
if (ret < 0 && errno == EACCES && geteuid()) {
if (!root_warn) {
log_err("fio: only root may flush block "
"devices. Cache flush bypassed!\n");
root_warn = 1;
}
ret = 0;
}
} else if (f->filetype == FIO_TYPE_CHAR || f->filetype == FIO_TYPE_PIPE)
ret = 0;
if (ret < 0) {
td_verror(td, errno, "invalidate_cache");
return 1;
} else if (ret > 0) {
td_verror(td, ret, "invalidate_cache");
return 1;
}
return ret;
}
static int __file_invalidate_cache(struct thread_data *td, struct fio_file *f,
unsigned long long off,
unsigned long long len)
{
int errval = 0, ret = 0;
#ifdef CONFIG_ESX
return 0;
#endif
if (len == -1ULL)
len = f->io_size;
if (off == -1ULL)
off = f->file_offset;
if (len == -1ULL || off == -1ULL)
return 0;
dprint(FD_IO, "invalidate cache %s: %llu/%llu\n", f->file_name, off,
len);
if (td->io_ops->invalidate) {
ret = td->io_ops->invalidate(td, f);
if (ret < 0)
errval = ret;
} else if (f->filetype == FIO_TYPE_FILE) {
ret = posix_fadvise(f->fd, off, len, POSIX_FADV_DONTNEED);
if (ret)
errval = ret;
} else if (f->filetype == FIO_TYPE_BD) {
int retry_count = 0;
ret = blockdev_invalidate_cache(f);
while (ret < 0 && errno == EAGAIN && retry_count++ < 25) {
/*
* Linux multipath devices reject ioctl while
* the maps are being updated. That window can
* last tens of milliseconds; we'll try up to
* a quarter of a second.
*/
usleep(10000);
ret = blockdev_invalidate_cache(f);
}
if (ret < 0 && errno == EACCES && geteuid()) {
if (!root_warn) {
log_err("fio: only root may flush block "
"devices. Cache flush bypassed!\n");
root_warn = 1;
}
ret = 0;
}
if (ret < 0)
errval = errno;
} else if (f->filetype == FIO_TYPE_CHAR || f->filetype == FIO_TYPE_PIPE)
ret = 0;
/*
* Cache flushing isn't a fatal condition, and we know it will
* happen on some platforms where we don't have the proper
* function to flush eg block device caches. So just warn and
* continue on our way.
*/
if (errval)
log_info("fio: cache invalidation of %s failed: %s\n", f->file_name, strerror(errval));
return 0;
}
