static unsigned ffsb_appendfile_core(ffsb_thread_t *ft, ffsb_fs_t *fs, unsigned opnum, uint64_t *filesize_ret, int fsync_file) { struct benchfiles *bf = (struct benchfiles *)fs_get_opdata(fs, opnum); struct ffsb_file *curfile; int fd; char *buf = ft_getbuf(ft); uint32_t write_size = ft_get_write_size(ft); uint32_t write_blocksize = ft_get_write_blocksize(ft); struct randdata *rd = ft_get_randdata(ft); unsigned iterations = 0; curfile = choose_file_reader(bf, rd); fd = fhopenappend(curfile->name, ft, fs); unlock_file_reader(curfile); curfile->size += (uint64_t)write_size; iterations = writefile_helper(fd, write_size, write_blocksize, buf, ft, fs); if (fsync_file) if (fsync(fd)) { perror("fsync"); printf("aborting\n"); exit(1); } fhclose(fd, ft, fs); *filesize_ret = write_size; return iterations; }
/* Just like ffsb_readfile but we read the whole file from start to * finish regardless of file size. */ void ffsb_readall(ffsb_thread_t *ft, ffsb_fs_t *fs, unsigned opnum) { struct benchfiles *bf = (struct benchfiles *)fs_get_opdata(fs, opnum); struct ffsb_file *curfile = NULL; int fd; uint64_t filesize; char *buf = ft_getbuf(ft); uint32_t read_blocksize = ft_get_read_blocksize(ft); struct randdata *rd = ft_get_randdata(ft); unsigned iterations = 0; curfile = choose_file_reader(bf, rd); fd = fhopenread(curfile->name, ft, fs); filesize = ffsb_get_filesize(curfile->name); iterations = readfile_helper(fd, filesize, read_blocksize, buf, ft, fs); unlock_file_reader(curfile); fhclose(fd, ft, fs); ft_incr_op(ft, opnum, iterations, filesize); ft_add_readbytes(ft, filesize); }
void ffsb_stat(ffsb_thread_t *ft, ffsb_fs_t *fs, unsigned opnum) { struct benchfiles *bf = (struct benchfiles *)fs_get_opdata(fs, opnum); struct ffsb_file *curfile = NULL; randdata_t *rd = ft_get_randdata(ft); curfile = choose_file_reader(bf, rd); fhstat(curfile->name, ft, fs); unlock_file_reader(curfile); ft_incr_op(ft, opnum, 1, 0); }
struct ffsb_file *choose_file_reader(struct benchfiles *bf, randdata_t *rd) { struct ffsb_file *ret; rw_lock_read(&bf->fileslock); /* If b->holes->count == bf->listsize, all files have been * deleted! */ assert(bf->holes->count != bf->listsize); ret = choose_file(bf, rd); if (rw_trylock_read(&ret->lock)) { rw_unlock_read(&bf->fileslock); return choose_file_reader(bf, rd); } rw_unlock_read(&bf->fileslock); return ret; }
void ffsb_readfile(ffsb_thread_t *ft, ffsb_fs_t *fs, unsigned opnum) { struct benchfiles *bf = (struct benchfiles *)fs_get_opdata(fs, opnum); struct ffsb_file *curfile = NULL; int fd; uint64_t filesize; char *buf = ft_getbuf(ft); int read_random = ft_get_read_random(ft); uint64_t read_size = ft_get_read_size(ft); uint32_t read_blocksize = ft_get_read_blocksize(ft); uint32_t read_skipsize = ft_get_read_skipsize(ft); int skip_reads = ft_get_read_skip(ft); struct randdata *rd = ft_get_randdata(ft); uint64_t iterations = 0; curfile = choose_file_reader(bf, rd); fd = fhopenread(curfile->name, ft, fs); filesize = ffsb_get_filesize(curfile->name); assert(filesize >= read_size); /* Sequential read, starting at a random point */ if (!read_random) { uint64_t range = filesize - read_size; uint64_t offset = 0; /* Skip or "stride" reads option */ if (skip_reads) { unsigned i, last; uint64_t minfilesize; iterations = read_size / read_blocksize; last = read_size % read_blocksize; /* Double check that the user hasn't specified * a read_size that is too large when combined * with the seeks */ if (last) minfilesize = last + iterations * (read_blocksize + read_skipsize); else minfilesize = read_blocksize + iterations - 1 * (read_blocksize + read_skipsize); if (minfilesize > filesize) { printf("Error: read size %llu bytes too big " "w/ skipsize %u and blocksize %u," " for file of size %llu bytes\n" " aborting\n\n", read_size, read_skipsize, read_blocksize, filesize); printf("minimum file size must be at least " " %llu bytes\n", minfilesize); exit(1); } for (i = 0; i < iterations; i++) { fhread(fd, buf, read_blocksize, ft, fs); fhseek(fd, (uint64_t)read_skipsize, SEEK_CUR, ft, fs); } if (last) { fhread(fd, buf, (uint64_t)last, ft, fs); iterations++; } } else { /* Regular sequential reads */ if (range) { offset = get_random_offset(rd, range, fs_get_alignio(fs)); fhseek(fd, offset, SEEK_SET, ft, fs); } iterations = readfile_helper(fd, read_size, read_blocksize, buf, ft, fs); } } else { /* Randomized read */ uint64_t range = filesize - read_blocksize; int i; iterations = read_size / read_blocksize; for (i = 0; i < iterations; i++) { uint64_t offset = get_random_offset(rd, range, fs_get_alignio(fs)); fhseek(fd, offset, SEEK_SET, ft, fs); fhread(fd, buf, read_blocksize, ft, fs); } } unlock_file_reader(curfile); fhclose(fd, ft, fs); ft_incr_op(ft, opnum, iterations, read_size); ft_add_readbytes(ft, read_size); }
static unsigned ffsb_writefile_core(ffsb_thread_t *ft, ffsb_fs_t *fs, unsigned opnum, uint64_t *filesize_ret, int fsync_file) { struct benchfiles *bf = (struct benchfiles *)fs_get_opdata(fs, opnum); struct ffsb_file *curfile = NULL; int fd; uint64_t filesize; char *buf = ft_getbuf(ft); int write_random = ft_get_write_random(ft); uint32_t write_size = ft_get_write_size(ft); uint32_t write_blocksize = ft_get_write_blocksize(ft); struct randdata *rd = ft_get_randdata(ft); unsigned iterations = 0; curfile = choose_file_reader(bf, rd); fd = fhopenwrite(curfile->name, ft, fs); filesize = ffsb_get_filesize(curfile->name); assert(filesize >= write_size); /* Sequential write, starting at a random point */ if (!write_random) { uint64_t range = filesize - write_size; uint64_t offset = 0; if (range) { offset = get_random_offset(rd, range, fs_get_alignio(fs)); fhseek(fd, offset, SEEK_SET, ft, fs); } iterations = writefile_helper(fd, write_size, write_blocksize, buf, ft, fs); } else { /* Randomized write */ uint64_t range = filesize - write_blocksize; int i; iterations = write_size / write_blocksize; for (i = 0; i < iterations; i++) { uint64_t offset = get_random_offset(rd, range, fs_get_alignio(fs)); fhseek(fd, offset, SEEK_SET, ft, fs); fhwrite(fd, buf, write_blocksize, ft, fs); } } if (fsync_file) { if (fsync(fd)) { perror("fsync"); printf("aborting\n"); exit(1); } } unlock_file_reader(curfile); fhclose(fd, ft, fs); *filesize_ret = filesize; return iterations; }