int main(int argc, char *argv[]) {
int single = 1;
int suite = 0;
int hard_suite = 0;
int extreme_suite = 0;
int debug_suite = 0;
int nthreads = 4; /* The number of threads */
int size = 2*MB; /* Buffer size */
int elsize = 8; /* Datatype size */
int rshift = 19; /* Significant bits */
int workingset = 256*MB; /* The maximum allocated memory */
int nthreads_, size_, elsize_, rshift_, i;
FILE * output_file = stdout;
struct timeval last, current;
float totaltime;
char *usage = "Usage: bench ['single' | 'suite' | 'hardsuite' | 'extremesuite' | 'debugsuite'] [nthreads [bufsize(bytes) [typesize [sbits ]]]]";
if (argc == 1) {
printf("%s\n", usage);
exit(1);
}
if (strcmp(argv[1], "single") == 0) {
single = 1;
}
else if (strcmp(argv[1], "suite") == 0) {
suite = 1;
}
else if (strcmp(argv[1], "hardsuite") == 0) {
hard_suite = 1;
workingset = 64*MB;
/* Values here are ending points for loops */
nthreads = 2;
size = 8*MB;
elsize = 32;
rshift = 32;
}
else if (strcmp(argv[1], "extremesuite") == 0) {
extreme_suite = 1;
workingset = 32*MB;
niter = 1;
/* Values here are ending points for loops */
nthreads = 4;
size = 16*MB;
elsize = 32;
rshift = 32;
}
else if (strcmp(argv[1], "debugsuite") == 0) {
debug_suite = 1;
workingset = 32*MB;
niter = 1;
/* Warning: values here are starting points for loops. This is
useful for debugging. */
nthreads = 1;
size = 16*KB;
elsize = 1;
rshift = 0;
}
else {
printf("%s\n", usage);
exit(1);
}
if (argc >= 3) {
nthreads = atoi(argv[2]);
}
if (argc >= 4) {
size = atoi(argv[3]);
}
if (argc >= 5) {
elsize = atoi(argv[4]);
}
if (argc >= 6) {
rshift = atoi(argv[5]);
}
if ((argc >= 7) || !(single || suite || hard_suite || extreme_suite)) {
printf("%s\n", usage);
exit(1);
}
nchunks = get_nchunks(size, workingset);
gettimeofday(&last, NULL);
blosc_init();
if (suite) {
for (nthreads_=1; nthreads_ <= nthreads; nthreads_++) {
do_bench(nthreads_, size, elsize, rshift, output_file);
}
}
else if (hard_suite) {
/* Let's start the rshift loop by 4 so that 19 is visited. This
is to allow a direct comparison with the plain suite, that runs
precisely at 19 significant bits. */
for (rshift_ = 4; rshift_ <= rshift; rshift_ += 5) {
for (elsize_ = 1; elsize_ <= elsize; elsize_ *= 2) {
/* The next loop is for getting sizes that are not power of 2 */
for (i = -elsize_; i <= elsize_; i += elsize_) {
for (size_ = 32*KB; size_ <= size; size_ *= 2) {
nchunks = get_nchunks(size_+i, workingset);
niter = 1;
for (nthreads_ = 1; nthreads_ <= nthreads; nthreads_++) {
do_bench(nthreads_, size_+i, elsize_, rshift_, output_file);
gettimeofday(¤t, NULL);
totaltime = getseconds(last, current);
printf("Elapsed time:\t %6.1f s. Processed data: %.1f GB\n",
totaltime, totalsize / GB);
}
}
}
}
}
}
else if (extreme_suite) {
for (rshift_ = 0; rshift_ <= rshift; rshift_++) {
for (elsize_ = 1; elsize_ <= elsize; elsize_++) {
/* The next loop is for getting sizes that are not power of 2 */
for (i = -elsize_*2; i <= elsize_*2; i += elsize_) {
for (size_ = 32*KB; size_ <= size; size_ *= 2) {
nchunks = get_nchunks(size_+i, workingset);
for (nthreads_ = 1; nthreads_ <= nthreads; nthreads_++) {
do_bench(nthreads_, size_+i, elsize_, rshift_, output_file);
gettimeofday(¤t, NULL);
totaltime = getseconds(last, current);
printf("Elapsed time:\t %6.1f s. Processed data: %.1f GB\n",
totaltime, totalsize / GB);
}
}
}
}
}
}
else if (debug_suite) {
for (rshift_ = rshift; rshift_ <= 32; rshift_++) {
for (elsize_ = elsize; elsize_ <= 32; elsize_++) {
/* The next loop is for getting sizes that are not power of 2 */
for (i = -elsize_*2; i <= elsize_*2; i += elsize_) {
for (size_ = size; size_ <= 16*MB; size_ *= 2) {
nchunks = get_nchunks(size_+i, workingset);
for (nthreads_ = nthreads; nthreads_ <= 6; nthreads_++) {
do_bench(nthreads_, size_+i, elsize_, rshift_, output_file);
gettimeofday(¤t, NULL);
totaltime = getseconds(last, current);
printf("Elapsed time:\t %6.1f s. Processed data: %.1f GB\n",
totaltime, totalsize / GB);
}
}
}
}
}
}
/* Single mode */
else {
do_bench(nthreads, size, elsize, rshift, output_file);
}
/* Print out some statistics */
gettimeofday(¤t, NULL);
totaltime = getseconds(last, current);
printf("\nRound-trip compr/decompr on %.1f GB\n", totalsize / GB);
printf("Elapsed time:\t %6.1f s, %.1f MB/s\n",
totaltime, totalsize*2*1.1/(MB*totaltime));
/* Free blosc resources */
blosc_free_resources();
blosc_destroy();
return 0;
}
int main(int argc, char *argv[]) {
char compressor[32];
char shuffle[32] = "shuffle";
char bsuite[32];
int single = 1;
int suite = 0;
int hard_suite = 0;
int extreme_suite = 0;
int debug_suite = 0;
int nthreads = 4; /* The number of threads */
int size = 2*MB; /* Buffer size */
int elsize = 8; /* Datatype size */
int rshift = 19; /* Significant bits */
#if defined(__arm__)
int workingset = 64*MB; /* The maximum allocated memory */
#else
int workingset = 256*MB; /* The maximum allocated memory */
#endif
int nthreads_, size_, elsize_, rshift_, i;
FILE * output_file = stdout;
blosc_timestamp_t last, current;
float totaltime;
char usage[256];
print_compress_info();
strncpy(usage, "Usage: bench [blosclz | lz4 | lz4hc | snappy | zlib] "
"[noshuffle | shuffle | bitshuffle] "
"[single | suite | hardsuite | extremesuite | debugsuite] "
"[nthreads] [bufsize(bytes)] [typesize] [sbits]", 255);
if (argc < 2) {
printf("%s\n", usage);
exit(1);
}
strcpy(compressor, argv[1]);
if (strcmp(compressor, "blosclz") != 0 &&
strcmp(compressor, "lz4") != 0 &&
strcmp(compressor, "lz4hc") != 0 &&
strcmp(compressor, "snappy") != 0 &&
strcmp(compressor, "zlib") != 0) {
printf("No such compressor: '%s'\n", compressor);
printf("%s\n", usage);
exit(2);
}
if (argc >= 3) {
strcpy(shuffle, argv[2]);
if (strcmp(shuffle, "shuffle") != 0 &&
strcmp(shuffle, "bitshuffle") != 0 &&
strcmp(shuffle, "noshuffle") != 0) {
printf("No such shuffler: '%s'\n", shuffle);
printf("%s\n", usage);
exit(2);
}
}
if (argc < 4)
strcpy(bsuite, "single");
else
strcpy(bsuite, argv[3]);
if (strcmp(bsuite, "single") == 0) {
single = 1;
}
else if (strcmp(bsuite, "test") == 0) {
single = 1;
workingset /= 2;
}
else if (strcmp(bsuite, "suite") == 0) {
suite = 1;
}
else if (strcmp(bsuite, "hardsuite") == 0) {
hard_suite = 1;
workingset /= 4;
/* Values here are ending points for loops */
nthreads = 2;
size = 8*MB;
elsize = 32;
rshift = 32;
}
else if (strcmp(bsuite, "extremesuite") == 0) {
extreme_suite = 1;
workingset /= 8;
niter = 1;
/* Values here are ending points for loops */
nthreads = 4;
size = 16*MB;
elsize = 32;
rshift = 32;
}
else if (strcmp(bsuite, "debugsuite") == 0) {
debug_suite = 1;
workingset /= 8;
niter = 1;
/* Warning: values here are starting points for loops. This is
useful for debugging. */
nthreads = 1;
size = 16*KB;
elsize = 1;
rshift = 0;
}
else {
printf("%s\n", usage);
exit(1);
}
printf("Using compressor: %s\n", compressor);
printf("Using shuffle type: %s\n", shuffle);
printf("Running suite: %s\n", bsuite);
if (argc >= 5) {
nthreads = atoi(argv[4]);
}
if (argc >= 6) {
size = atoi(argv[5]);
}
if (argc >= 7) {
elsize = atoi(argv[6]);
}
if (argc >= 8) {
rshift = atoi(argv[7]);
}
if ((argc >= 9) || !(single || suite || hard_suite || extreme_suite)) {
printf("%s\n", usage);
exit(1);
}
nchunks = get_nchunks(size, workingset);
blosc_set_timestamp(&last);
blosc_init();
if (suite) {
for (nthreads_=1; nthreads_ <= nthreads; nthreads_++) {
do_bench(compressor, shuffle, nthreads_, size, elsize, rshift, output_file);
}
}
else if (hard_suite) {
/* Let's start the rshift loop by 4 so that 19 is visited. This
is to allow a direct comparison with the plain suite, that runs
precisely at 19 significant bits. */
for (rshift_ = 4; rshift_ <= rshift; rshift_ += 5) {
for (elsize_ = 1; elsize_ <= elsize; elsize_ *= 2) {
/* The next loop is for getting sizes that are not power of 2 */
for (i = -elsize_; i <= elsize_; i += elsize_) {
for (size_ = 32*KB; size_ <= size; size_ *= 2) {
nchunks = get_nchunks(size_+i, workingset);
niter = 1;
for (nthreads_ = 1; nthreads_ <= nthreads; nthreads_++) {
do_bench(compressor, shuffle, nthreads_, size_+i, elsize_, rshift_, output_file);
blosc_set_timestamp(¤t);
totaltime = (float)getseconds(last, current);
printf("Elapsed time:\t %6.1f s. Processed data: %.1f GB\n",
totaltime, totalsize / GB);
}
}
}
}
}
}
else if (extreme_suite) {
for (rshift_ = 0; rshift_ <= rshift; rshift_++) {
for (elsize_ = 1; elsize_ <= elsize; elsize_++) {
/* The next loop is for getting sizes that are not power of 2 */
for (i = -elsize_*2; i <= elsize_*2; i += elsize_) {
for (size_ = 32*KB; size_ <= size; size_ *= 2) {
nchunks = get_nchunks(size_+i, workingset);
for (nthreads_ = 1; nthreads_ <= nthreads; nthreads_++) {
do_bench(compressor, shuffle, nthreads_, size_+i, elsize_, rshift_, output_file);
blosc_set_timestamp(¤t);
totaltime = (float)getseconds(last, current);
printf("Elapsed time:\t %6.1f s. Processed data: %.1f GB\n",
totaltime, totalsize / GB);
}
}
}
}
}
}
else if (debug_suite) {
for (rshift_ = rshift; rshift_ <= 32; rshift_++) {
for (elsize_ = elsize; elsize_ <= 32; elsize_++) {
/* The next loop is for getting sizes that are not power of 2 */
for (i = -elsize_*2; i <= elsize_*2; i += elsize_) {
for (size_ = size; size_ <= 16*MB; size_ *= 2) {
nchunks = get_nchunks(size_+i, workingset);
for (nthreads_ = nthreads; nthreads_ <= 6; nthreads_++) {
do_bench(compressor, shuffle, nthreads_, size_+i, elsize_, rshift_, output_file);
blosc_set_timestamp(¤t);
totaltime = (float)getseconds(last, current);
printf("Elapsed time:\t %6.1f s. Processed data: %.1f GB\n",
totaltime, totalsize / GB);
}
}
}
}
}
}
/* Single mode */
else {
do_bench(compressor, shuffle, nthreads, size, elsize, rshift, output_file);
}
/* Print out some statistics */
blosc_set_timestamp(¤t);
totaltime = (float)getseconds(last, current);
printf("\nRound-trip compr/decompr on %.1f GB\n", totalsize / GB);
printf("Elapsed time:\t %6.1f s, %.1f MB/s\n",
totaltime, totalsize*2*1.1/(MB*totaltime));
/* Free blosc resources */
blosc_free_resources();
blosc_destroy();
return 0;
}
