static char* test_recorded_values()
{
load_histograms();
struct hdr_recorded_iter iter;
int index;
// Raw Histogram
hdr_recorded_iter_init(&iter, raw_histogram);
index = 0;
while (hdr_recorded_iter_next(&iter))
{
int64_t count_added_in_this_bucket = iter.count_added_in_this_iteration_step;
if (index == 0)
{
mu_assert("Value at 0 is not 10000", count_added_in_this_bucket == 10000);
}
else
{
mu_assert("Value at 1 is not 1", count_added_in_this_bucket == 1);
}
index++;
}
mu_assert("Should have encountered 2 values", index == 2);
// Corrected Histogram
hdr_recorded_iter_init(&iter, cor_histogram);
index = 0;
int64_t total_added_count = 0;
while (hdr_recorded_iter_next(&iter))
{
int64_t count_added_in_this_bucket = iter.count_added_in_this_iteration_step;
if (index == 0)
{
mu_assert("Count at 0 is not 10000", count_added_in_this_bucket == 10000);
}
mu_assert("Count should not be 0", iter.iter.count_at_index != 0);
mu_assert("Count at value iterated to should be count added in this step",
iter.iter.count_at_index == count_added_in_this_bucket);
total_added_count += count_added_in_this_bucket;
index++;
}
mu_assert("Total counts should be 20000", total_added_count == 20000);
return 0;
}
static char* log_reader_aggregates_into_single_histogram()
{
const char* file_name = "histogram.log";
struct timespec timestamp;
struct timespec interval;
hdr_gettime(×tamp);
interval.tv_sec = 5;
interval.tv_nsec = 2000000;
struct hdr_log_writer writer;
struct hdr_log_reader reader;
hdr_log_writer_init(&writer);
hdr_log_reader_init(&reader);
int rc = 0;
FILE* log_file = fopen(file_name, "w+");
hdr_log_write_header(&writer, log_file, "Test log", ×tamp);
hdr_log_write(&writer, log_file, ×tamp, &interval, cor_histogram);
hdr_log_write(&writer, log_file, ×tamp, &interval, raw_histogram);
fflush(log_file);
fclose(log_file);
log_file = fopen(file_name, "r");
struct hdr_histogram* histogram;
hdr_alloc(3600L * 1000 * 1000, 3, &histogram);
rc = hdr_log_read_header(&reader, log_file);
mu_assert("Failed header read", validate_return_code(rc));
rc = hdr_log_read(&reader, log_file, &histogram, NULL, NULL);
mu_assert("Failed corrected read", validate_return_code(rc));
rc = hdr_log_read(&reader, log_file, &histogram, NULL, NULL);
mu_assert("Failed raw read", validate_return_code(rc));
struct hdr_recorded_iter iter;
hdr_recorded_iter_init(&iter, histogram);
int64_t expected_total_count =
raw_histogram->total_count + cor_histogram->total_count;
mu_assert(
"Total counts incorrect",
compare_int64_t(histogram->total_count, expected_total_count));
while (hdr_recorded_iter_next(&iter))
{
int64_t count = iter.iter.count_at_index;
int64_t value = iter.iter.value_from_index;
int64_t expected_count =
hdr_count_at_value(raw_histogram, value) +
hdr_count_at_value(cor_histogram, value);
mu_assert("Incorrect count", compare_int64_t(count, expected_count));
}
fclose(log_file);
remove(file_name);
free(histogram);
return 0;
}
ERL_NIF_TERM _hi_next(ErlNifEnv* env, int argc, const ERL_NIF_TERM argv[])
{
hi_ctx_t* ctx = NULL;
ErlNifResourceType* ctx_type = get_hi_ctx_type(env);
if (argc != 1 ||
ctx_type == NULL ||
!enif_get_resource(env, argv[0], ctx_type, (void **)&ctx))
{
return enif_make_badarg(env);
}
if (ctx != NULL && ctx->type == HDR_ITER_REC)
{
// skip until first non-zero index
bool has_next = false;
while (ctx->iter != NULL && (has_next = hdr_recorded_iter_next(ctx->iter)))
{
struct hdr_recorded_iter* x = ((struct hdr_recorded_iter*)ctx->iter);
struct hdr_iter iter = x->iter;
if (0 != iter.count_at_index)
{
int64_t stp = x->count_added_in_this_iteration_step;
int32_t bdx = iter.bucket_index;
int64_t sdx = iter.sub_bucket_index;
int64_t val = iter.value_from_index;
int64_t cat = iter.count_at_index;
int64_t cto = iter.count_to_index;
int64_t heq = iter.highest_equivalent_value;
return enif_make_tuple2(env,
ATOM_RECORD,
enif_make_list(env, 7,
enif_make_tuple2(env,
ATOM_BUCKET_IDX,
enif_make_int(env,bdx)),
enif_make_tuple2(env,
ATOM_SUB_BUCKET_IDX,
enif_make_long(env,sdx)),
enif_make_tuple2(env,
ATOM_VAL_FROM_IDX,
enif_make_long(env,val)),
enif_make_tuple2(env,
ATOM_VAL_AT_IDX,
enif_make_long(env,cat)),
enif_make_tuple2(env,
ATOM_COUNT_AT_IDX,
enif_make_long(env,cto)),
enif_make_tuple2(env,
ATOM_HIGHEST_EQUIV_VAL,
enif_make_long(env,heq)),
enif_make_tuple2(env,
ATOM_STEP_COUNT,
enif_make_long(env,stp))));
}
}
}
if (ctx != NULL && ctx->type == HDR_ITER_LIN)
{
// skip until first non-zero index
bool has_next = false;
while (ctx->iter != NULL && (has_next = hdr_linear_iter_next(ctx->iter)))
{
struct hdr_linear_iter* x = ((struct hdr_linear_iter*)ctx->iter);
struct hdr_iter iter = x->iter;
if (0 != iter.count_at_index)
{
int64_t stp = x->count_added_in_this_iteration_step;
int32_t vub = x->value_units_per_bucket;
int64_t nvl = x->next_value_reporting_level;
int64_t nve = x->next_value_reporting_level_lowest_equivalent;
int32_t bdx = iter.bucket_index;
int64_t sdx = iter.sub_bucket_index;
int64_t val = iter.value_from_index;
int64_t cat = iter.count_at_index;
int64_t cto = iter.count_to_index;
int64_t heq = iter.highest_equivalent_value;
return enif_make_tuple2(env,
ATOM_LINEAR,
enif_make_list(env, 10,
enif_make_tuple2(env,
ATOM_BUCKET_IDX,
enif_make_int(env,bdx)),
enif_make_tuple2(env,
ATOM_SUB_BUCKET_IDX,
enif_make_long(env,sdx)),
enif_make_tuple2(env,
ATOM_VAL_FROM_IDX,
enif_make_long(env,val)),
enif_make_tuple2(env,
ATOM_VAL_AT_IDX,
enif_make_long(env,cat)),
enif_make_tuple2(env,
ATOM_COUNT_AT_IDX,
enif_make_long(env,cto)),
enif_make_tuple2(env,
ATOM_HIGHEST_EQUIV_VAL,
enif_make_long(env,heq)),
enif_make_tuple2(env,
ATOM_VAL_UNITS_PER_BUCKET,
enif_make_int(env,vub)),
enif_make_tuple2(env,
ATOM_STEP_COUNT,
enif_make_long(env,stp)),
enif_make_tuple2(env,
ATOM_NEXT_VAL_REP_LVL,
enif_make_long(env,nvl)),
enif_make_tuple2(env,
ATOM_NEXT_VAL_REP_LVL_LOW_EQUIV,
enif_make_long(env,nve))));
}
}
}
if (ctx != NULL && ctx->type == HDR_ITER_LOG)
{
// skip until first non-zero index
bool has_next = false;
while (ctx->iter != NULL && (has_next = hdr_log_iter_next(ctx->iter)))
{
struct hdr_log_iter* x = (struct hdr_log_iter*)ctx->iter;
struct hdr_iter iter = x->iter;
if (0 != iter.count_at_index)
{
int64_t stp = x->count_added_in_this_iteration_step;
int32_t vfb = x->value_units_first_bucket;
double lgb = x->log_base;
int64_t nvl = x->next_value_reporting_level;
int64_t nve = x->next_value_reporting_level_lowest_equivalent;
int32_t bdx = iter.bucket_index;
int64_t sdx = iter.sub_bucket_index;
int64_t val = iter.value_from_index;
int64_t cat = iter.count_at_index;
int64_t cto = iter.count_to_index;
int64_t heq = iter.highest_equivalent_value;
return enif_make_tuple2(env,
ATOM_LOGARITHMIC,
enif_make_list(env, 11,
enif_make_tuple2(env,
ATOM_BUCKET_IDX,
enif_make_int(env,bdx)),
enif_make_tuple2(env,
ATOM_SUB_BUCKET_IDX,
enif_make_long(env,sdx)),
enif_make_tuple2(env,
ATOM_VAL_FROM_IDX,
enif_make_long(env,val)),
enif_make_tuple2(env,
ATOM_VAL_AT_IDX,
enif_make_long(env,cat)),
enif_make_tuple2(env,
ATOM_COUNT_AT_IDX,
enif_make_long(env,cto)),
enif_make_tuple2(env,
ATOM_HIGHEST_EQUIV_VAL,
enif_make_long(env,heq)),
enif_make_tuple2(env,
ATOM_VAL_UNITS_FIRST_BUCKET,
enif_make_int(env,vfb)),
enif_make_tuple2(env,
ATOM_STEP_COUNT,
enif_make_long(env,stp)),
enif_make_tuple2(env,
ATOM_LOG_BASE,
enif_make_double(env,lgb)),
enif_make_tuple2(env,
ATOM_NEXT_VAL_REP_LVL,
enif_make_long(env,nvl)),
enif_make_tuple2(env,
ATOM_NEXT_VAL_REP_LVL_LOW_EQUIV,
enif_make_long(env,nve))));
}
}
}
if (ctx != NULL && ctx->type == HDR_ITER_PCT)
{
// skip until first non-zero index
bool has_next = false;
while (ctx->iter != NULL && (has_next = hdr_percentile_iter_next(ctx->iter)))
{
struct hdr_percentile_iter* x = (struct hdr_percentile_iter*)ctx->iter;
struct hdr_iter iter = x->iter;
if (0 != iter.count_at_index)
{
bool slv = x->seen_last_value;
int32_t tph = x->ticks_per_half_distance;
double pti = x->percentile_to_iterate_to;
double pct = x->percentile;
int32_t bdx = iter.bucket_index;
int64_t sdx = iter.sub_bucket_index;
int64_t val = iter.value_from_index;
int64_t cat = iter.count_at_index;
int64_t cto = iter.count_to_index;
int64_t heq = iter.highest_equivalent_value;
return enif_make_tuple2(env,
ATOM_PERCENTILE,
enif_make_list(env, 10,
enif_make_tuple2(env,
ATOM_BUCKET_IDX,
enif_make_int(env,bdx)),
enif_make_tuple2(env,
ATOM_SUB_BUCKET_IDX,
enif_make_long(env,sdx)),
enif_make_tuple2(env,
ATOM_VAL_FROM_IDX,
enif_make_long(env,val)),
enif_make_tuple2(env,
ATOM_VAL_AT_IDX,
enif_make_long(env,cat)),
enif_make_tuple2(env,
ATOM_COUNT_AT_IDX,
enif_make_long(env,cto)),
enif_make_tuple2(env,
ATOM_HIGHEST_EQUIV_VAL,
enif_make_long(env,heq)),
enif_make_tuple2(env,
ATOM_SEEN_LAST_VAL,
enif_make_atom(env,slv ? "true" : "false")),
enif_make_tuple2(env,
ATOM_PERCENTILE_TO_ITERATE_TO,
enif_make_double(env,pti)),
enif_make_tuple2(env,
ATOM_PERCENTILE,
enif_make_double(env,pct)),
enif_make_tuple2(env,
ATOM_TICKS_PER_HALF_DISTANCE,
enif_make_int(env,tph))));
}
}
}
return enif_make_tuple2(
env,
ATOM_FALSE,
enif_make_tuple(env,0)
);
}
