void
SortEx_Shrink_IMP(SortExternal *self) {
SortExternalIVARS *const ivars = SortEx_IVARS(self);
if (ivars->buf_max - ivars->buf_tick > 0) {
size_t buf_count = SortEx_Buffer_Count(self);
size_t size = buf_count * sizeof(Obj*);
if (ivars->buf_tick > 0) {
Obj **start = ivars->buffer + ivars->buf_tick;
memmove(ivars->buffer, start, size);
}
ivars->buffer = (Obj**)REALLOCATE(ivars->buffer, size);
ivars->buf_tick = 0;
ivars->buf_max = buf_count;
ivars->buf_cap = buf_count;
}
else {
FREEMEM(ivars->buffer);
ivars->buffer = NULL;
ivars->buf_tick = 0;
ivars->buf_max = 0;
ivars->buf_cap = 0;
}
ivars->scratch_cap = 0;
FREEMEM(ivars->scratch);
ivars->scratch = NULL;
for (uint32_t i = 0, max = Vec_Get_Size(ivars->runs); i < max; i++) {
SortExternal *run = (SortExternal*)Vec_Fetch(ivars->runs, i);
SortEx_Shrink(run);
}
}
static uint8_t*
S_find_endpost(SortExternal *self, SortExternalIVARS *ivars) {
uint8_t *endpost = NULL;
const size_t width = ivars->width;
for (uint32_t i = 0, max = VA_Get_Size(ivars->runs); i < max; i++) {
// Get a run and retrieve the last item in its cache.
SortExternal *const run = (SortExternal*)VA_Fetch(ivars->runs, i);
SortExternalIVARS *const run_ivars = SortEx_IVARS(run);
const uint32_t tick = run_ivars->cache_max - 1;
if (tick >= run_ivars->cache_cap || run_ivars->cache_max < 1) {
THROW(ERR, "Invalid SortExternal cache access: %u32 %u32 %u32", tick,
run_ivars->cache_max, run_ivars->cache_cap);
}
else {
// Cache item with the highest sort value currently held in memory
// by the run.
uint8_t *candidate = run_ivars->cache + tick * width;
// If it's the first run, item is automatically the new endpost.
if (i == 0) {
endpost = candidate;
}
// If it's less than the current endpost, it's the new endpost.
else if (SortEx_Compare(self, candidate, endpost) < 0) {
endpost = candidate;
}
}
}
return endpost;
}
Obj*
SortEx_Fetch_IMP(SortExternal *self) {
SortExternalIVARS *const ivars = SortEx_IVARS(self);
Obj *item = SI_peek(self, ivars);
ivars->buf_tick++;
return item;
}
void*
SortEx_Fetch_IMP(SortExternal *self) {
SortExternalIVARS *const ivars = SortEx_IVARS(self);
void *address = SI_peek(self, ivars);
ivars->cache_tick++;
return address;
}
void
SortEx_Grow_Buffer_IMP(SortExternal *self, uint32_t cap) {
SortExternalIVARS *const ivars = SortEx_IVARS(self);
if (cap > ivars->buf_cap) {
ivars->buffer = (Obj**)REALLOCATE(ivars->buffer, cap * sizeof(Obj*));
ivars->buf_cap = cap;
}
}
void
SortEx_Grow_Cache_IMP(SortExternal *self, uint32_t size) {
SortExternalIVARS *const ivars = SortEx_IVARS(self);
if (size > ivars->cache_cap) {
ivars->cache = (uint8_t*)REALLOCATE(ivars->cache, size * ivars->width);
ivars->cache_cap = size;
}
}
void
SortEx_Feed_IMP(SortExternal *self, Obj *item) {
SortExternalIVARS *const ivars = SortEx_IVARS(self);
if (ivars->buf_max == ivars->buf_cap) {
size_t amount = Memory_oversize(ivars->buf_max + 1, sizeof(Obj*));
SortEx_Grow_Buffer(self, amount);
}
ivars->buffer[ivars->buf_max] = item;
ivars->buf_max++;
}
void
SortEx_Clear_Buffer_IMP(SortExternal *self) {
SortExternalIVARS *const ivars = SortEx_IVARS(self);
Obj **const buffer = ivars->buffer;
const uint32_t max = ivars->buf_max;
for (uint32_t i = ivars->buf_tick; i < max; i++) {
DECREF(buffer[i]);
}
ivars->buf_max = 0;
ivars->buf_tick = 0;
}
void
SortEx_Add_Run_IMP(SortExternal *self, SortExternal *run) {
SortExternalIVARS *const ivars = SortEx_IVARS(self);
Vec_Push(ivars->runs, (Obj*)run);
uint32_t num_runs = Vec_Get_Size(ivars->runs);
ivars->slice_sizes
= (uint32_t*)REALLOCATE(ivars->slice_sizes,
num_runs * sizeof(uint32_t));
ivars->slice_starts
= (Obj***)REALLOCATE(ivars->slice_starts, num_runs * sizeof(Obj**));
}
void
SortEx_Feed_IMP(SortExternal *self, void *data) {
SortExternalIVARS *const ivars = SortEx_IVARS(self);
const size_t width = ivars->width;
if (ivars->cache_max == ivars->cache_cap) {
size_t amount = Memory_oversize(ivars->cache_max + 1, width);
SortEx_Grow_Cache(self, amount);
}
uint8_t *target = ivars->cache + ivars->cache_max * width;
memcpy(target, data, width);
ivars->cache_max++;
}
void
SortEx_Destroy_IMP(SortExternal *self) {
SortExternalIVARS *const ivars = SortEx_IVARS(self);
FREEMEM(ivars->scratch);
FREEMEM(ivars->slice_sizes);
FREEMEM(ivars->slice_starts);
if (ivars->buffer) {
SortEx_Clear_Buffer(self);
FREEMEM(ivars->buffer);
}
DECREF(ivars->runs);
SUPER_DESTROY(self, SORTEXTERNAL);
}
SortExternal*
SortEx_init(SortExternal *self) {
SortExternalIVARS *const ivars = SortEx_IVARS(self);
ivars->mem_thresh = UINT32_MAX;
ivars->buffer = NULL;
ivars->buf_cap = 0;
ivars->buf_max = 0;
ivars->buf_tick = 0;
ivars->scratch = NULL;
ivars->scratch_cap = 0;
ivars->runs = Vec_new(0);
ivars->slice_sizes = NULL;
ivars->slice_starts = NULL;
ivars->num_slices = 0;
ivars->flipped = false;
ABSTRACT_CLASS_CHECK(self, SORTEXTERNAL);
return self;
}
void
SortEx_Sort_Cache_IMP(SortExternal *self) {
SortExternalIVARS *const ivars = SortEx_IVARS(self);
if (ivars->cache_tick != 0) {
THROW(ERR, "Cant Sort_Cache() after fetching %u32 items", ivars->cache_tick);
}
if (ivars->cache_max != 0) {
VTable *vtable = SortEx_Get_VTable(self);
CFISH_Sort_Compare_t compare
= (CFISH_Sort_Compare_t)METHOD_PTR(vtable, LUCY_SortEx_Compare);
if (ivars->scratch_cap < ivars->cache_cap) {
ivars->scratch_cap = ivars->cache_cap;
ivars->scratch
= (uint8_t*)REALLOCATE(ivars->scratch,
ivars->scratch_cap * ivars->width);
}
Sort_mergesort(ivars->cache, ivars->scratch, ivars->cache_max,
ivars->width, compare, self);
}
}
void
SortEx_Sort_Buffer_IMP(SortExternal *self) {
SortExternalIVARS *const ivars = SortEx_IVARS(self);
if (ivars->buf_tick != 0) {
THROW(ERR, "Cant Sort_Buffer() after fetching %u32 items", ivars->buf_tick);
}
if (ivars->buf_max != 0) {
Class *klass = SortEx_get_class(self);
CFISH_Sort_Compare_t compare
= (CFISH_Sort_Compare_t)METHOD_PTR(klass, LUCY_SortEx_Compare);
if (ivars->scratch_cap < ivars->buf_cap) {
ivars->scratch_cap = ivars->buf_cap;
ivars->scratch
= (Obj**)REALLOCATE(ivars->scratch,
ivars->scratch_cap * sizeof(Obj*));
}
Sort_mergesort(ivars->buffer, ivars->scratch, ivars->buf_max,
sizeof(Obj*), compare, self);
}
}
SortExternal*
SortEx_init(SortExternal *self, size_t width) {
SortExternalIVARS *const ivars = SortEx_IVARS(self);
// Assign.
ivars->width = width;
// Init.
ivars->mem_thresh = UINT32_MAX;
ivars->cache = NULL;
ivars->cache_cap = 0;
ivars->cache_max = 0;
ivars->cache_tick = 0;
ivars->scratch = NULL;
ivars->scratch_cap = 0;
ivars->runs = VA_new(0);
ivars->slice_sizes = NULL;
ivars->slice_starts = NULL;
ivars->num_slices = 0;
ivars->flipped = false;
ABSTRACT_CLASS_CHECK(self, SORTEXTERNAL);
return self;
}
void
SortEx_Flip_IMP(SortExternal *self) {
SortEx_Flush(self);
SortEx_IVARS(self)->flipped = true;
}
uint32_t
SortEx_Buffer_Count_IMP(SortExternal *self) {
SortExternalIVARS *const ivars = SortEx_IVARS(self);
return ivars->buf_max - ivars->buf_tick;
}
void
SortEx_Set_Mem_Thresh_IMP(SortExternal *self, uint32_t mem_thresh) {
SortEx_IVARS(self)->mem_thresh = mem_thresh;
}
uint32_t
SortEx_Cache_Count_IMP(SortExternal *self) {
SortExternalIVARS *const ivars = SortEx_IVARS(self);
return ivars->cache_max - ivars->cache_tick;
}
static void
S_absorb_slices(SortExternal *self, SortExternalIVARS *ivars,
Obj **endpost) {
uint32_t num_runs = Vec_Get_Size(ivars->runs);
Obj ***slice_starts = ivars->slice_starts;
uint32_t *slice_sizes = ivars->slice_sizes;
Class *klass = SortEx_get_class(self);
CFISH_Sort_Compare_t compare
= (CFISH_Sort_Compare_t)METHOD_PTR(klass, LUCY_SortEx_Compare);
if (ivars->buf_max != 0) { THROW(ERR, "Can't refill unless empty"); }
// Move all the elements in range into the main buffer as slices.
for (uint32_t i = 0; i < num_runs; i++) {
SortExternal *const run = (SortExternal*)Vec_Fetch(ivars->runs, i);
SortExternalIVARS *const run_ivars = SortEx_IVARS(run);
uint32_t slice_size = S_find_slice_size(run, run_ivars, endpost);
if (slice_size) {
// Move slice content from run buffer to main buffer.
if (ivars->buf_max + slice_size > ivars->buf_cap) {
size_t cap = Memory_oversize(ivars->buf_max + slice_size,
sizeof(Obj*));
SortEx_Grow_Buffer(self, cap);
}
memcpy(ivars->buffer + ivars->buf_max,
run_ivars->buffer + run_ivars->buf_tick,
slice_size * sizeof(Obj*));
run_ivars->buf_tick += slice_size;
ivars->buf_max += slice_size;
// Track number of slices and slice sizes.
slice_sizes[ivars->num_slices++] = slice_size;
}
}
// Transform slice starts from ticks to pointers.
uint32_t total = 0;
for (uint32_t i = 0; i < ivars->num_slices; i++) {
slice_starts[i] = ivars->buffer + total;
total += slice_sizes[i];
}
// The main buffer now consists of several slices. Sort the main buffer,
// but exploit the fact that each slice is already sorted.
if (ivars->scratch_cap < ivars->buf_cap) {
ivars->scratch_cap = ivars->buf_cap;
ivars->scratch = (Obj**)REALLOCATE(
ivars->scratch, ivars->scratch_cap * sizeof(Obj*));
}
// Exploit previous sorting, rather than sort buffer naively.
// Leave the first slice intact if the number of slices is odd. */
while (ivars->num_slices > 1) {
uint32_t i = 0;
uint32_t j = 0;
while (i < ivars->num_slices) {
if (ivars->num_slices - i >= 2) {
// Merge two consecutive slices.
const uint32_t merged_size = slice_sizes[i] + slice_sizes[i + 1];
Sort_merge(slice_starts[i], slice_sizes[i],
slice_starts[i + 1], slice_sizes[i + 1], ivars->scratch,
sizeof(Obj*), compare, self);
slice_sizes[j] = merged_size;
slice_starts[j] = slice_starts[i];
memcpy(slice_starts[j], ivars->scratch, merged_size * sizeof(Obj*));
i += 2;
j += 1;
}
else if (ivars->num_slices - i >= 1) {
// Move single slice pointer.
slice_sizes[j] = slice_sizes[i];
slice_starts[j] = slice_starts[i];
i += 1;
j += 1;
}
}
ivars->num_slices = j;
}
ivars->num_slices = 0;
}
Obj*
SortEx_Peek_IMP(SortExternal *self) {
SortExternalIVARS *const ivars = SortEx_IVARS(self);
return SI_peek(self, ivars);
}
void
SortEx_Clear_Cache_IMP(SortExternal *self) {
SortExternalIVARS *const ivars = SortEx_IVARS(self);
ivars->cache_max = 0;
ivars->cache_tick = 0;
}