static void
sv_indexiter_iterate0(void)
{
svindex i;
t( sv_indexinit(&i) == 0 );
int keyb = 3;
int keya = 7;
int keyc = 15;
svv *h = st_svv(&st_r.g, NULL, 0, 0, keyb);
t( sv_indexset(&i, &st_r.r, h) == 0 );
svv *p = st_svv(&st_r.g, NULL, 2, 0, keyc);
t( sv_indexset(&i, &st_r.r, p) == 0 );
svv *va = st_svv(&st_r.g, NULL, 1, 0, keya);
t( sv_indexset(&i, &st_r.r, va) == 0 );
svv *vb = st_svv(&st_r.g, NULL, 2, 0, keya);
t( sv_indexset(&i, &st_r.r, vb) == 0 );
svv *vc = st_svv(&st_r.g, NULL, 3, 0, keya);
t( sv_indexset(&i, &st_r.r, vc) == 0 );
ssiter it;
ss_iterinit(sv_indexiter, &it);
ss_iteropen(sv_indexiter, &it, &st_r.r, &i, SS_GTE, NULL, 0);
t( ss_iteratorhas(&it) != 0 );
sv *v = ss_iteratorof(&it);
t( v->v == h );
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( v->v == vc );
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( v->v == vb );
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( v->v == va );
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( v->v == p );
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( v == NULL );
sv_indexfree(&i, &st_r.r);
}
static void
sd_v_test(void)
{
sdbuild b;
sd_buildinit(&b);
t( sd_buildbegin(&b, &st_r.r, 1, 0, 0) == 0);
int i = 7;
int j = 8;
addv(&b, &st_r.r, 3, 0, &i);
addv(&b, &st_r.r, 4, 0, &j);
sd_buildend(&b, &st_r.r);
ssbuf buf;
ss_bufinit(&buf);
ssbuf xfbuf;
ss_bufinit(&xfbuf);
t( ss_bufensure(&xfbuf, &st_r.a, 1024) == 0 );
t( sd_commitpage(&b, &st_r.r, &buf) == 0 );
sdpageheader *h = (sdpageheader*)buf.s;
sdpage page;
sd_pageinit(&page, h);
ssiter it;
ss_iterinit(sd_pageiter, &it);
ss_iteropen(sd_pageiter, &it, &st_r.r, &xfbuf, &page, SS_GTE, NULL, 0);
t( ss_iteratorhas(&it) != 0 );
sv *v = ss_iteratorof(&it);
t( v != NULL );
t( *(int*)sv_key(v, &st_r.r, 0) == i );
t( sv_lsn(v) == 3 );
t( sv_flags(v) == 0 );
ss_iteratornext(&it);
t( ss_iteratorhas(&it) != 0 );
v = ss_iteratorof(&it);
t( v != NULL );
t( *(int*)sv_key(v, &st_r.r, 0) == j );
t( sv_lsn(v) == 4 );
t( sv_flags(v) == 0 );
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( v == NULL );
sd_buildfree(&b, &st_r.r);
ss_buffree(&buf, &st_r.a);
ss_buffree(&xfbuf, &st_r.a);
}
static void
sv_indexiter_iterate1(void)
{
svindex i;
t( sv_indexinit(&i) == 0 );
int j = 0;
while (j < 16) {
svv *v = st_svv(&st_r.g, NULL, j, 0, j);
t( sv_indexset(&i, &st_r.r, v) == 0 );
j++;
}
ssiter it;
ss_iterinit(sv_indexiter, &it);
ss_iteropen(sv_indexiter, &it, &st_r.r, &i, SS_GTE, NULL, 0);
j = 0;
while (ss_iteratorhas(&it)) {
sv *v = ss_iteratorof(&it);
t( sv_lsn(v) == j );
ss_iteratornext(&it);
j++;
}
t( j == 16 );
sv_indexfree(&i, &st_r.r);
}
static inline int
si_noderecover(sinode *n, sr *r, sdsnapshotnode *sn, int in_memory)
{
/* fast recover from snapshot file */
if (sn) {
n->temperature_reads = sn->temperature_reads;
if (! in_memory)
return si_noderecover_snapshot(n, r, sn);
}
/* recover branches */
ssiter i;
ss_iterinit(sd_recover, &i);
ss_iteropen(sd_recover, &i, r, &n->file);
int first = 1;
int rc;
while (ss_iteratorhas(&i))
{
sdindexheader *h = ss_iteratorof(&i);
sibranch *b;
if (first) {
b = &n->self;
} else {
b = si_branchnew(r);
if (ssunlikely(b == NULL))
goto error;
}
sdindex index;
sd_indexinit(&index);
rc = sd_indexcopy(&index, r, h);
if (ssunlikely(rc == -1))
goto error;
si_branchset(b, &index);
if (in_memory) {
rc = si_branchload(b, r, &n->file);
if (ssunlikely(rc == -1))
goto error;
}
b->next = n->branch;
n->branch = b;
n->branch_count++;
first = 0;
ss_iteratornext(&i);
}
rc = sd_recover_complete(&i);
if (ssunlikely(rc == -1))
goto error;
ss_iteratorclose(&i);
n->in_memory = in_memory;
return 0;
error:
ss_iteratorclose(&i);
return -1;
}
static inline int
si_noderecover(sinode *n, sr *r, int in_memory)
{
/* recover branches */
ssiter i;
ss_iterinit(sd_recover, &i);
ss_iteropen(sd_recover, &i, r, &n->file);
int first = 1;
int rc;
while (ss_iteratorhas(&i))
{
sdindexheader *h = ss_iteratorof(&i);
sibranch *b;
if (first) {
b = &n->self;
} else {
b = si_branchnew(r);
if (ssunlikely(b == NULL))
goto error;
}
sdindex index;
sd_indexinit(&index);
rc = sd_indexcopy(&index, r, h);
if (ssunlikely(rc == -1))
goto error;
si_branchset(b, &index);
if (in_memory) {
char *start = (char*)h - h->total - sizeof(sdseal);
char *end = start + sizeof(sdseal) + h->total +
sizeof(sdindexheader) + h->size +
h->extension;
int branch_size = end - start;
rc = ss_blobensure(&b->copy, branch_size);
if (ssunlikely(rc == -1)) {
sr_oom_malfunction(r->e);
goto error;
}
memcpy(b->copy.p, start, branch_size);
}
b->next = n->branch;
n->branch = b;
n->branch_count++;
first = 0;
ss_iteratornext(&i);
}
rc = sd_recover_complete(&i);
if (ssunlikely(rc == -1))
goto error;
ss_iteratorclose(&i);
return 0;
error:
ss_iteratorclose(&i);
return -1;
}
static void
sv_mergeiter_merge_dup_a_chain(void)
{
stlist vlista;
stlist vlistb;
st_listinit(&vlista, 0);
st_listinit(&vlistb, 0);
int key = 7;
int i = 0;
int lsn = 5;
while (i < 5)
{
st_sv(&st_r.g, &vlista, lsn, 0 | ((i > 0) ? SVDUP: 0), key);
i++;
lsn--;
}
ssiter ita;
ss_iterinit(ss_bufiterref, &ita);
ss_iteropen(ss_bufiterref, &ita, &vlista.list, sizeof(sv*));
ssiter itb;
ss_iterinit(ss_bufiterref, &itb);
ss_iteropen(ss_bufiterref, &itb, &vlistb.list, sizeof(sv*));
svmerge m;
sv_mergeinit(&m);
sv_mergeprepare(&m, &st_r.r, 2);
svmergesrc *s = sv_mergeadd(&m, NULL);
t(s != NULL);
s->src = ita;
s = sv_mergeadd(&m, NULL);
t(s != NULL);
s->src = itb;
ssiter merge;
ss_iterinit(sv_mergeiter, &merge);
ss_iteropen(sv_mergeiter, &merge, &st_r.r, &m, SS_GTE);
i = 0;
while (ss_iteratorhas(&merge)) {
sv *v = (sv*)ss_iteratorof(&merge);
t( *(int*)sv_key(v, &st_r.r, 0) == key );
if (i == 0) {
t( sv_flags(v) == 0 );
} else {
t( (sv_flags(v) | sv_mergeisdup(&merge)) == (0|SVDUP) );
}
ss_iteratornext(&merge);
i++;
}
t( i == 5 );
ss_iteratorclose(&merge);
sv_mergefree(&m, &st_r.a);
st_listfree(&vlista, &st_r.r);
st_listfree(&vlistb, &st_r.r);
}
static void
sv_mergeiter_merge_ba(void)
{
stlist vlista;
stlist vlistb;
st_listinit(&vlista, 0);
st_listinit(&vlistb, 0);
int i = 0;
while (i < 5)
{
st_sv(&st_r.g, &vlista, i, 0, i);
i++;
}
while (i < 10)
{
st_sv(&st_r.g, &vlistb, i, 0, i);
i++;
}
ssiter ita;
ss_iterinit(ss_bufiterref, &ita);
ss_iteropen(ss_bufiterref, &ita, &vlista.list, sizeof(sv*));
ssiter itb;
ss_iterinit(ss_bufiterref, &itb);
ss_iteropen(ss_bufiterref, &itb, &vlistb.list, sizeof(sv*));
svmerge m;
sv_mergeinit(&m);
sv_mergeprepare(&m, &st_r.r, 3);
svmergesrc *s = sv_mergeadd(&m, NULL);
t(s != NULL);
s->src = ita;
s = sv_mergeadd(&m, NULL);
t(s != NULL);
s->src = itb;
ssiter merge;
ss_iterinit(sv_mergeiter, &merge);
ss_iteropen(sv_mergeiter, &merge, &st_r.r, &m, SS_GTE);
i = 0;
while (ss_iteratorhas(&merge)) {
sv *v = (sv*)ss_iteratorof(&merge);
t( *(int*)sv_key(v, &st_r.r, 0) == i );
t( sv_lsn(v) == i );
t( sv_flags(v) == 0 );
ss_iteratornext(&merge);
i++;
}
t( i == 10 );
ss_iteratorclose(&merge);
sv_mergefree(&m, &st_r.a);
st_listfree(&vlista, &st_r.r);
st_listfree(&vlistb, &st_r.r);
}
static void
freelog(svlog *log, sr *c)
{
ssiter i;
ss_iterinit(ss_bufiter, &i);
ss_iteropen(ss_bufiter, &i, &log->buf, sizeof(svlogv));
for (; ss_iteratorhas(&i); ss_iteratornext(&i)) {
svlogv *v = ss_iteratorof(&i);
ss_free(c->a, v->v.v);
}
sv_logfree(log, c->a);
}
static inline int
si_noderecover(sinode *n, sr *r)
{
/* recover branches */
ssiter i;
ss_iterinit(sd_recover, &i);
ss_iteropen(sd_recover, &i, r, &n->file);
int first = 1;
int rc;
while (ss_iteratorhas(&i))
{
sdindexheader *h = ss_iteratorof(&i);
sibranch *b;
if (first) {
b = &n->self;
} else {
b = si_branchnew(r);
if (ssunlikely(b == NULL))
goto error;
}
sdindex index;
sd_indexinit(&index);
rc = sd_indexcopy(&index, r, h);
if (ssunlikely(rc == -1))
goto error;
si_branchset(b, &index);
b->next = n->branch;
n->branch = b;
n->branch_count++;
first = 0;
ss_iteratornext(&i);
}
rc = sd_recover_complete(&i);
if (ssunlikely(rc == -1))
goto error;
ss_iteratorclose(&i);
return 0;
error:
ss_iteratorclose(&i);
return -1;
}
static void
sd_read_gt0(void)
{
sdbuild b;
sd_buildinit(&b);
t( sd_buildbegin(&b, &st_r.r, 1, 0, 0, 0, NULL) == 0);
int key = 7;
addv(&b, &st_r.r, 3, 0, &key);
key = 8;
addv(&b, &st_r.r, 4, 0, &key);
key = 9;
addv(&b, &st_r.r, 5, 0, &key);
sd_buildend(&b, &st_r.r);
sdindex index;
sd_indexinit(&index);
t( sd_indexbegin(&index, &st_r.r) == 0 );
int rc;
rc = sd_indexadd(&index, &st_r.r, &b, sizeof(sdseal));
t( rc == 0 );
sdid id;
memset(&id, 0, sizeof(id));
ssfile f;
ss_fileinit(&f, &st_r.vfs);
t( ss_filenew(&f, "./0000.db") == 0 );
t( sd_writeseal(&st_r.r, &f, NULL) == 0 );
t( sd_writepage(&st_r.r, &f, NULL, &b) == 0 );
t( sd_indexcommit(&index, &st_r.r, &id, NULL, f.size) == 0 );
t( sd_writeindex(&st_r.r, &f, NULL, &index) == 0 );
t( sd_seal(&st_r.r, &f, NULL, &index, 0) == 0 );
ssmmap map;
t( ss_vfsmmap(&st_r.vfs, &map, f.fd, f.size, 1) == 0 );
ssbuf buf;
ss_bufinit(&buf);
ssbuf xfbuf;
ss_bufinit(&xfbuf);
t( ss_bufensure(&xfbuf, &st_r.a, 1024) == 0 );
ssiter index_iter;
ssiter page_iter;
sdreadarg arg = {
.index = &index,
.buf = &buf,
.buf_xf = &xfbuf,
.buf_read = NULL,
.index_iter = &index_iter,
.page_iter = &page_iter,
.mmap = &map,
.memory = NULL,
.file = NULL,
.o = SS_GT,
.use_memory = 0,
.use_mmap = 1,
.use_mmap_copy = 0,
.use_compression = 0,
.compression_if = NULL,
.has = 0,
.has_vlsn = 0,
.r = &st_r.r
};
ssiter it;
ss_iterinit(sd_read, &it);
ss_iteropen(sd_read, &it, &arg, NULL, 0);
t( ss_iteratorhas(&it) == 1 );
sv *v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &st_r.r, 0, NULL) == 7);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &st_r.r, 0, NULL) == 8);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &st_r.r, 0, NULL) == 9);
ss_iteratornext(&it);
t( ss_iteratorhas(&it) == 0 );
ss_iteratorclose(&it);
ss_fileclose(&f);
t( ss_vfsmunmap(&st_r.vfs, &map) == 0 );
t( ss_vfsunlink(&st_r.vfs, "./0000.db") == 0 );
sd_indexfree(&index, &st_r.r);
sd_buildfree(&b, &st_r.r);
ss_buffree(&xfbuf, &st_r.a);
ss_buffree(&buf, &st_r.a);
}
static void
sd_read_gt1(void)
{
ssfile f;
ss_fileinit(&f, &st_r.vfs);
t( ss_filenew(&f, "./0000.db") == 0 );
t( sd_writeseal(&st_r.r, &f, NULL) == 0 );
sdbuild b;
sd_buildinit(&b);
t( sd_buildbegin(&b, &st_r.r, 1, 0, 0, 0, NULL) == 0);
int key = 7;
addv(&b, &st_r.r, 3, 0, &key);
key = 8;
addv(&b, &st_r.r, 4, 0, &key);
key = 9;
addv(&b, &st_r.r, 5, 0, &key);
sd_buildend(&b, &st_r.r);
uint64_t poff = f.size;
t( sd_writepage(&st_r.r, &f, NULL, &b) == 0 );
sdindex index;
sd_indexinit(&index);
t( sd_indexbegin(&index, &st_r.r) == 0 );
int rc;
rc = sd_indexadd(&index, &st_r.r, &b, poff);
t( rc == 0 );
t( sd_buildcommit(&b, &st_r.r) == 0 );
t( sd_buildbegin(&b, &st_r.r, 1, 0, 0, 0, NULL) == 0);
key = 10;
addv(&b, &st_r.r, 6, 0, &key);
key = 11;
addv(&b, &st_r.r, 7, 0, &key);
key = 13;
addv(&b, &st_r.r, 8, 0, &key);
sd_buildend(&b, &st_r.r);
poff = f.size;
t( sd_writepage(&st_r.r, &f, NULL, &b) == 0 );
rc = sd_indexadd(&index, &st_r.r, &b, poff);
t( rc == 0 );
t( sd_buildcommit(&b, &st_r.r) == 0 );
t( sd_buildbegin(&b, &st_r.r, 1, 0, 0, 0, NULL) == 0);
key = 15;
addv(&b, &st_r.r, 9, 0, &key);
key = 18;
addv(&b, &st_r.r, 10, 0, &key);
key = 20;
addv(&b, &st_r.r, 11, 0, &key);
sd_buildend(&b, &st_r.r);
poff = f.size;
t( sd_writepage(&st_r.r, &f, NULL, &b) == 0 );
rc = sd_indexadd(&index, &st_r.r, &b, poff);
t( rc == 0 );
t( sd_buildcommit(&b, &st_r.r) == 0 );
sdid id;
memset(&id, 0, sizeof(id));
t( sd_indexcommit(&index, &st_r.r, &id, NULL, f.size) == 0 );
t( sd_writeindex(&st_r.r, &f, NULL, &index) == 0 );
t( sd_seal(&st_r.r, &f, NULL, &index, 0) == 0 );
ssmmap map;
t( ss_vfsmmap(&st_r.vfs, &map, f.fd, f.size, 1) == 0 );
ssbuf buf;
ss_bufinit(&buf);
ssbuf xfbuf;
ss_bufinit(&xfbuf);
t( ss_bufensure(&xfbuf, &st_r.a, 1024) == 0 );
ssiter index_iter;
ssiter page_iter;
sdreadarg arg = {
.index = &index,
.buf = &buf,
.buf_xf = &xfbuf,
.buf_read = NULL,
.index_iter = &index_iter,
.page_iter = &page_iter,
.mmap = &map,
.memory = NULL,
.file = NULL,
.o = SS_GT,
.use_memory = 0,
.use_mmap = 1,
.use_mmap_copy = 0,
.use_compression = 0,
.compression_if = NULL,
.has = 0,
.has_vlsn = 0,
.r = &st_r.r
};
ssiter it;
ss_iterinit(sd_read, &it);
ss_iteropen(sd_read, &it, &arg, NULL, 0);
t( ss_iteratorhas(&it) == 1 );
/* page 0 */
t( ss_iteratorhas(&it) != 0 );
sv *v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &st_r.r, 0, NULL) == 7);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &st_r.r, 0, NULL) == 8);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &st_r.r, 0, NULL) == 9);
ss_iteratornext(&it);
/* page 1 */
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &st_r.r, 0, NULL) == 10);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &st_r.r, 0, NULL) == 11);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &st_r.r, 0, NULL) == 13);
ss_iteratornext(&it);
/* page 2 */
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &st_r.r, 0, NULL) == 15);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &st_r.r, 0, NULL) == 18);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &st_r.r, 0, NULL) == 20);
ss_iteratornext(&it);
t( ss_iteratorhas(&it) == 0 );
ss_iteratorclose(&it);
ss_fileclose(&f);
t( ss_vfsmunmap(&st_r.vfs, &map) == 0 );
t( ss_vfsunlink(&st_r.vfs, "./0000.db") == 0 );
sd_indexfree(&index, &st_r.r);
sd_buildfree(&b, &st_r.r);
ss_buffree(&xfbuf, &st_r.a);
ss_buffree(&buf, &st_r.a);
}
static void
sd_read_gt0_compression_zstd(void)
{
ssa a;
ss_aopen(&a, &ss_stda);
ssa aref;
ss_aopen(&aref, &ss_stda);
ssvfs vfs;
ss_vfsinit(&vfs, &ss_stdvfs);
sfscheme cmp;
sf_schemeinit(&cmp);
sffield *field = sf_fieldnew(&a, "key");
t( sf_fieldoptions(field, &a, "u32,key(0)") == 0 );
t( sf_schemeadd(&cmp, &a, field) == 0 );
field = sf_fieldnew(&a, "value");
t( sf_fieldoptions(field, &a, "string") == 0 );
t( sf_schemeadd(&cmp, &a, field) == 0 );
t( sf_schemevalidate(&cmp, &a) == 0 );
ssinjection ij;
memset(&ij, 0, sizeof(ij));
srstat stat;
memset(&stat, 0, sizeof(stat));
srerror error;
sr_errorinit(&error);
srseq seq;
sr_seqinit(&seq);
sscrcf crc = ss_crc32c_function();
sr r;
sr_init(&r, NULL, &error, &a, &aref, &vfs, NULL, NULL, &seq, SF_RAW,
NULL, &cmp, &ij, &stat, crc);
sdbuild b;
sd_buildinit(&b);
t( sd_buildbegin(&b, &r, 1, 0, 0, 1, &ss_zstdfilter) == 0);
int key = 7;
addv(&b, &r, 3, 0, &key);
key = 8;
addv(&b, &r, 4, 0, &key);
key = 9;
addv(&b, &r, 5, 0, &key);
t( sd_buildend(&b, &r) == 0 );
sdindex index;
sd_indexinit(&index);
t( sd_indexbegin(&index, &r) == 0 );
int rc;
rc = sd_indexadd(&index, &r, &b, sizeof(sdseal));
t( rc == 0 );
sdid id;
memset(&id, 0, sizeof(id));
ssfile f;
ss_fileinit(&f, &vfs);
t( ss_filenew(&f, "./0000.db") == 0 );
t( sd_writeseal(&r, &f, NULL) == 0 );
t( sd_writepage(&r, &f, NULL, &b) == 0 );
t( sd_indexcommit(&index, &r, &id, NULL, f.size) == 0 );
t( sd_writeindex(&r, &f, NULL, &index) == 0 );
t( sd_seal(&r, &f, NULL, &index, 0) == 0 );
t( sd_buildcommit(&b, &r) == 0 );
ssmmap map;
t( ss_vfsmmap(&st_r.vfs, &map, f.fd, f.size, 1) == 0 );
ssbuf buf;
ss_bufinit(&buf);
ssbuf xfbuf;
ss_bufinit(&xfbuf);
t( ss_bufensure(&xfbuf, &a, 1024) == 0 );
ssiter index_iter;
ssiter page_iter;
sdreadarg arg = {
.index = &index,
.buf = &buf,
.buf_xf = &xfbuf,
.buf_read = NULL,
.index_iter = &index_iter,
.page_iter = &page_iter,
.mmap = &map,
.memory = NULL,
.file = NULL,
.o = SS_GT,
.use_memory = 0,
.use_mmap = 1,
.use_mmap_copy = 0,
.use_compression = 1,
.compression_if = &ss_zstdfilter,
.has = 0,
.has_vlsn = 0,
.r = &r
};
ssiter it;
ss_iterinit(sd_read, &it);
ss_iteropen(sd_read, &it, &arg, NULL, 0);
t( ss_iteratorhas(&it) == 1 );
sv *v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 7);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 8);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 9);
ss_iteratornext(&it);
t( ss_iteratorhas(&it) == 0 );
ss_iteratorclose(&it);
ss_fileclose(&f);
t( ss_vfsmunmap(&st_r.vfs, &map) == 0 );
t( ss_vfsunlink(&vfs, "./0000.db") == 0 );
sd_indexfree(&index, &r);
sd_buildfree(&b, &r);
ss_buffree(&xfbuf, &a);
ss_buffree(&buf, &a);
sf_schemefree(&cmp, &a);
}
static void
sd_read_gt0_compression_lz4(void)
{
ssa a;
ss_aopen(&a, &ss_stda);
ssa aref;
ss_aopen(&aref, &ss_stda);
ssvfs vfs;
ss_vfsinit(&vfs, &ss_stdvfs);
sfscheme cmp;
sf_schemeinit(&cmp);
sffield *field = sf_fieldnew(&a, "key");
t( sf_fieldoptions(field, &a, "u32,key(0)") == 0 );
t( sf_schemeadd(&cmp, &a, field) == 0 );
field = sf_fieldnew(&a, "value");
t( sf_fieldoptions(field, &a, "string") == 0 );
t( sf_schemeadd(&cmp, &a, field) == 0 );
t( sf_schemevalidate(&cmp, &a) == 0 );
ssinjection ij;
memset(&ij, 0, sizeof(ij));
srstat stat;
memset(&stat, 0, sizeof(stat));
srerror error;
sr_errorinit(&error);
srseq seq;
sr_seqinit(&seq);
sscrcf crc = ss_crc32c_function();
sr r;
sr_init(&r, NULL, &error, &a, &aref, &vfs, NULL, NULL, &seq, SF_RAW,
NULL, &cmp, &ij, &stat, crc);
sdbuild b;
sd_buildinit(&b);
t( sd_buildbegin(&b, &r, 1, 0, 0, 1, &ss_lz4filter) == 0);
int key = 7;
addv(&b, &r, 3, 0, &key);
key = 8;
addv(&b, &r, 4, 0, &key);
key = 9;
addv(&b, &r, 5, 0, &key);
t( sd_buildend(&b, &r) == 0 );
sdindex index;
sd_indexinit(&index);
t( sd_indexbegin(&index, &r) == 0 );
int rc;
rc = sd_indexadd(&index, &r, &b, sizeof(sdseal));
t( rc == 0 );
sdid id;
memset(&id, 0, sizeof(id));
t( sd_indexcommit(&index, &r, &id, NULL, 0) == 0 );
ssfile f;
ss_fileinit(&f, &vfs);
t( ss_filenew(&f, "./0000.db") == 0 );
t( sd_writeseal(&r, &f, NULL) == 0 );
t( sd_writepage(&r, &f, NULL, &b) == 0 );
t( sd_indexcommit(&index, &r, &id, NULL, f.size) == 0 );
t( sd_writeindex(&r, &f, NULL, &index) == 0 );
t( sd_seal(&r, &f, NULL, &index, 0) == 0 );
ssmmap map;
t( ss_vfsmmap(&st_r.vfs, &map, f.fd, f.size, 1) == 0 );
t( sd_buildcommit(&b, &r) == 0 );
ssbuf buf;
ss_bufinit(&buf);
ssbuf xfbuf;
ss_bufinit(&xfbuf);
t( ss_bufensure(&xfbuf, &a, 1024) == 0 );
ssiter index_iter;
ssiter page_iter;
sdreadarg arg = {
.index = &index,
.buf = &buf,
.buf_xf = &xfbuf,
.buf_read = NULL,
.index_iter = &index_iter,
.page_iter = &page_iter,
.mmap = &map,
.memory = NULL,
.file = NULL,
.o = SS_GT,
.use_memory = 0,
.use_mmap = 1,
.use_mmap_copy = 0,
.use_compression = 1,
.compression_if = &ss_lz4filter,
.has = 0,
.has_vlsn = 0,
.r = &r
};
ssiter it;
ss_iterinit(sd_read, &it);
ss_iteropen(sd_read, &it, &arg, NULL, 0);
t( ss_iteratorhas(&it) == 1 );
sv *v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 7);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 8);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 9);
ss_iteratornext(&it);
t( ss_iteratorhas(&it) == 0 );
ss_iteratorclose(&it);
ss_fileclose(&f);
t( ss_vfsmunmap(&st_r.vfs, &map) == 0 );
t( ss_vfsunlink(&vfs, "./0000.db") == 0 );
sd_indexfree(&index, &r);
sd_buildfree(&b, &r);
ss_buffree(&xfbuf, &a);
ss_buffree(&buf, &a);
sf_schemefree(&cmp, &a);
}
static void
sd_read_gt1_compression_zstd(void)
{
ssa a;
ss_aopen(&a, &ss_stda);
ssa aref;
ss_aopen(&aref, &ss_stda);
ssvfs vfs;
ss_vfsinit(&vfs, &ss_stdvfs);
sfscheme cmp;
sf_schemeinit(&cmp);
sffield *field = sf_fieldnew(&a, "key");
t( sf_fieldoptions(field, &a, "u32,key(0)") == 0 );
t( sf_schemeadd(&cmp, &a, field) == 0 );
field = sf_fieldnew(&a, "value");
t( sf_fieldoptions(field, &a, "string") == 0 );
t( sf_schemeadd(&cmp, &a, field) == 0 );
t( sf_schemevalidate(&cmp, &a) == 0 );
ssinjection ij;
memset(&ij, 0, sizeof(ij));
srstat stat;
memset(&stat, 0, sizeof(stat));
srerror error;
sr_errorinit(&error);
srseq seq;
sr_seqinit(&seq);
sscrcf crc = ss_crc32c_function();
sr r;
sr_init(&r, NULL, &error, &a, &aref, &vfs, NULL, NULL, &seq, SF_RAW,
NULL, &cmp, &ij, &stat, crc);
ssfile f;
ss_fileinit(&f, &vfs);
t( ss_filenew(&f, "./0000.db") == 0 );
t( sd_writeseal(&r, &f, NULL) == 0 );
sdbuild b;
sd_buildinit(&b);
t( sd_buildbegin(&b, &r, 1, 0, 0, 1, &ss_zstdfilter) == 0);
int key = 7;
addv(&b, &r, 3, 0, &key);
key = 8;
addv(&b, &r, 4, 0, &key);
key = 9;
addv(&b, &r, 5, 0, &key);
sd_buildend(&b, &r);
uint64_t poff = f.size;
t( sd_writepage(&r, &f, NULL, &b) == 0 );
sdindex index;
sd_indexinit(&index);
t( sd_indexbegin(&index, &r) == 0 );
int rc;
rc = sd_indexadd(&index, &r, &b, poff);
t( rc == 0 );
t( sd_buildcommit(&b, &r) == 0 );
sd_buildreset(&b, &r);
t( sd_buildbegin(&b, &r, 1, 0, 0, 1, &ss_zstdfilter) == 0);
key = 10;
addv(&b, &r, 6, 0, &key);
key = 11;
addv(&b, &r, 7, 0, &key);
key = 13;
addv(&b, &r, 8, 0, &key);
sd_buildend(&b, &r);
poff = f.size;
t( sd_writepage(&r, &f, NULL, &b) == 0 );
rc = sd_indexadd(&index, &r, &b, poff);
t( rc == 0 );
t( sd_buildcommit(&b, &r) == 0 );
sd_buildreset(&b, &r);
t( sd_buildbegin(&b, &r, 1, 0, 0, 1, &ss_zstdfilter) == 0);
key = 15;
addv(&b, &r, 9, 0, &key);
key = 18;
addv(&b, &r, 10, 0, &key);
key = 20;
addv(&b, &r, 11, 0, &key);
sd_buildend(&b, &r);
poff = f.size;
t( sd_writepage(&r, &f, NULL, &b) == 0 );
rc = sd_indexadd(&index, &r, &b, poff);
t( rc == 0 );
t( sd_buildcommit(&b, &r) == 0 );
sdid id;
memset(&id, 0, sizeof(id));
t( sd_indexcommit(&index, &r, &id, NULL, f.size) == 0 );
t( sd_writeindex(&r, &f, NULL, &index) == 0 );
t( sd_seal(&r, &f, NULL, &index, 0) == 0 );
ssmmap map;
t( ss_vfsmmap(&st_r.vfs, &map, f.fd, f.size, 1) == 0 );
ssbuf buf;
ss_bufinit(&buf);
ssbuf xfbuf;
ss_bufinit(&xfbuf);
t( ss_bufensure(&xfbuf, &a, 1024) == 0 );
ssiter index_iter;
ssiter page_iter;
sdreadarg arg = {
.index = &index,
.buf = &buf,
.buf_xf = &xfbuf,
.buf_read = NULL,
.index_iter = &index_iter,
.page_iter = &page_iter,
.mmap = &map,
.memory = NULL,
.file = NULL,
.o = SS_GT,
.use_memory = 0,
.use_mmap = 1,
.use_mmap_copy = 0,
.use_compression = 1,
.compression_if = &ss_zstdfilter,
.has = 0,
.has_vlsn = 0,
.r = &r
};
ssiter it;
ss_iterinit(sd_read, &it);
ss_iteropen(sd_read, &it, &arg, NULL, 0);
t( ss_iteratorhas(&it) == 1 );
/* page 0 */
t( ss_iteratorhas(&it) != 0 );
sv *v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 7);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 8);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 9);
ss_iteratornext(&it);
/* page 1 */
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 10);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 11);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 13);
ss_iteratornext(&it);
/* page 2 */
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 15);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 18);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 20);
ss_iteratornext(&it);
t( ss_iteratorhas(&it) == 0 );
ss_iteratorclose(&it);
ss_fileclose(&f);
t( ss_vfsmunmap(&st_r.vfs, &map) == 0 );
t( ss_vfsunlink(&vfs, "./0000.db") == 0 );
sd_indexfree(&index, &r);
sd_buildfree(&b, &r);
ss_buffree(&buf, &a);
ss_buffree(&xfbuf, &a);
sf_schemefree(&cmp, &a);
}
static void
sd_read_gt1_compression_lz4(void)
{
ssa a;
ss_aopen(&a, &ss_stda);
ssa aref;
ss_aopen(&aref, &ss_stda);
ssvfs vfs;
ss_vfsinit(&vfs, &ss_stdvfs);
sfscheme cmp;
sf_schemeinit(&cmp);
sffield *field = sf_fieldnew(&a, "key");
t( sf_fieldoptions(field, &a, "u32,key(0)") == 0 );
t( sf_schemeadd(&cmp, &a, field) == 0 );
field = sf_fieldnew(&a, "value");
t( sf_fieldoptions(field, &a, "string") == 0 );
t( sf_schemeadd(&cmp, &a, field) == 0 );
t( sf_schemevalidate(&cmp, &a) == 0 );
ssinjection ij;
memset(&ij, 0, sizeof(ij));
srstat stat;
memset(&stat, 0, sizeof(stat));
srerror error;
sr_errorinit(&error);
srseq seq;
sr_seqinit(&seq);
sscrcf crc = ss_crc32c_function();
sr r;
sr_init(&r, NULL, &error, &a, &aref, &vfs, NULL, NULL, &seq, SF_RAW,
NULL, &cmp, &ij, &stat, crc);
ssfile f;
ss_fileinit(&f, &vfs);
t( ss_filenew(&f, "./0000.db") == 0 );
t( sd_writeseal(&r, &f, NULL) == 0 );
sdbuild b;
sd_buildinit(&b);
t( sd_buildbegin(&b, &r, 1, 0, 0, 1, &ss_lz4filter) == 0);
int key = 7;
addv(&b, &r, 3, 0, &key);
key = 8;
addv(&b, &r, 4, 0, &key);
key = 9;
addv(&b, &r, 5, 0, &key);
sd_buildend(&b, &r);
uint64_t poff = f.size;
t( sd_writepage(&r, &f, NULL, &b) == 0 );
sdindex index;
sd_indexinit(&index);
t( sd_indexbegin(&index, &r) == 0 );
int rc;
rc = sd_indexadd(&index, &r, &b, poff);
t( rc == 0 );
t( sd_buildcommit(&b, &r) == 0 );
sd_buildreset(&b, &r);
t( sd_buildbegin(&b, &r, 1, 0, 0, 1, &ss_lz4filter) == 0);
key = 10;
addv(&b, &r, 6, 0, &key);
key = 11;
addv(&b, &r, 7, 0, &key);
key = 13;
addv(&b, &r, 8, 0, &key);
sd_buildend(&b, &r);
poff = f.size;
t( sd_writepage(&r, &f, NULL, &b) == 0 );
rc = sd_indexadd(&index, &r, &b, poff);
t( rc == 0 );
t( sd_buildcommit(&b, &r) == 0 );
sd_buildreset(&b, &r);
t( sd_buildbegin(&b, &r, 1, 0, 0, 1, &ss_lz4filter) == 0);
key = 15;
addv(&b, &r, 9, 0, &key);
key = 18;
addv(&b, &r, 10, 0, &key);
key = 20;
addv(&b, &r, 11, 0, &key);
sd_buildend(&b, &r);
poff = f.size;
t( sd_writepage(&r, &f, NULL, &b) == 0 );
rc = sd_indexadd(&index, &r, &b, poff);
t( rc == 0 );
t( sd_buildcommit(&b, &r) == 0 );
sdid id;
memset(&id, 0, sizeof(id));
t( sd_indexcommit(&index, &r, &id, NULL, f.size) == 0 );
t( sd_writeindex(&r, &f, NULL, &index) == 0 );
t( sd_seal(&r, &f, NULL, &index, 0) == 0 );
ssmmap map;
t( ss_vfsmmap(&st_r.vfs, &map, f.fd, f.size, 1) == 0 );
ssbuf buf;
ss_bufinit(&buf);
ssbuf xfbuf;
ss_bufinit(&xfbuf);
t( ss_bufensure(&xfbuf, &a, 1024) == 0 );
ssiter index_iter;
ssiter page_iter;
sdreadarg arg = {
.index = &index,
.buf = &buf,
.buf_xf = &xfbuf,
.buf_read = NULL,
.index_iter = &index_iter,
.page_iter = &page_iter,
.mmap = &map,
.memory = NULL,
.file = NULL,
.o = SS_GT,
.use_memory = 0,
.use_mmap = 1,
.use_mmap_copy = 0,
.use_compression = 1,
.compression_if = &ss_lz4filter,
.has = 0,
.has_vlsn = 0,
.r = &r
};
ssiter it;
ss_iterinit(sd_read, &it);
ss_iteropen(sd_read, &it, &arg, NULL, 0);
t( ss_iteratorhas(&it) == 1 );
/* page 0 */
t( ss_iteratorhas(&it) != 0 );
sv *v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 7);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 8);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 9);
ss_iteratornext(&it);
/* page 1 */
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 10);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 11);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 13);
ss_iteratornext(&it);
/* page 2 */
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 15);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 18);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 20);
ss_iteratornext(&it);
t( ss_iteratorhas(&it) == 0 );
ss_iteratorclose(&it);
ss_fileclose(&f);
t( ss_vfsmunmap(&st_r.vfs, &map) == 0 );
t( ss_vfsunlink(&vfs, "./0000.db") == 0 );
sd_indexfree(&index, &r);
sd_buildfree(&b, &r);
ss_buffree(&buf, &a);
ss_buffree(&xfbuf, &a);
sf_schemefree(&cmp, &a);
}
stgroup *sd_read_group(void)
{
stgroup *group = st_group("sdread");
st_groupadd(group, st_test("gt0", sd_read_gt0));
st_groupadd(group, st_test("gt1", sd_read_gt1));
st_groupadd(group, st_test("gt0_compression_zstd", sd_read_gt0_compression_zstd));
st_groupadd(group, st_test("gt0_compression_lz4", sd_read_gt0_compression_lz4));
st_groupadd(group, st_test("gt1_compression_zstd", sd_read_gt1_compression_zstd));
st_groupadd(group, st_test("gt1_compression_lz4", sd_read_gt1_compression_lz4));
return group;
}
