static int
se_dbscheme_init(sedb *db, char *name, int size)
{
se *e = se_of(&db->o);
/* database id */
uint32_t id = sr_seq(&e->seq, SR_DSN);
sr_seq(&e->seq, SR_DSNNEXT);
/* prepare index scheme */
sischeme *scheme = db->scheme;
if (size == 0)
size = strlen(name);
scheme->name = ss_malloc(&e->a, size + 1);
if (ssunlikely(scheme->name == NULL))
goto error;
memcpy(scheme->name, name, size);
scheme->name[size] = 0;
scheme->id = id;
scheme->sync = 2;
scheme->mmap = 0;
scheme->storage = SI_SCACHE;
scheme->node_size = 64 * 1024 * 1024;
scheme->node_compact_load = 0;
scheme->node_page_size = 128 * 1024;
scheme->node_page_checksum = 1;
scheme->compression_copy = 0;
scheme->compression_cold = 0;
scheme->compression_cold_if = &ss_nonefilter;
scheme->compression_hot = 0;
scheme->compression_hot_if = &ss_nonefilter;
scheme->temperature = 0;
scheme->expire = 0;
scheme->amqf = 0;
scheme->fmt_storage = SF_RAW;
scheme->lru = 0;
scheme->lru_step = 128 * 1024;
scheme->buf_gc_wm = 1024 * 1024;
scheme->storage_sz = ss_strdup(&e->a, "cache");
if (ssunlikely(scheme->storage_sz == NULL))
goto error;
scheme->compression_cold_sz =
ss_strdup(&e->a, scheme->compression_cold_if->name);
if (ssunlikely(scheme->compression_cold_sz == NULL))
goto error;
scheme->compression_hot_sz =
ss_strdup(&e->a, scheme->compression_hot_if->name);
if (ssunlikely(scheme->compression_hot_sz == NULL))
goto error;
sf_upsertinit(&scheme->fmt_upsert);
sf_schemeinit(&scheme->scheme);
return 0;
error:
sr_oom(&e->error);
return -1;
}
static void
sf_scheme_saveload(void)
{
sfscheme cmp;
sf_schemeinit(&cmp);
sffield *field;
field = sf_fieldnew(&st_r.a, "key");
t( field != NULL );
t( sf_fieldoptions(field, &st_r.a, "u32,key(0)") == 0);
t( sf_schemeadd(&cmp, &st_r.a, field) == 0);
field = sf_fieldnew(&st_r.a, "value");
t( field != NULL );
t( sf_fieldoptions(field, &st_r.a, "string") == 0);
t( sf_schemeadd(&cmp, &st_r.a, field) == 0);
t( sf_schemevalidate(&cmp, &st_r.a) == 0 );
ssbuf buf;
ss_bufinit(&buf);
t( sf_schemesave(&cmp, &st_r.a, &buf) == 0 );
sf_schemefree(&cmp, &st_r.a);
sf_schemeinit(&cmp);
t( sf_schemeload(&cmp, &st_r.a, buf.s, ss_bufused(&buf)) == 0 );
t( sf_schemevalidate(&cmp, &st_r.a) == 0 );
t( cmp.fields_count == 2 );
t( cmp.keys_count == 1 );
t( strcmp(cmp.fields[0]->name, "key") == 0 );
t( cmp.fields[0]->type == SS_U32 );
t( cmp.fields[0]->key == 1 );
t( cmp.fields[1]->type == SS_STRING );
t( cmp.fields[1]->key == 0 );
sf_schemefree(&cmp, &st_r.a);
ss_buffree(&buf, &st_r.a);
}
static int
se_dbscheme_init(sedb *db, char *name, int size)
{
se *e = se_of(&db->o);
/* database id */
uint32_t id = sr_seq(&e->seq, SR_DSN);
sr_seq(&e->seq, SR_DSNNEXT);
/* prepare index scheme */
sischeme *scheme = db->scheme;
if (size == 0)
size = strlen(name);
scheme->name = ss_malloc(&e->a, size + 1);
if (ssunlikely(scheme->name == NULL))
goto error;
memcpy(scheme->name, name, size);
scheme->name[size] = 0;
scheme->id = id;
scheme->sync = 1;
scheme->mmap = 1;
scheme->direct_io = 0;
scheme->direct_io_page_size = 4096;
scheme->direct_io_buffer_size = 8 * 1024 * 1024;
scheme->compression = 0;
scheme->compression_if = &ss_nonefilter;
scheme->expire = 0;
scheme->buf_gc_wm = 1024 * 1024;
scheme->compression_sz =
ss_strdup(&e->a, scheme->compression_if->name);
if (ssunlikely(scheme->compression_sz == NULL))
goto error;
sf_upsertinit(&scheme->upsert);
sf_schemeinit(&scheme->scheme);
return 0;
error:
sr_oom(&e->error);
return -1;
}
int si_schemerecover(sischeme *s, sr *r)
{
sdscheme c;
sd_schemeinit(&c);
char path[PATH_MAX];
snprintf(path, sizeof(path), "%s/scheme", s->path);
int version_storage_set = 0;
int rc;
rc = sd_schemerecover(&c, r, path);
if (ssunlikely(rc == -1))
goto error;
ssiter i;
ss_iterinit(sd_schemeiter, &i);
rc = ss_iteropen(sd_schemeiter, &i, r, &c, 1);
if (ssunlikely(rc == -1))
goto error;
while (ss_iterhas(sd_schemeiter, &i))
{
sdschemeopt *opt = ss_iterof(sd_schemeiter, &i);
switch (opt->id) {
case SI_SCHEME_VERSION:
break;
case SI_SCHEME_VERSION_STORAGE: {
if (opt->size != sizeof(srversion))
goto error;
srversion *version = (srversion*)sd_schemesz(opt);
if (! sr_versionstorage_check(version))
goto error_format;
version_storage_set = 1;
break;
}
case SI_SCHEME_SCHEME: {
sf_schemefree(&s->scheme, r->a);
sf_schemeinit(&s->scheme);
ssbuf buf;
ss_bufinit(&buf);
rc = sf_schemeload(&s->scheme, r->a, sd_schemesz(opt), opt->size);
if (ssunlikely(rc == -1))
goto error;
rc = sf_schemevalidate(&s->scheme, r->a);
if (ssunlikely(rc == -1))
goto error;
ss_buffree(&buf, r->a);
break;
}
case SI_SCHEME_NODE_SIZE:
s->compaction.node_size = sd_schemeu64(opt);
break;
case SI_SCHEME_NODE_PAGE_SIZE:
s->compaction.node_page_size = sd_schemeu32(opt);
break;
case SI_SCHEME_COMPRESSION: {
char *name = sd_schemesz(opt);
ssfilterif *cif = ss_filterof(name);
if (ssunlikely(cif == NULL))
goto error;
s->compression_if = cif;
s->compression = s->compression_if != &ss_nonefilter;
ss_free(r->a, s->compression_sz);
s->compression_sz = ss_strdup(r->a, cif->name);
if (ssunlikely(s->compression_sz == NULL))
goto error;
break;
}
case SI_SCHEME_EXPIRE:
s->expire = sd_schemeu32(opt);
break;
default: /* skip unknown */
break;
}
ss_iternext(sd_schemeiter, &i);
}
if (ssunlikely(! version_storage_set))
goto error_format;
sd_schemefree(&c, r);
return 0;
error_format:
sr_error(r->e, "%s", "incompatible storage format version");
error:
sd_schemefree(&c, r);
return -1;
}
static void
sd_read_gt0(void)
{
sdbuild b;
sd_buildinit(&b);
t( sd_buildbegin(&b, &st_r.r, 1, 0, 0, 0, NULL) == 0);
int key = 7;
addv(&b, &st_r.r, 3, 0, &key);
key = 8;
addv(&b, &st_r.r, 4, 0, &key);
key = 9;
addv(&b, &st_r.r, 5, 0, &key);
sd_buildend(&b, &st_r.r);
sdindex index;
sd_indexinit(&index);
t( sd_indexbegin(&index, &st_r.r) == 0 );
int rc;
rc = sd_indexadd(&index, &st_r.r, &b, sizeof(sdseal));
t( rc == 0 );
sdid id;
memset(&id, 0, sizeof(id));
ssfile f;
ss_fileinit(&f, &st_r.vfs);
t( ss_filenew(&f, "./0000.db") == 0 );
t( sd_writeseal(&st_r.r, &f, NULL) == 0 );
t( sd_writepage(&st_r.r, &f, NULL, &b) == 0 );
t( sd_indexcommit(&index, &st_r.r, &id, NULL, f.size) == 0 );
t( sd_writeindex(&st_r.r, &f, NULL, &index) == 0 );
t( sd_seal(&st_r.r, &f, NULL, &index, 0) == 0 );
ssmmap map;
t( ss_vfsmmap(&st_r.vfs, &map, f.fd, f.size, 1) == 0 );
ssbuf buf;
ss_bufinit(&buf);
ssbuf xfbuf;
ss_bufinit(&xfbuf);
t( ss_bufensure(&xfbuf, &st_r.a, 1024) == 0 );
ssiter index_iter;
ssiter page_iter;
sdreadarg arg = {
.index = &index,
.buf = &buf,
.buf_xf = &xfbuf,
.buf_read = NULL,
.index_iter = &index_iter,
.page_iter = &page_iter,
.mmap = &map,
.memory = NULL,
.file = NULL,
.o = SS_GT,
.use_memory = 0,
.use_mmap = 1,
.use_mmap_copy = 0,
.use_compression = 0,
.compression_if = NULL,
.has = 0,
.has_vlsn = 0,
.r = &st_r.r
};
ssiter it;
ss_iterinit(sd_read, &it);
ss_iteropen(sd_read, &it, &arg, NULL, 0);
t( ss_iteratorhas(&it) == 1 );
sv *v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &st_r.r, 0, NULL) == 7);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &st_r.r, 0, NULL) == 8);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &st_r.r, 0, NULL) == 9);
ss_iteratornext(&it);
t( ss_iteratorhas(&it) == 0 );
ss_iteratorclose(&it);
ss_fileclose(&f);
t( ss_vfsmunmap(&st_r.vfs, &map) == 0 );
t( ss_vfsunlink(&st_r.vfs, "./0000.db") == 0 );
sd_indexfree(&index, &st_r.r);
sd_buildfree(&b, &st_r.r);
ss_buffree(&xfbuf, &st_r.a);
ss_buffree(&buf, &st_r.a);
}
static void
sd_read_gt1(void)
{
ssfile f;
ss_fileinit(&f, &st_r.vfs);
t( ss_filenew(&f, "./0000.db") == 0 );
t( sd_writeseal(&st_r.r, &f, NULL) == 0 );
sdbuild b;
sd_buildinit(&b);
t( sd_buildbegin(&b, &st_r.r, 1, 0, 0, 0, NULL) == 0);
int key = 7;
addv(&b, &st_r.r, 3, 0, &key);
key = 8;
addv(&b, &st_r.r, 4, 0, &key);
key = 9;
addv(&b, &st_r.r, 5, 0, &key);
sd_buildend(&b, &st_r.r);
uint64_t poff = f.size;
t( sd_writepage(&st_r.r, &f, NULL, &b) == 0 );
sdindex index;
sd_indexinit(&index);
t( sd_indexbegin(&index, &st_r.r) == 0 );
int rc;
rc = sd_indexadd(&index, &st_r.r, &b, poff);
t( rc == 0 );
t( sd_buildcommit(&b, &st_r.r) == 0 );
t( sd_buildbegin(&b, &st_r.r, 1, 0, 0, 0, NULL) == 0);
key = 10;
addv(&b, &st_r.r, 6, 0, &key);
key = 11;
addv(&b, &st_r.r, 7, 0, &key);
key = 13;
addv(&b, &st_r.r, 8, 0, &key);
sd_buildend(&b, &st_r.r);
poff = f.size;
t( sd_writepage(&st_r.r, &f, NULL, &b) == 0 );
rc = sd_indexadd(&index, &st_r.r, &b, poff);
t( rc == 0 );
t( sd_buildcommit(&b, &st_r.r) == 0 );
t( sd_buildbegin(&b, &st_r.r, 1, 0, 0, 0, NULL) == 0);
key = 15;
addv(&b, &st_r.r, 9, 0, &key);
key = 18;
addv(&b, &st_r.r, 10, 0, &key);
key = 20;
addv(&b, &st_r.r, 11, 0, &key);
sd_buildend(&b, &st_r.r);
poff = f.size;
t( sd_writepage(&st_r.r, &f, NULL, &b) == 0 );
rc = sd_indexadd(&index, &st_r.r, &b, poff);
t( rc == 0 );
t( sd_buildcommit(&b, &st_r.r) == 0 );
sdid id;
memset(&id, 0, sizeof(id));
t( sd_indexcommit(&index, &st_r.r, &id, NULL, f.size) == 0 );
t( sd_writeindex(&st_r.r, &f, NULL, &index) == 0 );
t( sd_seal(&st_r.r, &f, NULL, &index, 0) == 0 );
ssmmap map;
t( ss_vfsmmap(&st_r.vfs, &map, f.fd, f.size, 1) == 0 );
ssbuf buf;
ss_bufinit(&buf);
ssbuf xfbuf;
ss_bufinit(&xfbuf);
t( ss_bufensure(&xfbuf, &st_r.a, 1024) == 0 );
ssiter index_iter;
ssiter page_iter;
sdreadarg arg = {
.index = &index,
.buf = &buf,
.buf_xf = &xfbuf,
.buf_read = NULL,
.index_iter = &index_iter,
.page_iter = &page_iter,
.mmap = &map,
.memory = NULL,
.file = NULL,
.o = SS_GT,
.use_memory = 0,
.use_mmap = 1,
.use_mmap_copy = 0,
.use_compression = 0,
.compression_if = NULL,
.has = 0,
.has_vlsn = 0,
.r = &st_r.r
};
ssiter it;
ss_iterinit(sd_read, &it);
ss_iteropen(sd_read, &it, &arg, NULL, 0);
t( ss_iteratorhas(&it) == 1 );
/* page 0 */
t( ss_iteratorhas(&it) != 0 );
sv *v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &st_r.r, 0, NULL) == 7);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &st_r.r, 0, NULL) == 8);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &st_r.r, 0, NULL) == 9);
ss_iteratornext(&it);
/* page 1 */
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &st_r.r, 0, NULL) == 10);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &st_r.r, 0, NULL) == 11);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &st_r.r, 0, NULL) == 13);
ss_iteratornext(&it);
/* page 2 */
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &st_r.r, 0, NULL) == 15);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &st_r.r, 0, NULL) == 18);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &st_r.r, 0, NULL) == 20);
ss_iteratornext(&it);
t( ss_iteratorhas(&it) == 0 );
ss_iteratorclose(&it);
ss_fileclose(&f);
t( ss_vfsmunmap(&st_r.vfs, &map) == 0 );
t( ss_vfsunlink(&st_r.vfs, "./0000.db") == 0 );
sd_indexfree(&index, &st_r.r);
sd_buildfree(&b, &st_r.r);
ss_buffree(&xfbuf, &st_r.a);
ss_buffree(&buf, &st_r.a);
}
static void
sd_read_gt0_compression_zstd(void)
{
ssa a;
ss_aopen(&a, &ss_stda);
ssa aref;
ss_aopen(&aref, &ss_stda);
ssvfs vfs;
ss_vfsinit(&vfs, &ss_stdvfs);
sfscheme cmp;
sf_schemeinit(&cmp);
sffield *field = sf_fieldnew(&a, "key");
t( sf_fieldoptions(field, &a, "u32,key(0)") == 0 );
t( sf_schemeadd(&cmp, &a, field) == 0 );
field = sf_fieldnew(&a, "value");
t( sf_fieldoptions(field, &a, "string") == 0 );
t( sf_schemeadd(&cmp, &a, field) == 0 );
t( sf_schemevalidate(&cmp, &a) == 0 );
ssinjection ij;
memset(&ij, 0, sizeof(ij));
srstat stat;
memset(&stat, 0, sizeof(stat));
srerror error;
sr_errorinit(&error);
srseq seq;
sr_seqinit(&seq);
sscrcf crc = ss_crc32c_function();
sr r;
sr_init(&r, NULL, &error, &a, &aref, &vfs, NULL, NULL, &seq, SF_RAW,
NULL, &cmp, &ij, &stat, crc);
sdbuild b;
sd_buildinit(&b);
t( sd_buildbegin(&b, &r, 1, 0, 0, 1, &ss_zstdfilter) == 0);
int key = 7;
addv(&b, &r, 3, 0, &key);
key = 8;
addv(&b, &r, 4, 0, &key);
key = 9;
addv(&b, &r, 5, 0, &key);
t( sd_buildend(&b, &r) == 0 );
sdindex index;
sd_indexinit(&index);
t( sd_indexbegin(&index, &r) == 0 );
int rc;
rc = sd_indexadd(&index, &r, &b, sizeof(sdseal));
t( rc == 0 );
sdid id;
memset(&id, 0, sizeof(id));
ssfile f;
ss_fileinit(&f, &vfs);
t( ss_filenew(&f, "./0000.db") == 0 );
t( sd_writeseal(&r, &f, NULL) == 0 );
t( sd_writepage(&r, &f, NULL, &b) == 0 );
t( sd_indexcommit(&index, &r, &id, NULL, f.size) == 0 );
t( sd_writeindex(&r, &f, NULL, &index) == 0 );
t( sd_seal(&r, &f, NULL, &index, 0) == 0 );
t( sd_buildcommit(&b, &r) == 0 );
ssmmap map;
t( ss_vfsmmap(&st_r.vfs, &map, f.fd, f.size, 1) == 0 );
ssbuf buf;
ss_bufinit(&buf);
ssbuf xfbuf;
ss_bufinit(&xfbuf);
t( ss_bufensure(&xfbuf, &a, 1024) == 0 );
ssiter index_iter;
ssiter page_iter;
sdreadarg arg = {
.index = &index,
.buf = &buf,
.buf_xf = &xfbuf,
.buf_read = NULL,
.index_iter = &index_iter,
.page_iter = &page_iter,
.mmap = &map,
.memory = NULL,
.file = NULL,
.o = SS_GT,
.use_memory = 0,
.use_mmap = 1,
.use_mmap_copy = 0,
.use_compression = 1,
.compression_if = &ss_zstdfilter,
.has = 0,
.has_vlsn = 0,
.r = &r
};
ssiter it;
ss_iterinit(sd_read, &it);
ss_iteropen(sd_read, &it, &arg, NULL, 0);
t( ss_iteratorhas(&it) == 1 );
sv *v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 7);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 8);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 9);
ss_iteratornext(&it);
t( ss_iteratorhas(&it) == 0 );
ss_iteratorclose(&it);
ss_fileclose(&f);
t( ss_vfsmunmap(&st_r.vfs, &map) == 0 );
t( ss_vfsunlink(&vfs, "./0000.db") == 0 );
sd_indexfree(&index, &r);
sd_buildfree(&b, &r);
ss_buffree(&xfbuf, &a);
ss_buffree(&buf, &a);
sf_schemefree(&cmp, &a);
}
static void
sd_read_gt0_compression_lz4(void)
{
ssa a;
ss_aopen(&a, &ss_stda);
ssa aref;
ss_aopen(&aref, &ss_stda);
ssvfs vfs;
ss_vfsinit(&vfs, &ss_stdvfs);
sfscheme cmp;
sf_schemeinit(&cmp);
sffield *field = sf_fieldnew(&a, "key");
t( sf_fieldoptions(field, &a, "u32,key(0)") == 0 );
t( sf_schemeadd(&cmp, &a, field) == 0 );
field = sf_fieldnew(&a, "value");
t( sf_fieldoptions(field, &a, "string") == 0 );
t( sf_schemeadd(&cmp, &a, field) == 0 );
t( sf_schemevalidate(&cmp, &a) == 0 );
ssinjection ij;
memset(&ij, 0, sizeof(ij));
srstat stat;
memset(&stat, 0, sizeof(stat));
srerror error;
sr_errorinit(&error);
srseq seq;
sr_seqinit(&seq);
sscrcf crc = ss_crc32c_function();
sr r;
sr_init(&r, NULL, &error, &a, &aref, &vfs, NULL, NULL, &seq, SF_RAW,
NULL, &cmp, &ij, &stat, crc);
sdbuild b;
sd_buildinit(&b);
t( sd_buildbegin(&b, &r, 1, 0, 0, 1, &ss_lz4filter) == 0);
int key = 7;
addv(&b, &r, 3, 0, &key);
key = 8;
addv(&b, &r, 4, 0, &key);
key = 9;
addv(&b, &r, 5, 0, &key);
t( sd_buildend(&b, &r) == 0 );
sdindex index;
sd_indexinit(&index);
t( sd_indexbegin(&index, &r) == 0 );
int rc;
rc = sd_indexadd(&index, &r, &b, sizeof(sdseal));
t( rc == 0 );
sdid id;
memset(&id, 0, sizeof(id));
t( sd_indexcommit(&index, &r, &id, NULL, 0) == 0 );
ssfile f;
ss_fileinit(&f, &vfs);
t( ss_filenew(&f, "./0000.db") == 0 );
t( sd_writeseal(&r, &f, NULL) == 0 );
t( sd_writepage(&r, &f, NULL, &b) == 0 );
t( sd_indexcommit(&index, &r, &id, NULL, f.size) == 0 );
t( sd_writeindex(&r, &f, NULL, &index) == 0 );
t( sd_seal(&r, &f, NULL, &index, 0) == 0 );
ssmmap map;
t( ss_vfsmmap(&st_r.vfs, &map, f.fd, f.size, 1) == 0 );
t( sd_buildcommit(&b, &r) == 0 );
ssbuf buf;
ss_bufinit(&buf);
ssbuf xfbuf;
ss_bufinit(&xfbuf);
t( ss_bufensure(&xfbuf, &a, 1024) == 0 );
ssiter index_iter;
ssiter page_iter;
sdreadarg arg = {
.index = &index,
.buf = &buf,
.buf_xf = &xfbuf,
.buf_read = NULL,
.index_iter = &index_iter,
.page_iter = &page_iter,
.mmap = &map,
.memory = NULL,
.file = NULL,
.o = SS_GT,
.use_memory = 0,
.use_mmap = 1,
.use_mmap_copy = 0,
.use_compression = 1,
.compression_if = &ss_lz4filter,
.has = 0,
.has_vlsn = 0,
.r = &r
};
ssiter it;
ss_iterinit(sd_read, &it);
ss_iteropen(sd_read, &it, &arg, NULL, 0);
t( ss_iteratorhas(&it) == 1 );
sv *v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 7);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 8);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 9);
ss_iteratornext(&it);
t( ss_iteratorhas(&it) == 0 );
ss_iteratorclose(&it);
ss_fileclose(&f);
t( ss_vfsmunmap(&st_r.vfs, &map) == 0 );
t( ss_vfsunlink(&vfs, "./0000.db") == 0 );
sd_indexfree(&index, &r);
sd_buildfree(&b, &r);
ss_buffree(&xfbuf, &a);
ss_buffree(&buf, &a);
sf_schemefree(&cmp, &a);
}
static void
sd_read_gt1_compression_zstd(void)
{
ssa a;
ss_aopen(&a, &ss_stda);
ssa aref;
ss_aopen(&aref, &ss_stda);
ssvfs vfs;
ss_vfsinit(&vfs, &ss_stdvfs);
sfscheme cmp;
sf_schemeinit(&cmp);
sffield *field = sf_fieldnew(&a, "key");
t( sf_fieldoptions(field, &a, "u32,key(0)") == 0 );
t( sf_schemeadd(&cmp, &a, field) == 0 );
field = sf_fieldnew(&a, "value");
t( sf_fieldoptions(field, &a, "string") == 0 );
t( sf_schemeadd(&cmp, &a, field) == 0 );
t( sf_schemevalidate(&cmp, &a) == 0 );
ssinjection ij;
memset(&ij, 0, sizeof(ij));
srstat stat;
memset(&stat, 0, sizeof(stat));
srerror error;
sr_errorinit(&error);
srseq seq;
sr_seqinit(&seq);
sscrcf crc = ss_crc32c_function();
sr r;
sr_init(&r, NULL, &error, &a, &aref, &vfs, NULL, NULL, &seq, SF_RAW,
NULL, &cmp, &ij, &stat, crc);
ssfile f;
ss_fileinit(&f, &vfs);
t( ss_filenew(&f, "./0000.db") == 0 );
t( sd_writeseal(&r, &f, NULL) == 0 );
sdbuild b;
sd_buildinit(&b);
t( sd_buildbegin(&b, &r, 1, 0, 0, 1, &ss_zstdfilter) == 0);
int key = 7;
addv(&b, &r, 3, 0, &key);
key = 8;
addv(&b, &r, 4, 0, &key);
key = 9;
addv(&b, &r, 5, 0, &key);
sd_buildend(&b, &r);
uint64_t poff = f.size;
t( sd_writepage(&r, &f, NULL, &b) == 0 );
sdindex index;
sd_indexinit(&index);
t( sd_indexbegin(&index, &r) == 0 );
int rc;
rc = sd_indexadd(&index, &r, &b, poff);
t( rc == 0 );
t( sd_buildcommit(&b, &r) == 0 );
sd_buildreset(&b, &r);
t( sd_buildbegin(&b, &r, 1, 0, 0, 1, &ss_zstdfilter) == 0);
key = 10;
addv(&b, &r, 6, 0, &key);
key = 11;
addv(&b, &r, 7, 0, &key);
key = 13;
addv(&b, &r, 8, 0, &key);
sd_buildend(&b, &r);
poff = f.size;
t( sd_writepage(&r, &f, NULL, &b) == 0 );
rc = sd_indexadd(&index, &r, &b, poff);
t( rc == 0 );
t( sd_buildcommit(&b, &r) == 0 );
sd_buildreset(&b, &r);
t( sd_buildbegin(&b, &r, 1, 0, 0, 1, &ss_zstdfilter) == 0);
key = 15;
addv(&b, &r, 9, 0, &key);
key = 18;
addv(&b, &r, 10, 0, &key);
key = 20;
addv(&b, &r, 11, 0, &key);
sd_buildend(&b, &r);
poff = f.size;
t( sd_writepage(&r, &f, NULL, &b) == 0 );
rc = sd_indexadd(&index, &r, &b, poff);
t( rc == 0 );
t( sd_buildcommit(&b, &r) == 0 );
sdid id;
memset(&id, 0, sizeof(id));
t( sd_indexcommit(&index, &r, &id, NULL, f.size) == 0 );
t( sd_writeindex(&r, &f, NULL, &index) == 0 );
t( sd_seal(&r, &f, NULL, &index, 0) == 0 );
ssmmap map;
t( ss_vfsmmap(&st_r.vfs, &map, f.fd, f.size, 1) == 0 );
ssbuf buf;
ss_bufinit(&buf);
ssbuf xfbuf;
ss_bufinit(&xfbuf);
t( ss_bufensure(&xfbuf, &a, 1024) == 0 );
ssiter index_iter;
ssiter page_iter;
sdreadarg arg = {
.index = &index,
.buf = &buf,
.buf_xf = &xfbuf,
.buf_read = NULL,
.index_iter = &index_iter,
.page_iter = &page_iter,
.mmap = &map,
.memory = NULL,
.file = NULL,
.o = SS_GT,
.use_memory = 0,
.use_mmap = 1,
.use_mmap_copy = 0,
.use_compression = 1,
.compression_if = &ss_zstdfilter,
.has = 0,
.has_vlsn = 0,
.r = &r
};
ssiter it;
ss_iterinit(sd_read, &it);
ss_iteropen(sd_read, &it, &arg, NULL, 0);
t( ss_iteratorhas(&it) == 1 );
/* page 0 */
t( ss_iteratorhas(&it) != 0 );
sv *v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 7);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 8);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 9);
ss_iteratornext(&it);
/* page 1 */
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 10);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 11);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 13);
ss_iteratornext(&it);
/* page 2 */
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 15);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 18);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 20);
ss_iteratornext(&it);
t( ss_iteratorhas(&it) == 0 );
ss_iteratorclose(&it);
ss_fileclose(&f);
t( ss_vfsmunmap(&st_r.vfs, &map) == 0 );
t( ss_vfsunlink(&vfs, "./0000.db") == 0 );
sd_indexfree(&index, &r);
sd_buildfree(&b, &r);
ss_buffree(&buf, &a);
ss_buffree(&xfbuf, &a);
sf_schemefree(&cmp, &a);
}
static void
sd_read_gt1_compression_lz4(void)
{
ssa a;
ss_aopen(&a, &ss_stda);
ssa aref;
ss_aopen(&aref, &ss_stda);
ssvfs vfs;
ss_vfsinit(&vfs, &ss_stdvfs);
sfscheme cmp;
sf_schemeinit(&cmp);
sffield *field = sf_fieldnew(&a, "key");
t( sf_fieldoptions(field, &a, "u32,key(0)") == 0 );
t( sf_schemeadd(&cmp, &a, field) == 0 );
field = sf_fieldnew(&a, "value");
t( sf_fieldoptions(field, &a, "string") == 0 );
t( sf_schemeadd(&cmp, &a, field) == 0 );
t( sf_schemevalidate(&cmp, &a) == 0 );
ssinjection ij;
memset(&ij, 0, sizeof(ij));
srstat stat;
memset(&stat, 0, sizeof(stat));
srerror error;
sr_errorinit(&error);
srseq seq;
sr_seqinit(&seq);
sscrcf crc = ss_crc32c_function();
sr r;
sr_init(&r, NULL, &error, &a, &aref, &vfs, NULL, NULL, &seq, SF_RAW,
NULL, &cmp, &ij, &stat, crc);
ssfile f;
ss_fileinit(&f, &vfs);
t( ss_filenew(&f, "./0000.db") == 0 );
t( sd_writeseal(&r, &f, NULL) == 0 );
sdbuild b;
sd_buildinit(&b);
t( sd_buildbegin(&b, &r, 1, 0, 0, 1, &ss_lz4filter) == 0);
int key = 7;
addv(&b, &r, 3, 0, &key);
key = 8;
addv(&b, &r, 4, 0, &key);
key = 9;
addv(&b, &r, 5, 0, &key);
sd_buildend(&b, &r);
uint64_t poff = f.size;
t( sd_writepage(&r, &f, NULL, &b) == 0 );
sdindex index;
sd_indexinit(&index);
t( sd_indexbegin(&index, &r) == 0 );
int rc;
rc = sd_indexadd(&index, &r, &b, poff);
t( rc == 0 );
t( sd_buildcommit(&b, &r) == 0 );
sd_buildreset(&b, &r);
t( sd_buildbegin(&b, &r, 1, 0, 0, 1, &ss_lz4filter) == 0);
key = 10;
addv(&b, &r, 6, 0, &key);
key = 11;
addv(&b, &r, 7, 0, &key);
key = 13;
addv(&b, &r, 8, 0, &key);
sd_buildend(&b, &r);
poff = f.size;
t( sd_writepage(&r, &f, NULL, &b) == 0 );
rc = sd_indexadd(&index, &r, &b, poff);
t( rc == 0 );
t( sd_buildcommit(&b, &r) == 0 );
sd_buildreset(&b, &r);
t( sd_buildbegin(&b, &r, 1, 0, 0, 1, &ss_lz4filter) == 0);
key = 15;
addv(&b, &r, 9, 0, &key);
key = 18;
addv(&b, &r, 10, 0, &key);
key = 20;
addv(&b, &r, 11, 0, &key);
sd_buildend(&b, &r);
poff = f.size;
t( sd_writepage(&r, &f, NULL, &b) == 0 );
rc = sd_indexadd(&index, &r, &b, poff);
t( rc == 0 );
t( sd_buildcommit(&b, &r) == 0 );
sdid id;
memset(&id, 0, sizeof(id));
t( sd_indexcommit(&index, &r, &id, NULL, f.size) == 0 );
t( sd_writeindex(&r, &f, NULL, &index) == 0 );
t( sd_seal(&r, &f, NULL, &index, 0) == 0 );
ssmmap map;
t( ss_vfsmmap(&st_r.vfs, &map, f.fd, f.size, 1) == 0 );
ssbuf buf;
ss_bufinit(&buf);
ssbuf xfbuf;
ss_bufinit(&xfbuf);
t( ss_bufensure(&xfbuf, &a, 1024) == 0 );
ssiter index_iter;
ssiter page_iter;
sdreadarg arg = {
.index = &index,
.buf = &buf,
.buf_xf = &xfbuf,
.buf_read = NULL,
.index_iter = &index_iter,
.page_iter = &page_iter,
.mmap = &map,
.memory = NULL,
.file = NULL,
.o = SS_GT,
.use_memory = 0,
.use_mmap = 1,
.use_mmap_copy = 0,
.use_compression = 1,
.compression_if = &ss_lz4filter,
.has = 0,
.has_vlsn = 0,
.r = &r
};
ssiter it;
ss_iterinit(sd_read, &it);
ss_iteropen(sd_read, &it, &arg, NULL, 0);
t( ss_iteratorhas(&it) == 1 );
/* page 0 */
t( ss_iteratorhas(&it) != 0 );
sv *v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 7);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 8);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 9);
ss_iteratornext(&it);
/* page 1 */
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 10);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 11);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 13);
ss_iteratornext(&it);
/* page 2 */
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 15);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 18);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 20);
ss_iteratornext(&it);
t( ss_iteratorhas(&it) == 0 );
ss_iteratorclose(&it);
ss_fileclose(&f);
t( ss_vfsmunmap(&st_r.vfs, &map) == 0 );
t( ss_vfsunlink(&vfs, "./0000.db") == 0 );
sd_indexfree(&index, &r);
sd_buildfree(&b, &r);
ss_buffree(&buf, &a);
ss_buffree(&xfbuf, &a);
sf_schemefree(&cmp, &a);
}
stgroup *sd_read_group(void)
{
stgroup *group = st_group("sdread");
st_groupadd(group, st_test("gt0", sd_read_gt0));
st_groupadd(group, st_test("gt1", sd_read_gt1));
st_groupadd(group, st_test("gt0_compression_zstd", sd_read_gt0_compression_zstd));
st_groupadd(group, st_test("gt0_compression_lz4", sd_read_gt0_compression_lz4));
st_groupadd(group, st_test("gt1_compression_zstd", sd_read_gt1_compression_zstd));
st_groupadd(group, st_test("gt1_compression_lz4", sd_read_gt1_compression_lz4));
return group;
}
