static void
se_confkv_free(so *o)
{
seconfkv *v = (seconfkv*)o;
se *e = se_of(o);
ss_buffree(&v->key, &e->a);
ss_buffree(&v->value, &e->a);
ss_free(&e->a, v);
}
void sd_buildfree(sdbuild *b, sr *r)
{
sd_buildfree_tracker(b, r);
ss_htfree(&b->tracker, r->a);
ss_buffree(&b->list, r->a);
ss_buffree(&b->m, r->a);
ss_buffree(&b->v, r->a);
ss_buffree(&b->c, r->a);
ss_buffree(&b->k, r->a);
}
static void
sd_v_test(void)
{
sdbuild b;
sd_buildinit(&b);
t( sd_buildbegin(&b, &st_r.r, 1, 0, 0) == 0);
int i = 7;
int j = 8;
addv(&b, &st_r.r, 3, 0, &i);
addv(&b, &st_r.r, 4, 0, &j);
sd_buildend(&b, &st_r.r);
ssbuf buf;
ss_bufinit(&buf);
ssbuf xfbuf;
ss_bufinit(&xfbuf);
t( ss_bufensure(&xfbuf, &st_r.a, 1024) == 0 );
t( sd_commitpage(&b, &st_r.r, &buf) == 0 );
sdpageheader *h = (sdpageheader*)buf.s;
sdpage page;
sd_pageinit(&page, h);
ssiter it;
ss_iterinit(sd_pageiter, &it);
ss_iteropen(sd_pageiter, &it, &st_r.r, &xfbuf, &page, SS_GTE, NULL, 0);
t( ss_iteratorhas(&it) != 0 );
sv *v = ss_iteratorof(&it);
t( v != NULL );
t( *(int*)sv_key(v, &st_r.r, 0) == i );
t( sv_lsn(v) == 3 );
t( sv_flags(v) == 0 );
ss_iteratornext(&it);
t( ss_iteratorhas(&it) != 0 );
v = ss_iteratorof(&it);
t( v != NULL );
t( *(int*)sv_key(v, &st_r.r, 0) == j );
t( sv_lsn(v) == 4 );
t( sv_flags(v) == 0 );
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( v == NULL );
sd_buildfree(&b, &st_r.r);
ss_buffree(&buf, &st_r.a);
ss_buffree(&xfbuf, &st_r.a);
}
int sd_indexcommit(sdindex *i, sr *r, sdid *id, ssqf *qf, uint64_t offset)
{
int size = ss_bufused(&i->v);
int size_extension = 0;
int extensions = 0;
if (qf) {
extensions = SD_INDEXEXT_AMQF;
size_extension += sizeof(sdindexamqf);
size_extension += qf->qf_table_size;
}
int rc = ss_bufensure(&i->i, r->a, size + size_extension);
if (ssunlikely(rc == -1))
return sr_oom(r->e);
memcpy(i->i.p, i->v.s, size);
ss_bufadvance(&i->i, size);
if (qf) {
sdindexamqf *qh = (sdindexamqf*)(i->i.p);
qh->q = qf->qf_qbits;
qh->r = qf->qf_rbits;
qh->entries = qf->qf_entries;
qh->size = qf->qf_table_size;
ss_bufadvance(&i->i, sizeof(sdindexamqf));
memcpy(i->i.p, qf->qf_table, qf->qf_table_size);
ss_bufadvance(&i->i, qf->qf_table_size);
}
ss_buffree(&i->v, r->a);
i->h = sd_indexheader(i);
i->h->offset = offset;
i->h->id = *id;
i->h->extension = size_extension;
i->h->extensions = extensions;
i->h->crc = ss_crcs(r->crc, i->h, sizeof(sdindexheader), 0);
return 0;
}
static void
ss_lz4filter_compress_decompress(void)
{
char text[] =
"The Early English Text Society is a text publication society dedicated to the"
"reprinting of early English texts, especially those only available in manuscript."
"Most of its volumes are in Middle English and Old English. It was founded in "
"England in 1864 by Frederick James Furnivall. Its stated goal in a report of the "
"first year of their existence was \"on the one hand, to print all that is most "
"valuable of the yet unprinted MSS. in English, and, on the other, to re-edit "
"and reprint all that is most valuable in printed English books, which from their "
"scarcity or price are not within the reach of the student of moderate means.\"[1]"
"It is known for being the first to print many English "
"manuscripts, including Cotton Nero A.x, which contains Pearl, Sir Gawain and the "
"Green Knight, and other poems. By its own count, the Society has published 344"
"volumes. Famous members of the society when it was formed in 1864 include "
"Furnivall himself, Alfred Tennyson (poet laureate), Warren de la Rue (inventor "
"of the lightbulb), Richard Chenevix Trench (Irish ecclesiastic), Stephen Austin "
"(a Hertford-based printer), Edith Coleridge (granddaughter of Samuel Taylor "
"Coleridge), and others.";
ssbuf compressed;
ss_bufinit(&compressed);
ssfilter f;
t( ss_filterinit(&f, &ss_lz4filter, &st_r.a, SS_FINPUT) == 0 );
t( ss_filterstart(&f, &compressed) == 0 );
t( ss_filternext(&f, &compressed, text, sizeof(text) - 1) == 0 );
t( ss_filtercomplete(&f, &compressed) == 0 );
t( ss_filterfree(&f) == 0 );
ssbuf decompressed;
ss_bufinit(&decompressed);
t( ss_bufensure(&decompressed, &st_r.a, sizeof(text)) == 0 );
t( ss_filterinit(&f, &ss_lz4filter, &st_r.a, SS_FOUTPUT) == 0 );
t( ss_filternext(&f, &decompressed, compressed.s, ss_bufused(&compressed)) == 0 );
t( ss_filterfree(&f) == 0 );
t( memcmp(text, decompressed.s, sizeof(text) - 1) == 0 );
ss_buffree(&compressed, &st_r.a);
ss_buffree(&decompressed, &st_r.a);
}
int sd_indexcommit(sdindex *i, sr *r, sdid *id, ssqf *qf,
uint32_t align,
uint64_t offset)
{
int size = ss_bufused(&i->v);
int size_extension = 0;
int extensions = 0;
if (qf) {
extensions = SD_INDEXEXT_AMQF;
size_extension += sizeof(sdindexamqf);
size_extension += qf->qf_table_size;
}
/* calculate index align for direct_io */
int size_meta = size + size_extension + sizeof(sdindexheader);
int size_align = 0;
if (align) {
size_align += align - ((offset + size_meta + ss_bufused(&i->i)) % align);
size_meta += size_align;
}
int rc = ss_bufensure(&i->i, r->a, size_meta);
if (ssunlikely(rc == -1))
return sr_oom(r->e);
/* min/max pairs */
memcpy(i->i.p, i->v.s, size);
ss_bufadvance(&i->i, size);
/* extension */
if (qf) {
sdindexamqf *qh = (sdindexamqf*)(i->i.p);
qh->q = qf->qf_qbits;
qh->r = qf->qf_rbits;
qh->entries = qf->qf_entries;
qh->size = qf->qf_table_size;
ss_bufadvance(&i->i, sizeof(sdindexamqf));
memcpy(i->i.p, qf->qf_table, qf->qf_table_size);
ss_bufadvance(&i->i, qf->qf_table_size);
}
ss_buffree(&i->v, r->a);
sdindexheader *h = &i->build;
/* align */
if (size_align) {
h->align = size_align;
memset(i->i.p, 0, size_align);
ss_bufadvance(&i->i, size_align);
}
/* header */
h->offset = offset;
h->id = *id;
h->extension = size_extension;
h->extensions = extensions;
h->crc = ss_crcs(r->crc, h, sizeof(sdindexheader), 0);
memcpy(i->i.p, &i->build, sizeof(sdindexheader));
ss_bufadvance(&i->i, sizeof(sdindexheader));
i->h = sd_indexheader(i);
return 0;
}
static inline int
si_recoverindex(si *i, sr *r, sdsnapshot *s)
{
sitrack track;
si_trackinit(&track);
ssbuf buf;
ss_bufinit(&buf);
int rc;
if (sd_snapshot_is(s)) {
rc = si_tracksnapshot(&track, r, i, s);
if (ssunlikely(rc == -1))
goto error;
}
rc = si_trackdir(&track, r, i);
if (ssunlikely(rc == -1))
goto error;
if (ssunlikely(track.count == 0))
return 1;
rc = si_trackvalidate(&track, &buf, r, i);
if (ssunlikely(rc == -1))
goto error;
rc = si_recovercomplete(&track, r, i, &buf);
if (ssunlikely(rc == -1))
goto error;
/* set actual metrics */
if (track.nsn > r->seq->nsn)
r->seq->nsn = track.nsn;
if (track.lsn > r->seq->lsn)
r->seq->lsn = track.lsn;
si_recoversize(i);
ss_buffree(&buf, r->a);
return 0;
error:
ss_buffree(&buf, r->a);
si_trackfree(&track, r);
return -1;
}
static void
sf_scheme_saveload(void)
{
sfscheme cmp;
sf_schemeinit(&cmp);
sffield *field;
field = sf_fieldnew(&st_r.a, "key");
t( field != NULL );
t( sf_fieldoptions(field, &st_r.a, "u32,key(0)") == 0);
t( sf_schemeadd(&cmp, &st_r.a, field) == 0);
field = sf_fieldnew(&st_r.a, "value");
t( field != NULL );
t( sf_fieldoptions(field, &st_r.a, "string") == 0);
t( sf_schemeadd(&cmp, &st_r.a, field) == 0);
t( sf_schemevalidate(&cmp, &st_r.a) == 0 );
ssbuf buf;
ss_bufinit(&buf);
t( sf_schemesave(&cmp, &st_r.a, &buf) == 0 );
sf_schemefree(&cmp, &st_r.a);
sf_schemeinit(&cmp);
t( sf_schemeload(&cmp, &st_r.a, buf.s, ss_bufused(&buf)) == 0 );
t( sf_schemevalidate(&cmp, &st_r.a) == 0 );
t( cmp.fields_count == 2 );
t( cmp.keys_count == 1 );
t( strcmp(cmp.fields[0]->name, "key") == 0 );
t( cmp.fields[0]->type == SS_U32 );
t( cmp.fields[0]->key == 1 );
t( cmp.fields[1]->type == SS_STRING );
t( cmp.fields[1]->key == 0 );
sf_schemefree(&cmp, &st_r.a);
ss_buffree(&buf, &st_r.a);
}
static void
sr_scheme_saveload(void)
{
srscheme cmp;
sr_schemeinit(&cmp);
srkey *part = sr_schemeadd(&cmp, &st_r.a);
t( sr_keysetname(part, &st_r.a, "key") == 0 );
t( sr_keyset(part, &st_r.a, "u32") == 0 );
ssbuf buf;
ss_bufinit(&buf);
t( sr_schemesave(&cmp, &st_r.a, &buf) == 0 );
sr_schemefree(&cmp, &st_r.a);
sr_schemeinit(&cmp);
t( sr_schemeload(&cmp, &st_r.a, buf.s, ss_bufused(&buf)) == 0 );
t( cmp.count == 1 );
t( strcmp(cmp.parts[0].name, "key") == 0 );
t( cmp.parts[0].type == SS_U32 );
sr_schemefree(&cmp, &st_r.a);
ss_buffree(&buf, &st_r.a);
}
int si_schemedeploy(sischeme *s, sr *r)
{
sdscheme c;
sd_schemeinit(&c);
int rc;
rc = sd_schemebegin(&c, r);
if (ssunlikely(rc == -1))
return -1;
ssbuf buf;
ss_bufinit(&buf);
rc = sd_schemeadd(&c, r, SI_SCHEME_VERSION, SS_STRING, &s->version,
sizeof(s->version));
if (ssunlikely(rc == -1))
goto error;
rc = sd_schemeadd(&c, r, SI_SCHEME_VERSION_STORAGE, SS_STRING,
&s->version_storage, sizeof(s->version_storage));
if (ssunlikely(rc == -1))
goto error;
rc = sd_schemeadd(&c, r, SI_SCHEME_NAME, SS_STRING, s->name,
strlen(s->name) + 1);
if (ssunlikely(rc == -1))
goto error;
rc = sf_schemesave(&s->scheme, r->a, &buf);
if (ssunlikely(rc == -1))
goto error;
rc = sd_schemeadd(&c, r, SI_SCHEME_SCHEME, SS_STRING, buf.s,
ss_bufused(&buf));
if (ssunlikely(rc == -1))
goto error;
ss_buffree(&buf, r->a);
rc = sd_schemeadd(&c, r, SI_SCHEME_NODE_SIZE, SS_U64,
&s->compaction.node_size,
sizeof(s->compaction.node_size));
if (ssunlikely(rc == -1))
goto error;
rc = sd_schemeadd(&c, r, SI_SCHEME_NODE_PAGE_SIZE, SS_U32,
&s->compaction.node_page_size,
sizeof(s->compaction.node_page_size));
if (ssunlikely(rc == -1))
goto error;
rc = sd_schemeadd(&c, r, SI_SCHEME_NODE_PAGE_CHECKSUM, SS_U32,
&s->compaction.node_page_checksum,
sizeof(s->compaction.node_page_checksum));
if (ssunlikely(rc == -1))
goto error;
rc = sd_schemeadd(&c, r, SI_SCHEME_COMPRESSION, SS_STRING,
s->compression_if->name,
strlen(s->compression_if->name) + 1);
if (ssunlikely(rc == -1))
goto error;
rc = sd_schemeadd(&c, r, SI_SCHEME_EXPIRE, SS_U32,
&s->expire, sizeof(s->expire));
if (ssunlikely(rc == -1))
goto error;
rc = sd_schemecommit(&c, r);
if (ssunlikely(rc == -1))
return -1;
char path[PATH_MAX];
snprintf(path, sizeof(path), "%s/scheme", s->path);
rc = sd_schemewrite(&c, r, path, 0);
sd_schemefree(&c, r);
return rc;
error:
ss_buffree(&buf, r->a);
sd_schemefree(&c, r);
return -1;
}
int si_schemerecover(sischeme *s, sr *r)
{
sdscheme c;
sd_schemeinit(&c);
char path[PATH_MAX];
snprintf(path, sizeof(path), "%s/scheme", s->path);
int version_storage_set = 0;
int rc;
rc = sd_schemerecover(&c, r, path);
if (ssunlikely(rc == -1))
goto error;
ssiter i;
ss_iterinit(sd_schemeiter, &i);
rc = ss_iteropen(sd_schemeiter, &i, r, &c, 1);
if (ssunlikely(rc == -1))
goto error;
while (ss_iterhas(sd_schemeiter, &i))
{
sdschemeopt *opt = ss_iterof(sd_schemeiter, &i);
switch (opt->id) {
case SI_SCHEME_VERSION:
break;
case SI_SCHEME_VERSION_STORAGE: {
if (opt->size != sizeof(srversion))
goto error;
srversion *version = (srversion*)sd_schemesz(opt);
if (! sr_versionstorage_check(version))
goto error_format;
version_storage_set = 1;
break;
}
case SI_SCHEME_SCHEME: {
sf_schemefree(&s->scheme, r->a);
sf_schemeinit(&s->scheme);
ssbuf buf;
ss_bufinit(&buf);
rc = sf_schemeload(&s->scheme, r->a, sd_schemesz(opt), opt->size);
if (ssunlikely(rc == -1))
goto error;
rc = sf_schemevalidate(&s->scheme, r->a);
if (ssunlikely(rc == -1))
goto error;
ss_buffree(&buf, r->a);
break;
}
case SI_SCHEME_NODE_SIZE:
s->compaction.node_size = sd_schemeu64(opt);
break;
case SI_SCHEME_NODE_PAGE_SIZE:
s->compaction.node_page_size = sd_schemeu32(opt);
break;
case SI_SCHEME_COMPRESSION: {
char *name = sd_schemesz(opt);
ssfilterif *cif = ss_filterof(name);
if (ssunlikely(cif == NULL))
goto error;
s->compression_if = cif;
s->compression = s->compression_if != &ss_nonefilter;
ss_free(r->a, s->compression_sz);
s->compression_sz = ss_strdup(r->a, cif->name);
if (ssunlikely(s->compression_sz == NULL))
goto error;
break;
}
case SI_SCHEME_EXPIRE:
s->expire = sd_schemeu32(opt);
break;
default: /* skip unknown */
break;
}
ss_iternext(sd_schemeiter, &i);
}
if (ssunlikely(! version_storage_set))
goto error_format;
sd_schemefree(&c, r);
return 0;
error_format:
sr_error(r->e, "%s", "incompatible storage format version");
error:
sd_schemefree(&c, r);
return -1;
}
static void
sd_read_gt0(void)
{
sdbuild b;
sd_buildinit(&b);
t( sd_buildbegin(&b, &st_r.r, 1, 0, 0, 0, NULL) == 0);
int key = 7;
addv(&b, &st_r.r, 3, 0, &key);
key = 8;
addv(&b, &st_r.r, 4, 0, &key);
key = 9;
addv(&b, &st_r.r, 5, 0, &key);
sd_buildend(&b, &st_r.r);
sdindex index;
sd_indexinit(&index);
t( sd_indexbegin(&index, &st_r.r) == 0 );
int rc;
rc = sd_indexadd(&index, &st_r.r, &b, sizeof(sdseal));
t( rc == 0 );
sdid id;
memset(&id, 0, sizeof(id));
ssfile f;
ss_fileinit(&f, &st_r.vfs);
t( ss_filenew(&f, "./0000.db") == 0 );
t( sd_writeseal(&st_r.r, &f, NULL) == 0 );
t( sd_writepage(&st_r.r, &f, NULL, &b) == 0 );
t( sd_indexcommit(&index, &st_r.r, &id, NULL, f.size) == 0 );
t( sd_writeindex(&st_r.r, &f, NULL, &index) == 0 );
t( sd_seal(&st_r.r, &f, NULL, &index, 0) == 0 );
ssmmap map;
t( ss_vfsmmap(&st_r.vfs, &map, f.fd, f.size, 1) == 0 );
ssbuf buf;
ss_bufinit(&buf);
ssbuf xfbuf;
ss_bufinit(&xfbuf);
t( ss_bufensure(&xfbuf, &st_r.a, 1024) == 0 );
ssiter index_iter;
ssiter page_iter;
sdreadarg arg = {
.index = &index,
.buf = &buf,
.buf_xf = &xfbuf,
.buf_read = NULL,
.index_iter = &index_iter,
.page_iter = &page_iter,
.mmap = &map,
.memory = NULL,
.file = NULL,
.o = SS_GT,
.use_memory = 0,
.use_mmap = 1,
.use_mmap_copy = 0,
.use_compression = 0,
.compression_if = NULL,
.has = 0,
.has_vlsn = 0,
.r = &st_r.r
};
ssiter it;
ss_iterinit(sd_read, &it);
ss_iteropen(sd_read, &it, &arg, NULL, 0);
t( ss_iteratorhas(&it) == 1 );
sv *v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &st_r.r, 0, NULL) == 7);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &st_r.r, 0, NULL) == 8);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &st_r.r, 0, NULL) == 9);
ss_iteratornext(&it);
t( ss_iteratorhas(&it) == 0 );
ss_iteratorclose(&it);
ss_fileclose(&f);
t( ss_vfsmunmap(&st_r.vfs, &map) == 0 );
t( ss_vfsunlink(&st_r.vfs, "./0000.db") == 0 );
sd_indexfree(&index, &st_r.r);
sd_buildfree(&b, &st_r.r);
ss_buffree(&xfbuf, &st_r.a);
ss_buffree(&buf, &st_r.a);
}
static void
sd_read_gt1(void)
{
ssfile f;
ss_fileinit(&f, &st_r.vfs);
t( ss_filenew(&f, "./0000.db") == 0 );
t( sd_writeseal(&st_r.r, &f, NULL) == 0 );
sdbuild b;
sd_buildinit(&b);
t( sd_buildbegin(&b, &st_r.r, 1, 0, 0, 0, NULL) == 0);
int key = 7;
addv(&b, &st_r.r, 3, 0, &key);
key = 8;
addv(&b, &st_r.r, 4, 0, &key);
key = 9;
addv(&b, &st_r.r, 5, 0, &key);
sd_buildend(&b, &st_r.r);
uint64_t poff = f.size;
t( sd_writepage(&st_r.r, &f, NULL, &b) == 0 );
sdindex index;
sd_indexinit(&index);
t( sd_indexbegin(&index, &st_r.r) == 0 );
int rc;
rc = sd_indexadd(&index, &st_r.r, &b, poff);
t( rc == 0 );
t( sd_buildcommit(&b, &st_r.r) == 0 );
t( sd_buildbegin(&b, &st_r.r, 1, 0, 0, 0, NULL) == 0);
key = 10;
addv(&b, &st_r.r, 6, 0, &key);
key = 11;
addv(&b, &st_r.r, 7, 0, &key);
key = 13;
addv(&b, &st_r.r, 8, 0, &key);
sd_buildend(&b, &st_r.r);
poff = f.size;
t( sd_writepage(&st_r.r, &f, NULL, &b) == 0 );
rc = sd_indexadd(&index, &st_r.r, &b, poff);
t( rc == 0 );
t( sd_buildcommit(&b, &st_r.r) == 0 );
t( sd_buildbegin(&b, &st_r.r, 1, 0, 0, 0, NULL) == 0);
key = 15;
addv(&b, &st_r.r, 9, 0, &key);
key = 18;
addv(&b, &st_r.r, 10, 0, &key);
key = 20;
addv(&b, &st_r.r, 11, 0, &key);
sd_buildend(&b, &st_r.r);
poff = f.size;
t( sd_writepage(&st_r.r, &f, NULL, &b) == 0 );
rc = sd_indexadd(&index, &st_r.r, &b, poff);
t( rc == 0 );
t( sd_buildcommit(&b, &st_r.r) == 0 );
sdid id;
memset(&id, 0, sizeof(id));
t( sd_indexcommit(&index, &st_r.r, &id, NULL, f.size) == 0 );
t( sd_writeindex(&st_r.r, &f, NULL, &index) == 0 );
t( sd_seal(&st_r.r, &f, NULL, &index, 0) == 0 );
ssmmap map;
t( ss_vfsmmap(&st_r.vfs, &map, f.fd, f.size, 1) == 0 );
ssbuf buf;
ss_bufinit(&buf);
ssbuf xfbuf;
ss_bufinit(&xfbuf);
t( ss_bufensure(&xfbuf, &st_r.a, 1024) == 0 );
ssiter index_iter;
ssiter page_iter;
sdreadarg arg = {
.index = &index,
.buf = &buf,
.buf_xf = &xfbuf,
.buf_read = NULL,
.index_iter = &index_iter,
.page_iter = &page_iter,
.mmap = &map,
.memory = NULL,
.file = NULL,
.o = SS_GT,
.use_memory = 0,
.use_mmap = 1,
.use_mmap_copy = 0,
.use_compression = 0,
.compression_if = NULL,
.has = 0,
.has_vlsn = 0,
.r = &st_r.r
};
ssiter it;
ss_iterinit(sd_read, &it);
ss_iteropen(sd_read, &it, &arg, NULL, 0);
t( ss_iteratorhas(&it) == 1 );
/* page 0 */
t( ss_iteratorhas(&it) != 0 );
sv *v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &st_r.r, 0, NULL) == 7);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &st_r.r, 0, NULL) == 8);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &st_r.r, 0, NULL) == 9);
ss_iteratornext(&it);
/* page 1 */
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &st_r.r, 0, NULL) == 10);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &st_r.r, 0, NULL) == 11);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &st_r.r, 0, NULL) == 13);
ss_iteratornext(&it);
/* page 2 */
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &st_r.r, 0, NULL) == 15);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &st_r.r, 0, NULL) == 18);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &st_r.r, 0, NULL) == 20);
ss_iteratornext(&it);
t( ss_iteratorhas(&it) == 0 );
ss_iteratorclose(&it);
ss_fileclose(&f);
t( ss_vfsmunmap(&st_r.vfs, &map) == 0 );
t( ss_vfsunlink(&st_r.vfs, "./0000.db") == 0 );
sd_indexfree(&index, &st_r.r);
sd_buildfree(&b, &st_r.r);
ss_buffree(&xfbuf, &st_r.a);
ss_buffree(&buf, &st_r.a);
}
static void
sd_read_gt0_compression_zstd(void)
{
ssa a;
ss_aopen(&a, &ss_stda);
ssa aref;
ss_aopen(&aref, &ss_stda);
ssvfs vfs;
ss_vfsinit(&vfs, &ss_stdvfs);
sfscheme cmp;
sf_schemeinit(&cmp);
sffield *field = sf_fieldnew(&a, "key");
t( sf_fieldoptions(field, &a, "u32,key(0)") == 0 );
t( sf_schemeadd(&cmp, &a, field) == 0 );
field = sf_fieldnew(&a, "value");
t( sf_fieldoptions(field, &a, "string") == 0 );
t( sf_schemeadd(&cmp, &a, field) == 0 );
t( sf_schemevalidate(&cmp, &a) == 0 );
ssinjection ij;
memset(&ij, 0, sizeof(ij));
srstat stat;
memset(&stat, 0, sizeof(stat));
srerror error;
sr_errorinit(&error);
srseq seq;
sr_seqinit(&seq);
sscrcf crc = ss_crc32c_function();
sr r;
sr_init(&r, NULL, &error, &a, &aref, &vfs, NULL, NULL, &seq, SF_RAW,
NULL, &cmp, &ij, &stat, crc);
sdbuild b;
sd_buildinit(&b);
t( sd_buildbegin(&b, &r, 1, 0, 0, 1, &ss_zstdfilter) == 0);
int key = 7;
addv(&b, &r, 3, 0, &key);
key = 8;
addv(&b, &r, 4, 0, &key);
key = 9;
addv(&b, &r, 5, 0, &key);
t( sd_buildend(&b, &r) == 0 );
sdindex index;
sd_indexinit(&index);
t( sd_indexbegin(&index, &r) == 0 );
int rc;
rc = sd_indexadd(&index, &r, &b, sizeof(sdseal));
t( rc == 0 );
sdid id;
memset(&id, 0, sizeof(id));
ssfile f;
ss_fileinit(&f, &vfs);
t( ss_filenew(&f, "./0000.db") == 0 );
t( sd_writeseal(&r, &f, NULL) == 0 );
t( sd_writepage(&r, &f, NULL, &b) == 0 );
t( sd_indexcommit(&index, &r, &id, NULL, f.size) == 0 );
t( sd_writeindex(&r, &f, NULL, &index) == 0 );
t( sd_seal(&r, &f, NULL, &index, 0) == 0 );
t( sd_buildcommit(&b, &r) == 0 );
ssmmap map;
t( ss_vfsmmap(&st_r.vfs, &map, f.fd, f.size, 1) == 0 );
ssbuf buf;
ss_bufinit(&buf);
ssbuf xfbuf;
ss_bufinit(&xfbuf);
t( ss_bufensure(&xfbuf, &a, 1024) == 0 );
ssiter index_iter;
ssiter page_iter;
sdreadarg arg = {
.index = &index,
.buf = &buf,
.buf_xf = &xfbuf,
.buf_read = NULL,
.index_iter = &index_iter,
.page_iter = &page_iter,
.mmap = &map,
.memory = NULL,
.file = NULL,
.o = SS_GT,
.use_memory = 0,
.use_mmap = 1,
.use_mmap_copy = 0,
.use_compression = 1,
.compression_if = &ss_zstdfilter,
.has = 0,
.has_vlsn = 0,
.r = &r
};
ssiter it;
ss_iterinit(sd_read, &it);
ss_iteropen(sd_read, &it, &arg, NULL, 0);
t( ss_iteratorhas(&it) == 1 );
sv *v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 7);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 8);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 9);
ss_iteratornext(&it);
t( ss_iteratorhas(&it) == 0 );
ss_iteratorclose(&it);
ss_fileclose(&f);
t( ss_vfsmunmap(&st_r.vfs, &map) == 0 );
t( ss_vfsunlink(&vfs, "./0000.db") == 0 );
sd_indexfree(&index, &r);
sd_buildfree(&b, &r);
ss_buffree(&xfbuf, &a);
ss_buffree(&buf, &a);
sf_schemefree(&cmp, &a);
}
static void
sd_read_gt0_compression_lz4(void)
{
ssa a;
ss_aopen(&a, &ss_stda);
ssa aref;
ss_aopen(&aref, &ss_stda);
ssvfs vfs;
ss_vfsinit(&vfs, &ss_stdvfs);
sfscheme cmp;
sf_schemeinit(&cmp);
sffield *field = sf_fieldnew(&a, "key");
t( sf_fieldoptions(field, &a, "u32,key(0)") == 0 );
t( sf_schemeadd(&cmp, &a, field) == 0 );
field = sf_fieldnew(&a, "value");
t( sf_fieldoptions(field, &a, "string") == 0 );
t( sf_schemeadd(&cmp, &a, field) == 0 );
t( sf_schemevalidate(&cmp, &a) == 0 );
ssinjection ij;
memset(&ij, 0, sizeof(ij));
srstat stat;
memset(&stat, 0, sizeof(stat));
srerror error;
sr_errorinit(&error);
srseq seq;
sr_seqinit(&seq);
sscrcf crc = ss_crc32c_function();
sr r;
sr_init(&r, NULL, &error, &a, &aref, &vfs, NULL, NULL, &seq, SF_RAW,
NULL, &cmp, &ij, &stat, crc);
sdbuild b;
sd_buildinit(&b);
t( sd_buildbegin(&b, &r, 1, 0, 0, 1, &ss_lz4filter) == 0);
int key = 7;
addv(&b, &r, 3, 0, &key);
key = 8;
addv(&b, &r, 4, 0, &key);
key = 9;
addv(&b, &r, 5, 0, &key);
t( sd_buildend(&b, &r) == 0 );
sdindex index;
sd_indexinit(&index);
t( sd_indexbegin(&index, &r) == 0 );
int rc;
rc = sd_indexadd(&index, &r, &b, sizeof(sdseal));
t( rc == 0 );
sdid id;
memset(&id, 0, sizeof(id));
t( sd_indexcommit(&index, &r, &id, NULL, 0) == 0 );
ssfile f;
ss_fileinit(&f, &vfs);
t( ss_filenew(&f, "./0000.db") == 0 );
t( sd_writeseal(&r, &f, NULL) == 0 );
t( sd_writepage(&r, &f, NULL, &b) == 0 );
t( sd_indexcommit(&index, &r, &id, NULL, f.size) == 0 );
t( sd_writeindex(&r, &f, NULL, &index) == 0 );
t( sd_seal(&r, &f, NULL, &index, 0) == 0 );
ssmmap map;
t( ss_vfsmmap(&st_r.vfs, &map, f.fd, f.size, 1) == 0 );
t( sd_buildcommit(&b, &r) == 0 );
ssbuf buf;
ss_bufinit(&buf);
ssbuf xfbuf;
ss_bufinit(&xfbuf);
t( ss_bufensure(&xfbuf, &a, 1024) == 0 );
ssiter index_iter;
ssiter page_iter;
sdreadarg arg = {
.index = &index,
.buf = &buf,
.buf_xf = &xfbuf,
.buf_read = NULL,
.index_iter = &index_iter,
.page_iter = &page_iter,
.mmap = &map,
.memory = NULL,
.file = NULL,
.o = SS_GT,
.use_memory = 0,
.use_mmap = 1,
.use_mmap_copy = 0,
.use_compression = 1,
.compression_if = &ss_lz4filter,
.has = 0,
.has_vlsn = 0,
.r = &r
};
ssiter it;
ss_iterinit(sd_read, &it);
ss_iteropen(sd_read, &it, &arg, NULL, 0);
t( ss_iteratorhas(&it) == 1 );
sv *v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 7);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 8);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 9);
ss_iteratornext(&it);
t( ss_iteratorhas(&it) == 0 );
ss_iteratorclose(&it);
ss_fileclose(&f);
t( ss_vfsmunmap(&st_r.vfs, &map) == 0 );
t( ss_vfsunlink(&vfs, "./0000.db") == 0 );
sd_indexfree(&index, &r);
sd_buildfree(&b, &r);
ss_buffree(&xfbuf, &a);
ss_buffree(&buf, &a);
sf_schemefree(&cmp, &a);
}
static void
sd_read_gt1_compression_zstd(void)
{
ssa a;
ss_aopen(&a, &ss_stda);
ssa aref;
ss_aopen(&aref, &ss_stda);
ssvfs vfs;
ss_vfsinit(&vfs, &ss_stdvfs);
sfscheme cmp;
sf_schemeinit(&cmp);
sffield *field = sf_fieldnew(&a, "key");
t( sf_fieldoptions(field, &a, "u32,key(0)") == 0 );
t( sf_schemeadd(&cmp, &a, field) == 0 );
field = sf_fieldnew(&a, "value");
t( sf_fieldoptions(field, &a, "string") == 0 );
t( sf_schemeadd(&cmp, &a, field) == 0 );
t( sf_schemevalidate(&cmp, &a) == 0 );
ssinjection ij;
memset(&ij, 0, sizeof(ij));
srstat stat;
memset(&stat, 0, sizeof(stat));
srerror error;
sr_errorinit(&error);
srseq seq;
sr_seqinit(&seq);
sscrcf crc = ss_crc32c_function();
sr r;
sr_init(&r, NULL, &error, &a, &aref, &vfs, NULL, NULL, &seq, SF_RAW,
NULL, &cmp, &ij, &stat, crc);
ssfile f;
ss_fileinit(&f, &vfs);
t( ss_filenew(&f, "./0000.db") == 0 );
t( sd_writeseal(&r, &f, NULL) == 0 );
sdbuild b;
sd_buildinit(&b);
t( sd_buildbegin(&b, &r, 1, 0, 0, 1, &ss_zstdfilter) == 0);
int key = 7;
addv(&b, &r, 3, 0, &key);
key = 8;
addv(&b, &r, 4, 0, &key);
key = 9;
addv(&b, &r, 5, 0, &key);
sd_buildend(&b, &r);
uint64_t poff = f.size;
t( sd_writepage(&r, &f, NULL, &b) == 0 );
sdindex index;
sd_indexinit(&index);
t( sd_indexbegin(&index, &r) == 0 );
int rc;
rc = sd_indexadd(&index, &r, &b, poff);
t( rc == 0 );
t( sd_buildcommit(&b, &r) == 0 );
sd_buildreset(&b, &r);
t( sd_buildbegin(&b, &r, 1, 0, 0, 1, &ss_zstdfilter) == 0);
key = 10;
addv(&b, &r, 6, 0, &key);
key = 11;
addv(&b, &r, 7, 0, &key);
key = 13;
addv(&b, &r, 8, 0, &key);
sd_buildend(&b, &r);
poff = f.size;
t( sd_writepage(&r, &f, NULL, &b) == 0 );
rc = sd_indexadd(&index, &r, &b, poff);
t( rc == 0 );
t( sd_buildcommit(&b, &r) == 0 );
sd_buildreset(&b, &r);
t( sd_buildbegin(&b, &r, 1, 0, 0, 1, &ss_zstdfilter) == 0);
key = 15;
addv(&b, &r, 9, 0, &key);
key = 18;
addv(&b, &r, 10, 0, &key);
key = 20;
addv(&b, &r, 11, 0, &key);
sd_buildend(&b, &r);
poff = f.size;
t( sd_writepage(&r, &f, NULL, &b) == 0 );
rc = sd_indexadd(&index, &r, &b, poff);
t( rc == 0 );
t( sd_buildcommit(&b, &r) == 0 );
sdid id;
memset(&id, 0, sizeof(id));
t( sd_indexcommit(&index, &r, &id, NULL, f.size) == 0 );
t( sd_writeindex(&r, &f, NULL, &index) == 0 );
t( sd_seal(&r, &f, NULL, &index, 0) == 0 );
ssmmap map;
t( ss_vfsmmap(&st_r.vfs, &map, f.fd, f.size, 1) == 0 );
ssbuf buf;
ss_bufinit(&buf);
ssbuf xfbuf;
ss_bufinit(&xfbuf);
t( ss_bufensure(&xfbuf, &a, 1024) == 0 );
ssiter index_iter;
ssiter page_iter;
sdreadarg arg = {
.index = &index,
.buf = &buf,
.buf_xf = &xfbuf,
.buf_read = NULL,
.index_iter = &index_iter,
.page_iter = &page_iter,
.mmap = &map,
.memory = NULL,
.file = NULL,
.o = SS_GT,
.use_memory = 0,
.use_mmap = 1,
.use_mmap_copy = 0,
.use_compression = 1,
.compression_if = &ss_zstdfilter,
.has = 0,
.has_vlsn = 0,
.r = &r
};
ssiter it;
ss_iterinit(sd_read, &it);
ss_iteropen(sd_read, &it, &arg, NULL, 0);
t( ss_iteratorhas(&it) == 1 );
/* page 0 */
t( ss_iteratorhas(&it) != 0 );
sv *v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 7);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 8);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 9);
ss_iteratornext(&it);
/* page 1 */
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 10);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 11);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 13);
ss_iteratornext(&it);
/* page 2 */
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 15);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 18);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 20);
ss_iteratornext(&it);
t( ss_iteratorhas(&it) == 0 );
ss_iteratorclose(&it);
ss_fileclose(&f);
t( ss_vfsmunmap(&st_r.vfs, &map) == 0 );
t( ss_vfsunlink(&vfs, "./0000.db") == 0 );
sd_indexfree(&index, &r);
sd_buildfree(&b, &r);
ss_buffree(&buf, &a);
ss_buffree(&xfbuf, &a);
sf_schemefree(&cmp, &a);
}
static void
sd_read_gt1_compression_lz4(void)
{
ssa a;
ss_aopen(&a, &ss_stda);
ssa aref;
ss_aopen(&aref, &ss_stda);
ssvfs vfs;
ss_vfsinit(&vfs, &ss_stdvfs);
sfscheme cmp;
sf_schemeinit(&cmp);
sffield *field = sf_fieldnew(&a, "key");
t( sf_fieldoptions(field, &a, "u32,key(0)") == 0 );
t( sf_schemeadd(&cmp, &a, field) == 0 );
field = sf_fieldnew(&a, "value");
t( sf_fieldoptions(field, &a, "string") == 0 );
t( sf_schemeadd(&cmp, &a, field) == 0 );
t( sf_schemevalidate(&cmp, &a) == 0 );
ssinjection ij;
memset(&ij, 0, sizeof(ij));
srstat stat;
memset(&stat, 0, sizeof(stat));
srerror error;
sr_errorinit(&error);
srseq seq;
sr_seqinit(&seq);
sscrcf crc = ss_crc32c_function();
sr r;
sr_init(&r, NULL, &error, &a, &aref, &vfs, NULL, NULL, &seq, SF_RAW,
NULL, &cmp, &ij, &stat, crc);
ssfile f;
ss_fileinit(&f, &vfs);
t( ss_filenew(&f, "./0000.db") == 0 );
t( sd_writeseal(&r, &f, NULL) == 0 );
sdbuild b;
sd_buildinit(&b);
t( sd_buildbegin(&b, &r, 1, 0, 0, 1, &ss_lz4filter) == 0);
int key = 7;
addv(&b, &r, 3, 0, &key);
key = 8;
addv(&b, &r, 4, 0, &key);
key = 9;
addv(&b, &r, 5, 0, &key);
sd_buildend(&b, &r);
uint64_t poff = f.size;
t( sd_writepage(&r, &f, NULL, &b) == 0 );
sdindex index;
sd_indexinit(&index);
t( sd_indexbegin(&index, &r) == 0 );
int rc;
rc = sd_indexadd(&index, &r, &b, poff);
t( rc == 0 );
t( sd_buildcommit(&b, &r) == 0 );
sd_buildreset(&b, &r);
t( sd_buildbegin(&b, &r, 1, 0, 0, 1, &ss_lz4filter) == 0);
key = 10;
addv(&b, &r, 6, 0, &key);
key = 11;
addv(&b, &r, 7, 0, &key);
key = 13;
addv(&b, &r, 8, 0, &key);
sd_buildend(&b, &r);
poff = f.size;
t( sd_writepage(&r, &f, NULL, &b) == 0 );
rc = sd_indexadd(&index, &r, &b, poff);
t( rc == 0 );
t( sd_buildcommit(&b, &r) == 0 );
sd_buildreset(&b, &r);
t( sd_buildbegin(&b, &r, 1, 0, 0, 1, &ss_lz4filter) == 0);
key = 15;
addv(&b, &r, 9, 0, &key);
key = 18;
addv(&b, &r, 10, 0, &key);
key = 20;
addv(&b, &r, 11, 0, &key);
sd_buildend(&b, &r);
poff = f.size;
t( sd_writepage(&r, &f, NULL, &b) == 0 );
rc = sd_indexadd(&index, &r, &b, poff);
t( rc == 0 );
t( sd_buildcommit(&b, &r) == 0 );
sdid id;
memset(&id, 0, sizeof(id));
t( sd_indexcommit(&index, &r, &id, NULL, f.size) == 0 );
t( sd_writeindex(&r, &f, NULL, &index) == 0 );
t( sd_seal(&r, &f, NULL, &index, 0) == 0 );
ssmmap map;
t( ss_vfsmmap(&st_r.vfs, &map, f.fd, f.size, 1) == 0 );
ssbuf buf;
ss_bufinit(&buf);
ssbuf xfbuf;
ss_bufinit(&xfbuf);
t( ss_bufensure(&xfbuf, &a, 1024) == 0 );
ssiter index_iter;
ssiter page_iter;
sdreadarg arg = {
.index = &index,
.buf = &buf,
.buf_xf = &xfbuf,
.buf_read = NULL,
.index_iter = &index_iter,
.page_iter = &page_iter,
.mmap = &map,
.memory = NULL,
.file = NULL,
.o = SS_GT,
.use_memory = 0,
.use_mmap = 1,
.use_mmap_copy = 0,
.use_compression = 1,
.compression_if = &ss_lz4filter,
.has = 0,
.has_vlsn = 0,
.r = &r
};
ssiter it;
ss_iterinit(sd_read, &it);
ss_iteropen(sd_read, &it, &arg, NULL, 0);
t( ss_iteratorhas(&it) == 1 );
/* page 0 */
t( ss_iteratorhas(&it) != 0 );
sv *v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 7);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 8);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 9);
ss_iteratornext(&it);
/* page 1 */
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 10);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 11);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 13);
ss_iteratornext(&it);
/* page 2 */
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 15);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 18);
ss_iteratornext(&it);
v = ss_iteratorof(&it);
t( *(int*)sv_field(v, &r, 0, NULL) == 20);
ss_iteratornext(&it);
t( ss_iteratorhas(&it) == 0 );
ss_iteratorclose(&it);
ss_fileclose(&f);
t( ss_vfsmunmap(&st_r.vfs, &map) == 0 );
t( ss_vfsunlink(&vfs, "./0000.db") == 0 );
sd_indexfree(&index, &r);
sd_buildfree(&b, &r);
ss_buffree(&buf, &a);
ss_buffree(&xfbuf, &a);
sf_schemefree(&cmp, &a);
}
stgroup *sd_read_group(void)
{
stgroup *group = st_group("sdread");
st_groupadd(group, st_test("gt0", sd_read_gt0));
st_groupadd(group, st_test("gt1", sd_read_gt1));
st_groupadd(group, st_test("gt0_compression_zstd", sd_read_gt0_compression_zstd));
st_groupadd(group, st_test("gt0_compression_lz4", sd_read_gt0_compression_lz4));
st_groupadd(group, st_test("gt1_compression_zstd", sd_read_gt1_compression_zstd));
st_groupadd(group, st_test("gt1_compression_lz4", sd_read_gt1_compression_lz4));
return group;
}
int si_schemedeploy(sischeme *s, sr *r)
{
sdscheme c;
sd_schemeinit(&c);
int rc;
rc = sd_schemebegin(&c, r);
if (ssunlikely(rc == -1))
return -1;
ssbuf buf;
ss_bufinit(&buf);
rc = sd_schemeadd(&c, r, SI_SCHEME_NAME, SS_STRING, s->name,
strlen(s->name) + 1);
if (ssunlikely(rc == -1))
goto error;
rc = sr_schemesave(&s->scheme, r->a, &buf);
if (ssunlikely(rc == -1))
goto error;
rc = sd_schemeadd(&c, r, SI_SCHEME_SCHEME, SS_STRING, buf.s,
ss_bufused(&buf));
if (ssunlikely(rc == -1))
goto error;
ss_buffree(&buf, r->a);
uint32_t v = s->fmt;
rc = sd_schemeadd(&c, r, SI_SCHEME_FORMAT, SS_U32, &v, sizeof(v));
if (ssunlikely(rc == -1))
goto error;
v = s->fmt_storage;
rc = sd_schemeadd(&c, r, SI_SCHEME_FORMAT_STORAGE, SS_U32, &v, sizeof(v));
if (ssunlikely(rc == -1))
goto error;
rc = sd_schemeadd(&c, r, SI_SCHEME_NODE_SIZE, SS_U64,
&s->node_size,
sizeof(s->node_size));
if (ssunlikely(rc == -1))
goto error;
rc = sd_schemeadd(&c, r, SI_SCHEME_NODE_PAGE_SIZE, SS_U32,
&s->node_page_size,
sizeof(s->node_page_size));
if (ssunlikely(rc == -1))
goto error;
rc = sd_schemeadd(&c, r, SI_SCHEME_NODE_PAGE_CHECKSUM, SS_U32,
&s->node_page_checksum,
sizeof(s->node_page_checksum));
if (ssunlikely(rc == -1))
goto error;
rc = sd_schemeadd(&c, r, SI_SCHEME_SYNC, SS_U32,
&s->sync,
sizeof(s->sync));
if (ssunlikely(rc == -1))
goto error;
rc = sd_schemeadd(&c, r, SI_SCHEME_COMPRESSION, SS_STRING,
s->compression_if->name,
strlen(s->compression_if->name) + 1);
if (ssunlikely(rc == -1))
goto error;
rc = sd_schemeadd(&c, r, SI_SCHEME_COMPRESSION_BRANCH, SS_STRING,
s->compression_branch_if->name,
strlen(s->compression_branch_if->name) + 1);
if (ssunlikely(rc == -1))
goto error;
rc = sd_schemeadd(&c, r, SI_SCHEME_COMPRESSION_KEY, SS_U32,
&s->compression_key,
sizeof(s->compression_key));
if (ssunlikely(rc == -1))
goto error;
rc = sd_schemeadd(&c, r, SI_SCHEME_AMQF, SS_U32,
&s->amqf, sizeof(s->amqf));
if (ssunlikely(rc == -1))
goto error;
rc = sd_schemeadd(&c, r, SI_SCHEME_CACHE_MODE, SS_U32,
&s->cache_mode, sizeof(s->cache_mode));
if (ssunlikely(rc == -1))
goto error;
rc = sd_schemeadd(&c, r, SI_SCHEME_EXPIRE, SS_U32,
&s->expire, sizeof(s->expire));
if (ssunlikely(rc == -1))
goto error;
rc = sd_schemecommit(&c, r);
if (ssunlikely(rc == -1))
return -1;
char path[PATH_MAX];
snprintf(path, sizeof(path), "%s/scheme", s->path);
rc = sd_schemewrite(&c, r, path, 0);
sd_schemefree(&c, r);
return rc;
error:
ss_buffree(&buf, r->a);
sd_schemefree(&c, r);
return -1;
}
int si_schemerecover(sischeme *s, sr *r)
{
sdscheme c;
sd_schemeinit(&c);
char path[PATH_MAX];
snprintf(path, sizeof(path), "%s/scheme", s->path);
int rc;
rc = sd_schemerecover(&c, r, path);
if (ssunlikely(rc == -1))
goto error;
ssiter i;
ss_iterinit(sd_schemeiter, &i);
rc = ss_iteropen(sd_schemeiter, &i, r, &c, 1);
if (ssunlikely(rc == -1))
goto error;
while (ss_iterhas(sd_schemeiter, &i))
{
sdschemeopt *opt = ss_iterof(sd_schemeiter, &i);
switch (opt->id) {
case SI_SCHEME_FORMAT:
s->fmt = sd_schemeu32(opt);
char *name;
if (s->fmt == SF_KV)
name = "kv";
else
if (s->fmt == SF_DOCUMENT)
name = "document";
else
goto error;
ss_free(r->a, s->fmt_sz);
s->fmt_sz = ss_strdup(r->a, name);
if (ssunlikely(s->fmt_sz == NULL))
goto error;
break;
case SI_SCHEME_FORMAT_STORAGE:
s->fmt_storage = sd_schemeu32(opt);
break;
case SI_SCHEME_SCHEME: {
sr_schemefree(&s->scheme, r->a);
sr_schemeinit(&s->scheme);
ssbuf buf;
ss_bufinit(&buf);
rc = sr_schemeload(&s->scheme, r->a, sd_schemesz(opt), opt->size);
if (ssunlikely(rc == -1))
goto error;
ss_buffree(&buf, r->a);
break;
}
case SI_SCHEME_NODE_SIZE:
s->node_size = sd_schemeu64(opt);
break;
case SI_SCHEME_NODE_PAGE_SIZE:
s->node_page_size = sd_schemeu32(opt);
break;
case SI_SCHEME_COMPRESSION_KEY:
s->compression_key = sd_schemeu32(opt);
break;
case SI_SCHEME_COMPRESSION: {
char *name = sd_schemesz(opt);
ssfilterif *cif = ss_filterof(name);
if (ssunlikely(cif == NULL))
goto error;
s->compression_if = cif;
s->compression = s->compression_if != &ss_nonefilter;
ss_free(r->a, s->compression_sz);
s->compression_sz = ss_strdup(r->a, cif->name);
if (ssunlikely(s->compression_sz == NULL))
goto error;
break;
}
case SI_SCHEME_COMPRESSION_BRANCH: {
char *name = sd_schemesz(opt);
ssfilterif *cif = ss_filterof(name);
if (ssunlikely(cif == NULL))
goto error;
s->compression_branch_if = cif;
s->compression_branch = s->compression_branch_if != &ss_nonefilter;
ss_free(r->a, s->compression_branch_sz);
s->compression_branch_sz = ss_strdup(r->a, cif->name);
if (ssunlikely(s->compression_branch_sz == NULL))
goto error;
break;
}
case SI_SCHEME_AMQF:
s->amqf = sd_schemeu32(opt);
break;
case SI_SCHEME_CACHE_MODE:
s->cache_mode = sd_schemeu32(opt);
break;
case SI_SCHEME_EXPIRE:
s->expire = sd_schemeu32(opt);
break;
default: /* skip unknown */
break;
}
ss_iternext(sd_schemeiter, &i);
}
sd_schemefree(&c, r);
return 0;
error:
sd_schemefree(&c, r);
return -1;
}
