int si_nodecreate(sinode *n, sr *r, sischeme *scheme, sdid *id,
sdindex *i,
sdbuild *build)
{
si_branchset(&n->self, i);
sspath path;
ss_pathAB(&path, scheme->path, id->parent, id->id, ".db.incomplete");
int rc = ss_filenew(&n->file, path.path);
if (ssunlikely(rc == -1)) {
sr_malfunction(r->e, "db file '%s' create error: %s",
path.path, strerror(errno));
return -1;
}
rc = sd_commit(build, r, &n->self.index, &n->file);
if (ssunlikely(rc == -1))
return -1;
if (scheme->mmap) {
rc = si_nodemap(n, r);
if (ssunlikely(rc == -1))
return -1;
}
n->branch = &n->self;
n->branch_count++;
return 0;
}
static inline sibranch*
si_branchcreate(si *index, sdc *c, sinode *parent, svindex *vindex, uint64_t vlsn)
{
sr *r = index->r;
svmerge vmerge;
sv_mergeinit(&vmerge);
int rc = sv_mergeprepare(&vmerge, r, 1);
if (ssunlikely(rc == -1))
return NULL;
svmergesrc *s = sv_mergeadd(&vmerge, NULL);
ss_iterinit(sv_indexiterraw, &s->src);
ss_iteropen(sv_indexiterraw, &s->src, vindex);
ssiter i;
ss_iterinit(sv_mergeiter, &i);
ss_iteropen(sv_mergeiter, &i, r, &vmerge, SS_GTE, 1);
/* merge iter is not used */
sdmergeconf mergeconf = {
.size_stream = UINT32_MAX,
.size_node = UINT64_MAX,
.size_page = index->scheme->node_page_size,
.checksum = index->scheme->node_page_checksum,
.compression = index->scheme->compression,
.compression_key = index->scheme->compression_key,
.offset = parent->file.size,
.vlsn = vlsn,
.save_delete = 1
};
sdmerge merge;
sd_mergeinit(&merge, r, &i, &c->build, &mergeconf);
rc = sd_merge(&merge);
if (ssunlikely(rc == -1)) {
sv_mergefree(&vmerge, r->a);
sr_oom_malfunction(r->e);
goto error;
}
assert(rc == 1);
sv_mergefree(&vmerge, r->a);
sibranch *branch = si_branchnew(r);
if (ssunlikely(branch == NULL))
goto error;
sdid id = {
.parent = parent->self.id.id,
.flags = SD_IDBRANCH,
.id = sr_seq(r->seq, SR_NSNNEXT)
};
rc = sd_mergecommit(&merge, &id);
if (ssunlikely(rc == -1))
goto error;
si_branchset(branch, &merge.index);
rc = sd_commit(&c->build, r, &branch->index, &parent->file);
if (ssunlikely(rc == -1)) {
si_branchfree(branch, r);
return NULL;
}
SS_INJECTION(r->i, SS_INJECTION_SI_BRANCH_0,
sr_malfunction(r->e, "%s", "error injection");
si_branchfree(branch, r);
return NULL);
if (index->scheme->sync) {
rc = si_nodesync(parent, r);
if (ssunlikely(rc == -1)) {
si_branchfree(branch, r);
return NULL;
}
}
if (index->scheme->mmap) {
ss_mmapinit(&parent->map_swap);
rc = ss_mmap(&parent->map_swap, parent->file.fd,
parent->file.size, 1);
if (ssunlikely(rc == -1)) {
sr_malfunction(r->e, "db file '%s' mmap error: %s",
parent->file.file, strerror(errno));
return NULL;
}
}
return branch;
error:
sd_mergefree(&merge);
return NULL;
}
int si_branch(si *index, sdc *c, siplan *plan, uint64_t vlsn)
{
sr *r = index->r;
sinode *n = plan->node;
assert(n->flags & SI_LOCK);
si_lock(index);
if (ssunlikely(n->used == 0)) {
si_nodeunlock(n);
si_unlock(index);
return 0;
}
svindex *i;
i = si_noderotate(n);
si_unlock(index);
sd_creset(c);
sibranch *branch = si_branchcreate(index, c, n, i, vlsn);
if (ssunlikely(branch == NULL))
return -1;
/* commit */
si_lock(index);
branch->next = n->branch;
n->branch = branch;
n->branch_count++;
uint32_t used = sv_indexused(i);
n->used -= used;
ss_quota(r->quota, SS_QREMOVE, used);
svindex swap = *i;
si_nodeunrotate(n);
si_nodeunlock(n);
si_plannerupdate(&index->p, SI_BRANCH|SI_COMPACT, n);
ssmmap swap_map = n->map;
n->map = n->map_swap;
memset(&n->map_swap, 0, sizeof(n->map_swap));
si_unlock(index);
/* gc */
if (index->scheme->mmap) {
int rc = ss_munmap(&swap_map);
if (ssunlikely(rc == -1)) {
sr_malfunction(r->e, "db file '%s' munmap error: %s",
n->file.file, strerror(errno));
return -1;
}
}
si_nodegc_index(r, &swap);
return 1;
}
static inline char*
si_noderead(si *index, ssbuf *dest, sinode *node)
{
sr *r = index->r;
if (index->scheme->mmap) {
return node->map.p;
}
int rc = ss_bufensure(dest, r->a, node->file.size);
if (ssunlikely(rc == -1)) {
sr_oom_malfunction(r->e);
return NULL;
}
rc = ss_filepread(&node->file, 0, dest->s, node->file.size);
if (ssunlikely(rc == -1)) {
sr_malfunction(r->e, "db file '%s' read error: %s",
node->file.file, strerror(errno));
return NULL;
}
ss_bufadvance(dest, node->file.size);
return dest->s;
}
t( sd_indexbegin(&index, &r, 0) == 0 ); int rc; rc = sd_indexadd(&index, &r, &b); t( rc == 0 ); t( sd_buildcommit(&b) == 0 ); sdid id; memset(&id, 0, sizeof(id)); t( sd_indexcommit(&index, &r, &id) == 0 ); srfile f; sr_fileinit(&f, &a); t( sr_filenew(&f, "./0000.db") == 0 ); t( sd_commit(&b, &r, &index, &f) == 0 ); srmap map; t( sr_mapfile(&map, &f, 1) == 0 ); sdindex i; sd_indexinit(&i); i.h = (sdindexheader*)(map.p); sriter it; sr_iterinit(sd_iter, &it, &r); sr_iteropen(sd_iter, &it, &i, map.p, 1, 0, NULL); t( sr_iteratorhas(&it) == 1 ); sv *v = sr_iteratorof(&it); t( *(int*)sv_key(v, &r, 0) == 7); sr_iteratornext(&it);
