/* perform get command */
static int procget(const char *path, const char *kbuf, int ksiz, int omode, bool px, bool pz){
TCFDB *fdb = tcfdbnew();
if(g_dbgfd >= 0) tcfdbsetdbgfd(fdb, g_dbgfd);
if(!tcfdbopen(fdb, path, FDBOREADER | omode)){
printerr(fdb);
tcfdbdel(fdb);
return 1;
}
bool err = false;
int vsiz;
char *vbuf = tcfdbget2(fdb, kbuf, ksiz, &vsiz);
if(vbuf){
printdata(vbuf, vsiz, px);
if(!pz) putchar('\n');
tcfree(vbuf);
} else {
printerr(fdb);
err = true;
}
if(!tcfdbclose(fdb)){
if(!err) printerr(fdb);
err = true;
}
tcfdbdel(fdb);
return err ? 1 : 0;
}
/* perform remove command */
static int procremove(const char *path, int tnum, int omode, bool rnd){
iprintf("<Removing Test>\n seed=%u path=%s tnum=%d omode=%d rnd=%d\n\n",
g_randseed, path, tnum, omode, rnd);
bool err = false;
double stime = tctime();
TCFDB *fdb = tcfdbnew();
if(g_dbgfd >= 0) tcfdbsetdbgfd(fdb, g_dbgfd);
if(!tcfdbsetmutex(fdb)){
eprint(fdb, __LINE__, "tcfdbsetmutex");
err = true;
}
if(!tcfdbopen(fdb, path, FDBOWRITER | omode)){
eprint(fdb, __LINE__, "tcfdbopen");
err = true;
}
int rnum = tcfdbrnum(fdb) / tnum;
TARGREMOVE targs[tnum];
pthread_t threads[tnum];
if(tnum == 1){
targs[0].fdb = fdb;
targs[0].rnum = rnum;
targs[0].rnd = rnd;
targs[0].id = 0;
if(threadremove(targs) != NULL) err = true;
} else {
for(int i = 0; i < tnum; i++){
targs[i].fdb = fdb;
targs[i].rnum = rnum;
targs[i].rnd = rnd;
targs[i].id = i;
if(pthread_create(threads + i, NULL, threadremove, targs + i) != 0){
eprint(fdb, __LINE__, "pthread_create");
targs[i].id = -1;
err = true;
}
}
for(int i = 0; i < tnum; i++){
if(targs[i].id == -1) continue;
void *rv;
if(pthread_join(threads[i], &rv) != 0){
eprint(fdb, __LINE__, "pthread_join");
err = true;
} else if(rv){
err = true;
}
}
}
iprintf("record number: %llu\n", (unsigned long long)tcfdbrnum(fdb));
iprintf("size: %llu\n", (unsigned long long)tcfdbfsiz(fdb));
mprint(fdb);
sysprint();
if(!tcfdbclose(fdb)){
eprint(fdb, __LINE__, "tcfdbclose");
err = true;
}
tcfdbdel(fdb);
iprintf("time: %.3f\n", tctime() - stime);
iprintf("%s\n\n", err ? "error" : "ok");
return err ? 1 : 0;
}
/* perform put command */
static int procput(const char *path, const char *kbuf, int ksiz, const char *vbuf, int vsiz,
int omode, int dmode){
TCFDB *fdb = tcfdbnew();
if(g_dbgfd >= 0) tcfdbsetdbgfd(fdb, g_dbgfd);
if(!tcfdbopen(fdb, path, FDBOWRITER | omode)){
printerr(fdb);
tcfdbdel(fdb);
return 1;
}
bool err = false;
int inum;
double dnum;
switch(dmode){
case -1:
if(!tcfdbputkeep2(fdb, kbuf, ksiz, vbuf, vsiz)){
printerr(fdb);
err = true;
}
break;
case 1:
if(!tcfdbputcat2(fdb, kbuf, ksiz, vbuf, vsiz)){
printerr(fdb);
err = true;
}
break;
case 10:
inum = tcfdbaddint(fdb, tcfdbkeytoid(kbuf, ksiz), tcatoi(vbuf));
if(inum == INT_MIN){
printerr(fdb);
err = true;
} else {
printf("%d\n", inum);
}
break;
case 11:
dnum = tcfdbadddouble(fdb, tcfdbkeytoid(kbuf, ksiz), tcatof(vbuf));
if(isnan(dnum)){
printerr(fdb);
err = true;
} else {
printf("%.6f\n", dnum);
}
break;
default:
if(!tcfdbput2(fdb, kbuf, ksiz, vbuf, vsiz)){
printerr(fdb);
err = true;
}
break;
}
if(!tcfdbclose(fdb)){
if(!err) printerr(fdb);
err = true;
}
tcfdbdel(fdb);
return err ? 1 : 0;
}
/* perform list command */
static int proclist(const char *path, int omode, int max, bool pv, bool px,
const char *rlstr, const char *rustr, const char *ristr){
TCFDB *fdb = tcfdbnew();
if(g_dbgfd >= 0) tcfdbsetdbgfd(fdb, g_dbgfd);
if(!tcfdbopen(fdb, path, FDBOREADER | omode)){
printerr(fdb);
tcfdbdel(fdb);
return 1;
}
bool err = false;
if(rlstr || ristr){
TCLIST *keys = ristr ? tcfdbrange5(fdb, ristr, max) : tcfdbrange3(fdb, rlstr, rustr, max);
for(int i = 0; i < tclistnum(keys); i++){
int ksiz;
const char *kbuf = tclistval(keys, i, &ksiz);
printf("%s", kbuf);
if(pv){
int vsiz;
char *vbuf = tcfdbget2(fdb, kbuf, ksiz, &vsiz);
if(vbuf){
putchar('\t');
printdata(vbuf, vsiz, px);
tcfree(vbuf);
}
}
putchar('\n');
}
tclistdel(keys);
} else {
if(!tcfdbiterinit(fdb)){
printerr(fdb);
err = true;
}
int cnt = 0;
uint64_t id;
while((id = tcfdbiternext(fdb)) > 0){
printf("%llu", (unsigned long long)id);
if(pv){
int vsiz;
char *vbuf = tcfdbget(fdb, id, &vsiz);
if(vbuf){
putchar('\t');
printdata(vbuf, vsiz, px);
tcfree(vbuf);
}
}
putchar('\n');
if(max >= 0 && ++cnt >= max) break;
}
}
if(!tcfdbclose(fdb)){
if(!err) printerr(fdb);
err = true;
}
tcfdbdel(fdb);
return err ? 1 : 0;
}
/* perform read command */
static int procread(const char *path, bool mt, int omode, bool wb, bool rnd){
my_my_my_iprintf("<Reading Test>\n seed=%u path=%s mt=%d omode=%d wb=%d rnd=%d\n\n",
g_randseed, path, mt, omode, wb, rnd);
bool err = false;
double stime = tctime();
TCFDB *fdb = tcfdbnew();
if(g_dbgfd >= 0) tcfdbsetdbgfd(fdb, g_dbgfd);
if(mt && !tcfdbsetmutex(fdb)){
eprint(fdb, __LINE__, "tcfdbsetmutex");
err = true;
}
if(!tcfdbopen(fdb, path, FDBOREADER | omode)){
eprint(fdb, __LINE__, "tcfdbopen");
err = true;
}
int rnum = tcfdbrnum(fdb);
for(int i = 1; i <= rnum; i++){
char kbuf[RECBUFSIZ];
int ksiz = sprintf(kbuf, "%08d", rnd ? myrand(rnum) + 1 : i);
int vsiz;
if(wb){
char vbuf[RECBUFSIZ];
int vsiz = tcfdbget4(fdb, i, vbuf, RECBUFSIZ);
if(vsiz < 0 && !(rnd && tcfdbecode(fdb) == TCENOREC)){
eprint(fdb, __LINE__, "tcfdbget4");
err = true;
break;
}
} else {
char *vbuf = tcfdbget2(fdb, kbuf, ksiz, &vsiz);
if(!vbuf && !(rnd && tcfdbecode(fdb) == TCENOREC)){
eprint(fdb, __LINE__, "tcfdbget");
err = true;
break;
}
tcfree(vbuf);
}
if(rnum > 250 && i % (rnum / 250) == 0){
iputchar('.');
if(i == rnum || i % (rnum / 10) == 0) my_my_my_iprintf(" (%08d)\n", i);
}
}
my_my_my_iprintf("record number: %llu\n", (unsigned long long)tcfdbrnum(fdb));
my_my_my_iprintf("size: %llu\n", (unsigned long long)tcfdbfsiz(fdb));
mprint(fdb);
sysprint();
if(!tcfdbclose(fdb)){
eprint(fdb, __LINE__, "tcfdbclose");
err = true;
}
tcfdbdel(fdb);
my_my_my_iprintf("time: %.3f\n", tctime() - stime);
my_my_my_iprintf("%s\n\n", err ? "error" : "ok");
return err ? 1 : 0;
}
void Retsu::Records::create(const fs::path& table_path) {
TCFDB* database = tcfdbnew();
string full_path = (table_path / "records.tcf").string();
tcfdbtune(database, sizeof(double), (1 << 31));
if(!tcfdbopen(database, full_path.c_str(), FDBOCREAT)) {
throw StorageError("Could not create records database at " + full_path);
} else {
tcfdbclose(database);
tcfdbdel(database);
}
}
/* perform inform command */
static int procinform(const char *path, int omode) {
TCFDB *fdb = tcfdbnew();
if (!INVALIDHANDLE(g_dbgfd)) tcfdbsetdbgfd(fdb, g_dbgfd);
if (!tcfdbopen(fdb, path, FDBOREADER | omode)) {
printerr(fdb);
tcfdbdel(fdb);
return 1;
}
bool err = false;
const char *npath = tcfdbpath(fdb);
if (!npath) npath = "(unknown)";
printf("path: %s\n", npath);
const char *type = "(unknown)";
switch (tcfdbtype(fdb)) {
case TCDBTHASH: type = "hash";
break;
case TCDBTBTREE: type = "btree";
break;
case TCDBTFIXED: type = "fixed";
break;
case TCDBTTABLE: type = "table";
break;
}
printf("database type: %s\n", type);
uint8_t flags = tcfdbflags(fdb);
printf("additional flags:");
if (flags & FDBFOPEN) printf(" open");
if (flags & FDBFFATAL) printf(" fatal");
printf("\n");
printf("minimum ID number: %" PRIu64 "\n", (uint64_t) tcfdbmin(fdb));
printf("maximum ID number: %" PRIu64 "\n", (uint64_t) tcfdbmax(fdb));
printf("width of the value: %u\n", (unsigned int) tcfdbwidth(fdb));
printf("limit file size: %" PRIu64 "\n", (uint64_t) tcfdblimsiz(fdb));
printf("limit ID number: %" PRIu64 "\n", (uint64_t) tcfdblimid(fdb));
printf("inode number: %" PRId64 "\n", (int64_t) tcfdbinode(fdb));
char date[48];
tcdatestrwww(tcfdbmtime(fdb), INT_MAX, date);
printf("modified time: %s\n", date);
printf("record number: %" PRIu64 "\n", (uint64_t) tcfdbrnum(fdb));
printf("file size: %" PRIu64 "\n", (uint64_t) tcfdbfsiz(fdb));
if (!tcfdbclose(fdb)) {
if (!err) printerr(fdb);
err = true;
}
tcfdbdel(fdb);
return err ? 1 : 0;
}
/* perform write command */
static int procwrite(const char *path, int rnum, int width, int64_t limsiz,
bool mt, int omode, bool rnd){
my_my_my_iprintf("<Writing Test>\n seed=%u path=%s rnum=%d width=%d limsiz=%lld mt=%d omode=%d"
" rnd=%d\n\n", g_randseed, path, rnum, width, (long long)limsiz, mt, omode, rnd);
bool err = false;
double stime = tctime();
TCFDB *fdb = tcfdbnew();
if(g_dbgfd >= 0) tcfdbsetdbgfd(fdb, g_dbgfd);
if(mt && !tcfdbsetmutex(fdb)){
eprint(fdb, __LINE__, "tcfdbsetmutex");
err = true;
}
if(!tcfdbtune(fdb, width, limsiz)){
eprint(fdb, __LINE__, "tcfdbtune");
err = true;
}
if(!rnd) omode |= FDBOTRUNC;
if(!tcfdbopen(fdb, path, FDBOWRITER | FDBOCREAT | omode)){
eprint(fdb, __LINE__, "tcfdbopen");
err = true;
}
for(int i = 1; i <= rnum; i++){
char buf[RECBUFSIZ];
int len = sprintf(buf, "%08d", rnd ? myrand(rnum) + 1 : i);
if(!tcfdbput2(fdb, buf, len, buf, len)){
eprint(fdb, __LINE__, "tcfdbput");
err = true;
break;
}
if(rnum > 250 && i % (rnum / 250) == 0){
iputchar('.');
if(i == rnum || i % (rnum / 10) == 0) my_my_my_iprintf(" (%08d)\n", i);
}
}
my_my_my_iprintf("record number: %llu\n", (unsigned long long)tcfdbrnum(fdb));
my_my_my_iprintf("size: %llu\n", (unsigned long long)tcfdbfsiz(fdb));
mprint(fdb);
sysprint();
if(!tcfdbclose(fdb)){
eprint(fdb, __LINE__, "tcfdbclose");
err = true;
}
tcfdbdel(fdb);
my_my_my_iprintf("time: %.3f\n", tctime() - stime);
my_my_my_iprintf("%s\n\n", err ? "error" : "ok");
return err ? 1 : 0;
}
/* perform importtsv command */
static int procimporttsv(const char *path, const char *file, int omode, bool sc){
FILE *ifp = file ? fopen(file, "rb") : stdin;
if(!ifp){
fprintf(stderr, "%s: could not open\n", file ? file : "(stdin)");
return 1;
}
TCFDB *fdb = tcfdbnew();
if(g_dbgfd >= 0) tcfdbsetdbgfd(fdb, g_dbgfd);
if(!tcfdbopen(fdb, path, FDBOWRITER | FDBOCREAT | omode)){
printerr(fdb);
tcfdbdel(fdb);
if(ifp != stdin) fclose(ifp);
return 1;
}
bool err = false;
char *line;
int cnt = 0;
while(!err && (line = mygetline(ifp)) != NULL){
char *pv = strchr(line, '\t');
if(!pv){
tcfree(line);
continue;
}
*pv = '\0';
if(sc) tcstrutfnorm(line, TCUNSPACE | TCUNLOWER | TCUNNOACC | TCUNWIDTH);
if(!tcfdbput3(fdb, line, pv + 1)){
printerr(fdb);
err = true;
}
tcfree(line);
if(cnt > 0 && cnt % 100 == 0){
putchar('.');
fflush(stdout);
if(cnt % 5000 == 0) printf(" (%08d)\n", cnt);
}
cnt++;
}
printf(" (%08d)\n", cnt);
if(!tcfdbclose(fdb)){
if(!err) printerr(fdb);
err = true;
}
tcfdbdel(fdb);
if(ifp != stdin) fclose(ifp);
return err ? 1 : 0;
}
/* perform flwrite command */
int doflwrite(char *name, int rnum){
TCFDB *fdb;
int i, err, len;
char buf[RECBUFSIZ];
if(showprgr) printf("<Writing Test of Fixed-Length>\n name=%s rnum=%d\n\n", name, rnum);
/* open a database */
fdb = tcfdbnew();
tcfdbtune(fdb, 8, 1024 + rnum * 9);
if(!tcfdbopen(fdb, name, FDBOWRITER | FDBOCREAT | FDBOTRUNC)){
fprintf(stderr, "tcfdbopen failed\n");
tcfdbdel(fdb);
return 1;
}
err = FALSE;
/* loop for each record */
for(i = 1; i <= rnum; i++){
/* store a record */
len = sprintf(buf, "%08d", i);
if(!tcfdbput(fdb, i, buf, len)){
fprintf(stderr, "tcfdbput failed\n");
err = TRUE;
break;
}
/* print progression */
if(showprgr && rnum > 250 && i % (rnum / 250) == 0){
putchar('.');
fflush(stdout);
if(i == rnum || i % (rnum / 10) == 0){
printf(" (%08d)\n", i);
fflush(stdout);
}
}
}
/* close the database */
if(!tcfdbclose(fdb)){
fprintf(stderr, "tcfdbclose failed\n");
tcfdbdel(fdb);
return 1;
}
tcfdbdel(fdb);
if(showprgr && !err) printf("ok\n\n");
return err ? 1 : 0;
}
/* perform optimize command */
static int procoptimize(const char *path, int width, int64_t limsiz, int omode){
TCFDB *fdb = tcfdbnew();
if(g_dbgfd >= 0) tcfdbsetdbgfd(fdb, g_dbgfd);
if(!tcfdbopen(fdb, path, FDBOWRITER | omode)){
printerr(fdb);
tcfdbdel(fdb);
return 1;
}
bool err = false;
if(!tcfdboptimize(fdb, width, limsiz)){
printerr(fdb);
err = true;
}
if(!tcfdbclose(fdb)){
if(!err) printerr(fdb);
err = true;
}
tcfdbdel(fdb);
return err ? 1 : 0;
}
/* perform out command */
static int procout(const char *path, const char *kbuf, int ksiz, int omode){
TCFDB *fdb = tcfdbnew();
if(g_dbgfd >= 0) tcfdbsetdbgfd(fdb, g_dbgfd);
if(!tcfdbopen(fdb, path, FDBOWRITER | omode)){
printerr(fdb);
tcfdbdel(fdb);
return 1;
}
bool err = false;
if(!tcfdbout2(fdb, kbuf, ksiz)){
printerr(fdb);
err = true;
}
if(!tcfdbclose(fdb)){
if(!err) printerr(fdb);
err = true;
}
tcfdbdel(fdb);
return err ? 1 : 0;
}
/* perform flread command */
int doflread(char *name, int rnum){
TCFDB *fdb;
int i, err;
char vbuf[RECBUFSIZ];
if(showprgr) printf("<Reading Test of Fixed-length>\n name=%s rnum=%d\n\n", name, rnum);
/* open a database */
fdb = tcfdbnew();
if(!tcfdbopen(fdb, name, FDBOREADER)){
fprintf(stderr, "tcfdbopen failed\n");
tcfdbdel(fdb);
return 1;
}
err = FALSE;
/* loop for each record */
for(i = 1; i <= rnum; i++){
/* store a record */
if(tcfdbget4(fdb, i, vbuf, RECBUFSIZ) == -1){
fprintf(stderr, "tcfdbget4 failed\n");
err = TRUE;
break;
}
/* print progression */
if(showprgr && rnum > 250 && i % (rnum / 250) == 0){
putchar('.');
fflush(stdout);
if(i == rnum || i % (rnum / 10) == 0){
printf(" (%08d)\n", i);
fflush(stdout);
}
}
}
/* close the database */
if(!tcfdbclose(fdb)){
fprintf(stderr, "tcfdbclose failed\n");
tcfdbdel(fdb);
return 1;
}
tcfdbdel(fdb);
if(showprgr && !err) printf("ok\n\n");
return err ? 1 : 0;
}
/* perform create command */
static int proccreate(const char *path, int width, int64_t limsiz){
TCFDB *fdb = tcfdbnew();
if(g_dbgfd >= 0) tcfdbsetdbgfd(fdb, g_dbgfd);
if(!tcfdbtune(fdb, width, limsiz)){
printerr(fdb);
tcfdbdel(fdb);
return 1;
}
if(!tcfdbopen(fdb, path, FDBOWRITER | FDBOCREAT | FDBOTRUNC)){
printerr(fdb);
tcfdbdel(fdb);
return 1;
}
bool err = false;
if(!tcfdbclose(fdb)){
printerr(fdb);
err = true;
}
tcfdbdel(fdb);
return err ? 1 : 0;
}
/* perform wicked command */
static int procwicked(const char *path, int tnum, int rnum, int omode, bool nc){
iprintf("<Writing Test>\n seed=%u path=%s tnum=%d rnum=%d omode=%d nc=%d\n\n",
g_randseed, path, tnum, rnum, omode, nc);
bool err = false;
double stime = tctime();
TCFDB *fdb = tcfdbnew();
if(g_dbgfd >= 0) tcfdbsetdbgfd(fdb, g_dbgfd);
if(!tcfdbsetmutex(fdb)){
eprint(fdb, __LINE__, "tcfdbsetmutex");
err = true;
}
if(!tcfdbtune(fdb, RECBUFSIZ * 2, EXHEADSIZ + (RECBUFSIZ * 2 + sizeof(int)) * rnum * tnum)){
eprint(fdb, __LINE__, "tcfdbtune");
err = true;
}
if(!tcfdbopen(fdb, path, FDBOWRITER | FDBOCREAT | FDBOTRUNC | omode)){
eprint(fdb, __LINE__, "tcfdbopen");
err = true;
}
if(!tcfdbiterinit(fdb)){
eprint(fdb, __LINE__, "tcfdbiterinit");
err = true;
}
TARGWICKED targs[tnum];
pthread_t threads[tnum];
TCMAP *map = tcmapnew();
if(tnum == 1){
targs[0].fdb = fdb;
targs[0].rnum = rnum;
targs[0].nc = nc;
targs[0].id = 0;
targs[0].map = map;
if(threadwicked(targs) != NULL) err = true;
} else {
for(int i = 0; i < tnum; i++){
targs[i].fdb = fdb;
targs[i].rnum = rnum;
targs[i].nc = nc;
targs[i].id = i;
targs[i].map = map;
if(pthread_create(threads + i, NULL, threadwicked, targs + i) != 0){
eprint(fdb, __LINE__, "pthread_create");
targs[i].id = -1;
err = true;
}
}
for(int i = 0; i < tnum; i++){
if(targs[i].id == -1) continue;
void *rv;
if(pthread_join(threads[i], &rv) != 0){
eprint(fdb, __LINE__, "pthread_join");
err = true;
} else if(rv){
err = true;
}
}
}
if(!nc){
if(!tcfdbsync(fdb)){
eprint(fdb, __LINE__, "tcfdbsync");
err = true;
}
if(tcfdbrnum(fdb) != tcmaprnum(map)){
eprint(fdb, __LINE__, "(validation)");
err = true;
}
int end = rnum * tnum;
for(int i = 1; i <= end && !err; i++){
char kbuf[RECBUFSIZ];
int ksiz = sprintf(kbuf, "%d", i);
int vsiz;
const char *vbuf = tcmapget(map, kbuf, ksiz, &vsiz);
int rsiz;
char *rbuf = tcfdbget2(fdb, kbuf, ksiz, &rsiz);
if(vbuf){
iputchar('.');
if(vsiz > tcfdbwidth(fdb)) vsiz = tcfdbwidth(fdb);
if(!rbuf){
eprint(fdb, __LINE__, "tcfdbget");
err = true;
} else if(rsiz != vsiz || memcmp(rbuf, vbuf, rsiz)){
eprint(fdb, __LINE__, "(validation)");
err = true;
}
} else {
iputchar('*');
if(rbuf || tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "(validation)");
err = true;
}
}
tcfree(rbuf);
if(i % 50 == 0) iprintf(" (%08d)\n", i);
}
if(rnum % 50 > 0) iprintf(" (%08d)\n", rnum);
}
tcmapdel(map);
iprintf("record number: %llu\n", (unsigned long long)tcfdbrnum(fdb));
iprintf("size: %llu\n", (unsigned long long)tcfdbfsiz(fdb));
mprint(fdb);
sysprint();
if(!tcfdbclose(fdb)){
eprint(fdb, __LINE__, "tcfdbclose");
err = true;
}
tcfdbdel(fdb);
iprintf("time: %.3f\n", tctime() - stime);
iprintf("%s\n\n", err ? "error" : "ok");
return err ? 1 : 0;
}
/* perform typical command */
static int proctypical(const char *path, int tnum, int rnum, int width, int64_t limsiz,
int omode, bool nc, int rratio){
iprintf("<Typical Access Test>\n seed=%u path=%s tnum=%d rnum=%d width=%d limsiz=%lld"
" omode=%d nc=%d rratio=%d\n\n",
g_randseed, path, tnum, rnum, width, (long long)limsiz, omode, nc, rratio);
bool err = false;
double stime = tctime();
TCFDB *fdb = tcfdbnew();
if(g_dbgfd >= 0) tcfdbsetdbgfd(fdb, g_dbgfd);
if(!tcfdbsetmutex(fdb)){
eprint(fdb, __LINE__, "tcfdbsetmutex");
err = true;
}
if(!tcfdbtune(fdb, width, limsiz)){
eprint(fdb, __LINE__, "tcfdbtune");
err = true;
}
if(!tcfdbopen(fdb, path, FDBOWRITER | FDBOCREAT | FDBOTRUNC | omode)){
eprint(fdb, __LINE__, "tcfdbopen");
err = true;
}
TARGTYPICAL targs[tnum];
pthread_t threads[tnum];
if(tnum == 1){
targs[0].fdb = fdb;
targs[0].rnum = rnum;
targs[0].nc = nc;
targs[0].rratio = rratio;
targs[0].id = 0;
if(threadtypical(targs) != NULL) err = true;
} else {
for(int i = 0; i < tnum; i++){
targs[i].fdb = fdb;
targs[i].rnum = rnum;
targs[i].nc = nc;
targs[i].rratio= rratio;
targs[i].id = i;
if(pthread_create(threads + i, NULL, threadtypical, targs + i) != 0){
eprint(fdb, __LINE__, "pthread_create");
targs[i].id = -1;
err = true;
}
}
for(int i = 0; i < tnum; i++){
if(targs[i].id == -1) continue;
void *rv;
if(pthread_join(threads[i], &rv) != 0){
eprint(fdb, __LINE__, "pthread_join");
err = true;
} else if(rv){
err = true;
}
}
}
iprintf("record number: %llu\n", (unsigned long long)tcfdbrnum(fdb));
iprintf("size: %llu\n", (unsigned long long)tcfdbfsiz(fdb));
mprint(fdb);
sysprint();
if(!tcfdbclose(fdb)){
eprint(fdb, __LINE__, "tcfdbclose");
err = true;
}
tcfdbdel(fdb);
iprintf("time: %.3f\n", tctime() - stime);
iprintf("%s\n\n", err ? "error" : "ok");
return err ? 1 : 0;
}
void Retsu::Records::close() {
if(!tcfdbclose(database)) {
// throw StorageError("Could not close records database at " + Path());
}
}
/* perform misc command */
static int procmisc(const char *path, int rnum, bool mt, int omode){
my_my_my_iprintf("<Miscellaneous Test>\n seed=%u path=%s rnum=%d mt=%d omode=%d\n\n",
g_randseed, path, rnum, mt, omode);
bool err = false;
double stime = tctime();
TCFDB *fdb = tcfdbnew();
if(g_dbgfd >= 0) tcfdbsetdbgfd(fdb, g_dbgfd);
if(mt && !tcfdbsetmutex(fdb)){
eprint(fdb, __LINE__, "tcfdbsetmutex");
err = true;
}
if(!tcfdbtune(fdb, RECBUFSIZ, EXHEADSIZ + (RECBUFSIZ + sizeof(int)) * rnum)){
eprint(fdb, __LINE__, "tcfdbtune");
err = true;
}
if(!tcfdbopen(fdb, path, FDBOWRITER | FDBOCREAT | FDBOTRUNC | omode)){
eprint(fdb, __LINE__, "tcfdbopen");
err = true;
}
if(TCUSEPTHREAD){
TCFDB *fdbdup = tcfdbnew();
if(tcfdbopen(fdbdup, path, FDBOREADER)){
eprint(fdb, __LINE__, "(validation)");
err = true;
} else if(tcfdbecode(fdbdup) != TCETHREAD){
eprint(fdb, __LINE__, "(validation)");
err = true;
}
tcfdbdel(fdbdup);
}
my_my_my_iprintf("writing:\n");
for(int i = 1; i <= rnum; i++){
char buf[RECBUFSIZ];
int len = sprintf(buf, "%08d", i);
if(!tcfdbputkeep2(fdb, buf, len, buf, len)){
eprint(fdb, __LINE__, "tcfdbputkeep");
err = true;
break;
}
if(rnum > 250 && i % (rnum / 250) == 0){
iputchar('.');
if(i == rnum || i % (rnum / 10) == 0) my_my_my_iprintf(" (%08d)\n", i);
}
}
my_my_my_iprintf("reading:\n");
for(int i = 1; i <= rnum; i++){
char kbuf[RECBUFSIZ];
int ksiz = sprintf(kbuf, "%08d", i);
int vsiz;
char *vbuf = tcfdbget2(fdb, kbuf, ksiz, &vsiz);
if(!vbuf){
eprint(fdb, __LINE__, "tcfdbget");
err = true;
break;
} else if(vsiz != ksiz || memcmp(vbuf, kbuf, vsiz)){
eprint(fdb, __LINE__, "(validation)");
err = true;
tcfree(vbuf);
break;
}
tcfree(vbuf);
if(rnum > 250 && i % (rnum / 250) == 0){
iputchar('.');
if(i == rnum || i % (rnum / 10) == 0) my_my_my_iprintf(" (%08d)\n", i);
}
}
if(tcfdbrnum(fdb) != rnum){
eprint(fdb, __LINE__, "(validation)");
err = true;
}
my_my_my_iprintf("random writing:\n");
for(int i = 1; i <= rnum; i++){
char kbuf[RECBUFSIZ];
int ksiz = sprintf(kbuf, "%d", myrand(rnum) + 1);
char vbuf[RECBUFSIZ];
int vsiz = myrand(RECBUFSIZ);
memset(vbuf, '*', vsiz);
if(!tcfdbput2(fdb, kbuf, ksiz, vbuf, vsiz)){
eprint(fdb, __LINE__, "tcfdbput");
err = true;
break;
}
int rsiz;
char *rbuf = tcfdbget2(fdb, kbuf, ksiz, &rsiz);
if(!rbuf){
eprint(fdb, __LINE__, "tcfdbget");
err = true;
break;
}
if(rsiz != vsiz || memcmp(rbuf, vbuf, rsiz)){
eprint(fdb, __LINE__, "(validation)");
err = true;
tcfree(rbuf);
break;
}
if(rnum > 250 && i % (rnum / 250) == 0){
iputchar('.');
if(i == rnum || i % (rnum / 10) == 0) my_my_my_iprintf(" (%08d)\n", i);
}
tcfree(rbuf);
}
my_my_my_iprintf("random erasing:\n");
for(int i = 1; i <= rnum; i++){
char kbuf[RECBUFSIZ];
int ksiz = sprintf(kbuf, "%d", myrand(rnum) + 1);
if(!tcfdbout2(fdb, kbuf, ksiz) && tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "tcfdbout");
err = true;
break;
}
if(rnum > 250 && i % (rnum / 250) == 0){
iputchar('.');
if(i == rnum || i % (rnum / 10) == 0) my_my_my_iprintf(" (%08d)\n", i);
}
}
my_my_my_iprintf("writing:\n");
for(int i = 1; i <= rnum; i++){
char kbuf[RECBUFSIZ];
int ksiz = sprintf(kbuf, "[%d]", i);
char vbuf[RECBUFSIZ];
int vsiz = i % RECBUFSIZ;
memset(vbuf, '*', vsiz);
if(!tcfdbputkeep2(fdb, kbuf, ksiz, vbuf, vsiz) && tcfdbecode(fdb) != TCEKEEP){
eprint(fdb, __LINE__, "tcfdbputkeep");
err = true;
break;
}
if(vsiz < 1){
char tbuf[PATH_MAX];
for(int j = 0; j < PATH_MAX; j++){
tbuf[j] = myrand(0x100);
}
if(!tcfdbput2(fdb, kbuf, ksiz, tbuf, PATH_MAX)){
eprint(fdb, __LINE__, "tcfdbput");
err = true;
break;
}
}
if(rnum > 250 && i % (rnum / 250) == 0){
iputchar('.');
if(i == rnum || i % (rnum / 10) == 0) my_my_my_iprintf(" (%08d)\n", i);
}
}
my_my_my_iprintf("erasing:\n");
for(int i = 1; i <= rnum; i++){
if(i % 2 == 1){
char kbuf[RECBUFSIZ];
int ksiz = sprintf(kbuf, "[%d]", i);
if(!tcfdbout2(fdb, kbuf, ksiz)){
eprint(fdb, __LINE__, "tcfdbout");
err = true;
break;
}
if(tcfdbout2(fdb, kbuf, ksiz) || tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "tcfdbout");
err = true;
break;
}
}
if(rnum > 250 && i % (rnum / 250) == 0){
iputchar('.');
if(i == rnum || i % (rnum / 10) == 0) my_my_my_iprintf(" (%08d)\n", i);
}
}
my_my_my_iprintf("random writing and reopening:\n");
for(int i = 1; i <= rnum; i++){
char kbuf[RECBUFSIZ];
int ksiz = sprintf(kbuf, "%d", myrand(rnum) + 1);
int vsiz = myrand(RECBUFSIZ);
char *vbuf = tcmalloc(vsiz + 1);
memset(vbuf, '*', vsiz);
switch(myrand(3)){
case 0:
if(!tcfdbput2(fdb, kbuf, ksiz, vbuf, vsiz)){
eprint(fdb, __LINE__, "tcfdbput");
err = true;
}
break;
case 1:
if(!tcfdbputcat2(fdb, kbuf, ksiz, vbuf, vsiz)){
eprint(fdb, __LINE__, "tcfdbputcat");
err = true;
}
break;
case 2:
if(!tcfdbout2(fdb, kbuf, ksiz) && tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "tcfdbout");
err = true;
}
break;
}
tcfree(vbuf);
if(rnum > 250 && i % (rnum / 250) == 0){
iputchar('.');
if(i == rnum || i % (rnum / 10) == 0) my_my_my_iprintf(" (%08d)\n", i);
}
}
if(!tcfdbclose(fdb)){
eprint(fdb, __LINE__, "tcfdbclose");
err = true;
}
if(!tcfdbopen(fdb, path, FDBOWRITER | omode)){
eprint(fdb, __LINE__, "tcfdbopen");
err = true;
}
my_my_my_iprintf("checking:\n");
for(int i = 1; i <= rnum; i++){
char kbuf[RECBUFSIZ];
int ksiz = sprintf(kbuf, "[%d]", i);
int vsiz;
char *vbuf = tcfdbget2(fdb, kbuf, ksiz, &vsiz);
if(vbuf){
tcfree(vbuf);
} else if(tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "tcfdbget");
err = true;
break;
}
if(rnum > 250 && i % (rnum / 250) == 0){
iputchar('.');
if(i == rnum || i % (rnum / 10) == 0) my_my_my_iprintf(" (%08d)\n", i);
}
}
my_my_my_iprintf("writing:\n");
for(int i = 1; i <= rnum; i++){
char buf[RECBUFSIZ];
int len = sprintf(buf, "%08d", i);
if(!tcfdbput2(fdb, buf, len, buf, len)){
eprint(fdb, __LINE__, "tcfdbput");
err = true;
break;
}
if(rnum > 250 && i % (rnum / 250) == 0){
iputchar('.');
if(i == rnum || i % (rnum / 10) == 0) my_my_my_iprintf(" (%08d)\n", i);
}
}
my_my_my_iprintf("reading:\n");
for(int i = 1; i <= rnum; i++){
char kbuf[RECBUFSIZ];
int ksiz = sprintf(kbuf, "%08d", i);
int vsiz;
char *vbuf = tcfdbget2(fdb, kbuf, ksiz, &vsiz);
if(!vbuf){
eprint(fdb, __LINE__, "tcfdbget");
err = true;
break;
} else if(vsiz != ksiz || memcmp(vbuf, kbuf, vsiz)){
eprint(fdb, __LINE__, "(validation)");
err = true;
tcfree(vbuf);
break;
}
tcfree(vbuf);
if(rnum > 250 && i % (rnum / 250) == 0){
iputchar('.');
if(i == rnum || i % (rnum / 10) == 0) my_my_my_iprintf(" (%08d)\n", i);
}
}
my_my_my_iprintf("checking iterator:\n");
if(!tcfdbiterinit(fdb)){
eprint(fdb, __LINE__, "tcfdbiterinit");
err = true;
}
char *kbuf;
int ksiz;
int inum = 0;
for(int i = 1; (kbuf = tcfdbiternext2(fdb, &ksiz)) != NULL; i++, inum++){
int vsiz;
char *vbuf = tcfdbget2(fdb, kbuf, ksiz, &vsiz);
if(!vbuf){
eprint(fdb, __LINE__, "tcfdbget2");
err = true;
tcfree(kbuf);
break;
}
tcfree(vbuf);
tcfree(kbuf);
if(rnum > 250 && i % (rnum / 250) == 0){
iputchar('.');
if(i == rnum || i % (rnum / 10) == 0) my_my_my_iprintf(" (%08d)\n", i);
}
}
if(tcfdbecode(fdb) != TCENOREC || inum != tcfdbrnum(fdb)){
eprint(fdb, __LINE__, "(validation)");
err = true;
}
my_my_my_iprintf("iteration updating:\n");
if(!tcfdbiterinit(fdb)){
eprint(fdb, __LINE__, "tcfdbiterinit");
err = true;
}
inum = 0;
for(int i = 1; (kbuf = tcfdbiternext2(fdb, &ksiz)) != NULL; i++, inum++){
if(myrand(2) == 0){
if(!tcfdbputcat2(fdb, kbuf, ksiz, "0123456789", 10)){
eprint(fdb, __LINE__, "tcfdbputcat2");
err = true;
tcfree(kbuf);
break;
}
} else {
if(!tcfdbout2(fdb, kbuf, ksiz)){
eprint(fdb, __LINE__, "tcfdbout");
err = true;
tcfree(kbuf);
break;
}
}
tcfree(kbuf);
if(rnum > 250 && i % (rnum / 250) == 0){
iputchar('.');
if(i == rnum || i % (rnum / 10) == 0) my_my_my_iprintf(" (%08d)\n", i);
}
}
if(tcfdbecode(fdb) != TCENOREC || inum < tcfdbrnum(fdb)){
eprint(fdb, __LINE__, "(validation)");
err = true;
}
if(myrand(10) == 0 && !tcfdbsync(fdb)){
eprint(fdb, __LINE__, "tcfdbsync");
err = true;
}
if(!tcfdbvanish(fdb)){
eprint(fdb, __LINE__, "tcfdbvanish");
err = true;
}
TCMAP *map = tcmapnew();
my_my_my_iprintf("random writing:\n");
for(int i = 1; i <= rnum; i++){
char kbuf[RECBUFSIZ];
int ksiz = sprintf(kbuf, "%d", myrand(rnum) + 1);
char vbuf[RECBUFSIZ];
int vsiz = sprintf(vbuf, "%d", myrand(rnum) + 1);
switch(myrand(7)){
case 0:
if(!tcfdbput2(fdb, kbuf, ksiz, vbuf, vsiz)){
eprint(fdb, __LINE__, "tcfdbput2");
err = true;
}
tcmapput(map, kbuf, ksiz, vbuf, vsiz);
break;
case 1:
if(!tcfdbputkeep2(fdb, kbuf, ksiz, vbuf, vsiz) && tcfdbecode(fdb) != TCEKEEP){
eprint(fdb, __LINE__, "tcfdbputkeep2");
err = true;
}
tcmapputkeep(map, kbuf, ksiz, vbuf, vsiz);
break;
case 2:
if(!tcfdbputcat2(fdb, kbuf, ksiz, vbuf, vsiz) && tcfdbecode(fdb) != TCEKEEP){
eprint(fdb, __LINE__, "tcfdbputcat2");
err = true;
}
tcmapputcat(map, kbuf, ksiz, vbuf, vsiz);
break;
case 3:
if(!tcfdbout2(fdb, kbuf, ksiz) && tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "tcfdbout2");
err = true;
}
tcmapout(map, kbuf, ksiz);
break;
}
if(rnum > 250 && i % (rnum / 250) == 0){
iputchar('.');
if(i == rnum || i % (rnum / 10) == 0) my_my_my_iprintf(" (%08d)\n", i);
}
}
my_my_my_iprintf("checking transaction commit:\n");
if(!tcfdbtranbegin(fdb)){
eprint(fdb, __LINE__, "tcfdbtranbegin");
err = true;
}
for(int i = 1; i <= rnum; i++){
char kbuf[RECBUFSIZ];
int ksiz = sprintf(kbuf, "%d", myrand(rnum) + 1);
char vbuf[RECBUFSIZ];
int vsiz = sprintf(vbuf, "[%d]", myrand(rnum) + 1);
switch(myrand(7)){
case 0:
if(!tcfdbput2(fdb, kbuf, ksiz, vbuf, vsiz)){
eprint(fdb, __LINE__, "tcfdbput2");
err = true;
}
tcmapput(map, kbuf, ksiz, vbuf, vsiz);
break;
case 1:
if(!tcfdbputkeep2(fdb, kbuf, ksiz, vbuf, vsiz) && tcfdbecode(fdb) != TCEKEEP){
eprint(fdb, __LINE__, "tcfdbputkeep2");
err = true;
}
tcmapputkeep(map, kbuf, ksiz, vbuf, vsiz);
break;
case 2:
if(!tcfdbputcat2(fdb, kbuf, ksiz, vbuf, vsiz)){
eprint(fdb, __LINE__, "tcfdbputcat2");
err = true;
}
tcmapputcat(map, kbuf, ksiz, vbuf, vsiz);
break;
case 3:
if(tcfdbaddint(fdb, tcfdbkeytoid(kbuf, ksiz), 1) == INT_MIN &&
tcfdbecode(fdb) != TCEKEEP){
eprint(fdb, __LINE__, "tcfdbaddint");
err = true;
}
tcmapaddint(map, kbuf, ksiz, 1);
break;
case 4:
if(isnan(tcfdbadddouble(fdb, tcfdbkeytoid(kbuf, ksiz), 1.0)) &&
tcfdbecode(fdb) != TCEKEEP){
eprint(fdb, __LINE__, "tcfdbadddouble");
err = true;
}
tcmapadddouble(map, kbuf, ksiz, 1.0);
break;
case 5:
if(myrand(2) == 0){
void *op = (void *)(intptr_t)(myrand(3) + 1);
if(!tcfdbputproc(fdb, tcfdbkeytoid(kbuf, ksiz), vbuf, vsiz, pdprocfunc, op) &&
tcfdbecode(fdb) != TCEKEEP){
eprint(fdb, __LINE__, "tcfdbputproc");
err = true;
}
tcmapputproc(map, kbuf, ksiz, vbuf, vsiz, pdprocfunc, op);
} else {
vsiz = myrand(10);
void *op = (void *)(intptr_t)(myrand(3) + 1);
if(!tcfdbputproc(fdb, tcfdbkeytoid(kbuf, ksiz), NULL, vsiz, pdprocfunc, op) &&
tcfdbecode(fdb) != TCEKEEP && tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "tcfdbputproc");
err = true;
}
tcmapputproc(map, kbuf, ksiz, NULL, vsiz, pdprocfunc, op);
}
break;
case 6:
if(!tcfdbout2(fdb, kbuf, ksiz) && tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "tcfdbout2");
err = true;
}
tcmapout(map, kbuf, ksiz);
break;
}
if(rnum > 250 && i % (rnum / 250) == 0){
iputchar('.');
if(i == rnum || i % (rnum / 10) == 0) my_my_my_iprintf(" (%08d)\n", i);
}
}
if(!tcfdbtrancommit(fdb)){
eprint(fdb, __LINE__, "tcfdbtrancommit");
err = true;
}
my_my_my_iprintf("checking transaction abort:\n");
uint64_t ornum = tcfdbrnum(fdb);
uint64_t ofsiz = tcfdbfsiz(fdb);
if(!tcfdbtranbegin(fdb)){
eprint(fdb, __LINE__, "tcfdbtranbegin");
err = true;
}
for(int i = 1; i <= rnum; i++){
char kbuf[RECBUFSIZ];
int ksiz = sprintf(kbuf, "%d", myrand(rnum) + 1);
char vbuf[RECBUFSIZ];
int vsiz = sprintf(vbuf, "[%d]", myrand(rnum) + 1);
switch(myrand(7)){
case 0:
if(!tcfdbput2(fdb, kbuf, ksiz, vbuf, vsiz)){
eprint(fdb, __LINE__, "tcfdbput2");
err = true;
}
break;
case 1:
if(!tcfdbputkeep2(fdb, kbuf, ksiz, vbuf, vsiz) && tcfdbecode(fdb) != TCEKEEP){
eprint(fdb, __LINE__, "tcfdbputkeep2");
err = true;
}
break;
case 2:
if(!tcfdbputcat2(fdb, kbuf, ksiz, vbuf, vsiz)){
eprint(fdb, __LINE__, "tcfdbputcat2");
err = true;
}
break;
case 3:
if(tcfdbaddint(fdb, tcfdbkeytoid(kbuf, ksiz), 1) == INT_MIN &&
tcfdbecode(fdb) != TCEKEEP){
eprint(fdb, __LINE__, "tcfdbaddint");
err = true;
}
break;
case 4:
if(isnan(tcfdbadddouble(fdb, tcfdbkeytoid(kbuf, ksiz), 1.0)) &&
tcfdbecode(fdb) != TCEKEEP){
eprint(fdb, __LINE__, "tcfdbadddouble");
err = true;
}
break;
case 5:
if(myrand(2) == 0){
void *op = (void *)(intptr_t)(myrand(3) + 1);
if(!tcfdbputproc(fdb, tcfdbkeytoid(kbuf, ksiz), vbuf, vsiz, pdprocfunc, op) &&
tcfdbecode(fdb) != TCEKEEP){
eprint(fdb, __LINE__, "tcfdbputproc");
err = true;
}
} else {
vsiz = myrand(10);
void *op = (void *)(intptr_t)(myrand(3) + 1);
if(!tcfdbputproc(fdb, tcfdbkeytoid(kbuf, ksiz), NULL, vsiz, pdprocfunc, op) &&
tcfdbecode(fdb) != TCEKEEP && tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "tcfdbputproc");
err = true;
}
}
break;
case 6:
if(!tcfdbout2(fdb, kbuf, ksiz) && tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "tcfdbout2");
err = true;
}
break;
}
if(rnum > 250 && i % (rnum / 250) == 0){
iputchar('.');
if(i == rnum || i % (rnum / 10) == 0) my_my_my_iprintf(" (%08d)\n", i);
}
}
if(!tcfdbtranabort(fdb)){
eprint(fdb, __LINE__, "tcfdbtranabort");
err = true;
}
my_my_my_iprintf("checking consistency:\n");
if(tcfdbrnum(fdb) != ornum || tcfdbfsiz(fdb) != ofsiz || tcfdbrnum(fdb) != tcmaprnum(map)){
eprint(fdb, __LINE__, "(validation)");
err = true;
}
inum = 0;
tcmapiterinit(map);
const char *tkbuf;
int tksiz;
for(int i = 1; (tkbuf = tcmapiternext(map, &tksiz)) != NULL; i++, inum++){
int tvsiz;
const char *tvbuf = tcmapiterval(tkbuf, &tvsiz);
if(tvsiz > RECBUFSIZ) tvsiz = RECBUFSIZ;
int rsiz;
char *rbuf = tcfdbget2(fdb, tkbuf, tksiz, &rsiz);
if(!rbuf || rsiz != tvsiz || memcmp(rbuf, tvbuf, rsiz)){
eprint(fdb, __LINE__, "(validation)");
err = true;
tcfree(rbuf);
break;
}
tcfree(rbuf);
if(rnum > 250 && i % (rnum / 250) == 0){
iputchar('.');
if(i == rnum || i % (rnum / 10) == 0) my_my_my_iprintf(" (%08d)\n", i);
}
}
if(rnum > 250) my_my_my_iprintf(" (%08d)\n", inum);
inum = 0;
if(!tcfdbiterinit(fdb)){
eprint(fdb, __LINE__, "tcfdbiterinit");
err = true;
}
for(int i = 1; (kbuf = tcfdbiternext2(fdb, &ksiz)) != NULL; i++, inum++){
int vsiz;
char *vbuf = tcfdbget2(fdb, kbuf, ksiz, &vsiz);
int rsiz;
const char *rbuf = tcmapget(map, kbuf, ksiz, &rsiz);
if(rsiz > RECBUFSIZ) rsiz = RECBUFSIZ;
if(!rbuf || rsiz != vsiz || memcmp(rbuf, vbuf, rsiz)){
eprint(fdb, __LINE__, "(validation)");
err = true;
tcfree(vbuf);
tcfree(kbuf);
break;
}
tcfree(vbuf);
tcfree(kbuf);
if(rnum > 250 && i % (rnum / 250) == 0){
iputchar('.');
if(i == rnum || i % (rnum / 10) == 0) my_my_my_iprintf(" (%08d)\n", i);
}
}
if(rnum > 250) my_my_my_iprintf(" (%08d)\n", inum);
tcmapdel(map);
if(!tcfdbvanish(fdb)){
eprint(fdb, __LINE__, "tcfdbvanish");
err = true;
}
if(rnum >= 100){
if(!tcfdbtranbegin(fdb)){
eprint(fdb, __LINE__, "tcfdbtranbegin");
err = true;
}
if(!tcfdbput3(fdb, "99", "hirabayashi")){
eprint(fdb, __LINE__, "tcfdbput3");
err = true;
}
for(int i = 0; i < 10; i++){
char buf[RECBUFSIZ];
int size = sprintf(buf, "%d", myrand(rnum) + 1);
if(!tcfdbput2(fdb, buf, size, buf, size)){
eprint(fdb, __LINE__, "tcfdbput2");
err = true;
}
}
for(int i = myrand(3) + 1; i < PATH_MAX; i = i * 2 + myrand(3)){
char vbuf[i];
memset(vbuf, '@', i - 1);
vbuf[i-1] = '\0';
if(!tcfdbput3(fdb, "99", vbuf)){
eprint(fdb, __LINE__, "tcfdbput3");
err = true;
}
}
if(!tcfdbforeach(fdb, iterfunc, NULL)){
eprint(fdb, __LINE__, "tcfdbforeach");
err = true;
}
}
my_my_my_iprintf("record number: %llu\n", (unsigned long long)tcfdbrnum(fdb));
my_my_my_iprintf("size: %llu\n", (unsigned long long)tcfdbfsiz(fdb));
mprint(fdb);
sysprint();
if(!tcfdbclose(fdb)){
eprint(fdb, __LINE__, "tcfdbclose");
err = true;
}
tcfdbdel(fdb);
my_my_my_iprintf("time: %.3f\n", tctime() - stime);
my_my_my_iprintf("%s\n\n", err ? "error" : "ok");
return err ? 1 : 0;
}
/* perform rcat command */
static int procrcat(const char *path, int rnum, int width, int64_t limsiz,
bool mt, int omode, int pnum, bool dai, bool dad, bool rl, bool ru){
my_my_my_iprintf("<Random Concatenating Test>\n"
" seed=%u path=%s rnum=%d width=%d limsiz=%lld mt=%d omode=%d pnum=%d"
" dai=%d dad=%d rl=%d ru=%d\n\n",
g_randseed, path, rnum, width, (long long)limsiz, mt, omode, pnum, dai, dad, rl, ru);
if(pnum < 1) pnum = rnum;
bool err = false;
double stime = tctime();
TCFDB *fdb = tcfdbnew();
if(g_dbgfd >= 0) tcfdbsetdbgfd(fdb, g_dbgfd);
if(mt && !tcfdbsetmutex(fdb)){
eprint(fdb, __LINE__, "tcfdbsetmutex");
err = true;
}
if(!tcfdbtune(fdb, width, limsiz)){
eprint(fdb, __LINE__, "tcfdbtune");
err = true;
}
if(!tcfdbopen(fdb, path, FDBOWRITER | FDBOCREAT | FDBOTRUNC | omode)){
eprint(fdb, __LINE__, "tcfdbopen");
err = true;
}
for(int i = 1; i <= rnum; i++){
char kbuf[RECBUFSIZ];
int ksiz = sprintf(kbuf, "%d", myrand(pnum) + 1);
if(dai){
if(tcfdbaddint(fdb, tcfdbkeytoid(kbuf, ksiz), myrand(3)) == INT_MIN){
eprint(fdb, __LINE__, "tcfdbaddint");
err = true;
break;
}
} else if(dad){
if(isnan(tcfdbadddouble(fdb, tcfdbkeytoid(kbuf, ksiz), myrand(30) / 10.0))){
eprint(fdb, __LINE__, "tcfdbadddouble");
err = true;
break;
}
} else if(rl){
char vbuf[PATH_MAX];
int vsiz = myrand(PATH_MAX);
for(int j = 0; j < vsiz; j++){
vbuf[j] = myrand(0x100);
}
if(!tcfdbputcat2(fdb, kbuf, ksiz, vbuf, vsiz)){
eprint(fdb, __LINE__, "tcfdbputcat");
err = true;
break;
}
} else if(ru){
int id = myrand(pnum) + 1;
switch(myrand(8)){
case 0:
if(!tcfdbput(fdb, id, kbuf, ksiz)){
eprint(fdb, __LINE__, "tcfdbput");
err = true;
}
break;
case 1:
if(!tcfdbputkeep(fdb, id, kbuf, ksiz) && tcfdbecode(fdb) != TCEKEEP){
eprint(fdb, __LINE__, "tcfdbputkeep");
err = true;
}
break;
case 2:
if(!tcfdbout(fdb, id) && tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "tcfdbout");
err = true;
}
break;
case 3:
if(tcfdbaddint(fdb, id, 1) == INT_MIN && tcfdbecode(fdb) != TCEKEEP){
eprint(fdb, __LINE__, "tcfdbaddint");
err = true;
}
break;
case 4:
if(isnan(tcfdbadddouble(fdb, id, 1.0)) && tcfdbecode(fdb) != TCEKEEP){
eprint(fdb, __LINE__, "tcfdbadddouble");
err = true;
}
break;
case 5:
if(myrand(2) == 0){
if(!tcfdbputproc(fdb, id, kbuf, ksiz, pdprocfunc, NULL) &&
tcfdbecode(fdb) != TCEKEEP){
eprint(fdb, __LINE__, "tcfdbputproc");
err = true;
}
} else {
if(!tcfdbputproc(fdb, id, NULL, 0, pdprocfunc, NULL) &&
tcfdbecode(fdb) != TCEKEEP && tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "tcfdbputproc");
err = true;
}
}
break;
default:
if(!tcfdbputcat(fdb, id, kbuf, ksiz)){
eprint(fdb, __LINE__, "tcfdbputcat");
err = true;
}
break;
}
if(err) break;
} else {
if(!tcfdbputcat2(fdb, kbuf, ksiz, kbuf, ksiz)){
eprint(fdb, __LINE__, "tcfdbputcat");
err = true;
break;
}
}
if(rnum > 250 && i % (rnum / 250) == 0){
iputchar('.');
if(i == rnum || i % (rnum / 10) == 0) my_my_my_iprintf(" (%08d)\n", i);
}
}
my_my_my_iprintf("record number: %llu\n", (unsigned long long)tcfdbrnum(fdb));
my_my_my_iprintf("size: %llu\n", (unsigned long long)tcfdbfsiz(fdb));
mprint(fdb);
sysprint();
if(!tcfdbclose(fdb)){
eprint(fdb, __LINE__, "tcfdbclose");
err = true;
}
tcfdbdel(fdb);
my_my_my_iprintf("time: %.3f\n", tctime() - stime);
my_my_my_iprintf("%s\n\n", err ? "error" : "ok");
return err ? 1 : 0;
}
/* perform wicked command */
static int procwicked(const char *path, int rnum, bool mt, int omode){
my_my_my_iprintf("<Wicked Writing Test>\n seed=%u path=%s rnum=%d mt=%d omode=%d\n\n",
g_randseed, path, rnum, mt, omode);
bool err = false;
double stime = tctime();
TCFDB *fdb = tcfdbnew();
if(g_dbgfd >= 0) tcfdbsetdbgfd(fdb, g_dbgfd);
if(mt && !tcfdbsetmutex(fdb)){
eprint(fdb, __LINE__, "tcfdbsetmutex");
err = true;
}
if(!tcfdbtune(fdb, RECBUFSIZ * 2, EXHEADSIZ + (RECBUFSIZ * 2 + sizeof(int)) * rnum)){
eprint(fdb, __LINE__, "tcfdbtune");
err = true;
}
if(!tcfdbopen(fdb, path, FDBOWRITER | FDBOCREAT | FDBOTRUNC | omode)){
eprint(fdb, __LINE__, "tcfdbopen");
err = true;
}
if(!tcfdbiterinit(fdb)){
eprint(fdb, __LINE__, "tcfdbiterinit");
err = true;
}
TCMAP *map = tcmapnew2(rnum / 5);
for(int i = 1; i <= rnum && !err; i++){
uint64_t id = myrand(rnum) + 1;
char kbuf[RECBUFSIZ];
int ksiz = sprintf(kbuf, "%llu", (unsigned long long)id);
char vbuf[RECBUFSIZ];
int vsiz = myrand(RECBUFSIZ);
memset(vbuf, '*', vsiz);
vbuf[vsiz] = '\0';
char *rbuf;
switch(myrand(16)){
case 0:
iputchar('0');
if(!tcfdbput2(fdb, kbuf, ksiz, vbuf, vsiz)){
eprint(fdb, __LINE__, "tcfdbput2");
err = true;
}
tcmapput(map, kbuf, ksiz, vbuf, vsiz);
break;
case 1:
iputchar('1');
if(!tcfdbput3(fdb, kbuf, vbuf)){
eprint(fdb, __LINE__, "tcfdbput3");
err = true;
}
tcmapput2(map, kbuf, vbuf);
break;
case 2:
iputchar('2');
if(!tcfdbputkeep2(fdb, kbuf, ksiz, vbuf, vsiz) && tcfdbecode(fdb) != TCEKEEP){
eprint(fdb, __LINE__, "tcfdbputkeep2");
err = true;
}
tcmapputkeep(map, kbuf, ksiz, vbuf, vsiz);
break;
case 3:
iputchar('3');
if(!tcfdbputkeep3(fdb, kbuf, vbuf) && tcfdbecode(fdb) != TCEKEEP){
eprint(fdb, __LINE__, "tcfdbputkeep3");
err = true;
}
tcmapputkeep2(map, kbuf, vbuf);
break;
case 4:
iputchar('4');
if(!tcfdbputcat2(fdb, kbuf, ksiz, vbuf, vsiz)){
eprint(fdb, __LINE__, "tcfdbputcat2");
err = true;
}
tcmapputcat(map, kbuf, ksiz, vbuf, vsiz);
break;
case 5:
iputchar('5');
if(!tcfdbputcat3(fdb, kbuf, vbuf)){
eprint(fdb, __LINE__, "tcfdbputcat3");
err = true;
}
tcmapputcat2(map, kbuf, vbuf);
break;
case 6:
iputchar('6');
if(myrand(10) == 0){
if(!tcfdbout2(fdb, kbuf, ksiz) && tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "tcfdbout2");
err = true;
}
tcmapout(map, kbuf, ksiz);
}
break;
case 7:
iputchar('7');
if(myrand(10) == 0){
if(!tcfdbout3(fdb, kbuf) && tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "tcfdbout3");
err = true;
}
tcmapout2(map, kbuf);
}
break;
case 8:
iputchar('8');
if(!(rbuf = tcfdbget2(fdb, kbuf, ksiz, &vsiz))){
if(tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "tcfdbget2");
err = true;
}
rbuf = tcsprintf("[%d]", myrand(i + 1));
vsiz = strlen(rbuf);
}
vsiz += myrand(vsiz);
rbuf = tcrealloc(rbuf, vsiz + 1);
for(int j = 0; j < vsiz; j++){
rbuf[j] = myrand(0x100);
}
if(!tcfdbput2(fdb, kbuf, ksiz, rbuf, vsiz)){
eprint(fdb, __LINE__, "tcfdbput2");
err = true;
}
tcmapput(map, kbuf, ksiz, rbuf, vsiz);
tcfree(rbuf);
break;
case 9:
iputchar('9');
if(!(rbuf = tcfdbget2(fdb, kbuf, ksiz, &vsiz)) && tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "tcfdbget2");
err = true;
}
tcfree(rbuf);
break;
case 10:
iputchar('A');
if(!(rbuf = tcfdbget3(fdb, kbuf)) && tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "tcfdbget3");
err = true;
}
tcfree(rbuf);
break;
case 11:
iputchar('B');
if(myrand(1) == 0) vsiz = 1;
if((vsiz = tcfdbget4(fdb, id, vbuf, vsiz)) < 0 && tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "tcfdbget4");
err = true;
}
break;
case 12:
iputchar('C');
if(myrand(rnum / 128) == 0){
if(myrand(2) == 0){
if(!tcfdbiterinit(fdb)){
eprint(fdb, __LINE__, "tcfdbiterinit");
err = true;
}
} else {
if(!tcfdbiterinit2(fdb, myrand(rnum) + 1) && tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "tcfdbiterinit2");
err = true;
}
}
}
for(int j = myrand(rnum) / 1000 + 1; j >= 0; j--){
if(tcfdbiternext(fdb) < 0){
int ecode = tcfdbecode(fdb);
if(ecode != TCEINVALID && ecode != TCENOREC){
eprint(fdb, __LINE__, "tcfdbiternext");
err = true;
}
}
}
break;
default:
iputchar('@');
if(myrand(10000) == 0) srand((unsigned int)(tctime() * 1000) % UINT_MAX);
if(myrand(rnum / 16 + 1) == 0){
int cnt = myrand(30);
for(int j = 0; j < rnum && !err; j++){
ksiz = sprintf(kbuf, "%d", i + j);
if(tcfdbout2(fdb, kbuf, ksiz)){
cnt--;
} else if(tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "tcfdbout2");
err = true;
}
tcmapout(map, kbuf, ksiz);
if(cnt < 0) break;
}
}
break;
}
if(i % 50 == 0) my_my_my_iprintf(" (%08d)\n", i);
if(i == rnum / 2){
if(!tcfdbclose(fdb)){
eprint(fdb, __LINE__, "tcfdbclose");
err = true;
}
if(!tcfdbopen(fdb, path, FDBOWRITER | omode)){
eprint(fdb, __LINE__, "tcfdbopen");
err = true;
}
} else if(i == rnum / 4){
char *npath = tcsprintf("%s-tmp", path);
if(!tcfdbcopy(fdb, npath)){
eprint(fdb, __LINE__, "tcfdbcopy");
err = true;
}
TCFDB *nfdb = tcfdbnew();
if(!tcfdbopen(nfdb, npath, FDBOREADER | omode)){
eprint(nfdb, __LINE__, "tcfdbopen");
err = true;
}
tcfdbdel(nfdb);
unlink(npath);
tcfree(npath);
if(!tcfdboptimize(fdb, RECBUFSIZ, -1)){
eprint(fdb, __LINE__, "tcfdboptimize");
err = true;
}
if(!tcfdbiterinit(fdb)){
eprint(fdb, __LINE__, "tcfdbiterinit");
err = true;
}
} else if(i == rnum / 8){
if(!tcfdbtranbegin(fdb)){
eprint(fdb, __LINE__, "tcfdbtranbegin");
err = true;
}
} else if(i == rnum / 8 + rnum / 16){
if(!tcfdbtrancommit(fdb)){
eprint(fdb, __LINE__, "tcfdbtrancommit");
err = true;
}
}
}
if(rnum % 50 > 0) my_my_my_iprintf(" (%08d)\n", rnum);
if(!tcfdbsync(fdb)){
eprint(fdb, __LINE__, "tcfdbsync");
err = true;
}
if(tcfdbrnum(fdb) != tcmaprnum(map)){
eprint(fdb, __LINE__, "(validation)");
err = true;
}
for(int i = 1; i <= rnum && !err; i++){
char kbuf[RECBUFSIZ];
int ksiz = sprintf(kbuf, "%d", i);
int vsiz;
const char *vbuf = tcmapget(map, kbuf, ksiz, &vsiz);
int rsiz;
char *rbuf = tcfdbget2(fdb, kbuf, ksiz, &rsiz);
if(vbuf){
iputchar('.');
if(vsiz > RECBUFSIZ) vsiz = RECBUFSIZ;
if(!rbuf){
eprint(fdb, __LINE__, "tcfdbget2");
err = true;
} else if(rsiz != vsiz || memcmp(rbuf, vbuf, rsiz)){
eprint(fdb, __LINE__, "(validation)");
err = true;
}
} else {
iputchar('*');
if(rbuf || tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "(validation)");
err = true;
}
}
tcfree(rbuf);
if(i % 50 == 0) my_my_my_iprintf(" (%08d)\n", i);
}
if(rnum % 50 > 0) my_my_my_iprintf(" (%08d)\n", rnum);
tcmapiterinit(map);
int ksiz;
const char *kbuf;
for(int i = 1; (kbuf = tcmapiternext(map, &ksiz)) != NULL; i++){
iputchar('+');
int vsiz;
const char *vbuf = tcmapiterval(kbuf, &vsiz);
if(vsiz > tcfdbwidth(fdb)) vsiz = tcfdbwidth(fdb);
int rsiz;
char *rbuf = tcfdbget2(fdb, kbuf, ksiz, &rsiz);
if(!rbuf){
eprint(fdb, __LINE__, "tcfdbget2");
err = true;
} else if(rsiz != vsiz || memcmp(rbuf, vbuf, rsiz)){
eprint(fdb, __LINE__, "(validation)");
err = true;
}
tcfree(rbuf);
if(!tcfdbout2(fdb, kbuf, ksiz)){
eprint(fdb, __LINE__, "tcfdbout2");
err = true;
}
if(i % 50 == 0) my_my_my_iprintf(" (%08d)\n", i);
}
int mrnum = tcmaprnum(map);
if(mrnum % 50 > 0) my_my_my_iprintf(" (%08d)\n", mrnum);
if(tcfdbrnum(fdb) != 0){
eprint(fdb, __LINE__, "(validation)");
err = true;
}
my_my_my_iprintf("record number: %llu\n", (unsigned long long)tcfdbrnum(fdb));
my_my_my_iprintf("size: %llu\n", (unsigned long long)tcfdbfsiz(fdb));
mprint(fdb);
sysprint();
tcmapdel(map);
if(!tcfdbclose(fdb)){
eprint(fdb, __LINE__, "tcfdbclose");
err = true;
}
tcfdbdel(fdb);
my_my_my_iprintf("time: %.3f\n", tctime() - stime);
my_my_my_iprintf("%s\n\n", err ? "error" : "ok");
return err ? 1 : 0;
}