static int _sandbox_notify(const char *type, void *param1, void *param2, void *data, TCMAP *map)
{
TCLIST **p, *list;
NOTIFY_HANDLER *handler;
int sp, idx, ret = 0;
if (!type)
return ret;
//DEBUG_PRINT("sandbox_notify(): type=%s\n", type);
p = (TCLIST **)tcmapget(map, type, strlen(type), &sp);
if (p) {
list = *p;
//free(p);
idx = 0;
while (idx < tclistnum(list)) {
handler = (NOTIFY_HANDLER *)tclistval(list, idx, &sp);
if (handler) {
//DEBUG_PRINT("sandbox_notify(): type=%s, handler=%X, s=%d\n", type, *handler, sizeof(handler));
ret = (*handler)(type, param1, param2, data);
if (ret)
break;
}
idx++;
}
}
return ret;
}
void utf8fan2jian(void *map, const char *fan, char *jian)
{
unsigned char *f = (unsigned char *)fan;
unsigned char *j = (unsigned char *)jian;
unsigned char *e;
const unsigned char *s;
int len,clen;
if(!fan || !jian) return;
e = f + strlen(fan);
while(f != e) {
clen = UTF8CHLEN(*f);
if(f + clen > e) break;
s = tcmapget((TCMAP *)map,f,clen,&len);
if(s) {
memcpy(j,s,len);
j += len;
} else {
memcpy(j,f,clen);
j += clen;
}
f += clen;
}
*j = 0;
}
sExpression *lookupVariable(sSymbol *symbol, sEnvironment *env){
int i = 0;
int keySize = strlen(symbol->name) * sizeof(char);
TCXSTR *str = getTypeTag(symbol->name);
void *result = tcmapget(env->varmap, symbol->name, keySize, &i);
if(i == 0){
//fail find
if(isNoParent(env)){
return &sNull;
}else{
return lookupVariable(symbol, env->parent);
}
}else{
//success find
sType *type = (sType *)tcmapget(env->varmap, tcxstrptr(str), tcxstrsize(str), &i);
sExpression *resultExp = newExp(result, *type);
return resultExp;
}
}
uint8_t
XTDBForAllIDX(XTDBHandle* handle,IndexFullFn fullFn,IndexDBFn dbFn,IndexDBNoResFn noResFn ,void* args) {
uint8_t rv = True;
/* HashTableIterator iter;
hash_table_iterate(handle->indexes,&iter);
while (hash_table_iter_has_more(&iter)) {
DataBaseBE* be = hash_table_iter_next(&iter);
rv = dbFn(NULL,db,args);
if (!rv) {
return rv;
}
//DBClose(be);
//DBFree(be);
}*/
tcmapiterinit(handle->indexes);
while (1) {
int len,dataLen;
DataBaseBE *outBase = NULL;
const void* key = tcmapiternext(handle->indexes,&len);
if (!key) {
break;
}
const void *pPtr = tcmapget(handle->indexes,key,len,&dataLen);
if (!pPtr) {
continue;
}
memcpy(&outBase,pPtr,dataLen);
if (fullFn) {
rv = fullFn(handle,key,outBase,args);
}
if (dbFn) {
rv = dbFn(outBase);
if (rv) {
// XXX proper error
handle->error = XTDB_IO_ERR;
}
}
if (noResFn) {
noResFn(outBase);
rv = True;
}
//free(key);
//free(pPtr);
if (!rv) {
return rv;
}
}
return rv;
}
static uint8_t
XTDBAddIndex(XTDBHandle* h,char* fieldName) {
String idxDBName;
BinaryStr out;
uint8_t success=False;
DataBaseBE* db;
DataBaseBE* be = XTDBGetIndex(h,fieldName);
if (be) {
// XXX Set error
// Index already exists
assert(0);
return False;
}
StrToBStr(fieldName,&out);
GetIndexDBName(h,fieldName,&idxDBName);
db = DBInit(STR(&idxDBName),BDBOWRITER);
//print_trace();
if (db) {
uint8_t rv = DBOpen(db,BDBOWRITER);
//printf("Return value %d,%s\n",rv,tcbdberrmsg(rv));
if (!rv) {
//h->error = DBErrorToXTDBError(rv);
h->error = DBGetLastError(db);
DBFree(db);
assert(0);
return False;
}
// No error for this function
tcmapput(h->indexes,out.data,out.len,&db,sizeof(db));
int a;
assert(tcmapget(h->indexes,out.data,out.len,&a));
/*char* newStr = strdup(fieldName);
if(hash_table_insert(h->indexes,newStr,db)) {
}
assert(hash_table_lookup(h->indexes,newStr));*/
} else {
h->error = XTDB_NO_MEM;
return False;
}
StrFree(&idxDBName);
assert(tcmaprnum(h->indexes));
return True;
}
DataBaseBE*
XTDBGetIndex(XTDBHandle* handle,const char* fieldName) {
BinaryStr field;
StrToBStr(fieldName,&field);
DataBaseBE *outBase = NULL;
int len;
const void *pPtr = tcmapget(handle->indexes,fieldName,strlen(fieldName),&len);
if (!pPtr) {
return NULL;
}
memcpy(&outBase,pPtr,len);
//free(pPtr);
/*outBase = hash_table_lookup(handle->indexes,(char*)fieldName);*/
return outBase;
}
static void sandbox_map_free(TCMAP *map)
{
int sp;
TCLIST **p;
const char *pkbuf;
// FIXME: free listeners
tcmapiterinit(map);
pkbuf = tcmapiternext2(map);
while (pkbuf) {
p = (TCLIST **)tcmapget(map, pkbuf, strlen(pkbuf), &sp);
if (p) {
tclistdel(*p);
//free(p);
}
pkbuf = tcmapiternext2(map);
}
tcmapdel(map);
}
static int _sandbox_listen(const char *type, NOTIFY_HANDLER handler, void *listener, TCMAP *map)
{
TCLIST **p, *list;
int sp;
if (!type || !handler)
return -1;
p = (TCLIST **)tcmapget(map, type, strlen(type), &sp);
if (p) {
list = *p;
//free(p);
} else {
list = tclistnew2(8);
tcmapput(map, type, strlen(type), &list, sizeof(list));
}
tclistpush(list, &handler, sizeof(handler));
//DEBUG_PRINT("sandbox_listen(): type=%s, handler=%X, s=%d\n", type, (unsigned int)handler, sizeof(handler));
return 0;
}
Bool setVariable(sSymbol *symbol, sExpression *value, sEnvironment *env){
if(strcmp(symbol->name, "_error") != 0){
int i = 0;
void *result = tcmapget(env->varmap, symbol->name, (strlen(symbol->name) * sizeof(char)), &i);
if(i == 0)
{
if(isNoParent(env)){
return FALSE;
}else{
return setVariable(symbol, value, env->parent);
}
}
else
{
sExpression *exp = newExp(symbol, SYMBOL_TAG);
putVars(toList(cons(exp, &sNull)),
toList(cons(value, &sNull)),
env->varmap);
return TRUE;
}
}
return FALSE;
}
/* perform misc command */
static int procmisc(const char *path, int rnum, bool mt, int omode){
my_my_my_iprintf("<Miscellaneous Test>\n seed=%u path=%s rnum=%d mt=%d omode=%d\n\n",
g_randseed, path, rnum, mt, omode);
bool err = false;
double stime = tctime();
TCFDB *fdb = tcfdbnew();
if(g_dbgfd >= 0) tcfdbsetdbgfd(fdb, g_dbgfd);
if(mt && !tcfdbsetmutex(fdb)){
eprint(fdb, __LINE__, "tcfdbsetmutex");
err = true;
}
if(!tcfdbtune(fdb, RECBUFSIZ, EXHEADSIZ + (RECBUFSIZ + sizeof(int)) * rnum)){
eprint(fdb, __LINE__, "tcfdbtune");
err = true;
}
if(!tcfdbopen(fdb, path, FDBOWRITER | FDBOCREAT | FDBOTRUNC | omode)){
eprint(fdb, __LINE__, "tcfdbopen");
err = true;
}
if(TCUSEPTHREAD){
TCFDB *fdbdup = tcfdbnew();
if(tcfdbopen(fdbdup, path, FDBOREADER)){
eprint(fdb, __LINE__, "(validation)");
err = true;
} else if(tcfdbecode(fdbdup) != TCETHREAD){
eprint(fdb, __LINE__, "(validation)");
err = true;
}
tcfdbdel(fdbdup);
}
my_my_my_iprintf("writing:\n");
for(int i = 1; i <= rnum; i++){
char buf[RECBUFSIZ];
int len = sprintf(buf, "%08d", i);
if(!tcfdbputkeep2(fdb, buf, len, buf, len)){
eprint(fdb, __LINE__, "tcfdbputkeep");
err = true;
break;
}
if(rnum > 250 && i % (rnum / 250) == 0){
iputchar('.');
if(i == rnum || i % (rnum / 10) == 0) my_my_my_iprintf(" (%08d)\n", i);
}
}
my_my_my_iprintf("reading:\n");
for(int i = 1; i <= rnum; i++){
char kbuf[RECBUFSIZ];
int ksiz = sprintf(kbuf, "%08d", i);
int vsiz;
char *vbuf = tcfdbget2(fdb, kbuf, ksiz, &vsiz);
if(!vbuf){
eprint(fdb, __LINE__, "tcfdbget");
err = true;
break;
} else if(vsiz != ksiz || memcmp(vbuf, kbuf, vsiz)){
eprint(fdb, __LINE__, "(validation)");
err = true;
tcfree(vbuf);
break;
}
tcfree(vbuf);
if(rnum > 250 && i % (rnum / 250) == 0){
iputchar('.');
if(i == rnum || i % (rnum / 10) == 0) my_my_my_iprintf(" (%08d)\n", i);
}
}
if(tcfdbrnum(fdb) != rnum){
eprint(fdb, __LINE__, "(validation)");
err = true;
}
my_my_my_iprintf("random writing:\n");
for(int i = 1; i <= rnum; i++){
char kbuf[RECBUFSIZ];
int ksiz = sprintf(kbuf, "%d", myrand(rnum) + 1);
char vbuf[RECBUFSIZ];
int vsiz = myrand(RECBUFSIZ);
memset(vbuf, '*', vsiz);
if(!tcfdbput2(fdb, kbuf, ksiz, vbuf, vsiz)){
eprint(fdb, __LINE__, "tcfdbput");
err = true;
break;
}
int rsiz;
char *rbuf = tcfdbget2(fdb, kbuf, ksiz, &rsiz);
if(!rbuf){
eprint(fdb, __LINE__, "tcfdbget");
err = true;
break;
}
if(rsiz != vsiz || memcmp(rbuf, vbuf, rsiz)){
eprint(fdb, __LINE__, "(validation)");
err = true;
tcfree(rbuf);
break;
}
if(rnum > 250 && i % (rnum / 250) == 0){
iputchar('.');
if(i == rnum || i % (rnum / 10) == 0) my_my_my_iprintf(" (%08d)\n", i);
}
tcfree(rbuf);
}
my_my_my_iprintf("random erasing:\n");
for(int i = 1; i <= rnum; i++){
char kbuf[RECBUFSIZ];
int ksiz = sprintf(kbuf, "%d", myrand(rnum) + 1);
if(!tcfdbout2(fdb, kbuf, ksiz) && tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "tcfdbout");
err = true;
break;
}
if(rnum > 250 && i % (rnum / 250) == 0){
iputchar('.');
if(i == rnum || i % (rnum / 10) == 0) my_my_my_iprintf(" (%08d)\n", i);
}
}
my_my_my_iprintf("writing:\n");
for(int i = 1; i <= rnum; i++){
char kbuf[RECBUFSIZ];
int ksiz = sprintf(kbuf, "[%d]", i);
char vbuf[RECBUFSIZ];
int vsiz = i % RECBUFSIZ;
memset(vbuf, '*', vsiz);
if(!tcfdbputkeep2(fdb, kbuf, ksiz, vbuf, vsiz) && tcfdbecode(fdb) != TCEKEEP){
eprint(fdb, __LINE__, "tcfdbputkeep");
err = true;
break;
}
if(vsiz < 1){
char tbuf[PATH_MAX];
for(int j = 0; j < PATH_MAX; j++){
tbuf[j] = myrand(0x100);
}
if(!tcfdbput2(fdb, kbuf, ksiz, tbuf, PATH_MAX)){
eprint(fdb, __LINE__, "tcfdbput");
err = true;
break;
}
}
if(rnum > 250 && i % (rnum / 250) == 0){
iputchar('.');
if(i == rnum || i % (rnum / 10) == 0) my_my_my_iprintf(" (%08d)\n", i);
}
}
my_my_my_iprintf("erasing:\n");
for(int i = 1; i <= rnum; i++){
if(i % 2 == 1){
char kbuf[RECBUFSIZ];
int ksiz = sprintf(kbuf, "[%d]", i);
if(!tcfdbout2(fdb, kbuf, ksiz)){
eprint(fdb, __LINE__, "tcfdbout");
err = true;
break;
}
if(tcfdbout2(fdb, kbuf, ksiz) || tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "tcfdbout");
err = true;
break;
}
}
if(rnum > 250 && i % (rnum / 250) == 0){
iputchar('.');
if(i == rnum || i % (rnum / 10) == 0) my_my_my_iprintf(" (%08d)\n", i);
}
}
my_my_my_iprintf("random writing and reopening:\n");
for(int i = 1; i <= rnum; i++){
char kbuf[RECBUFSIZ];
int ksiz = sprintf(kbuf, "%d", myrand(rnum) + 1);
int vsiz = myrand(RECBUFSIZ);
char *vbuf = tcmalloc(vsiz + 1);
memset(vbuf, '*', vsiz);
switch(myrand(3)){
case 0:
if(!tcfdbput2(fdb, kbuf, ksiz, vbuf, vsiz)){
eprint(fdb, __LINE__, "tcfdbput");
err = true;
}
break;
case 1:
if(!tcfdbputcat2(fdb, kbuf, ksiz, vbuf, vsiz)){
eprint(fdb, __LINE__, "tcfdbputcat");
err = true;
}
break;
case 2:
if(!tcfdbout2(fdb, kbuf, ksiz) && tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "tcfdbout");
err = true;
}
break;
}
tcfree(vbuf);
if(rnum > 250 && i % (rnum / 250) == 0){
iputchar('.');
if(i == rnum || i % (rnum / 10) == 0) my_my_my_iprintf(" (%08d)\n", i);
}
}
if(!tcfdbclose(fdb)){
eprint(fdb, __LINE__, "tcfdbclose");
err = true;
}
if(!tcfdbopen(fdb, path, FDBOWRITER | omode)){
eprint(fdb, __LINE__, "tcfdbopen");
err = true;
}
my_my_my_iprintf("checking:\n");
for(int i = 1; i <= rnum; i++){
char kbuf[RECBUFSIZ];
int ksiz = sprintf(kbuf, "[%d]", i);
int vsiz;
char *vbuf = tcfdbget2(fdb, kbuf, ksiz, &vsiz);
if(vbuf){
tcfree(vbuf);
} else if(tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "tcfdbget");
err = true;
break;
}
if(rnum > 250 && i % (rnum / 250) == 0){
iputchar('.');
if(i == rnum || i % (rnum / 10) == 0) my_my_my_iprintf(" (%08d)\n", i);
}
}
my_my_my_iprintf("writing:\n");
for(int i = 1; i <= rnum; i++){
char buf[RECBUFSIZ];
int len = sprintf(buf, "%08d", i);
if(!tcfdbput2(fdb, buf, len, buf, len)){
eprint(fdb, __LINE__, "tcfdbput");
err = true;
break;
}
if(rnum > 250 && i % (rnum / 250) == 0){
iputchar('.');
if(i == rnum || i % (rnum / 10) == 0) my_my_my_iprintf(" (%08d)\n", i);
}
}
my_my_my_iprintf("reading:\n");
for(int i = 1; i <= rnum; i++){
char kbuf[RECBUFSIZ];
int ksiz = sprintf(kbuf, "%08d", i);
int vsiz;
char *vbuf = tcfdbget2(fdb, kbuf, ksiz, &vsiz);
if(!vbuf){
eprint(fdb, __LINE__, "tcfdbget");
err = true;
break;
} else if(vsiz != ksiz || memcmp(vbuf, kbuf, vsiz)){
eprint(fdb, __LINE__, "(validation)");
err = true;
tcfree(vbuf);
break;
}
tcfree(vbuf);
if(rnum > 250 && i % (rnum / 250) == 0){
iputchar('.');
if(i == rnum || i % (rnum / 10) == 0) my_my_my_iprintf(" (%08d)\n", i);
}
}
my_my_my_iprintf("checking iterator:\n");
if(!tcfdbiterinit(fdb)){
eprint(fdb, __LINE__, "tcfdbiterinit");
err = true;
}
char *kbuf;
int ksiz;
int inum = 0;
for(int i = 1; (kbuf = tcfdbiternext2(fdb, &ksiz)) != NULL; i++, inum++){
int vsiz;
char *vbuf = tcfdbget2(fdb, kbuf, ksiz, &vsiz);
if(!vbuf){
eprint(fdb, __LINE__, "tcfdbget2");
err = true;
tcfree(kbuf);
break;
}
tcfree(vbuf);
tcfree(kbuf);
if(rnum > 250 && i % (rnum / 250) == 0){
iputchar('.');
if(i == rnum || i % (rnum / 10) == 0) my_my_my_iprintf(" (%08d)\n", i);
}
}
if(tcfdbecode(fdb) != TCENOREC || inum != tcfdbrnum(fdb)){
eprint(fdb, __LINE__, "(validation)");
err = true;
}
my_my_my_iprintf("iteration updating:\n");
if(!tcfdbiterinit(fdb)){
eprint(fdb, __LINE__, "tcfdbiterinit");
err = true;
}
inum = 0;
for(int i = 1; (kbuf = tcfdbiternext2(fdb, &ksiz)) != NULL; i++, inum++){
if(myrand(2) == 0){
if(!tcfdbputcat2(fdb, kbuf, ksiz, "0123456789", 10)){
eprint(fdb, __LINE__, "tcfdbputcat2");
err = true;
tcfree(kbuf);
break;
}
} else {
if(!tcfdbout2(fdb, kbuf, ksiz)){
eprint(fdb, __LINE__, "tcfdbout");
err = true;
tcfree(kbuf);
break;
}
}
tcfree(kbuf);
if(rnum > 250 && i % (rnum / 250) == 0){
iputchar('.');
if(i == rnum || i % (rnum / 10) == 0) my_my_my_iprintf(" (%08d)\n", i);
}
}
if(tcfdbecode(fdb) != TCENOREC || inum < tcfdbrnum(fdb)){
eprint(fdb, __LINE__, "(validation)");
err = true;
}
if(myrand(10) == 0 && !tcfdbsync(fdb)){
eprint(fdb, __LINE__, "tcfdbsync");
err = true;
}
if(!tcfdbvanish(fdb)){
eprint(fdb, __LINE__, "tcfdbvanish");
err = true;
}
TCMAP *map = tcmapnew();
my_my_my_iprintf("random writing:\n");
for(int i = 1; i <= rnum; i++){
char kbuf[RECBUFSIZ];
int ksiz = sprintf(kbuf, "%d", myrand(rnum) + 1);
char vbuf[RECBUFSIZ];
int vsiz = sprintf(vbuf, "%d", myrand(rnum) + 1);
switch(myrand(7)){
case 0:
if(!tcfdbput2(fdb, kbuf, ksiz, vbuf, vsiz)){
eprint(fdb, __LINE__, "tcfdbput2");
err = true;
}
tcmapput(map, kbuf, ksiz, vbuf, vsiz);
break;
case 1:
if(!tcfdbputkeep2(fdb, kbuf, ksiz, vbuf, vsiz) && tcfdbecode(fdb) != TCEKEEP){
eprint(fdb, __LINE__, "tcfdbputkeep2");
err = true;
}
tcmapputkeep(map, kbuf, ksiz, vbuf, vsiz);
break;
case 2:
if(!tcfdbputcat2(fdb, kbuf, ksiz, vbuf, vsiz) && tcfdbecode(fdb) != TCEKEEP){
eprint(fdb, __LINE__, "tcfdbputcat2");
err = true;
}
tcmapputcat(map, kbuf, ksiz, vbuf, vsiz);
break;
case 3:
if(!tcfdbout2(fdb, kbuf, ksiz) && tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "tcfdbout2");
err = true;
}
tcmapout(map, kbuf, ksiz);
break;
}
if(rnum > 250 && i % (rnum / 250) == 0){
iputchar('.');
if(i == rnum || i % (rnum / 10) == 0) my_my_my_iprintf(" (%08d)\n", i);
}
}
my_my_my_iprintf("checking transaction commit:\n");
if(!tcfdbtranbegin(fdb)){
eprint(fdb, __LINE__, "tcfdbtranbegin");
err = true;
}
for(int i = 1; i <= rnum; i++){
char kbuf[RECBUFSIZ];
int ksiz = sprintf(kbuf, "%d", myrand(rnum) + 1);
char vbuf[RECBUFSIZ];
int vsiz = sprintf(vbuf, "[%d]", myrand(rnum) + 1);
switch(myrand(7)){
case 0:
if(!tcfdbput2(fdb, kbuf, ksiz, vbuf, vsiz)){
eprint(fdb, __LINE__, "tcfdbput2");
err = true;
}
tcmapput(map, kbuf, ksiz, vbuf, vsiz);
break;
case 1:
if(!tcfdbputkeep2(fdb, kbuf, ksiz, vbuf, vsiz) && tcfdbecode(fdb) != TCEKEEP){
eprint(fdb, __LINE__, "tcfdbputkeep2");
err = true;
}
tcmapputkeep(map, kbuf, ksiz, vbuf, vsiz);
break;
case 2:
if(!tcfdbputcat2(fdb, kbuf, ksiz, vbuf, vsiz)){
eprint(fdb, __LINE__, "tcfdbputcat2");
err = true;
}
tcmapputcat(map, kbuf, ksiz, vbuf, vsiz);
break;
case 3:
if(tcfdbaddint(fdb, tcfdbkeytoid(kbuf, ksiz), 1) == INT_MIN &&
tcfdbecode(fdb) != TCEKEEP){
eprint(fdb, __LINE__, "tcfdbaddint");
err = true;
}
tcmapaddint(map, kbuf, ksiz, 1);
break;
case 4:
if(isnan(tcfdbadddouble(fdb, tcfdbkeytoid(kbuf, ksiz), 1.0)) &&
tcfdbecode(fdb) != TCEKEEP){
eprint(fdb, __LINE__, "tcfdbadddouble");
err = true;
}
tcmapadddouble(map, kbuf, ksiz, 1.0);
break;
case 5:
if(myrand(2) == 0){
void *op = (void *)(intptr_t)(myrand(3) + 1);
if(!tcfdbputproc(fdb, tcfdbkeytoid(kbuf, ksiz), vbuf, vsiz, pdprocfunc, op) &&
tcfdbecode(fdb) != TCEKEEP){
eprint(fdb, __LINE__, "tcfdbputproc");
err = true;
}
tcmapputproc(map, kbuf, ksiz, vbuf, vsiz, pdprocfunc, op);
} else {
vsiz = myrand(10);
void *op = (void *)(intptr_t)(myrand(3) + 1);
if(!tcfdbputproc(fdb, tcfdbkeytoid(kbuf, ksiz), NULL, vsiz, pdprocfunc, op) &&
tcfdbecode(fdb) != TCEKEEP && tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "tcfdbputproc");
err = true;
}
tcmapputproc(map, kbuf, ksiz, NULL, vsiz, pdprocfunc, op);
}
break;
case 6:
if(!tcfdbout2(fdb, kbuf, ksiz) && tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "tcfdbout2");
err = true;
}
tcmapout(map, kbuf, ksiz);
break;
}
if(rnum > 250 && i % (rnum / 250) == 0){
iputchar('.');
if(i == rnum || i % (rnum / 10) == 0) my_my_my_iprintf(" (%08d)\n", i);
}
}
if(!tcfdbtrancommit(fdb)){
eprint(fdb, __LINE__, "tcfdbtrancommit");
err = true;
}
my_my_my_iprintf("checking transaction abort:\n");
uint64_t ornum = tcfdbrnum(fdb);
uint64_t ofsiz = tcfdbfsiz(fdb);
if(!tcfdbtranbegin(fdb)){
eprint(fdb, __LINE__, "tcfdbtranbegin");
err = true;
}
for(int i = 1; i <= rnum; i++){
char kbuf[RECBUFSIZ];
int ksiz = sprintf(kbuf, "%d", myrand(rnum) + 1);
char vbuf[RECBUFSIZ];
int vsiz = sprintf(vbuf, "[%d]", myrand(rnum) + 1);
switch(myrand(7)){
case 0:
if(!tcfdbput2(fdb, kbuf, ksiz, vbuf, vsiz)){
eprint(fdb, __LINE__, "tcfdbput2");
err = true;
}
break;
case 1:
if(!tcfdbputkeep2(fdb, kbuf, ksiz, vbuf, vsiz) && tcfdbecode(fdb) != TCEKEEP){
eprint(fdb, __LINE__, "tcfdbputkeep2");
err = true;
}
break;
case 2:
if(!tcfdbputcat2(fdb, kbuf, ksiz, vbuf, vsiz)){
eprint(fdb, __LINE__, "tcfdbputcat2");
err = true;
}
break;
case 3:
if(tcfdbaddint(fdb, tcfdbkeytoid(kbuf, ksiz), 1) == INT_MIN &&
tcfdbecode(fdb) != TCEKEEP){
eprint(fdb, __LINE__, "tcfdbaddint");
err = true;
}
break;
case 4:
if(isnan(tcfdbadddouble(fdb, tcfdbkeytoid(kbuf, ksiz), 1.0)) &&
tcfdbecode(fdb) != TCEKEEP){
eprint(fdb, __LINE__, "tcfdbadddouble");
err = true;
}
break;
case 5:
if(myrand(2) == 0){
void *op = (void *)(intptr_t)(myrand(3) + 1);
if(!tcfdbputproc(fdb, tcfdbkeytoid(kbuf, ksiz), vbuf, vsiz, pdprocfunc, op) &&
tcfdbecode(fdb) != TCEKEEP){
eprint(fdb, __LINE__, "tcfdbputproc");
err = true;
}
} else {
vsiz = myrand(10);
void *op = (void *)(intptr_t)(myrand(3) + 1);
if(!tcfdbputproc(fdb, tcfdbkeytoid(kbuf, ksiz), NULL, vsiz, pdprocfunc, op) &&
tcfdbecode(fdb) != TCEKEEP && tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "tcfdbputproc");
err = true;
}
}
break;
case 6:
if(!tcfdbout2(fdb, kbuf, ksiz) && tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "tcfdbout2");
err = true;
}
break;
}
if(rnum > 250 && i % (rnum / 250) == 0){
iputchar('.');
if(i == rnum || i % (rnum / 10) == 0) my_my_my_iprintf(" (%08d)\n", i);
}
}
if(!tcfdbtranabort(fdb)){
eprint(fdb, __LINE__, "tcfdbtranabort");
err = true;
}
my_my_my_iprintf("checking consistency:\n");
if(tcfdbrnum(fdb) != ornum || tcfdbfsiz(fdb) != ofsiz || tcfdbrnum(fdb) != tcmaprnum(map)){
eprint(fdb, __LINE__, "(validation)");
err = true;
}
inum = 0;
tcmapiterinit(map);
const char *tkbuf;
int tksiz;
for(int i = 1; (tkbuf = tcmapiternext(map, &tksiz)) != NULL; i++, inum++){
int tvsiz;
const char *tvbuf = tcmapiterval(tkbuf, &tvsiz);
if(tvsiz > RECBUFSIZ) tvsiz = RECBUFSIZ;
int rsiz;
char *rbuf = tcfdbget2(fdb, tkbuf, tksiz, &rsiz);
if(!rbuf || rsiz != tvsiz || memcmp(rbuf, tvbuf, rsiz)){
eprint(fdb, __LINE__, "(validation)");
err = true;
tcfree(rbuf);
break;
}
tcfree(rbuf);
if(rnum > 250 && i % (rnum / 250) == 0){
iputchar('.');
if(i == rnum || i % (rnum / 10) == 0) my_my_my_iprintf(" (%08d)\n", i);
}
}
if(rnum > 250) my_my_my_iprintf(" (%08d)\n", inum);
inum = 0;
if(!tcfdbiterinit(fdb)){
eprint(fdb, __LINE__, "tcfdbiterinit");
err = true;
}
for(int i = 1; (kbuf = tcfdbiternext2(fdb, &ksiz)) != NULL; i++, inum++){
int vsiz;
char *vbuf = tcfdbget2(fdb, kbuf, ksiz, &vsiz);
int rsiz;
const char *rbuf = tcmapget(map, kbuf, ksiz, &rsiz);
if(rsiz > RECBUFSIZ) rsiz = RECBUFSIZ;
if(!rbuf || rsiz != vsiz || memcmp(rbuf, vbuf, rsiz)){
eprint(fdb, __LINE__, "(validation)");
err = true;
tcfree(vbuf);
tcfree(kbuf);
break;
}
tcfree(vbuf);
tcfree(kbuf);
if(rnum > 250 && i % (rnum / 250) == 0){
iputchar('.');
if(i == rnum || i % (rnum / 10) == 0) my_my_my_iprintf(" (%08d)\n", i);
}
}
if(rnum > 250) my_my_my_iprintf(" (%08d)\n", inum);
tcmapdel(map);
if(!tcfdbvanish(fdb)){
eprint(fdb, __LINE__, "tcfdbvanish");
err = true;
}
if(rnum >= 100){
if(!tcfdbtranbegin(fdb)){
eprint(fdb, __LINE__, "tcfdbtranbegin");
err = true;
}
if(!tcfdbput3(fdb, "99", "hirabayashi")){
eprint(fdb, __LINE__, "tcfdbput3");
err = true;
}
for(int i = 0; i < 10; i++){
char buf[RECBUFSIZ];
int size = sprintf(buf, "%d", myrand(rnum) + 1);
if(!tcfdbput2(fdb, buf, size, buf, size)){
eprint(fdb, __LINE__, "tcfdbput2");
err = true;
}
}
for(int i = myrand(3) + 1; i < PATH_MAX; i = i * 2 + myrand(3)){
char vbuf[i];
memset(vbuf, '@', i - 1);
vbuf[i-1] = '\0';
if(!tcfdbput3(fdb, "99", vbuf)){
eprint(fdb, __LINE__, "tcfdbput3");
err = true;
}
}
if(!tcfdbforeach(fdb, iterfunc, NULL)){
eprint(fdb, __LINE__, "tcfdbforeach");
err = true;
}
}
my_my_my_iprintf("record number: %llu\n", (unsigned long long)tcfdbrnum(fdb));
my_my_my_iprintf("size: %llu\n", (unsigned long long)tcfdbfsiz(fdb));
mprint(fdb);
sysprint();
if(!tcfdbclose(fdb)){
eprint(fdb, __LINE__, "tcfdbclose");
err = true;
}
tcfdbdel(fdb);
my_my_my_iprintf("time: %.3f\n", tctime() - stime);
my_my_my_iprintf("%s\n\n", err ? "error" : "ok");
return err ? 1 : 0;
}
/* perform wicked command */
static int procwicked(const char *path, int tnum, int rnum, int omode, bool nc){
iprintf("<Writing Test>\n seed=%u path=%s tnum=%d rnum=%d omode=%d nc=%d\n\n",
g_randseed, path, tnum, rnum, omode, nc);
bool err = false;
double stime = tctime();
TCFDB *fdb = tcfdbnew();
if(g_dbgfd >= 0) tcfdbsetdbgfd(fdb, g_dbgfd);
if(!tcfdbsetmutex(fdb)){
eprint(fdb, __LINE__, "tcfdbsetmutex");
err = true;
}
if(!tcfdbtune(fdb, RECBUFSIZ * 2, EXHEADSIZ + (RECBUFSIZ * 2 + sizeof(int)) * rnum * tnum)){
eprint(fdb, __LINE__, "tcfdbtune");
err = true;
}
if(!tcfdbopen(fdb, path, FDBOWRITER | FDBOCREAT | FDBOTRUNC | omode)){
eprint(fdb, __LINE__, "tcfdbopen");
err = true;
}
if(!tcfdbiterinit(fdb)){
eprint(fdb, __LINE__, "tcfdbiterinit");
err = true;
}
TARGWICKED targs[tnum];
pthread_t threads[tnum];
TCMAP *map = tcmapnew();
if(tnum == 1){
targs[0].fdb = fdb;
targs[0].rnum = rnum;
targs[0].nc = nc;
targs[0].id = 0;
targs[0].map = map;
if(threadwicked(targs) != NULL) err = true;
} else {
for(int i = 0; i < tnum; i++){
targs[i].fdb = fdb;
targs[i].rnum = rnum;
targs[i].nc = nc;
targs[i].id = i;
targs[i].map = map;
if(pthread_create(threads + i, NULL, threadwicked, targs + i) != 0){
eprint(fdb, __LINE__, "pthread_create");
targs[i].id = -1;
err = true;
}
}
for(int i = 0; i < tnum; i++){
if(targs[i].id == -1) continue;
void *rv;
if(pthread_join(threads[i], &rv) != 0){
eprint(fdb, __LINE__, "pthread_join");
err = true;
} else if(rv){
err = true;
}
}
}
if(!nc){
if(!tcfdbsync(fdb)){
eprint(fdb, __LINE__, "tcfdbsync");
err = true;
}
if(tcfdbrnum(fdb) != tcmaprnum(map)){
eprint(fdb, __LINE__, "(validation)");
err = true;
}
int end = rnum * tnum;
for(int i = 1; i <= end && !err; i++){
char kbuf[RECBUFSIZ];
int ksiz = sprintf(kbuf, "%d", i);
int vsiz;
const char *vbuf = tcmapget(map, kbuf, ksiz, &vsiz);
int rsiz;
char *rbuf = tcfdbget2(fdb, kbuf, ksiz, &rsiz);
if(vbuf){
iputchar('.');
if(vsiz > tcfdbwidth(fdb)) vsiz = tcfdbwidth(fdb);
if(!rbuf){
eprint(fdb, __LINE__, "tcfdbget");
err = true;
} else if(rsiz != vsiz || memcmp(rbuf, vbuf, rsiz)){
eprint(fdb, __LINE__, "(validation)");
err = true;
}
} else {
iputchar('*');
if(rbuf || tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "(validation)");
err = true;
}
}
tcfree(rbuf);
if(i % 50 == 0) iprintf(" (%08d)\n", i);
}
if(rnum % 50 > 0) iprintf(" (%08d)\n", rnum);
}
tcmapdel(map);
iprintf("record number: %llu\n", (unsigned long long)tcfdbrnum(fdb));
iprintf("size: %llu\n", (unsigned long long)tcfdbfsiz(fdb));
mprint(fdb);
sysprint();
if(!tcfdbclose(fdb)){
eprint(fdb, __LINE__, "tcfdbclose");
err = true;
}
tcfdbdel(fdb);
iprintf("time: %.3f\n", tctime() - stime);
iprintf("%s\n\n", err ? "error" : "ok");
return err ? 1 : 0;
}
/* thread the typical function */
static void *threadtypical(void *targ){
TCFDB *fdb = ((TARGTYPICAL *)targ)->fdb;
int rnum = ((TARGTYPICAL *)targ)->rnum;
bool nc = ((TARGTYPICAL *)targ)->nc;
int rratio = ((TARGTYPICAL *)targ)->rratio;
int id = ((TARGTYPICAL *)targ)->id;
bool err = false;
TCMAP *map = (!nc && id == 0) ? tcmapnew2(rnum + 1) : NULL;
int base = id * rnum;
int mrange = tclmax(50 + rratio, 100);
int width = tcfdbwidth(fdb);
for(int i = 1; !err && i <= rnum; i++){
char buf[RECBUFSIZ];
int len = sprintf(buf, "%08d", base + myrandnd(i) + 1);
int rnd = myrand(mrange);
if(rnd < 10){
if(!tcfdbput2(fdb, buf, len, buf, len)){
eprint(fdb, __LINE__, "tcfdbput2");
err = true;
}
if(map) tcmapput(map, buf, len, buf, len);
} else if(rnd < 15){
if(!tcfdbputkeep2(fdb, buf, len, buf, len) && tcfdbecode(fdb) != TCEKEEP){
eprint(fdb, __LINE__, "tcfdbputkeep2");
err = true;
}
if(map) tcmapputkeep(map, buf, len, buf, len);
} else if(rnd < 20){
if(!tcfdbputcat2(fdb, buf, len, buf, len)){
eprint(fdb, __LINE__, "tcfdbputcat2");
err = true;
}
if(map) tcmapputcat(map, buf, len, buf, len);
} else if(rnd < 25){
if(!tcfdbout2(fdb, buf, len) && tcfdbecode(fdb) && tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "tcfdbout");
err = true;
}
if(map) tcmapout(map, buf, len);
} else if(rnd < 26){
if(myrand(10) == 0 && !tcfdbiterinit(fdb) && tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "tcfdbiterinit");
err = true;
}
for(int j = 0; !err && j < 10; j++){
if(tcfdbiternext(fdb) < 1 &&
tcfdbecode(fdb) != TCEINVALID && tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "tcfdbiternext");
err = true;
}
}
} else {
int vsiz;
char *vbuf = tcfdbget2(fdb, buf, len, &vsiz);
if(vbuf){
if(map){
int msiz = 0;
const char *mbuf = tcmapget(map, buf, len, &msiz);
if(msiz > width) msiz = width;
if(!mbuf || msiz != vsiz || memcmp(mbuf, vbuf, vsiz)){
eprint(fdb, __LINE__, "(validation)");
err = true;
}
}
tcfree(vbuf);
} else {
if(tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "tcfdbget");
err = true;
}
if(map && tcmapget(map, buf, len, &vsiz)){
eprint(fdb, __LINE__, "(validation)");
err = true;
}
}
}
if(id == 0 && rnum > 250 && i % (rnum / 250) == 0){
iputchar('.');
if(i == rnum || i % (rnum / 10) == 0) iprintf(" (%08d)\n", i);
}
}
if(map){
tcmapiterinit(map);
int ksiz;
const char *kbuf;
while(!err && (kbuf = tcmapiternext(map, &ksiz)) != NULL){
int vsiz;
char *vbuf = tcfdbget2(fdb, kbuf, ksiz, &vsiz);
if(vbuf){
int msiz = 0;
const char *mbuf = tcmapget(map, kbuf, ksiz, &msiz);
if(msiz > width) msiz = width;
if(!mbuf || msiz != vsiz || memcmp(mbuf, vbuf, vsiz)){
eprint(fdb, __LINE__, "(validation)");
err = true;
}
tcfree(vbuf);
} else {
eprint(fdb, __LINE__, "(validation)");
err = true;
}
}
tcmapdel(map);
}
return err ? "error" : NULL;
}
/* thread the typical function */
static void *threadtypical(void *targ){
TCMDB *mdb = ((TARGTYPICAL *)targ)->mdb;
TCNDB *ndb = ((TARGCOMBO *)targ)->ndb;
int rnum = ((TARGTYPICAL *)targ)->rnum;
bool nc = ((TARGTYPICAL *)targ)->nc;
int rratio = ((TARGTYPICAL *)targ)->rratio;
int id = ((TARGTYPICAL *)targ)->id;
bool err = false;
TCMAP *map = (!nc && id == 0) ? tcmapnew2(rnum + 1) : NULL;
int base = id * rnum;
int mrange = tclmax(50 + rratio, 100);
for(int i = 1; !err && i <= rnum; i++){
char buf[RECBUFSIZ];
int len = sprintf(buf, "%08d", base + myrandnd(i));
int rnd = myrand(mrange);
if(rnd < 10){
if(ndb){
tcndbput(ndb, buf, len, buf, len);
} else {
tcmdbput(mdb, buf, len, buf, len);
}
if(map) tcmapput(map, buf, len, buf, len);
} else if(rnd < 15){
if(ndb){
tcndbputkeep(ndb, buf, len, buf, len);
} else {
tcmdbputkeep(mdb, buf, len, buf, len);
}
if(map) tcmapputkeep(map, buf, len, buf, len);
} else if(rnd < 20){
if(ndb){
tcndbputcat(ndb, buf, len, buf, len);
} else {
tcmdbputcat(mdb, buf, len, buf, len);
}
if(map) tcmapputcat(map, buf, len, buf, len);
} else if(rnd < 30){
if(ndb){
tcndbout(ndb, buf, len);
} else {
tcmdbout(mdb, buf, len);
}
if(map) tcmapout(map, buf, len);
} else if(rnd < 31){
if(myrand(10) == 0) tcmdbiterinit(mdb);
for(int j = 0; !err && j < 10; j++){
int ksiz;
char *kbuf = ndb ? tcndbiternext(ndb, &ksiz) : tcmdbiternext(mdb, &ksiz);
if(kbuf) tcfree(kbuf);
}
} else {
int vsiz;
char *vbuf = ndb ? tcndbget(ndb, buf, len, &vsiz) : tcmdbget(mdb, buf, len, &vsiz);
if(vbuf){
if(map){
int msiz;
const char *mbuf = tcmapget(map, buf, len, &msiz);
if(msiz != vsiz || memcmp(mbuf, vbuf, vsiz)){
eprint(__LINE__, "(validation)");
err = true;
}
}
tcfree(vbuf);
} else {
if(map && tcmapget(map, buf, len, &vsiz)){
eprint(__LINE__, "(validation)");
err = true;
}
}
}
if(id == 0 && rnum > 250 && i % (rnum / 250) == 0){
iputchar('.');
if(i == rnum || i % (rnum / 10) == 0) iprintf(" (%08d)\n", i);
}
}
if(map){
tcmapiterinit(map);
int ksiz;
const char *kbuf;
while(!err && (kbuf = tcmapiternext(map, &ksiz)) != NULL){
int vsiz;
char *vbuf = ndb ? tcndbget(ndb, kbuf, ksiz, &vsiz) : tcmdbget(mdb, kbuf, ksiz, &vsiz);
if(vbuf){
int msiz;
const char *mbuf = tcmapget(map, kbuf, ksiz, &msiz);
if(!mbuf || msiz != vsiz || memcmp(mbuf, vbuf, vsiz)){
eprint(__LINE__, "(validation)");
err = true;
}
tcfree(vbuf);
} else {
eprint(__LINE__, "(validation)");
err = true;
}
}
tcmapdel(map);
}
return err ? "error" : NULL;
}
/* perform list command */
static int proclist(const char *path, int omode, int max, bool pv, bool px, const char *fmstr){
TCTDB *tdb = tctdbnew();
if(g_dbgfd != INVALID_HANDLE_VALUE) tctdbsetdbgfd(tdb, g_dbgfd);
if(!tctdbsetcodecfunc(tdb, _tc_recencode, NULL, _tc_recdecode, NULL)) printerr(tdb);
if(!tctdbopen(tdb, path, TDBOREADER | omode)){
printerr(tdb);
tctdbdel(tdb);
return 1;
}
bool err = false;
if(fmstr){
TCLIST *pkeys = tctdbfwmkeys2(tdb, fmstr, max);
for(int i = 0; i < tclistnum(pkeys); i++){
int pksiz;
const char *pkbuf = tclistval(pkeys, i, &pksiz);
printdata(pkbuf, pksiz, px);
if(pv){
TCMAP *cols = tctdbget(tdb, pkbuf, pksiz);
if(cols){
tcmapiterinit(cols);
const char *kbuf;
int ksiz;
while((kbuf = tcmapiternext(cols, &ksiz)) != NULL){
int vsiz;
const char *vbuf = tcmapiterval(kbuf, &vsiz);
putchar('\t');
printdata(kbuf, ksiz, px);
putchar('\t');
printdata(vbuf, vsiz, px);
}
tcmapdel(cols);
}
}
putchar('\n');
}
tclistdel(pkeys);
} else {
if(!tctdbiterinit(tdb)){
printerr(tdb);
err = true;
}
int cnt = 0;
TCMAP *cols;
while((cols = tctdbiternext3(tdb)) != NULL){
int pksiz;
const char *pkbuf = tcmapget(cols, "", 0, &pksiz);
if(pkbuf){
printdata(pkbuf, pksiz, px);
if(pv){
tcmapiterinit(cols);
const char *kbuf;
int ksiz;
while((kbuf = tcmapiternext(cols, &ksiz)) != NULL){
if(*kbuf == '\0') continue;
int vsiz;
const char *vbuf = tcmapiterval(kbuf, &vsiz);
putchar('\t');
printdata(kbuf, ksiz, px);
putchar('\t');
printdata(vbuf, vsiz, px);
}
}
}
tcmapdel(cols);
putchar('\n');
if(max >= 0 && ++cnt >= max) break;
}
}
if(!tctdbclose(tdb)){
if(!err) printerr(tdb);
err = true;
}
tctdbdel(tdb);
return err ? 1 : 0;
}
/* Synchronize updating contents on memory of a word database object. */
bool tcwdbmemsync(TCWDB *wdb, int level){
assert(wdb);
if(!wdb->open || !wdb->cc){
tcbdbsetecode(wdb->idx, TCEINVALID, __FILE__, __LINE__, __func__);
return false;
}
bool err = false;
bool (*synccb)(int, int, const char *, void *) = wdb->synccb;
void *syncopq = wdb->syncopq;
bool (*addcb)(const char *, void *) = wdb->addcb;
void *addopq = wdb->addopq;
TCBDB *idx = wdb->idx;
TCMAP *cc = wdb->cc;
if(synccb && !synccb(0, 0, "started", syncopq)){
tcbdbsetecode(wdb->idx, TCEMISC, __FILE__, __LINE__, __func__);
return false;
}
if(tcmaprnum(cc) > 0){
if(synccb && !synccb(0, 0, "getting tokens", syncopq)){
tcbdbsetecode(wdb->idx, TCEMISC, __FILE__, __LINE__, __func__);
return false;
}
int kn;
const char **keys = tcmapkeys2(cc, &kn);
if(synccb && !synccb(kn, 0, "sorting tokens", syncopq)){
tcbdbsetecode(wdb->idx, TCEMISC, __FILE__, __LINE__, __func__);
tcfree(keys);
return false;
}
qsort(keys, kn, sizeof(*keys), (int(*)(const void *, const void *))tccmpwords);
for(int i = 0; i < kn; i++){
if(synccb && !synccb(kn, i + 1, "storing tokens", syncopq)){
tcbdbsetecode(wdb->idx, TCEMISC, __FILE__, __LINE__, __func__);
tcfree(keys);
return false;
}
const char *kbuf = keys[i];
int ksiz = strlen(kbuf);
int vsiz;
const char *vbuf = tcmapget(cc, kbuf, ksiz, &vsiz);
if(!tcbdbputcat(idx, kbuf, ksiz, vbuf, vsiz)) err = true;
}
if(addcb){
if(synccb && !synccb(0, 0, "storing keyword list", syncopq)){
tcbdbsetecode(wdb->idx, TCEMISC, __FILE__, __LINE__, __func__);
tcfree(keys);
return false;
}
for(int i = 0; i < kn; i++){
if(!addcb(keys[i], addopq)){
tcfree(keys);
return false;
}
}
}
tcfree(keys);
tcmapclear(cc);
}
TCMAP *dtokens = wdb->dtokens;
TCIDSET *dids = wdb->dids;
if(tcmaprnum(dtokens) > 0){
if(synccb && !synccb(0, 0, "getting deleted tokens", syncopq)){
tcbdbsetecode(wdb->idx, TCEMISC, __FILE__, __LINE__, __func__);
return false;
}
int kn;
const char **keys = tcmapkeys2(dtokens, &kn);
if(synccb && !synccb(kn, 0, "sorting deleted tokens", syncopq)){
tcbdbsetecode(wdb->idx, TCEMISC, __FILE__, __LINE__, __func__);
tcfree(keys);
return false;
}
qsort(keys, kn, sizeof(*keys), (int(*)(const void *, const void *))tccmpwords);
for(int i = 0; i < kn; i++){
if(synccb && !synccb(kn, i + 1, "storing deleted tokens", syncopq)){
tcbdbsetecode(wdb->idx, TCEMISC, __FILE__, __LINE__, __func__);
tcfree(keys);
return false;
}
const char *kbuf = keys[i];
int ksiz = strlen(kbuf);
int vsiz;
const char *vbuf = tcbdbget3(idx, kbuf, ksiz, &vsiz);
if(!vbuf) continue;
char *nbuf = tcmalloc(vsiz + 1);
char *wp = nbuf;
const char *pv;
while(vsiz > 0){
pv = vbuf;
int step;
uint64_t id;
TDREADVNUMBUF64(vbuf, id, step);
vbuf += step;
vsiz -= step;
if(!tcidsetcheck(dids, id)){
int len = vbuf - pv;
memcpy(wp, pv, len);
wp += len;
}
}
int nsiz = wp - nbuf;
if(nsiz > 0){
if(!tcbdbput(idx, kbuf, ksiz, nbuf, nsiz)) err = true;
} else {
if(!tcbdbout(idx, kbuf, ksiz)) err = true;
}
tcfree(nbuf);
}
tcfree(keys);
tcmapclear(dtokens);
tcidsetclear(dids);
}
if(level > 0){
if(synccb && !synccb(0, 0, "synchronizing database", syncopq)){
tcbdbsetecode(wdb->idx, TCEMISC, __FILE__, __LINE__, __func__);
return false;
}
if(!tcbdbmemsync(idx, level > 1)) err = true;
}
if(synccb && !synccb(0, 0, "finished", syncopq)){
tcbdbsetecode(wdb->idx, TCEMISC, __FILE__, __LINE__, __func__);
return false;
}
return !err;
}
/* perform wicked command */
static int procwicked(const char *path, int rnum, bool mt, int omode){
my_my_my_iprintf("<Wicked Writing Test>\n seed=%u path=%s rnum=%d mt=%d omode=%d\n\n",
g_randseed, path, rnum, mt, omode);
bool err = false;
double stime = tctime();
TCFDB *fdb = tcfdbnew();
if(g_dbgfd >= 0) tcfdbsetdbgfd(fdb, g_dbgfd);
if(mt && !tcfdbsetmutex(fdb)){
eprint(fdb, __LINE__, "tcfdbsetmutex");
err = true;
}
if(!tcfdbtune(fdb, RECBUFSIZ * 2, EXHEADSIZ + (RECBUFSIZ * 2 + sizeof(int)) * rnum)){
eprint(fdb, __LINE__, "tcfdbtune");
err = true;
}
if(!tcfdbopen(fdb, path, FDBOWRITER | FDBOCREAT | FDBOTRUNC | omode)){
eprint(fdb, __LINE__, "tcfdbopen");
err = true;
}
if(!tcfdbiterinit(fdb)){
eprint(fdb, __LINE__, "tcfdbiterinit");
err = true;
}
TCMAP *map = tcmapnew2(rnum / 5);
for(int i = 1; i <= rnum && !err; i++){
uint64_t id = myrand(rnum) + 1;
char kbuf[RECBUFSIZ];
int ksiz = sprintf(kbuf, "%llu", (unsigned long long)id);
char vbuf[RECBUFSIZ];
int vsiz = myrand(RECBUFSIZ);
memset(vbuf, '*', vsiz);
vbuf[vsiz] = '\0';
char *rbuf;
switch(myrand(16)){
case 0:
iputchar('0');
if(!tcfdbput2(fdb, kbuf, ksiz, vbuf, vsiz)){
eprint(fdb, __LINE__, "tcfdbput2");
err = true;
}
tcmapput(map, kbuf, ksiz, vbuf, vsiz);
break;
case 1:
iputchar('1');
if(!tcfdbput3(fdb, kbuf, vbuf)){
eprint(fdb, __LINE__, "tcfdbput3");
err = true;
}
tcmapput2(map, kbuf, vbuf);
break;
case 2:
iputchar('2');
if(!tcfdbputkeep2(fdb, kbuf, ksiz, vbuf, vsiz) && tcfdbecode(fdb) != TCEKEEP){
eprint(fdb, __LINE__, "tcfdbputkeep2");
err = true;
}
tcmapputkeep(map, kbuf, ksiz, vbuf, vsiz);
break;
case 3:
iputchar('3');
if(!tcfdbputkeep3(fdb, kbuf, vbuf) && tcfdbecode(fdb) != TCEKEEP){
eprint(fdb, __LINE__, "tcfdbputkeep3");
err = true;
}
tcmapputkeep2(map, kbuf, vbuf);
break;
case 4:
iputchar('4');
if(!tcfdbputcat2(fdb, kbuf, ksiz, vbuf, vsiz)){
eprint(fdb, __LINE__, "tcfdbputcat2");
err = true;
}
tcmapputcat(map, kbuf, ksiz, vbuf, vsiz);
break;
case 5:
iputchar('5');
if(!tcfdbputcat3(fdb, kbuf, vbuf)){
eprint(fdb, __LINE__, "tcfdbputcat3");
err = true;
}
tcmapputcat2(map, kbuf, vbuf);
break;
case 6:
iputchar('6');
if(myrand(10) == 0){
if(!tcfdbout2(fdb, kbuf, ksiz) && tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "tcfdbout2");
err = true;
}
tcmapout(map, kbuf, ksiz);
}
break;
case 7:
iputchar('7');
if(myrand(10) == 0){
if(!tcfdbout3(fdb, kbuf) && tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "tcfdbout3");
err = true;
}
tcmapout2(map, kbuf);
}
break;
case 8:
iputchar('8');
if(!(rbuf = tcfdbget2(fdb, kbuf, ksiz, &vsiz))){
if(tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "tcfdbget2");
err = true;
}
rbuf = tcsprintf("[%d]", myrand(i + 1));
vsiz = strlen(rbuf);
}
vsiz += myrand(vsiz);
rbuf = tcrealloc(rbuf, vsiz + 1);
for(int j = 0; j < vsiz; j++){
rbuf[j] = myrand(0x100);
}
if(!tcfdbput2(fdb, kbuf, ksiz, rbuf, vsiz)){
eprint(fdb, __LINE__, "tcfdbput2");
err = true;
}
tcmapput(map, kbuf, ksiz, rbuf, vsiz);
tcfree(rbuf);
break;
case 9:
iputchar('9');
if(!(rbuf = tcfdbget2(fdb, kbuf, ksiz, &vsiz)) && tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "tcfdbget2");
err = true;
}
tcfree(rbuf);
break;
case 10:
iputchar('A');
if(!(rbuf = tcfdbget3(fdb, kbuf)) && tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "tcfdbget3");
err = true;
}
tcfree(rbuf);
break;
case 11:
iputchar('B');
if(myrand(1) == 0) vsiz = 1;
if((vsiz = tcfdbget4(fdb, id, vbuf, vsiz)) < 0 && tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "tcfdbget4");
err = true;
}
break;
case 12:
iputchar('C');
if(myrand(rnum / 128) == 0){
if(myrand(2) == 0){
if(!tcfdbiterinit(fdb)){
eprint(fdb, __LINE__, "tcfdbiterinit");
err = true;
}
} else {
if(!tcfdbiterinit2(fdb, myrand(rnum) + 1) && tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "tcfdbiterinit2");
err = true;
}
}
}
for(int j = myrand(rnum) / 1000 + 1; j >= 0; j--){
if(tcfdbiternext(fdb) < 0){
int ecode = tcfdbecode(fdb);
if(ecode != TCEINVALID && ecode != TCENOREC){
eprint(fdb, __LINE__, "tcfdbiternext");
err = true;
}
}
}
break;
default:
iputchar('@');
if(myrand(10000) == 0) srand((unsigned int)(tctime() * 1000) % UINT_MAX);
if(myrand(rnum / 16 + 1) == 0){
int cnt = myrand(30);
for(int j = 0; j < rnum && !err; j++){
ksiz = sprintf(kbuf, "%d", i + j);
if(tcfdbout2(fdb, kbuf, ksiz)){
cnt--;
} else if(tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "tcfdbout2");
err = true;
}
tcmapout(map, kbuf, ksiz);
if(cnt < 0) break;
}
}
break;
}
if(i % 50 == 0) my_my_my_iprintf(" (%08d)\n", i);
if(i == rnum / 2){
if(!tcfdbclose(fdb)){
eprint(fdb, __LINE__, "tcfdbclose");
err = true;
}
if(!tcfdbopen(fdb, path, FDBOWRITER | omode)){
eprint(fdb, __LINE__, "tcfdbopen");
err = true;
}
} else if(i == rnum / 4){
char *npath = tcsprintf("%s-tmp", path);
if(!tcfdbcopy(fdb, npath)){
eprint(fdb, __LINE__, "tcfdbcopy");
err = true;
}
TCFDB *nfdb = tcfdbnew();
if(!tcfdbopen(nfdb, npath, FDBOREADER | omode)){
eprint(nfdb, __LINE__, "tcfdbopen");
err = true;
}
tcfdbdel(nfdb);
unlink(npath);
tcfree(npath);
if(!tcfdboptimize(fdb, RECBUFSIZ, -1)){
eprint(fdb, __LINE__, "tcfdboptimize");
err = true;
}
if(!tcfdbiterinit(fdb)){
eprint(fdb, __LINE__, "tcfdbiterinit");
err = true;
}
} else if(i == rnum / 8){
if(!tcfdbtranbegin(fdb)){
eprint(fdb, __LINE__, "tcfdbtranbegin");
err = true;
}
} else if(i == rnum / 8 + rnum / 16){
if(!tcfdbtrancommit(fdb)){
eprint(fdb, __LINE__, "tcfdbtrancommit");
err = true;
}
}
}
if(rnum % 50 > 0) my_my_my_iprintf(" (%08d)\n", rnum);
if(!tcfdbsync(fdb)){
eprint(fdb, __LINE__, "tcfdbsync");
err = true;
}
if(tcfdbrnum(fdb) != tcmaprnum(map)){
eprint(fdb, __LINE__, "(validation)");
err = true;
}
for(int i = 1; i <= rnum && !err; i++){
char kbuf[RECBUFSIZ];
int ksiz = sprintf(kbuf, "%d", i);
int vsiz;
const char *vbuf = tcmapget(map, kbuf, ksiz, &vsiz);
int rsiz;
char *rbuf = tcfdbget2(fdb, kbuf, ksiz, &rsiz);
if(vbuf){
iputchar('.');
if(vsiz > RECBUFSIZ) vsiz = RECBUFSIZ;
if(!rbuf){
eprint(fdb, __LINE__, "tcfdbget2");
err = true;
} else if(rsiz != vsiz || memcmp(rbuf, vbuf, rsiz)){
eprint(fdb, __LINE__, "(validation)");
err = true;
}
} else {
iputchar('*');
if(rbuf || tcfdbecode(fdb) != TCENOREC){
eprint(fdb, __LINE__, "(validation)");
err = true;
}
}
tcfree(rbuf);
if(i % 50 == 0) my_my_my_iprintf(" (%08d)\n", i);
}
if(rnum % 50 > 0) my_my_my_iprintf(" (%08d)\n", rnum);
tcmapiterinit(map);
int ksiz;
const char *kbuf;
for(int i = 1; (kbuf = tcmapiternext(map, &ksiz)) != NULL; i++){
iputchar('+');
int vsiz;
const char *vbuf = tcmapiterval(kbuf, &vsiz);
if(vsiz > tcfdbwidth(fdb)) vsiz = tcfdbwidth(fdb);
int rsiz;
char *rbuf = tcfdbget2(fdb, kbuf, ksiz, &rsiz);
if(!rbuf){
eprint(fdb, __LINE__, "tcfdbget2");
err = true;
} else if(rsiz != vsiz || memcmp(rbuf, vbuf, rsiz)){
eprint(fdb, __LINE__, "(validation)");
err = true;
}
tcfree(rbuf);
if(!tcfdbout2(fdb, kbuf, ksiz)){
eprint(fdb, __LINE__, "tcfdbout2");
err = true;
}
if(i % 50 == 0) my_my_my_iprintf(" (%08d)\n", i);
}
int mrnum = tcmaprnum(map);
if(mrnum % 50 > 0) my_my_my_iprintf(" (%08d)\n", mrnum);
if(tcfdbrnum(fdb) != 0){
eprint(fdb, __LINE__, "(validation)");
err = true;
}
my_my_my_iprintf("record number: %llu\n", (unsigned long long)tcfdbrnum(fdb));
my_my_my_iprintf("size: %llu\n", (unsigned long long)tcfdbfsiz(fdb));
mprint(fdb);
sysprint();
tcmapdel(map);
if(!tcfdbclose(fdb)){
eprint(fdb, __LINE__, "tcfdbclose");
err = true;
}
tcfdbdel(fdb);
my_my_my_iprintf("time: %.3f\n", tctime() - stime);
my_my_my_iprintf("%s\n\n", err ? "error" : "ok");
return err ? 1 : 0;
}
