static PyObject *
put2(PyObject *self,PyObject *args){
const char *dbname;
const char *key;
const char *value;
if (!PyArg_ParseTuple(args, "sss", &dbname, &key, &value))
return NULL;
TCADB *adb = openadb(dbname);
tcbdbputdup2(adb->bdb, key, value);
closeadb(adb);
return Py_BuildValue("s",value);
}
/* perform importtsv command */
static int procimporttsv(const char *path, const char *file, int omode, bool sc) {
FILE *ifp = file ? fopen(file, "rb") : stdin;
if (!ifp) {
fprintf(stderr, "%s: could not open\n", file ? file : "(stdin)");
return 1;
}
TCBDB *bdb = tcbdbnew();
if (!INVALIDHANDLE(g_dbgfd)) tcbdbsetdbgfd(bdb, g_dbgfd);
if (!tcbdbsetcodecfunc(bdb, _tc_recencode, NULL, _tc_recdecode, NULL)) printerr(bdb);
if (!tcbdbopen(bdb, path, BDBOWRITER | BDBOCREAT | omode)) {
printerr(bdb);
tcbdbdel(bdb);
if (ifp != stdin) fclose(ifp);
return 1;
}
bool err = false;
char *line;
int cnt = 0;
while (!err && (line = mygetline(ifp)) != NULL) {
char *pv = strchr(line, '\t');
if (!pv) {
tcfree(line);
continue;
}
*pv = '\0';
if (sc) tcstrutfnorm(line, TCUNSPACE | TCUNLOWER | TCUNNOACC | TCUNWIDTH);
if (!tcbdbputdup2(bdb, line, pv + 1)) {
printerr(bdb);
err = true;
}
tcfree(line);
if (cnt > 0 && cnt % 100 == 0) {
putchar('.');
fflush(stdout);
if (cnt % 5000 == 0) printf(" (%08d)\n", cnt);
}
cnt++;
}
printf(" (%08d)\n", cnt);
if (!tcbdbclose(bdb)) {
if (!err) printerr(bdb);
err = true;
}
tcbdbdel(bdb);
if (ifp != stdin) fclose(ifp);
return err ? 1 : 0;
}
int main(int argc, char* argv[]) {
// Parse the command line.
if (argc != 3)
usage(argv[0]);
std::string outputFile = argv[2];
// Open the input file.
std::cout << "Processing: " << argv[1] << std::endl;
std::ifstream file(argv[1], std::ios_base::in | std::ios_base::binary);
if (! file) {
std::cerr << "ERROR: Could not open input file: " << argv[1]
<< std::endl;
std::exit(1);
}
::boost::iostreams::filtering_istream in;
if (file.peek() == 0x1f)
in.push(::boost::iostreams::gzip_decompressor());
in.push(file);
// Initialise the database.
#ifdef QDBM_AS_TOKYOCABINET
VILLA* db;
if (! (db = vlopen(outputFile.c_str(),
VL_OWRITER | VL_OCREAT | VL_OTRUNC | VL_OZCOMP, VL_CMPLEX))) {
std::cerr << "ERROR: Could not open QDBM database: "
<< outputFile << std::endl;
std::exit(1);
}
#else
TCBDB* db = tcbdbnew();
if (! tcbdbopen(db, outputFile.c_str(),
BDBOWRITER | BDBOCREAT | BDBOTRUNC)) {
std::cerr << "ERROR: Could not open Tokyo Cabinet database: "
<< outputFile << std::endl;
std::exit(1);
}
#endif
// Fill the database with the user-supplied key-value pairs.
std::string sig, name;
const char* pos;
unsigned long tot = 0;
while (true) {
in >> sig;
if (in.eof())
break;
std::getline(in, name);
if (in.eof()) {
std::cerr << "ERROR: Signature " << sig
<< " is missing a corresponding name.\n\n";
DB_CLOSE(db);
usage(argv[0]);
}
// Skip initial whitespace in the manifold name (which will
// always be present, since the previous in >> sig
// does not eat the separating whitespace).
pos = name.c_str();
while (*pos && std::isspace(*pos))
++pos;
if (! *pos) {
std::cerr << "ERROR: Signature " << sig
<< " has an empty name.\n\n";
DB_CLOSE(db);
usage(argv[0]);
}
#ifdef QDBM_AS_TOKYOCABINET
if (! vlput(db, sig.c_str(), sig.length(),
pos, -1 /* strlen */, VL_DDUP)) {
#else
if (! tcbdbputdup2(db, sig.c_str(), pos)) {
#endif
std::cerr << "ERROR: Could not store the record for "
<< sig << " in the database." << std::endl;
DB_CLOSE(db);
std::exit(1);
}
++tot;
}
// Close and tidy up.
#ifdef QDBM_AS_TOKYOCABINET
if (! vloptimize(db)) {
std::cerr << "ERROR: Could not optimise QDBM database: "
<< outputFile << std::endl;
DB_CLOSE(db);
std::exit(1);
}
if (! vlclose(db)) {
std::cerr << "ERROR: Could not close QDBM database: "
<< outputFile << std::endl;
std::exit(1);
}
#else
// The following call to tcbdboptimise() does not change any options
// other than the bitwise compression option given in the final argument.
if (! tcbdboptimize(db, 0, 0, 0, -1, -1, BDBTBZIP)) {
std::cerr << "ERROR: Could not optimise Tokyo Cabinet database: "
<< outputFile << std::endl;
std::cerr << "Tokyo cabinet error: " << tcerrmsg(tcbdbecode(db))
<< std::endl;
DB_CLOSE(db);
std::exit(1);
}
if (! tcbdbclose(db)) {
std::cerr << "ERROR: Could not close Tokyo Cabinet database: "
<< outputFile << std::endl;
tcbdbdel(db);
std::exit(1);
}
tcbdbdel(db);
#endif
std::cout << "Success: " << tot << " records." << std::endl;
return 0;
}
