int main(int argc, char** argv)
{
skata1 = 0;
skata2 = 0.0;
Query1Eval* eval = new Query1Eval();
dbgassert(eval != 0);
Config cfg;
if (argc < 2) {
cout << "ERROR: Configuration file not specified." << endl;
cout << "Usage: " << argv[0] << " conf-file" << endl;
return 2;
}
cfg.readFile(argv[1]);
Query::UserDefinedOpMapT opmap;
opmap["q1eval"] = eval;
dbgassert(opmap.find("q1eval") != opmap.end());
dbgassert(opmap.find("q1eval")->second == eval);
// build plan tree
q.create(cfg, opmap);
dbgassert(opmap.find("q1eval") != opmap.end());
dbgassert(opmap.find("q1eval")->second == 0);
#ifdef QUERYPLAN
cout << "---------- QUERY PLAN START ----------" << endl;
PrettyPrinterVisitor ppv;
q.accept(&ppv);
cout << "----------- QUERY PLAN END -----------" << endl;
#endif
int threads = cfg.getRoot()["merge"]["threads"];
q.threadInit();
compute();
#ifdef QUERYPLAN
cout << "---------- QUERY PLAN START ----------" << endl;
q.accept(&ppv);
cout << "----------- QUERY PLAN END -----------" << endl;
#endif
q.threadClose();
q.destroy();
cout << "Threads: " << threads << endl;
cout << "Cycles: " << timer << endl;
cout << "Checksum: (" << skata1 << ", " << fixed << skata2 << ")" << endl;
return 0;
}
void compute()
{
for (int i=0; i<TUPLES; ++i) {
verify[i] = 0;
}
q.threadInit();
#ifdef VERBOSE
PrettyPrinterVisitor ppv;
cout << "---------- QUERY PLAN START ----------" << endl;
q.accept(&ppv);
cout << "----------- QUERY PLAN END -----------" << endl;
#endif
Operator::Page* out;
Operator::GetNextResultT result;
if (q.scanStart() != Operator::Ready) {
fail("Scan initialization failed.");
}
while(result.first == Operator::Ready) {
result = q.getNext();
out = result.second;
Operator::Page::Iterator it = out->createIterator();
void* tuple;
while ( (tuple = it.next()) ) {
#ifdef VERBOSE2
cout << q.getOutSchema().prettyprint(tuple, ' ') << endl;
#endif
long long v = q.getOutSchema().asLong(tuple, 0);
if (v <= 0 || v > TUPLES)
fail("Values that never were generated appear in the output stream.");
double d1 = q.getOutSchema().asDecimal(tuple, 1);
double d2 = v + 0.1;
if (d1 != d2)
fail("Wrong tuple detected at join output.");
verify[v-1]++;
}
}
if (q.scanStop() != Operator::Ready) {
fail("Scan stop failed.");
}
#ifdef VERBOSE
cout << "---------- QUERY PLAN START ----------" << endl;
q.accept(&ppv);
cout << "----------- QUERY PLAN END -----------" << endl;
#endif
q.threadClose();
}
int run(int buffsize, int partitionid, int totalpartitions)
{
ScanHdf5Op node1;
Config cfg;
// init node1
Setting& hdf5node = cfg.getRoot().add("hdf5scan", Setting::TypeGroup);
hdf5node.add("file", Setting::TypeString) = hdf5filename;
Setting& projattrnode = hdf5node.add("pick", Setting::TypeArray);
projattrnode.add(Setting::TypeString) = "/candidate/id";
projattrnode.add(Setting::TypeString) = "/candidate/sub_id";
projattrnode.add(Setting::TypeString) = "/candidate/number";
hdf5node.add("thispartition", Setting::TypeInt) = partitionid;
hdf5node.add("totalpartitions", Setting::TypeInt) = totalpartitions;
// init node2
cfg.getRoot().add("path", Setting::TypeString) = "./";
cfg.getRoot().add("buffsize", Setting::TypeInt) = buffsize;
// build plan tree
q.tree = &node1;
// initialize each node
node1.init(cfg, hdf5node);
compute();
#ifdef VERBOSE
cout << "---------- QUERY PLAN START ----------" << endl;
PrettyPrinterVisitor ppv;
q.accept(&ppv);
cout << "----------- QUERY PLAN END -----------" << endl;
#endif
q.destroynofree();
return 0;
}
int main(int argc, char** argv)
{
Config cfg;
if (argc < 2) {
cout << "ERROR: Configuration file not specified." << endl;
cout << "Usage: " << argv[0] << " conf-file" << endl;
return 2;
}
cfg.readFile(argv[1]);
q.create(cfg);
q.threadInit();
compute();
#ifdef QUERYPLAN
cout << "---------- QUERY PLAN START ----------" << endl;
PrettyPrinterVisitor ppv;
q.accept(&ppv);
cout << "----------- QUERY PLAN END -----------" << endl;
#endif
cout << "Max Memory Allocated (bytes): " << TotalBytesAllocated << endl;
#ifdef STATS_ALLOCATE
dbgPrintAllocations(q);
#endif
q.threadClose();
q.destroy();
return 0;
}
int main()
{
const int buffsize = 1 << 4;
const int threads = THREADS;
vector<string> tmpfileint;
vector<string> tmpfiledouble;
for (int i=0; i<threads; ++i)
{
ostringstream oss;
oss << "testfileinttoint" << setfill('0') << setw(2) << i << ".tmp";
tmpfileint.push_back(oss.str());
createfileint(oss.str().c_str(), i, TUPLES);
}
for (int i=0; i<threads; ++i)
{
ostringstream oss;
oss << "testfileinttodouble" << setfill('0') << setw(2) << i << ".tmp";
tmpfiledouble.push_back(oss.str());
createfiledouble(oss.str().c_str(), i, TUPLES);
}
Config cfg;
cfg.getRoot().add("path", Setting::TypeString) = "./";
cfg.getRoot().add("buffsize", Setting::TypeInt) = buffsize;
// Init node1a
Setting& scannode1 = cfg.getRoot().add("scan1", Setting::TypeGroup);
scannode1.add("filetype", Setting::TypeString) = "text";
Setting& files1 = scannode1.add("files", Setting::TypeList);
Setting& mapping1 = scannode1.add("mapping", Setting::TypeList);
for (int i=0; i<threads; ++i)
{
files1.add(Setting::TypeString) = tmpfileint.at(i);
Setting& mapping1group = mapping1.add(Setting::TypeList);
mapping1group.add(Setting::TypeInt) = i;
}
Setting& schemanode1 = scannode1.add("schema", Setting::TypeList);
schemanode1.add(Setting::TypeString) = "long";
schemanode1.add(Setting::TypeString) = "long";
// Init node1b
Setting& scannode2 = cfg.getRoot().add("scan2", Setting::TypeGroup);
scannode2.add("filetype", Setting::TypeString) = "text";
Setting& files2 = scannode2.add("files", Setting::TypeList);
Setting& mapping2 = scannode2.add("mapping", Setting::TypeList);
for (int i=0; i<threads; ++i)
{
files2.add(Setting::TypeString) = tmpfiledouble.at(i);
Setting& mapping2group = mapping2.add(Setting::TypeList);
mapping2group.add(Setting::TypeInt) = i;
}
Setting& schemanode2 = scannode2.add("schema", Setting::TypeList);
schemanode2.add(Setting::TypeString) = "long";
schemanode2.add(Setting::TypeString) = "dec";
// Init node2
Setting& joinnode = cfg.getRoot().add("join", Setting::TypeGroup);
joinnode.add("mostfreqbuildkeyoccurances", Setting::TypeInt) = 1;
// Partition group tree.
Setting& pgnode = joinnode.add("threadgroups", Setting::TypeList);
for (int i=0; i<threads; ++i)
{
Setting& singlepart = pgnode.add(Setting::TypeArray);
singlepart.add(Setting::TypeInt) = i;
}
// Join attribute and projection tree.
joinnode.add("buildjattr", Setting::TypeInt) = 0;
joinnode.add("probejattr", Setting::TypeInt) = 0;
Setting& projectnode = joinnode.add("projection", Setting::TypeList);
projectnode.add(Setting::TypeString) = "B$1";
projectnode.add(Setting::TypeString) = "P$1";
// Init node3
Setting& mergenode = cfg.getRoot().add("merge", Setting::TypeGroup);
mergenode.add("threads", Setting::TypeInt) = threads;
// cfg.write(stdout);
// build plan tree
q.tree = &node3;
node3.nextOp = &node2;
node2.buildOp = &node1a;
node2.probeOp = &node1b;
// initialize each node
node1a.init(cfg, scannode1);
node1b.init(cfg, scannode2);
node2.init(cfg, joinnode);
node3.init(cfg, mergenode);
#ifdef VERBOSE
cout << "---------- QUERY PLAN START ----------" << endl;
PrettyPrinterVisitor ppv;
q.accept(&ppv);
cout << "----------- QUERY PLAN END -----------" << endl;
#endif
compute();
for (int i=0; i<TUPLES*THREADS; ++i)
{
const int correctcount = 1;
if (verify[i] < correctcount)
fail("Tuples are missing from output.");
if (verify[i] > correctcount)
fail("Extra tuples are in output.");
}
q.destroynofree();
for (int i=0; i<threads; ++i)
{
deletefile(tmpfileint.at(i).c_str());
deletefile(tmpfiledouble.at(i).c_str());
}
return 0;
}
int main()
{
const int buffsize = 1 << 4;
const int threads = 2;
const char* tmpfileint1 = "testfileinttoint1.tmp";
const char* tmpfileint2 = "testfileinttoint2.tmp";
const char* tmpfiledouble = "testfileinttodouble.tmp";
const char* tmpfileempty = "empty.tmp";
Config cfg;
createfileodd(tmpfileint1, TUPLES);
createfileeven(tmpfileint2, TUPLES);
createfilespecialdouble(tmpfiledouble);
createfileeven(tmpfileempty, 0);
cfg.getRoot().add("path", Setting::TypeString) = "./";
cfg.getRoot().add("buffsize", Setting::TypeInt) = buffsize;
// Init node1a
Setting& scannode1 = cfg.getRoot().add("scan1", Setting::TypeGroup);
scannode1.add("filetype", Setting::TypeString) = "text";
Setting& files1 = scannode1.add("files", Setting::TypeList);
files1.add(Setting::TypeString) = tmpfileint1;
files1.add(Setting::TypeString) = tmpfileint2;
Setting& mapping1 = scannode1.add("mapping", Setting::TypeList);
Setting& mapping1group0 = mapping1.add(Setting::TypeList);
mapping1group0.add(Setting::TypeInt) = 0;
Setting& mapping1group1 = mapping1.add(Setting::TypeList);
mapping1group1.add(Setting::TypeInt) = 1;
Setting& schemanode1 = scannode1.add("schema", Setting::TypeList);
schemanode1.add(Setting::TypeString) = "long";
schemanode1.add(Setting::TypeString) = "long";
// Init node1b
Setting& scannode2 = cfg.getRoot().add("scan2", Setting::TypeGroup);
scannode2.add("filetype", Setting::TypeString) = "text";
Setting& files2 = scannode2.add("files", Setting::TypeList);
files2.add(Setting::TypeString) = tmpfiledouble;
files2.add(Setting::TypeString) = tmpfileempty;
Setting& mapping2 = scannode2.add("mapping", Setting::TypeList);
Setting& mapping2group0 = mapping2.add(Setting::TypeList);
mapping2group0.add(Setting::TypeInt) = 0;
Setting& mapping2group1 = mapping2.add(Setting::TypeList);
mapping2group1.add(Setting::TypeInt) = 1;
Setting& schemanode2 = scannode2.add("schema", Setting::TypeList);
schemanode2.add(Setting::TypeString) = "long";
schemanode2.add(Setting::TypeString) = "dec";
// Init node2
Setting& joinnode = cfg.getRoot().add("join", Setting::TypeGroup);
joinnode.add("maxbuildtuples", Setting::TypeInt) = TUPLES * 2;
joinnode.add("maxprobetuples", Setting::TypeInt) = TUPLES * 2;
// Partition group tree.
Setting& pgnode = joinnode.add("threadgroups", Setting::TypeList);
Setting& partone = pgnode.add(Setting::TypeArray);
for (int i=0; i<threads; ++i)
partone.add(Setting::TypeInt) = i;
// Join attribute and projection tree.
joinnode.add("buildjattr", Setting::TypeInt) = 0;
joinnode.add("probejattr", Setting::TypeInt) = 0;
Setting& projectnode = joinnode.add("projection", Setting::TypeList);
projectnode.add(Setting::TypeString) = "B$1";
projectnode.add(Setting::TypeString) = "P$1";
// Init node3
Setting& mergenode = cfg.getRoot().add("merge", Setting::TypeGroup);
mergenode.add("threads", Setting::TypeInt) = threads;
// cfg.write(stdout);
// build plan tree
q.tree = &node3;
node3.nextOp = &node2;
node2.buildOp = &node1a;
node2.probeOp = &node1b;
// initialize each node
node1a.init(cfg, scannode1);
node1b.init(cfg, scannode2);
node2.init(cfg, joinnode);
node3.init(cfg, mergenode);
#ifdef VERBOSE
cout << "---------- QUERY PLAN START ----------" << endl;
PrettyPrinterVisitor ppv;
q.accept(&ppv);
cout << "----------- QUERY PLAN END -----------" << endl;
#endif
compute();
// Step 1: All ``vals'' keys present exactly once.
// Erase verify array for next step.
//
for (unsigned int i=0; i<vals.size(); ++i) {
if (verify.at(vals.at(i)) < 1)
fail("Tuples are missing from output.");
if (verify.at(vals.at(i)) > 1)
fail("Expected value encountered multiple times.");
verify.at(vals.at(i)) = 0;
}
// Setp 2: Verification array is empty, aka. nothing extra produced.
//
for (unsigned int i=0; i<verify.size(); ++i) {
if (verify.at(i) != 0)
fail("Extra tuples are in output.");
}
q.destroynofree();
deletefile(tmpfileint1);
deletefile(tmpfileint2);
deletefile(tmpfiledouble);
deletefile(tmpfileempty);
return 0;
}
int main()
{
const int aggbuckets = 4;
const int buffsize = 16;
createaggfile(tempfilename, TUPLES);
AggregateSum node1;
MergeOp mergeop;
AggregateSum node2;
ParallelScanOp node3;
Config cfg;
// init node1
Setting& aggnode1 = cfg.getRoot().add("aggsumpre", Setting::TypeGroup);
aggnode1.add("field", Setting::TypeInt) = 0;
aggnode1.add("sumfield", Setting::TypeInt) = 1;
Setting& agghashnode1 = aggnode1.add("hash", Setting::TypeGroup);
agghashnode1.add("fn", Setting::TypeString) = "modulo";
agghashnode1.add("buckets", Setting::TypeInt) = aggbuckets;
agghashnode1.add("field", Setting::TypeInt) = 0;
// init mergeop
Setting& mergenode = cfg.getRoot().add("merge", Setting::TypeGroup);
mergenode.add("threads", Setting::TypeInt) = THREADS;
// init node2
Setting& aggnode2 = cfg.getRoot().add("aggsumpost", Setting::TypeGroup);
aggnode2.add("field", Setting::TypeInt) = 0;
aggnode2.add("sumfield", Setting::TypeInt) = 1;
Setting& agghashnode2 = aggnode2.add("hash", Setting::TypeGroup);
agghashnode2.add("fn", Setting::TypeString) = "modulo";
agghashnode2.add("buckets", Setting::TypeInt) = aggbuckets;
agghashnode2.add("field", Setting::TypeInt) = 0;
// init node3
cfg.getRoot().add("path", Setting::TypeString) = "./";
cfg.getRoot().add("buffsize", Setting::TypeInt) = buffsize;
Setting& scannode = cfg.getRoot().add("scan", Setting::TypeGroup);
scannode.add("filetype", Setting::TypeString) = "text";
Setting& files = scannode.add("files", Setting::TypeList);
files.add(Setting::TypeString) = tempfilename;
Setting& mapping = scannode.add("mapping", Setting::TypeList);
Setting& mappinggroup0 = mapping.add(Setting::TypeList);
for (int i=0; i<THREADS; ++i)
mappinggroup0.add(Setting::TypeInt) = i;
Setting& schemanode = scannode.add("schema", Setting::TypeList);
schemanode.add(Setting::TypeString) = "long";
schemanode.add(Setting::TypeString) = "dec";
// build plan tree
q.tree = &node1;
node1.nextOp = &mergeop;
mergeop.nextOp = &node2;
node2.nextOp = &node3;
// initialize each node
node3.init(cfg, scannode);
node2.init(cfg, aggnode2);
mergeop.init(cfg, mergenode);
node1.init(cfg, aggnode1);
#ifdef VERBOSE
cout << "---------- QUERY PLAN START ----------" << endl;
PrettyPrinterVisitor ppv;
q.accept(&ppv);
cout << "----------- QUERY PLAN END -----------" << endl;
#endif
compute();
q.destroynofree();
deletefile(tempfilename);
return 0;
}
int main()
{
const int buffsize = 1 << 4;
const int threads = 4;
const char* tmpfileint = "testfileinttoint.tmp";
const char* tmpfiledouble = "testfileinttodouble.tmp";
Config cfg;
createfile(tmpfileint, TUPLES);
createfiledouble(tmpfiledouble, TUPLES);
cfg.getRoot().add("path", Setting::TypeString) = "./";
cfg.getRoot().add("buffsize", Setting::TypeInt) = buffsize;
// Init node1a
Setting& scannode1 = cfg.getRoot().add("scan1", Setting::TypeGroup);
scannode1.add("filetype", Setting::TypeString) = "text";
Setting& files1 = scannode1.add("files", Setting::TypeList);
files1.add(Setting::TypeString) = tmpfileint;
Setting& mapping1 = scannode1.add("mapping", Setting::TypeList);
Setting& mapping1group0 = mapping1.add(Setting::TypeList);
for (int i=0; i<threads; ++i)
mapping1group0.add(Setting::TypeInt) = i;
Setting& schemanode1 = scannode1.add("schema", Setting::TypeList);
schemanode1.add(Setting::TypeString) = "long";
schemanode1.add(Setting::TypeString) = "long";
// Init node1b
Setting& scannode2 = cfg.getRoot().add("scan2", Setting::TypeGroup);
scannode2.add("filetype", Setting::TypeString) = "text";
Setting& files2 = scannode2.add("files", Setting::TypeList);
files2.add(Setting::TypeString) = tmpfiledouble;
Setting& mapping2 = scannode2.add("mapping", Setting::TypeList);
Setting& mapping2group0 = mapping2.add(Setting::TypeList);
for (int i=0; i<threads; ++i)
mapping2group0.add(Setting::TypeInt) = i;
Setting& schemanode2 = scannode2.add("schema", Setting::TypeList);
schemanode2.add(Setting::TypeString) = "long";
schemanode2.add(Setting::TypeString) = "dec";
// Init node2
Setting& joinnode = cfg.getRoot().add("join", Setting::TypeGroup);
joinnode.add("maxbuildtuples", Setting::TypeInt) = TUPLES * 2;
joinnode.add("maxprobetuples", Setting::TypeInt) = TUPLES * 2;
// Partition group tree.
Setting& pgnode = joinnode.add("threadgroups", Setting::TypeList);
Setting& singlepart = pgnode.add(Setting::TypeArray);
for (int i=0; i<threads; ++i)
singlepart.add(Setting::TypeInt) = i;
// Join attribute and projection tree.
joinnode.add("buildjattr", Setting::TypeInt) = 0;
joinnode.add("probejattr", Setting::TypeInt) = 0;
Setting& projectnode = joinnode.add("projection", Setting::TypeList);
projectnode.add(Setting::TypeString) = "B$1";
projectnode.add(Setting::TypeString) = "P$1";
// Init node3
Setting& mergenode = cfg.getRoot().add("merge", Setting::TypeGroup);
mergenode.add("threads", Setting::TypeInt) = threads;
// cfg.write(stdout);
// build plan tree
q.tree = &node3;
node3.nextOp = &node2;
node2.buildOp = &node1a;
node2.probeOp = &node1b;
// initialize each node
node1a.init(cfg, scannode1);
node1b.init(cfg, scannode2);
node2.init(cfg, joinnode);
node3.init(cfg, mergenode);
#ifdef VERBOSE
cout << "---------- QUERY PLAN START ----------" << endl;
PrettyPrinterVisitor ppv;
q.accept(&ppv);
cout << "----------- QUERY PLAN END -----------" << endl;
#endif
compute();
for (int i=0; i<TUPLES; ++i) {
if (verify[i] < 1)
fail("Tuples are missing from output.");
if (verify[i] > 1)
fail("Extra tuples are in output.");
}
q.destroynofree();
deletefile(tmpfileint);
deletefile(tmpfiledouble);
return 0;
}
