TEST_F(TransactionTests, delete_op_and_concurrent_read) { auto writeCtx = tx::TransactionManager::getInstance().buildContext(); size_t before = linxxxs->size(); // Add One read all auto pc = storage::PointerCalculator::create(linxxxs, new pos_list_t({0})); ASSERT_EQ(1u, pc->size()); DeleteOp del; del.setTXContext(writeCtx); del.addInput(pc); del.execute(); auto& mod = hyrise::tx::TransactionManager::getInstance()[writeCtx.tid]; ASSERT_EQ(1u, mod.deleted.size()); auto readCtx = tx::TransactionManager::getInstance().buildContext(); ProjectionScan ps; ps.addInput(linxxxs); ps.setTXContext(readCtx); ps.addField(0); ps.addField(1); ps.execute(); ValidatePositions vp; vp.setTXContext(readCtx); vp.addInput(ps.getResultTable()); vp.execute(); auto res = vp.getResultTable(); ASSERT_EQ(before, res->size()); }
TEST_F(SelectTests, simple_projection_on_empty_table) { hyrise::storage::c_atable_ptr_t t = Loader::shortcuts::load("test/empty.tbl"); ProjectionScan gs; gs.setProducesPositions(true); gs.addInput(t); gs.addField(2); gs.addField(3); gs.addField(4); gs.addField(5); gs.addField(6); const auto& result = gs.execute()->getResultTable(); const auto& reference = Loader::shortcuts::load("test/reference/empty_after_projection.tbl"); ASSERT_TRUE(result->contentEquals(reference)); }
TEST_F(TransactionTests, read_own_writes) { auto writeCtx = hyrise::tx::TransactionManager::getInstance().buildContext(); auto& mod = hyrise::tx::TransactionManager::getInstance()[writeCtx.tid]; ASSERT_EQ(0u, mod.inserted.size()); size_t before = linxxxs->size(); // Add One read all InsertScan is; is.setTXContext(writeCtx); is.addInput(linxxxs); is.setInputData(one_row); is.execute(); ASSERT_EQ(1u, mod.inserted.size()); ASSERT_EQ(1u, mod.inserted[linxxxs].size()); ProjectionScan ps; ps.addField(0); ps.setTXContext(writeCtx); ps.addInput(is.getResultTable()); ps.execute(); ValidatePositions vp; vp.setTXContext(writeCtx); vp.addInput(ps.getResultTable()); vp.execute(); auto r1 = vp.getResultTable(); ASSERT_EQ(before + 1, r1->size()); }
TEST_F(TransactionTests, read_your_own_deletes) { auto writeCtx = tx::TransactionManager::getInstance().buildContext(); size_t before = linxxxs->size(); // Add One read all auto pc = storage::PointerCalculator::create(linxxxs, new pos_list_t({0})); ASSERT_EQ(1u, pc->size()); DeleteOp del; del.setTXContext(writeCtx); del.addInput(pc); del.execute(); auto& mod = tx::TransactionManager::getInstance()[writeCtx.tid]; ASSERT_EQ(1u, mod.deleted.size()); ProjectionScan ps; ps.addInput(linxxxs); ps.setTXContext(writeCtx); ps.addField(0); ps.addField(1); ps.execute(); ValidatePositions vp; vp.setTXContext(writeCtx); vp.addInput(ps.getResultTable()); vp.execute(); auto res = vp.getResultTable(); ASSERT_EQ(before - 1, res->size()) << "We expect not to see the row we deleted earlier"; }
TEST_F(TransactionTests, concurrent_writer) { auto writeCtx = tx::TransactionManager::getInstance().buildContext(); auto writeCtx2 = tx::TransactionManager::getInstance().buildContext(); auto& mod = tx::TransactionManager::getInstance()[writeCtx.tid]; ASSERT_EQ(0u, mod.inserted.size()); size_t before = linxxxs->size(); // Add One read all InsertScan is; is.setTXContext(writeCtx); is.addInput(linxxxs); is.setInputData(one_row); is.execute(); ASSERT_EQ(1u, mod.inserted.size()); ASSERT_EQ(1u, mod.inserted[linxxxs].size()); // Add One read all InsertScan is2; is2.setTXContext(writeCtx2); is2.addInput(linxxxs); is2.setInputData(second_row); is2.execute(); ASSERT_EQ(1u, mod.inserted[linxxxs].size()); ASSERT_EQ(before + 2, linxxxs->size()); // Commit the changes from the first TX and check that we still dont see it for the second Commit c; c.addInput(linxxxs); c.setTXContext(writeCtx); c.execute(); ProjectionScan ps; ps.addInput(linxxxs); ps.setTXContext(writeCtx2); ps.addField(0); ps.addField(1); ps.execute(); ValidatePositions vp; vp.setTXContext(writeCtx2); vp.addInput(ps.getResultTable()); vp.execute(); auto res = vp.getResultTable(); ASSERT_EQ(before + 1, res->size()); ASSERT_EQ(222, res->getValue<hyrise_int_t>(1, res->size() - 1)); }
TEST_F(SelectTests, simple_projection_with_position) { auto t = Loader::shortcuts::load("test/lin_xxs.tbl"); ProjectionScan gs; gs.setProducesPositions(true); gs.addInput(t); gs.addField(0); const auto& result = gs.execute()->getResultTable(); const auto& reference = Loader::shortcuts::load("test/reference/simple_projection.tbl"); ASSERT_TRUE(result->contentEquals(reference)); }
void BenchmarkSetUp() { ps = new ProjectionScan(); ps->setEvent("NO_PAPI"); sm = StorageManager::getInstance(); t = sm->getTable("district"); ps->setProducesPositions(true); ps->addInput(t); ps->addField(0); ps->addField(1); }
TEST_F(ProjectionScanTests, basic_projection_scan_test) { auto t = Loader::shortcuts::load("test/lin_xxs.tbl"); auto reference = Loader::shortcuts::load("test/reference/simple_projection.tbl"); ProjectionScan ps; ps.addInput(t); ps.addField(0); ps.execute(); const auto &result = ps.getResultTable(); ASSERT_TRUE(result->contentEquals(reference)); }
TEST_F(TransactionTests, delete_op_and_merge) { auto writeCtx = tx::TransactionManager::getInstance().buildContext(); size_t before = linxxxs->size(); // Add One read all auto pc = storage::PointerCalculator::create(linxxxs, new pos_list_t({0})); ASSERT_EQ(1u, pc->size()); DeleteOp del; del.setTXContext(writeCtx); del.addInput(pc); del.execute(); auto& mod = hyrise::tx::TransactionManager::getInstance()[writeCtx.tid]; ASSERT_EQ(1u, mod.deleted.size()); // Commit the changes from the first TX and check that we still dont see it for the second Commit c; c.addInput(linxxxs); c.setTXContext(writeCtx); c.execute(); // No merge the table MergeStore mt; mt.addInput(linxxxs); mt.execute(); auto result = mt.getResultTable(); // Check after merge auto readCtx = tx::TransactionManager::getInstance().buildContext(); ProjectionScan ps; ps.addInput(result); ps.setTXContext(readCtx); ps.addField(0); ps.addField(1); ps.execute(); ValidatePositions vp; vp.setTXContext(readCtx); vp.addInput(ps.getResultTable()); vp.execute(); auto res = vp.getResultTable(); ASSERT_EQ(before - 1, res->size()); }
TEST_F(SelectTests, simple_projection_with_position_all_mat) { auto t = Loader::shortcuts::load("test/lin_xxxs.tbl"); ProjectionScan gs; gs.setProducesPositions(true); gs.addInput(t); gs.addField(0); gs.addField(1); auto result = gs.execute()->getResultTable(); MaterializingScan ms(false); ms.addInput(result); const auto& result2 = ms.execute()->getResultTable(); const auto& reference = Loader::shortcuts::load("test/lin_xxxs.tbl"); ASSERT_TRUE(result2->contentEquals(reference)); }
TEST_F(SelectTests, simple_projection_with_position_mat_and_sample) { auto t = Loader::shortcuts::load("test/lin_xxs.tbl"); ProjectionScan gs; gs.setProducesPositions(true); gs.addInput(t); gs.addField(0); auto result = gs.execute()->getResultTable(); MaterializingScan ms(false); ms.addInput(result); ms.setSamples(3); const auto& result2 = ms.execute()->getResultTable(); ASSERT_EQ((unsigned) 3, result2->size()); }
TEST_F(PerformanceDataTests, single_op_data) { storage::atable_ptr_t w = io::Loader::shortcuts::loadWithHeader("test/regression/projection_fail.data", "test/regression/projection_fail.tbl"); ProjectionScan ps; ps.addInput(w); ps.addField(w->numberOfColumn("w_tax")); performance_attributes_t perf; perf.startTime = 0; perf.endTime = 0; ps.setPerformanceData(&perf); ps.execute(); ASSERT_GT(perf.startTime, 0u) << "start time should be set"; ASSERT_GT(perf.endTime, 0u) << "end time should be set"; }
TEST_F(SelectTests, simple_projection_with_position_mat_memcpy) { auto t = Loader::shortcuts::load("test/lin_xxs.tbl"); ProjectionScan gs; gs.setProducesPositions(true); gs.addInput(t); gs.addField(0); ASSERT_EQ((unsigned) 10, t->columnCount()); auto result = gs.execute()->getResultTable(); MaterializingScan ms(true); ms.addInput(result); const auto& result2 = ms.execute()->getResultTable(); ASSERT_EQ((unsigned) 100, result2->size()); const auto& reference = Loader::shortcuts::load("test/reference/simple_projection.tbl"); ASSERT_TABLE_EQUAL(reference, result2); }
TEST_F(TransactionTests, parallel_writer) { // first insert a lot in parallel const size_t thread_count = getNumberOfCoresOnSystem(); const size_t inserts_per_thread = 1000; std::vector<std::thread> threads; for (size_t i = 0; i < thread_count; ++i) { threads.push_back(std::thread(parallel_writer_thread_function, linxxxs, one_row, inserts_per_thread)); } for (auto& thread : threads) { thread.join(); } // read all inserted rows and check if correct auto readCtx = tx::TransactionManager::getInstance().buildContext(); // std::cout << "read context. cid: " << readCtx.cid << ". lastCid: " << readCtx.lastCid << ". tid: " << readCtx.tid // << std::endl; ProjectionScan ps; ps.addInput(linxxxs); ps.setTXContext(readCtx); ps.addField(0); ps.addField(1); ps.execute(); ValidatePositions vp; vp.setTXContext(readCtx); vp.addInput(ps.getResultTable()); vp.execute(); auto res = vp.getResultTable(); auto size = res->size(); long sum = 0; for (size_t i = 0; i < size; ++i) { sum += res->getValue<hyrise_int_t>(0, i); } ASSERT_EQ(sum, (thread_count * inserts_per_thread * 99) + 8 + 6 + 400 + 200); }
TEST_F(TransactionTests, update_and_read_values) { auto writeCtx = tx::TransactionManager::getInstance().buildContext(); auto& mod = tx::TransactionManager::getInstance()[writeCtx.tid]; ASSERT_EQ(0u, mod.inserted.size()); size_t before = linxxxs->size(); // create PC to simulate position auto pc = storage::PointerCalculator::create(linxxxs, new pos_list_t({0, 4})); PosUpdateScan is; is.setTXContext(writeCtx); is.addInput(pc); Json::Value v; v["col_1"] = 99; is.setRawData(v); is.execute(); ASSERT_EQ(1u, mod.inserted.size()); ASSERT_EQ(2u, mod.inserted[linxxxs].size()); ASSERT_EQ(1u, mod.deleted.size()); ASSERT_EQ(2u, mod.deleted[linxxxs].size()); ProjectionScan ps; ps.addField(0); ps.setTXContext(writeCtx); ps.addInput(is.getResultTable()); ps.execute(); ValidatePositions vp; vp.setTXContext(writeCtx); vp.addInput(ps.getResultTable()); vp.execute(); auto r1 = vp.getResultTable(); ASSERT_EQ(before, r1->size()); }
TEST_F(MaterializingScanTests, basic_materializing_scan_test) { auto t = io::Loader::shortcuts::load("test/lin_xxs.tbl"); auto no_p = (storage::PointerCalculator*) nullptr; ProjectionScan ps; ps.addInput(t); ps.addField(0); ps.setProducesPositions(true); ps.execute(); const auto &t2 = ps.getResultTable(); ASSERT_NE(no_p, dynamic_cast<const storage::PointerCalculator*>(t2.get())); MaterializingScan ms; ms.addInput(t2); ms.addField(0); ms.execute(); const auto &result = ms.getResultTable(); ASSERT_EQ(no_p, dynamic_cast<const storage::PointerCalculator*>(result.get())); ASSERT_EQ(100u, result->size()); ASSERT_EQ(1u, result->columnCount()); }
TEST_F(TransactionTests, update_and_merge) { auto writeCtx = tx::TransactionManager::getInstance().buildContext(); auto& mod = tx::TransactionManager::getInstance()[writeCtx.tid]; ASSERT_EQ(0u, mod.inserted.size()); size_t before = linxxxs->size(); // create PC to simulate position auto pc = storage::PointerCalculator::create(linxxxs, new pos_list_t({0, 4})); PosUpdateScan is; is.setTXContext(writeCtx); is.addInput(pc); Json::Value v; v["col_1"] = 99; is.setRawData(v); is.execute(); ASSERT_EQ(1u, mod.inserted.size()); ASSERT_EQ(2u, mod.inserted[linxxxs].size()); ASSERT_EQ(1u, mod.deleted.size()); ASSERT_EQ(2u, mod.deleted[linxxxs].size()); Commit c; c.addInput(linxxxs); c.setTXContext(writeCtx); c.execute(); writeCtx = hyrise::tx::TransactionManager::getInstance().buildContext(); // No merge the table MergeStore mt; mt.addInput(linxxxs); mt.setTXContext(writeCtx); mt.execute(); auto result = mt.getResultTable(); const auto& ref = io::Loader::shortcuts::load("test/reference/lin_xxxs_update.tbl"); EXPECT_RELATION_EQ(ref, result); ProjectionScan ps; ps.addField(0); ps.addField(1); ps.setTXContext(writeCtx); ps.addInput(result); ps.execute(); ValidatePositions vp; vp.setTXContext(writeCtx); vp.addInput(ps.getResultTable()); vp.execute(); auto r1 = vp.getResultTable(); ASSERT_EQ(before, r1->size()); ASSERT_EQ(99, r1->getValue<hyrise_int_t>(1, 3)); ASSERT_EQ(99, r1->getValue<hyrise_int_t>(1, 4)); }