示例#1
0
TEST_F(TransactionTests, delete_op_and_concurrent_read) {

  auto writeCtx = tx::TransactionManager::getInstance().buildContext();
  size_t before = linxxxs->size();

  // Add One read all
  auto pc = storage::PointerCalculator::create(linxxxs, new pos_list_t({0}));
  ASSERT_EQ(1u, pc->size());

  DeleteOp del;
  del.setTXContext(writeCtx);
  del.addInput(pc);
  del.execute();

  auto& mod = hyrise::tx::TransactionManager::getInstance()[writeCtx.tid];
  ASSERT_EQ(1u, mod.deleted.size());

  auto readCtx = tx::TransactionManager::getInstance().buildContext();
  ProjectionScan ps;
  ps.addInput(linxxxs);
  ps.setTXContext(readCtx);
  ps.addField(0);
  ps.addField(1);
  ps.execute();

  ValidatePositions vp;
  vp.setTXContext(readCtx);
  vp.addInput(ps.getResultTable());
  vp.execute();

  auto res = vp.getResultTable();

  ASSERT_EQ(before, res->size());
}
示例#2
0
TEST_F(TransactionTests, read_own_writes) {

  auto writeCtx = hyrise::tx::TransactionManager::getInstance().buildContext();

  auto& mod = hyrise::tx::TransactionManager::getInstance()[writeCtx.tid];

  ASSERT_EQ(0u, mod.inserted.size());
  size_t before = linxxxs->size();
  // Add One read all
  InsertScan is;
  is.setTXContext(writeCtx);
  is.addInput(linxxxs);
  is.setInputData(one_row);
  is.execute();

  ASSERT_EQ(1u, mod.inserted.size());
  ASSERT_EQ(1u, mod.inserted[linxxxs].size());


  ProjectionScan ps;
  ps.addField(0);
  ps.setTXContext(writeCtx);
  ps.addInput(is.getResultTable());
  ps.execute();

  ValidatePositions vp;
  vp.setTXContext(writeCtx);
  vp.addInput(ps.getResultTable());
  vp.execute();

  auto r1 = vp.getResultTable();
  ASSERT_EQ(before + 1, r1->size());
}
示例#3
0
TEST_F(TransactionTests, read_your_own_deletes) {

  auto writeCtx = tx::TransactionManager::getInstance().buildContext();
  size_t before = linxxxs->size();

  // Add One read all
  auto pc = storage::PointerCalculator::create(linxxxs, new pos_list_t({0}));
  ASSERT_EQ(1u, pc->size());

  DeleteOp del;
  del.setTXContext(writeCtx);
  del.addInput(pc);
  del.execute();

  auto& mod = tx::TransactionManager::getInstance()[writeCtx.tid];
  ASSERT_EQ(1u, mod.deleted.size());

  ProjectionScan ps;
  ps.addInput(linxxxs);
  ps.setTXContext(writeCtx);
  ps.addField(0);
  ps.addField(1);
  ps.execute();

  ValidatePositions vp;
  vp.setTXContext(writeCtx);
  vp.addInput(ps.getResultTable());
  vp.execute();

  auto res = vp.getResultTable();
  ASSERT_EQ(before - 1, res->size()) << "We expect not to see the row we deleted earlier";
}
示例#4
0
TEST_F(TransactionTests, concurrent_writer) {

  auto writeCtx = tx::TransactionManager::getInstance().buildContext();
  auto writeCtx2 = tx::TransactionManager::getInstance().buildContext();

  auto& mod = tx::TransactionManager::getInstance()[writeCtx.tid];
  ASSERT_EQ(0u, mod.inserted.size());


  size_t before = linxxxs->size();
  // Add One read all
  InsertScan is;
  is.setTXContext(writeCtx);
  is.addInput(linxxxs);
  is.setInputData(one_row);
  is.execute();


  ASSERT_EQ(1u, mod.inserted.size());
  ASSERT_EQ(1u, mod.inserted[linxxxs].size());

  // Add One read all
  InsertScan is2;
  is2.setTXContext(writeCtx2);
  is2.addInput(linxxxs);
  is2.setInputData(second_row);
  is2.execute();

  ASSERT_EQ(1u, mod.inserted[linxxxs].size());

  ASSERT_EQ(before + 2, linxxxs->size());

  // Commit the changes from the first TX and check that we still dont see it for the second
  Commit c;
  c.addInput(linxxxs);
  c.setTXContext(writeCtx);
  c.execute();

  ProjectionScan ps;
  ps.addInput(linxxxs);
  ps.setTXContext(writeCtx2);
  ps.addField(0);
  ps.addField(1);
  ps.execute();

  ValidatePositions vp;
  vp.setTXContext(writeCtx2);
  vp.addInput(ps.getResultTable());
  vp.execute();

  auto res = vp.getResultTable();

  ASSERT_EQ(before + 1, res->size());
  ASSERT_EQ(222, res->getValue<hyrise_int_t>(1, res->size() - 1));
}
示例#5
0
TEST_F(SelectTests, simple_projection_with_position) {
  auto t = Loader::shortcuts::load("test/lin_xxs.tbl");
  ProjectionScan gs;
  gs.setProducesPositions(true);
  gs.addInput(t);
  gs.addField(0);

  const auto& result = gs.execute()->getResultTable();
  const auto& reference = Loader::shortcuts::load("test/reference/simple_projection.tbl");
  ASSERT_TRUE(result->contentEquals(reference));
}
  void BenchmarkSetUp() {
    ps = new ProjectionScan();
    ps->setEvent("NO_PAPI");

    sm = StorageManager::getInstance();

    t = sm->getTable("district");

    ps->setProducesPositions(true);
    ps->addInput(t);
    ps->addField(0);
    ps->addField(1);
  }
示例#7
0
TEST_F(ProjectionScanTests, basic_projection_scan_test) {
  auto t = Loader::shortcuts::load("test/lin_xxs.tbl");
  auto reference = Loader::shortcuts::load("test/reference/simple_projection.tbl");

  ProjectionScan ps;
  ps.addInput(t);
  ps.addField(0);
  ps.execute();

  const auto &result = ps.getResultTable();

  ASSERT_TRUE(result->contentEquals(reference));
}
示例#8
0
TEST_F(TransactionTests, delete_op_and_merge) {

  auto writeCtx = tx::TransactionManager::getInstance().buildContext();
  size_t before = linxxxs->size();

  // Add One read all
  auto pc = storage::PointerCalculator::create(linxxxs, new pos_list_t({0}));
  ASSERT_EQ(1u, pc->size());

  DeleteOp del;
  del.setTXContext(writeCtx);
  del.addInput(pc);
  del.execute();

  auto& mod = hyrise::tx::TransactionManager::getInstance()[writeCtx.tid];
  ASSERT_EQ(1u, mod.deleted.size());

  // Commit the changes from the first TX and check that we still dont see it for the second
  Commit c;
  c.addInput(linxxxs);
  c.setTXContext(writeCtx);
  c.execute();

  // No merge the table
  MergeStore mt;
  mt.addInput(linxxxs);
  mt.execute();

  auto result = mt.getResultTable();


  // Check after merge
  auto readCtx = tx::TransactionManager::getInstance().buildContext();
  ProjectionScan ps;
  ps.addInput(result);
  ps.setTXContext(readCtx);
  ps.addField(0);
  ps.addField(1);
  ps.execute();

  ValidatePositions vp;
  vp.setTXContext(readCtx);
  vp.addInput(ps.getResultTable());
  vp.execute();

  auto res = vp.getResultTable();

  ASSERT_EQ(before - 1, res->size());
}
示例#9
0
TEST_F(SelectTests, simple_projection_with_position_all_mat) {
  auto t = Loader::shortcuts::load("test/lin_xxxs.tbl");
  ProjectionScan gs;
  gs.setProducesPositions(true);
  gs.addInput(t);
  gs.addField(0);
  gs.addField(1);

  auto result = gs.execute()->getResultTable();
  MaterializingScan ms(false);
  ms.addInput(result);
  const auto& result2 = ms.execute()->getResultTable();
  const auto& reference = Loader::shortcuts::load("test/lin_xxxs.tbl");
  ASSERT_TRUE(result2->contentEquals(reference));
}
示例#10
0
TEST_F(SelectTests, simple_projection_on_empty_table) {
  hyrise::storage::c_atable_ptr_t t = Loader::shortcuts::load("test/empty.tbl");

  ProjectionScan gs;
  gs.setProducesPositions(true);
  gs.addInput(t);
  gs.addField(2);
  gs.addField(3);
  gs.addField(4);
  gs.addField(5);
  gs.addField(6);

  const auto& result = gs.execute()->getResultTable();
  const auto& reference = Loader::shortcuts::load("test/reference/empty_after_projection.tbl");
  ASSERT_TRUE(result->contentEquals(reference));
}
示例#11
0
TEST_F(SelectTests, simple_projection_with_position_mat_and_sample) {
  auto t = Loader::shortcuts::load("test/lin_xxs.tbl");
  ProjectionScan gs;
  gs.setProducesPositions(true);
  gs.addInput(t);
  gs.addField(0);
  auto result = gs.execute()->getResultTable();

  MaterializingScan ms(false);
  ms.addInput(result);
  ms.setSamples(3);
  const auto& result2 = ms.execute()->getResultTable();

  ASSERT_EQ((unsigned) 3, result2->size());

}
示例#12
0
TEST_F(PerformanceDataTests, single_op_data) {
  storage::atable_ptr_t w = io::Loader::shortcuts::loadWithHeader("test/regression/projection_fail.data", "test/regression/projection_fail.tbl");

  ProjectionScan ps;
  ps.addInput(w);
  ps.addField(w->numberOfColumn("w_tax"));

  performance_attributes_t perf;
  perf.startTime = 0;
  perf.endTime = 0;
  ps.setPerformanceData(&perf);

  ps.execute();

  ASSERT_GT(perf.startTime, 0u) << "start time should be set";
  ASSERT_GT(perf.endTime, 0u) << "end time should be set";
}
示例#13
0
TEST_F(SelectTests, simple_projection_with_position_mat_memcpy) {
  auto t = Loader::shortcuts::load("test/lin_xxs.tbl");
  ProjectionScan gs;
  gs.setProducesPositions(true);
  gs.addInput(t);
  gs.addField(0);

  ASSERT_EQ((unsigned) 10, t->columnCount());

  auto result = gs.execute()->getResultTable();
  MaterializingScan ms(true);
  ms.addInput(result);
  const auto& result2 = ms.execute()->getResultTable();

  ASSERT_EQ((unsigned) 100, result2->size());
  const auto& reference = Loader::shortcuts::load("test/reference/simple_projection.tbl");

  ASSERT_TABLE_EQUAL(reference, result2);
}
示例#14
0
TEST_F(TransactionTests, parallel_writer) {

  // first insert a lot in parallel
  const size_t thread_count = getNumberOfCoresOnSystem();
  const size_t inserts_per_thread = 1000;

  std::vector<std::thread> threads;

  for (size_t i = 0; i < thread_count; ++i) {
    threads.push_back(std::thread(parallel_writer_thread_function, linxxxs, one_row, inserts_per_thread));
  }

  for (auto& thread : threads) {
    thread.join();
  }

  // read all inserted rows and check if correct
  auto readCtx = tx::TransactionManager::getInstance().buildContext();

  // std::cout << "read context. cid: " << readCtx.cid << ". lastCid: " << readCtx.lastCid << ". tid: " << readCtx.tid
  // << std::endl;
  ProjectionScan ps;
  ps.addInput(linxxxs);
  ps.setTXContext(readCtx);
  ps.addField(0);
  ps.addField(1);
  ps.execute();

  ValidatePositions vp;
  vp.setTXContext(readCtx);
  vp.addInput(ps.getResultTable());
  vp.execute();
  auto res = vp.getResultTable();

  auto size = res->size();
  long sum = 0;
  for (size_t i = 0; i < size; ++i) {
    sum += res->getValue<hyrise_int_t>(0, i);
  }
  ASSERT_EQ(sum, (thread_count * inserts_per_thread * 99) + 8 + 6 + 400 + 200);
}
示例#15
0
TEST_F(TransactionTests, update_and_read_values) {

  auto writeCtx = tx::TransactionManager::getInstance().buildContext();
  auto& mod = tx::TransactionManager::getInstance()[writeCtx.tid];

  ASSERT_EQ(0u, mod.inserted.size());
  size_t before = linxxxs->size();

  // create PC to simulate position
  auto pc = storage::PointerCalculator::create(linxxxs, new pos_list_t({0, 4}));

  PosUpdateScan is;
  is.setTXContext(writeCtx);
  is.addInput(pc);

  Json::Value v;
  v["col_1"] = 99;
  is.setRawData(v);
  is.execute();

  ASSERT_EQ(1u, mod.inserted.size());
  ASSERT_EQ(2u, mod.inserted[linxxxs].size());

  ASSERT_EQ(1u, mod.deleted.size());
  ASSERT_EQ(2u, mod.deleted[linxxxs].size());

  ProjectionScan ps;
  ps.addField(0);
  ps.setTXContext(writeCtx);
  ps.addInput(is.getResultTable());
  ps.execute();

  ValidatePositions vp;
  vp.setTXContext(writeCtx);
  vp.addInput(ps.getResultTable());
  vp.execute();

  auto r1 = vp.getResultTable();
  ASSERT_EQ(before, r1->size());
}
示例#16
0
TEST_F(MaterializingScanTests, basic_materializing_scan_test) {
  auto t = io::Loader::shortcuts::load("test/lin_xxs.tbl");
  auto no_p = (storage::PointerCalculator*) nullptr;

  ProjectionScan ps;
  ps.addInput(t);
  ps.addField(0);
  ps.setProducesPositions(true);
  ps.execute();

  const auto &t2 = ps.getResultTable();
  ASSERT_NE(no_p, dynamic_cast<const storage::PointerCalculator*>(t2.get()));

  MaterializingScan ms;
  ms.addInput(t2);
  ms.addField(0);
  ms.execute();

  const auto &result = ms.getResultTable();
  ASSERT_EQ(no_p, dynamic_cast<const storage::PointerCalculator*>(result.get()));
  ASSERT_EQ(100u, result->size());
  ASSERT_EQ(1u, result->columnCount());
}
示例#17
0
TEST_F(TransactionTests, update_and_merge) {

  auto writeCtx = tx::TransactionManager::getInstance().buildContext();
  auto& mod = tx::TransactionManager::getInstance()[writeCtx.tid];

  ASSERT_EQ(0u, mod.inserted.size());
  size_t before = linxxxs->size();

  // create PC to simulate position
  auto pc = storage::PointerCalculator::create(linxxxs, new pos_list_t({0, 4}));

  PosUpdateScan is;
  is.setTXContext(writeCtx);
  is.addInput(pc);

  Json::Value v;
  v["col_1"] = 99;
  is.setRawData(v);
  is.execute();

  ASSERT_EQ(1u, mod.inserted.size());
  ASSERT_EQ(2u, mod.inserted[linxxxs].size());

  ASSERT_EQ(1u, mod.deleted.size());
  ASSERT_EQ(2u, mod.deleted[linxxxs].size());

  Commit c;
  c.addInput(linxxxs);
  c.setTXContext(writeCtx);
  c.execute();

  writeCtx = hyrise::tx::TransactionManager::getInstance().buildContext();

  // No merge the table
  MergeStore mt;
  mt.addInput(linxxxs);
  mt.setTXContext(writeCtx);
  mt.execute();

  auto result = mt.getResultTable();
  const auto& ref = io::Loader::shortcuts::load("test/reference/lin_xxxs_update.tbl");
  EXPECT_RELATION_EQ(ref, result);


  ProjectionScan ps;
  ps.addField(0);
  ps.addField(1);
  ps.setTXContext(writeCtx);
  ps.addInput(result);
  ps.execute();

  ValidatePositions vp;
  vp.setTXContext(writeCtx);
  vp.addInput(ps.getResultTable());
  vp.execute();

  auto r1 = vp.getResultTable();
  ASSERT_EQ(before, r1->size());
  ASSERT_EQ(99, r1->getValue<hyrise_int_t>(1, 3));
  ASSERT_EQ(99, r1->getValue<hyrise_int_t>(1, 4));
}