TEST_F(LoggingTests, BasicDeleteTest) {
auto recovery_table = ExecutorTestsUtil::CreateTable(1024);
auto &manager = catalog::Manager::GetInstance();
storage::Database db(DEFAULT_DB_ID);
manager.AddDatabase(&db);
db.AddTable(recovery_table);
EXPECT_EQ(recovery_table->GetNumberOfTuples(), 0);
EXPECT_EQ(recovery_table->GetTileGroupCount(), 1);
logging::WriteAheadFrontendLogger fel(true);
cid_t test_commit_id = 10;
auto curr_rec = new logging::TupleRecord(
LOGRECORD_TYPE_TUPLE_UPDATE, test_commit_id, recovery_table->GetOid(),
INVALID_ITEMPOINTER, ItemPointer(100, 4), nullptr, DEFAULT_DB_ID);
fel.DeleteTuple(curr_rec);
delete curr_rec;
auto tg_header = recovery_table->GetTileGroupById(100)->GetHeader();
EXPECT_EQ(tg_header->GetEndCommitId(4), test_commit_id);
// EXPECT_EQ(recovery_table->GetNumberOfTuples(), 1);
EXPECT_EQ(recovery_table->GetTileGroupCount(), 2);
}
const std::string DataTable::GetInfo() const {
std::ostringstream os;
// os << "=====================================================\n";
// os << "TABLE :\n";
oid_t tile_group_count = GetTileGroupCount();
// os << "Tile Group Count : " << tile_group_count << "\n";
oid_t tuple_count = 0;
oid_t table_id = 0;
for (oid_t tile_group_itr = 0; tile_group_itr < tile_group_count;
tile_group_itr++) {
auto tile_group = GetTileGroup(tile_group_itr);
table_id = tile_group->GetTableId();
auto tile_tuple_count = tile_group->GetNextTupleSlot();
// os << "Tile Group Id : " << tile_group_itr
// << " Tuple Count : " << tile_tuple_count << "\n";
// os << (*tile_group);
tuple_count += tile_tuple_count;
}
os << "Table " << table_id << " Tuple Count :: " << tuple_count << "\n";
// os << "=====================================================\n";
return os.str();
}
std::shared_ptr<storage::TileGroup> DataTable::GetTileGroup(
const std::size_t &tile_group_offset) const {
PL_ASSERT(tile_group_offset < GetTileGroupCount());
auto tile_group_id =
tile_groups_.FindValid(tile_group_offset, invalid_tile_group_id);
return GetTileGroupById(tile_group_id);
}
TEST_F(LoggingTests, BasicUpdateTest) {
auto recovery_table = ExecutorTestsUtil::CreateTable(1024);
auto &manager = catalog::Manager::GetInstance();
storage::Database db(DEFAULT_DB_ID);
manager.AddDatabase(&db);
db.AddTable(recovery_table);
auto tuples = BuildLoggingTuples(recovery_table, 1, false, false);
EXPECT_EQ(recovery_table->GetNumberOfTuples(), 0);
EXPECT_EQ(recovery_table->GetTileGroupCount(), 1);
EXPECT_EQ(tuples.size(), 1);
logging::WriteAheadFrontendLogger fel(true);
// auto bel = logging::WriteAheadBackendLogger::GetInstance();
cid_t test_commit_id = 10;
Value val0 = tuples[0]->GetValue(0);
Value val1 = tuples[0]->GetValue(1);
Value val2 = tuples[0]->GetValue(2);
Value val3 = tuples[0]->GetValue(3);
auto curr_rec = new logging::TupleRecord(
LOGRECORD_TYPE_TUPLE_UPDATE, test_commit_id, recovery_table->GetOid(),
ItemPointer(100, 5), ItemPointer(100, 4), tuples[0], DEFAULT_DB_ID);
curr_rec->SetTuple(tuples[0]);
fel.UpdateTuple(curr_rec);
delete curr_rec;
auto tg_header = recovery_table->GetTileGroupById(100)->GetHeader();
EXPECT_TRUE(tg_header->GetBeginCommitId(5) <= test_commit_id);
EXPECT_EQ(tg_header->GetEndCommitId(5), MAX_CID);
EXPECT_EQ(tg_header->GetEndCommitId(4), test_commit_id);
EXPECT_TRUE(
val0.Compare(recovery_table->GetTileGroupById(100)->GetValue(5, 0)) == 0);
EXPECT_TRUE(
val1.Compare(recovery_table->GetTileGroupById(100)->GetValue(5, 1)) == 0);
EXPECT_TRUE(
val2.Compare(recovery_table->GetTileGroupById(100)->GetValue(5, 2)) == 0);
EXPECT_TRUE(
val3.Compare(recovery_table->GetTileGroupById(100)->GetValue(5, 3)) == 0);
EXPECT_EQ(recovery_table->GetNumberOfTuples(), 0);
EXPECT_EQ(recovery_table->GetTileGroupCount(), 2);
}
std::shared_ptr<storage::TileGroup> DataTable::GetTileGroup(
const oid_t &tile_group_offset) const {
assert(tile_group_offset < GetTileGroupCount());
tile_group_lock_.ReadLock();
auto tile_group_id = tile_groups_.at(tile_group_offset);
tile_group_lock_.Unlock();
return GetTileGroupById(tile_group_id);
}
TEST_F(LoggingTests, OutOfOrderCommitTest) {
auto recovery_table = ExecutorTestsUtil::CreateTable(1024);
auto &manager = catalog::Manager::GetInstance();
storage::Database db(DEFAULT_DB_ID);
manager.AddDatabase(&db);
db.AddTable(recovery_table);
auto tuples = BuildLoggingTuples(recovery_table, 1, false, false);
EXPECT_EQ(recovery_table->GetNumberOfTuples(), 0);
EXPECT_EQ(recovery_table->GetTileGroupCount(), 1);
EXPECT_EQ(tuples.size(), 1);
logging::WriteAheadFrontendLogger fel(true);
// auto bel = logging::WriteAheadBackendLogger::GetInstance();
cid_t test_commit_id = 10;
auto curr_rec = new logging::TupleRecord(
LOGRECORD_TYPE_TUPLE_UPDATE, test_commit_id + 1, recovery_table->GetOid(),
INVALID_ITEMPOINTER, ItemPointer(100, 5), nullptr, DEFAULT_DB_ID);
fel.DeleteTuple(curr_rec);
delete curr_rec;
EXPECT_EQ(recovery_table->GetTileGroupCount(), 2);
curr_rec = new logging::TupleRecord(
LOGRECORD_TYPE_TUPLE_INSERT, test_commit_id, recovery_table->GetOid(),
ItemPointer(100, 5), INVALID_ITEMPOINTER, tuples[0], DEFAULT_DB_ID);
curr_rec->SetTuple(tuples[0]);
fel.InsertTuple(curr_rec);
delete curr_rec;
auto tg_header = recovery_table->GetTileGroupById(100)->GetHeader();
EXPECT_EQ(tg_header->GetEndCommitId(5), test_commit_id + 1);
EXPECT_EQ(recovery_table->GetNumberOfTuples(), 0);
EXPECT_EQ(recovery_table->GetTileGroupCount(), 2);
}
void LogManager::DoneRecovery() {
auto &catalog_manager = catalog::Manager::GetInstance();
// for all database
auto db_count = catalog_manager.GetDatabaseCount();
for (oid_t db_idx = 0; db_idx < db_count; db_idx++) {
auto database = catalog_manager.GetDatabase(db_idx);
// for all tables
auto table_count = database->GetTableCount();
for (oid_t table_idx = 0; table_idx < table_count; table_idx++) {
auto table = database->GetTable(table_idx);
if (table->GetTileGroupCount() == 0) {
table->AddDefaultTileGroup();
}
}
}
}
// Generate a scan over all tile groups.
//
// @code
// column_layouts := alloca<peloton::ColumnLayoutInfo>(
// table.GetSchema().GetColumnCount())
//
// oid_t tile_group_idx := 0
// num_tile_groups = GetTileGroupCount(table_ptr)
//
// for (; tile_group_idx < num_tile_groups; ++tile_group_idx) {
// tile_group_ptr := GetTileGroup(table_ptr, tile_group_idx)
// consumer.TileGroupStart(tile_group_ptr);
// tile_group.TidScan(tile_group_ptr, column_layouts, vector_size, consumer);
// consumer.TileGroupEnd(tile_group_ptr);
// }
//
// @endcode
void Table::GenerateScan(CodeGen &codegen, llvm::Value *table_ptr,
uint32_t batch_size, ScanCallback &consumer) const {
// First get the columns from the table the consumer needs. For every column,
// we'll need to have a ColumnInfoLayout struct
const uint32_t num_columns =
static_cast<uint32_t>(table_.GetSchema()->GetColumnCount());
llvm::Value *column_layouts = codegen->CreateAlloca(
RuntimeFunctionsProxy::_ColumnLayoutInfo::GetType(codegen),
codegen.Const32(num_columns));
// Get the number of tile groups in the given table
llvm::Value *tile_group_idx = codegen.Const64(0);
llvm::Value *num_tile_groups = GetTileGroupCount(codegen, table_ptr);
// Iterate over all tile groups in the table
lang::Loop loop{codegen,
codegen->CreateICmpULT(tile_group_idx, num_tile_groups),
{{"tileGroupIdx", tile_group_idx}}};
{
// Get the tile group with the given tile group ID
tile_group_idx = loop.GetLoopVar(0);
llvm::Value *tile_group_ptr =
GetTileGroup(codegen, table_ptr, tile_group_idx);
llvm::Value *tile_group_id =
tile_group_.GetTileGroupId(codegen, tile_group_ptr);
// Invoke the consumer to let her know that we're starting to iterate over
// the tile group now
consumer.TileGroupStart(codegen, tile_group_id, tile_group_ptr);
// Generate the scan cover over the given tile group
tile_group_.GenerateTidScan(codegen, tile_group_ptr, column_layouts,
batch_size, consumer);
// Invoke the consumer to let her know that we're done with this tile group
consumer.TileGroupFinish(codegen, tile_group_ptr);
// Move to next tile group in the table
tile_group_idx = codegen->CreateAdd(tile_group_idx, codegen.Const64(1));
loop.LoopEnd(codegen->CreateICmpULT(tile_group_idx, num_tile_groups),
{tile_group_idx});
}
}
void CheckTupleCount(oid_t db_oid, oid_t table_oid, oid_t expected) {
auto& manager = catalog::Manager::GetInstance();
storage::Database* db = manager.GetDatabaseWithOid(db_oid);
auto table = db->GetTableWithOid(table_oid);
oid_t tile_group_count = table->GetTileGroupCount();
oid_t active_tuple_count = 0;
for (oid_t tile_group_itr = 0; tile_group_itr < tile_group_count;
tile_group_itr++) {
auto tile_group = table->GetTileGroup(tile_group_itr);
active_tuple_count += tile_group->GetActiveTupleCount(INVALID_TXN_ID);
}
// check # of active tuples
if (expected != active_tuple_count) {
throw Exception("Tuple count does not match \n");
}
}
