TEST(SlottedPage, Simple) { SlottedPage* slottedPage = static_cast<SlottedPage*>(malloc(kPageSize)); slottedPage->initialize(); // Insert slottedPage->insert(Record("windmill")); RecordId fsi = slottedPage->insert(Record("windmill")); slottedPage->remove(fsi); free(slottedPage); }
TEST(SlottedPage, SlotReuseAfterDelete) { SlottedPage* slottedPage = static_cast<SlottedPage*>(malloc(kPageSize)); slottedPage->initialize(); // Checks if a slot is reused RecordId dataRecordId1 = slottedPage->insert(Record("Hello World!")); slottedPage->remove(dataRecordId1); RecordId dataRecordId2 = slottedPage->insert(Record("Hello World!")); ASSERT_EQ(dataRecordId1, dataRecordId2); // Even with smaller vales ? slottedPage->remove(dataRecordId2); RecordId dataRecordId = slottedPage->insert(Record("Hello World")); ASSERT_EQ(dataRecordId, dataRecordId2); free(slottedPage); }
TEST(SlottedPage, DefragmentationBasic) { std::string fragmentationData1 = "Hello !"; std::string fragmentationData2 = "World !"; std::string staticData = "the blob"; std::string newData = "hello my world !"; Record fragmentationRecord1(fragmentationData1); Record fragmentationRecord2(fragmentationData2); Record staticRecord(staticData); Record newDataRecord(newData); SlottedPage* slottedPage = static_cast<SlottedPage*>(malloc(kPageSize)); slottedPage->initialize(); RecordId fragmentationRecordId1 = slottedPage->insert(fragmentationRecord1); RecordId staticRecordId = slottedPage->insert(staticRecord); RecordId fragmentationRecordId2 = slottedPage->insert(fragmentationRecord2); // Fill page with ... CRAP! while(slottedPage->canHoldRecord(staticRecord)) slottedPage->insert(Record(staticData)); // Remove the two values ASSERT_TRUE(!slottedPage->canHoldRecord(newDataRecord)); slottedPage->remove(fragmentationRecordId1); slottedPage->remove(fragmentationRecordId2); ASSERT_TRUE(slottedPage->getBytesFreeForRecord() >= newData.length()); // The page should now have a structure like: <freeSpace> <staticData> <freeSpace> (whereby both free space areas are to short for the new record) slottedPage->defragment(); // No side effects on sample record ASSERT_EQ(slottedPage->isReference(staticRecordId), kInvalidTupleId); ASSERT_EQ(slottedPage->lookup(staticRecordId), Record(staticData)); // Add now record ASSERT_TRUE(slottedPage->getBytesFreeForRecord() >= newData.length()); RecordId newDataRecordId = slottedPage->insert(newDataRecord); ASSERT_EQ(slottedPage->isReference(newDataRecordId), kInvalidTupleId); ASSERT_EQ(slottedPage->lookup(newDataRecordId), newDataRecord); free(slottedPage); }
TEST(SlottedPage, ReferenceRecords) { SlottedPage* slottedPage = static_cast<SlottedPage*>(malloc(kPageSize)); slottedPage->initialize(); TupleId tid = TupleId(8129); RecordId rid = slottedPage->insert(Record("most awesome paper ever: a system for visualizing human behavior based on car metaphors")); // Make reference and check slottedPage->updateToReference(rid, tid); ASSERT_EQ(tid, slottedPage->isReference(rid)); ASSERT_EQ(slottedPage->getAllRecords(kInvalidPageId).size(), 0u); ASSERT_EQ(slottedPage->countAllRecords(), 1u); // Remove reference slottedPage->remove(rid); ASSERT_EQ(slottedPage->getAllRecords(kInvalidPageId).size(), 0u); ASSERT_EQ(slottedPage->countAllRecords(), 0u); free(slottedPage); }
TID SPSegment::insert(const Record& r){ // Find page with enough space for r uint64_t pageId = this->lastPage + 1; for (auto it = this->fsi.rbegin(); it != this->fsi.rend(); it++) { if (it->second >= r.getLen()) { pageId = it->first; break; } } // If necessary, create new SlottedPage BufferFrame frame = bm->fixPage(pageId, true); SlottedPage* page = reinterpret_cast<SlottedPage*>(frame.getData()); if (pageId > this->lastPage) { *page = SlottedPage(); this->lastPage++; if (lastPage > 1l << 48) throw "Max page number reached."; } // TODO Reorder record ? // Write to page unsigned slotNum = page->insert(r); bm->unfixPage(frame, true); // Update lastTID TID newTID = TID(pageId, slotNum); if (newTID.tid > this->lastTID.tid) { this->lastTID = newTID; } // Update FSI this->fsi[newTID.getPage()] -= r.getLen() + (slotNum == page->getMaxSlot() ? sizeof(Slot) : 0); return newTID; }
TEST(SlottedPage, Randomized) { const uint32_t kTestScale = 1; const uint32_t iterations = 10000; util::Random ranny; for(uint32_t j=0; j<kTestScale; j++) { std::unordered_map<RecordId, std::string> reference; SlottedPage* slottedPage = static_cast<SlottedPage*>(malloc(kPageSize)); slottedPage->initialize(); // Add some initial data for(uint32_t i=0; i<kPageSize/3/32; i++) { std::string data = util::randomWord(ranny, 8, 64); if(slottedPage->getBytesFreeForRecord() < data.size()) continue; RecordId id = slottedPage->insert(Record(data)); // std::cout << "insert " << id << " -> " << data << std::endl; ASSERT_TRUE(reference.count(id) == 0); reference.insert(make_pair(id, data)); } // Work on it for(uint32_t i=0; i<iterations; i++) { int32_t operation = ranny.rand() % 100; // Do insert if(operation <= 40) { std::string data = util::randomWord(ranny, 8, 64); if(slottedPage->getBytesFreeForRecord() < data.size()) continue; RecordId id = slottedPage->insert(Record(data)); // std::cout << "insert " << id << " -> " << data << std::endl; ASSERT_TRUE(reference.count(id) == 0); reference.insert(make_pair(id, data)); } // Do remove else if(operation <= 80) { if(reference.empty()) continue; RecordId id = reference.begin()->first; // std::cout << "remove " << id << std::endl; Record record = slottedPage->lookup(id); ASSERT_EQ(slottedPage->isReference(id), kInvalidTupleId); ASSERT_EQ(std::string(record.data(), record.size()), reference.begin()->second); slottedPage->remove(id); reference.erase(reference.begin()); } // Do update else if(operation <= 98) { if(reference.empty()) continue; RecordId id = reference.begin()->first; Record record = slottedPage->lookup(id); ASSERT_EQ(slottedPage->isReference(id), kInvalidTupleId); ASSERT_EQ(std::string(record.data(), record.size()), reference.begin()->second); std::string data = util::randomWord(ranny, 8, 64); if(slottedPage->canUpdateRecord(id, Record(data))) { slottedPage->update(id, Record(data)); reference.erase(reference.begin()); reference.insert(make_pair(id, data)); } } // Do consistency check else if(operation<=99 || i==iterations-1 || i==0) { ASSERT_TRUE(slottedPage->isValid()); auto records = slottedPage->getAllRecords(kInvalidPageId); // page id does not matter ASSERT_EQ(records.size(), reference.size()); for(auto& iter : records) { ASSERT_TRUE(reference.count(iter.first.toRecordId()) > 0); ASSERT_EQ(string(iter.second.data(), iter.second.size()), reference.find(iter.first.toRecordId())->second); } continue; } } free(slottedPage); } }
bool SPSegment::update(TID tid, const Record& r){ Record r_old = this->lookup(tid); unsigned len_old = r_old.getLen(); unsigned len_new = r.getLen(); BufferFrame frame = bm->fixPage(tid.getPage(), true); SlottedPage* page = reinterpret_cast<SlottedPage*>(frame.getData()); if(len_old == len_new){ // If size doesn't change, use memcpy memcpy(page->getSlot(tid.getSlot())->getRecord(), &r, r.getLen()); } else if(len_old > len_new){ // Record has become smaller memcpy(page->getSlot(tid.getSlot())->getRecord(), &r, r.getLen()); // TODO Update freeSpace of page // TODO update FSI } else { // Record has become larger unsigned freeSpaceOnPage = page->remove(tid.getSlot()); this->fsi[tid.getPage()] = freeSpaceOnPage; if (freeSpaceOnPage >= len_new) { // It fits on the page after removal page->insert(r); } else { // Even after removal it is too large // Get another page uint64_t sndPageId = this->lastPage + 1; for (auto it = this->fsi.rbegin(); it != this->fsi.rend(); it++) { if (it->second >= r.getLen()) { sndPageId = it->first; break; } } BufferFrame sndFrame = bm->fixPage(sndPageId, true); // Create a new SlottedPage if necessary SlottedPage* sndPage = reinterpret_cast<SlottedPage*>(sndFrame.getData()); if (sndPageId > this->lastPage) { *sndPage = SlottedPage(); this->lastPage++; if (lastPage > 1l << 48) throw "Max page number reached."; } Slot* fstSlot = page->getSlot(tid.getSlot()); assert(fstSlot->isEmpty()); // Insert into new page unsigned sndSlotNum = sndPage->insert(r); this->fsi[sndPageId] -= r.getLen() + (sndSlotNum == sndPage->getMaxSlot() ? sizeof(Slot) : 0); // Update first slot to directo to second page. *fstSlot = Slot(TID(sndPageId, sndSlotNum)); bm->unfixPage(sndFrame, true); } } bm->unfixPage(frame, true); return true; }