TEST(TestMemTable, set)
{
MemTable mt;
PageArena<char> allocer;
ObUpsMutator ups_mutator;
ObMutator &mutator = ups_mutator.get_mutator();
ObMutator result;
read_cell_infos("test_cases/test_mt_set.ci.ini", "MT_SET_CI", allocer, mutator, result);
ObScanParam scan_param;
read_scan_param("test_cases/test_mt_set.scan.ini", "MT_SET_SCAN", allocer, scan_param);
MemTableTransDescriptor td;
mt.start_transaction(WRITE_TRANSACTION, td);
mt.start_mutation(td);
EXPECT_NE(OB_SUCCESS, mt.set(td, ups_mutator, false));
mt.init();
mt.start_transaction(WRITE_TRANSACTION, td);
mt.start_mutation(td);
EXPECT_EQ(OB_SUCCESS, mt.set(td, ups_mutator, false));
mt.end_mutation(td, false);
mt.end_transaction(td, false);
MemTableIterator iter;
mt.start_transaction(READ_TRANSACTION, td);
mt.scan(td, *(scan_param.get_range()), false, iter);
ObRowCompaction rc;
rc.set_iterator(&iter);
while (OB_SUCCESS == result.next_cell())
{
ObMutatorCellInfo *ci_orig = NULL;
ObCellInfo *ci_scan = NULL;
EXPECT_EQ(OB_SUCCESS, rc.next_cell());
EXPECT_EQ(OB_SUCCESS, rc.get_cell(&ci_scan));
if (ObModifyTimeType == ci_scan->value_.get_type())
{
EXPECT_EQ(OB_SUCCESS, rc.next_cell());
EXPECT_EQ(OB_SUCCESS, rc.get_cell(&ci_scan));
}
if (ObCreateTimeType == ci_scan->value_.get_type())
{
EXPECT_EQ(OB_SUCCESS, rc.next_cell());
EXPECT_EQ(OB_SUCCESS, rc.get_cell(&ci_scan));
}
result.get_cell(&ci_orig);
EXPECT_EQ(true, equal(ci_orig->cell_info, *ci_scan));
}
mt.end_transaction(td, false);
mt.destroy();
}
void test_abnormal_scan_empty(MemTable &mt, const char *scan_fname, const char *scan_section)
{
PageArena<char> allocer;
MemTableTransDescriptor td;
mt.start_transaction(READ_TRANSACTION, td);
ObScanParam scan_param;
read_scan_param(scan_fname, scan_section, allocer, scan_param);
MemTableIterator iter;
EXPECT_EQ(OB_SUCCESS, mt.scan(td, *(scan_param.get_range()), false, iter));
ObRowCompaction rc;
rc.set_iterator(&iter);
EXPECT_EQ(OB_ITER_END, rc.next_cell());
mt.end_transaction(td);
}
void test_normal_scan(MemTable &mt, const char *scan_fname, const char *scan_section,
const char *ret_fname, const char *ret_section)
{
PageArena<char> allocer;
MemTableTransDescriptor td;
mt.start_transaction(READ_TRANSACTION, td);
ObScanParam scan_param;
read_scan_param(scan_fname, scan_section, allocer, scan_param);
MemTableIterator iter;
EXPECT_EQ(OB_SUCCESS, mt.scan(td, *(scan_param.get_range()), false, iter));
ObRowCompaction rc;
rc.set_iterator(&iter);
ObUpsMutator ups_mutator;
ObMutator &mutator = ups_mutator.get_mutator();
ObMutator result;
read_cell_infos(ret_fname, ret_section, allocer, mutator, result);
while (OB_SUCCESS == result.next_cell())
{
ObMutatorCellInfo *ci_orig = NULL;
ObCellInfo *ci_scan = NULL;
EXPECT_EQ(OB_SUCCESS, rc.next_cell());
EXPECT_EQ(OB_SUCCESS, rc.get_cell(&ci_scan));
if (ObModifyTimeType == ci_scan->value_.get_type())
{
EXPECT_EQ(OB_SUCCESS, rc.next_cell());
EXPECT_EQ(OB_SUCCESS, rc.get_cell(&ci_scan));
}
if (ObCreateTimeType == ci_scan->value_.get_type())
{
EXPECT_EQ(OB_SUCCESS, rc.next_cell());
EXPECT_EQ(OB_SUCCESS, rc.get_cell(&ci_scan));
}
result.get_cell(&ci_orig);
EXPECT_EQ(true, equal(ci_orig->cell_info, *ci_scan));
}
while (OB_SUCCESS == rc.next_cell())
{
ObCellInfo *ci_scan = NULL;
EXPECT_EQ(OB_SUCCESS, rc.get_cell(&ci_scan));
if (ObModifyTimeType != ci_scan->value_.get_type()
&& ObCreateTimeType != ci_scan->value_.get_type())
{
break;
}
}
EXPECT_EQ(OB_ITER_END, rc.next_cell());
EXPECT_EQ(OB_ITER_END, result.next_cell());
mt.end_transaction(td);
}
void print_all(PageArena<char> &allocer, MemTable &mt)
{
ObScanParam scan_param;
read_scan_param("./test_cases/print_memtable_all.ini", "SCAN_PARAM_SECTION", allocer, scan_param);
MemTableTransHandle handle;
MemTableIterator iter;
mt.start_transaction(READ_TRANSACTION, handle);
bool reverse = false;
mt.scan(handle, *(scan_param.get_range()), reverse, iter);
while (OB_SUCCESS == iter.next_cell())
{
ObCellInfo *ci = NULL;
iter.get_cell(&ci);
::print_cellinfo(ci);
}
mt.end_transaction(handle);
}
TEST(TestMemTable, trans_set)
{
MemTable mt;
mt.init();
PageArena<char> allocer;
ObUpsMutator ups_mutator;
//ObMutator &mutator = ups_mutator.get_mutator();
ObMutator result;
ObScanParam scan_param;
read_scan_param("test_cases/test_mt_set.scan.ini", "MT_SET_SCAN", allocer, scan_param);
MemTableTransDescriptor td;
EXPECT_EQ(OB_SUCCESS, mt.start_transaction(WRITE_TRANSACTION, td));
EXPECT_NE(OB_SUCCESS, mt.start_transaction(WRITE_TRANSACTION, td));
_US_
// case begin
// 对于hash engine，测试在已经有rowkey A 的情况下，开一个事务按A B A的顺序写入，在结束事务的时候是否正常
// 避免出现结束事务时引用的rowkey是mutator临时申请的
ObUpsMutator ups_mutator;
ObMutator &mutator = ups_mutator.get_mutator();
ObMutator result;
read_cell_infos("test_cases/test_mt_set_unsorted.ci.ini", "MT_SET_UNSORTED_CI", allocer, mutator, result);
EXPECT_EQ(OB_SUCCESS, mt.start_mutation(td));
EXPECT_EQ(OB_SUCCESS, mt.set(td, ups_mutator));
EXPECT_EQ(OB_SUCCESS, mt.end_mutation(td, false));
EXPECT_EQ(OB_SUCCESS, mt.end_transaction(td, false));
EXPECT_EQ(OB_SUCCESS, mt.start_transaction(WRITE_TRANSACTION, td));
EXPECT_EQ(OB_SUCCESS, mt.start_mutation(td));
EXPECT_EQ(OB_SUCCESS, mt.set(td, ups_mutator));
// 此处模拟mutator被析构或重置
while (OB_SUCCESS == mutator.next_cell())
{
ObMutatorCellInfo *mutator_ci = NULL;
if (OB_SUCCESS == mutator.get_cell(&mutator_ci))
{
ObString rk = mutator_ci->cell_info.row_key_;
memset(rk.ptr(), 0, rk.length());
}
}
mutator.reset_iter();
EXPECT_EQ(OB_SUCCESS, mt.end_mutation(td, false));
EXPECT_EQ(OB_SUCCESS, mt.end_transaction(td, false));
mutator.reset();
result.reset();
read_cell_infos("test_cases/test_mt_ret_unsorted.ci.ini", "MT_RET_UNSORTED_CI", allocer, mutator, result);
MemTableIterator iter;
EXPECT_EQ(OB_SUCCESS, mt.start_transaction(READ_TRANSACTION, td));
EXPECT_EQ(OB_SUCCESS, mt.scan(td, *(scan_param.get_range()), false, iter));
ObRowCompaction rc;
rc.set_iterator(&iter);
while (OB_SUCCESS == result.next_cell())
{
ObMutatorCellInfo *ci_orig = NULL;
ObCellInfo *ci_scan = NULL;
EXPECT_EQ(OB_SUCCESS, rc.next_cell());
EXPECT_EQ(OB_SUCCESS, rc.get_cell(&ci_scan));
if (ObModifyTimeType == ci_scan->value_.get_type())
{
EXPECT_EQ(OB_SUCCESS, rc.next_cell());
EXPECT_EQ(OB_SUCCESS, rc.get_cell(&ci_scan));
}
if (ObCreateTimeType == ci_scan->value_.get_type())
{
EXPECT_EQ(OB_SUCCESS, rc.next_cell());
EXPECT_EQ(OB_SUCCESS, rc.get_cell(&ci_scan));
}
result.get_cell(&ci_orig);
EXPECT_EQ(true, equal(ci_orig->cell_info, *ci_scan));
}
EXPECT_EQ(OB_SUCCESS, mt.end_transaction(td, false));
mt.clear();
_UE_
// case end
EXPECT_EQ(OB_SUCCESS, mt.start_transaction(WRITE_TRANSACTION, td));
EXPECT_EQ(OB_SUCCESS, mt.start_mutation(td));
EXPECT_EQ(OB_SUCCESS, mt.set(td, ups_mutator));
// 事务没有提交，scan结果应该为空
_US_
MemTableTransDescriptor td;
MemTableIterator iter;
EXPECT_EQ(OB_SUCCESS, mt.start_transaction(READ_TRANSACTION, td));
_US_
MemTableTransDescriptor td;
EXPECT_EQ(OB_SUCCESS, mt.start_transaction(READ_TRANSACTION, td));
EXPECT_EQ(OB_SUCCESS, mt.end_transaction(td, false));
_UE_
EXPECT_EQ(OB_SUCCESS, mt.scan(td, *(scan_param.get_range()), false, iter));
EXPECT_EQ(OB_SUCCESS, mt.end_transaction(td, false));
EXPECT_EQ(OB_ITER_END, iter.next_cell());
_UE_
EXPECT_EQ(OB_SUCCESS, mt.end_mutation(td, false));
EXPECT_EQ(OB_SUCCESS, mt.end_transaction(td, false));
ObUpsMutator ups_mutator2;
ObMutator &mutator2 = ups_mutator2.get_mutator();
ObMutator result2;
read_cell_infos("test_cases/test_mt_trans_set.ci.ini", "MT_TRANS_SET_CI", allocer, mutator2, result2);
ups_mutator2.set_mutate_timestamp(tbsys::CTimeUtil::getTime());
EXPECT_EQ(OB_ERROR, mt.set(td, ups_mutator2));
EXPECT_EQ(OB_SUCCESS, mt.start_transaction(WRITE_TRANSACTION, td));
EXPECT_EQ(OB_SUCCESS, mt.start_mutation(td));
EXPECT_EQ(OB_SUCCESS, mt.set(td, ups_mutator2));
// 只能scan到第一个事务的结果
_US_
MemTableTransDescriptor td;
MemTableIterator iter;
EXPECT_EQ(OB_SUCCESS, mt.start_transaction(READ_TRANSACTION, td));
EXPECT_EQ(OB_SUCCESS, mt.scan(td, *(scan_param.get_range()), false, iter));
ObRowCompaction rc;
rc.set_iterator(&iter);
result.reset_iter();
while (OB_SUCCESS == result.next_cell())
{
ObMutatorCellInfo *ci_orig = NULL;
ObCellInfo *ci_scan = NULL;
EXPECT_EQ(OB_SUCCESS, rc.next_cell());
EXPECT_EQ(OB_SUCCESS, rc.get_cell(&ci_scan));
if (ObModifyTimeType == ci_scan->value_.get_type())
{
EXPECT_EQ(OB_SUCCESS, rc.next_cell());
EXPECT_EQ(OB_SUCCESS, rc.get_cell(&ci_scan));
}
if (ObCreateTimeType == ci_scan->value_.get_type())
{
EXPECT_EQ(OB_SUCCESS, rc.next_cell());
EXPECT_EQ(OB_SUCCESS, rc.get_cell(&ci_scan));
}
result.get_cell(&ci_orig);
EXPECT_EQ(true, equal(ci_orig->cell_info, *ci_scan));
}
EXPECT_EQ(OB_SUCCESS, mt.end_transaction(td));
_UE_
// 第二个事务提交后可以看到全部结果
EXPECT_EQ(OB_SUCCESS, mt.end_mutation(td, false));
EXPECT_EQ(OB_SUCCESS, mt.end_transaction(td, false));
_US_
MemTableTransDescriptor td;
ObUpsMutator ups_mutator;
ObMutator &mutator = ups_mutator.get_mutator();
ObMutator result;
read_cell_infos("test_cases/test_mt_trans_set.ret.ini", "MT_TRANS_SET_RET", allocer, mutator, result);
MemTableIterator iter;
EXPECT_EQ(OB_SUCCESS, mt.start_transaction(READ_TRANSACTION, td));
EXPECT_EQ(OB_SUCCESS, mt.scan(td, *(scan_param.get_range()), false, iter));
ObRowCompaction rc;
rc.set_iterator(&iter);
while (OB_SUCCESS == result.next_cell())
{
ObMutatorCellInfo *ci_orig = NULL;
ObCellInfo *ci_scan = NULL;
EXPECT_EQ(OB_SUCCESS, rc.next_cell());
EXPECT_EQ(OB_SUCCESS, rc.get_cell(&ci_scan));
if (ObModifyTimeType == ci_scan->value_.get_type())
{
EXPECT_EQ(OB_SUCCESS, rc.next_cell());
EXPECT_EQ(OB_SUCCESS, rc.get_cell(&ci_scan));
}
if (ObCreateTimeType == ci_scan->value_.get_type())
{
EXPECT_EQ(OB_SUCCESS, rc.next_cell());
EXPECT_EQ(OB_SUCCESS, rc.get_cell(&ci_scan));
}
result.get_cell(&ci_orig);
EXPECT_EQ(true, equal(ci_orig->cell_info, *ci_scan));
}
EXPECT_EQ(OB_SUCCESS, mt.end_transaction(td));
_UE_
// 第三个事务被会滚 看到的结果与第二个一样
ObUpsMutator ups_mutator3;
ObUpsMutator ups_result3;
ObMutator &mutator3 = ups_mutator3.get_mutator();
ObMutator &result3 = ups_result3.get_mutator();
read_cell_infos("test_cases/test_mt_trans_set.ci.ini", "MT_TRANS_SET_CI", allocer, mutator3, result3);
EXPECT_EQ(OB_ERROR, mt.set(td, ups_mutator3));
EXPECT_EQ(OB_SUCCESS, mt.start_transaction(WRITE_TRANSACTION, td));
EXPECT_EQ(OB_SUCCESS, mt.start_mutation(td));
EXPECT_EQ(OB_SUCCESS, mt.set(td, ups_mutator3));
EXPECT_EQ(OB_SUCCESS, mt.end_mutation(td, true));
EXPECT_EQ(OB_SUCCESS, mt.end_transaction(td, true));
_US_
MemTableTransDescriptor td;
ObUpsMutator ups_mutator;
ObMutator &mutator = ups_mutator.get_mutator();
ObMutator result;
read_cell_infos("test_cases/test_mt_trans_set.ret.ini", "MT_TRANS_SET_RET", allocer, mutator, result);
MemTableIterator iter;
EXPECT_EQ(OB_SUCCESS, mt.start_transaction(READ_TRANSACTION, td));
EXPECT_EQ(OB_SUCCESS, mt.scan(td, *(scan_param.get_range()), false, iter));
ObRowCompaction rc;
rc.set_iterator(&iter);
while (OB_SUCCESS == result.next_cell())
{
ObMutatorCellInfo *ci_orig = NULL;
ObCellInfo *ci_scan = NULL;
EXPECT_EQ(OB_SUCCESS, rc.next_cell());
EXPECT_EQ(OB_SUCCESS, rc.get_cell(&ci_scan));
if (ObModifyTimeType == ci_scan->value_.get_type())
{
EXPECT_EQ(OB_SUCCESS, rc.next_cell());
EXPECT_EQ(OB_SUCCESS, rc.get_cell(&ci_scan));
}
if (ObCreateTimeType == ci_scan->value_.get_type())
{
EXPECT_EQ(OB_SUCCESS, rc.next_cell());
EXPECT_EQ(OB_SUCCESS, rc.get_cell(&ci_scan));
}
result.get_cell(&ci_orig);
EXPECT_EQ(true, equal(ci_orig->cell_info, *ci_scan));
}
EXPECT_EQ(OB_SUCCESS, mt.end_transaction(td));
_UE_
mt.destroy();
}
TEST(TestMemTable, total_empty)
{
MemTable mt;
PageArena<char> allocer;
ObScanParam scan_param;
ObUpsMutator ups_mutator;
ObMutator &mutator = ups_mutator.get_mutator();
ObMutator result;
MemTableTransDescriptor td;
MemTableIterator iter;
ObRowCompaction rc;
ObCellInfo *ci = NULL;
mt.init();
read_scan_param("test_cases/test_mt_empty_set.scan.ini", "MT_EMPTY_SET_SCAN", allocer, scan_param);
mt.start_transaction(READ_TRANSACTION, td);
EXPECT_EQ(OB_SUCCESS, mt.scan(td, *(scan_param.get_range()), false, iter));
rc.set_iterator(&iter);
EXPECT_EQ(OB_ITER_END, rc.next_cell());
mt.end_transaction(td);
iter.reset();
mt.start_transaction(READ_TRANSACTION, td);
EXPECT_EQ(OB_SUCCESS, mt.get(td, 1000, ObString(17, 17, const_cast<char*>("pre_1001|suf_0000")), iter));
rc.set_iterator(&iter);
EXPECT_EQ(OB_SUCCESS, rc.next_cell());
EXPECT_EQ(OB_SUCCESS, rc.get_cell(&ci));
EXPECT_EQ(true, ObActionFlag::OP_ROW_DOES_NOT_EXIST == ci->value_.get_ext());
EXPECT_EQ(OB_ITER_END, rc.next_cell());
mt.end_transaction(td);
////////////////////////////////////////////////////////////////////////////////////////////////////
mt.clear();
mutator.reset();
iter.reset();
read_cell_infos("test_cases/test_mt_empty1_set.ci.ini", "MT_EMPTY1_SET_CI", allocer, mutator, result);
mt.start_transaction(WRITE_TRANSACTION, td);
mt.start_mutation(td);
EXPECT_EQ(OB_SUCCESS, mt.set(td, ups_mutator, false));
mt.end_mutation(td, false);
mt.end_transaction(td, false);
mt.start_transaction(READ_TRANSACTION, td);
EXPECT_EQ(OB_SUCCESS, mt.scan(td, *(scan_param.get_range()), false, iter));
rc.set_iterator(&iter);
EXPECT_EQ(OB_ITER_END, rc.next_cell());
mt.end_transaction(td);
iter.reset();
mt.start_transaction(READ_TRANSACTION, td);
EXPECT_EQ(OB_SUCCESS, mt.get(td, 1000, ObString(17, 17, const_cast<char*>("pre_1001|suf_0000")), iter));
rc.set_iterator(&iter);
EXPECT_EQ(OB_SUCCESS, rc.next_cell());
EXPECT_EQ(OB_SUCCESS, rc.get_cell(&ci));
EXPECT_EQ(true, ObActionFlag::OP_ROW_DOES_NOT_EXIST == ci->value_.get_ext());
EXPECT_EQ(OB_ITER_END, rc.next_cell());
mt.end_transaction(td);
////////////////////////////////////////////////////////////////////////////////////////////////////
mt.clear();
mutator.reset();
iter.reset();
read_cell_infos("test_cases/test_mt_empty2_set.ci.ini", "MT_EMPTY2_SET_CI", allocer, mutator, result);
mt.start_transaction(WRITE_TRANSACTION, td);
mt.start_mutation(td);
EXPECT_EQ(OB_SUCCESS, mt.set(td, ups_mutator, false));
mt.end_mutation(td, false);
mt.end_transaction(td, false);
mt.start_transaction(READ_TRANSACTION, td);
EXPECT_EQ(OB_SUCCESS, mt.scan(td, *(scan_param.get_range()), false, iter));
rc.set_iterator(&iter);
EXPECT_EQ(OB_ITER_END, rc.next_cell());
mt.end_transaction(td);
iter.reset();
mt.start_transaction(READ_TRANSACTION, td);
EXPECT_EQ(OB_SUCCESS, mt.get(td, 1000, ObString(17, 17, const_cast<char*>("pre_1001|suf_0000")), iter));
rc.set_iterator(&iter);
EXPECT_EQ(OB_SUCCESS, rc.next_cell());
EXPECT_EQ(OB_SUCCESS, rc.get_cell(&ci));
EXPECT_EQ(true, ObActionFlag::OP_ROW_DOES_NOT_EXIST == ci->value_.get_ext());
EXPECT_EQ(OB_ITER_END, rc.next_cell());
mt.end_transaction(td);
////////////////////////////////////////////////////////////////////////////////////////////////////
mt.clear();
mutator.reset();
iter.reset();
read_cell_infos("test_cases/test_mt_empty3_set.ci.ini", "MT_EMPTY3_SET_CI", allocer, mutator, result);
mt.start_transaction(WRITE_TRANSACTION, td);
mt.start_mutation(td);
EXPECT_EQ(OB_SUCCESS, mt.set(td, ups_mutator, false));
mt.end_mutation(td, false);
mt.end_transaction(td, false);
mt.start_transaction(READ_TRANSACTION, td);
EXPECT_EQ(OB_SUCCESS, mt.scan(td, *(scan_param.get_range()), false, iter));
rc.set_iterator(&iter);
EXPECT_EQ(OB_ITER_END, rc.next_cell());
mt.end_transaction(td);
iter.reset();
mt.start_transaction(READ_TRANSACTION, td);
EXPECT_EQ(OB_SUCCESS, mt.get(td, 1000, ObString(17, 17, const_cast<char*>("pre_1001|suf_0000")), iter));
rc.set_iterator(&iter);
EXPECT_EQ(OB_SUCCESS, rc.next_cell());
EXPECT_EQ(OB_SUCCESS, rc.get_cell(&ci));
EXPECT_EQ(true, ObActionFlag::OP_ROW_DOES_NOT_EXIST == ci->value_.get_ext());
EXPECT_EQ(OB_ITER_END, rc.next_cell());
mt.end_transaction(td);
mt.destroy();
}