// multi-thread schema test
TEST_F(TestSchemaProxy, test_multi_schema)
{
ObMergerRpcStub stub;
ThreadSpecificBuffer buffer;
ObPacketFactory factory;
tbnet::Transport transport;
tbnet::DefaultPacketStreamer streamer;
streamer.setPacketFactory(&factory);
transport.start();
ObClientManager client_manager;
EXPECT_TRUE(OB_SUCCESS == client_manager.initialize(&transport, &streamer));
EXPECT_TRUE(OB_SUCCESS == stub.init(&buffer, &client_manager));
ObServer root_server;
root_server.set_ipv4_addr(addr, MockRootServer::ROOT_SERVER_PORT);
ObServer update_server;
update_server.set_ipv4_addr(addr, MockUpdateServer::UPDATE_SERVER_PORT);
ObServer merge_server;
merge_server.set_ipv4_addr(addr, 10256);
ObMergerRootRpcProxy root_proxy(0, timeout, root_server);
EXPECT_TRUE(OB_SUCCESS == root_proxy.init(&stub));
ObMergerSchemaManager * manager = new ObMergerSchemaManager;
EXPECT_TRUE(NULL != manager);
ObSchemaManagerV2 sample(1022);
EXPECT_TRUE(OB_SUCCESS == manager->init(sample));
ObMergerSchemaProxy proxy(&root_proxy, manager);
// start root server
MockRootServer server;
MockServerRunner test_root_server(server);
tbsys::CThread root_server_thread;
root_server_thread.start(&test_root_server, NULL);
sleep(2);
const int MAX_THREAD_COUNT = 15;
pthread_t threads[MAX_THREAD_COUNT];
for (int i = 0; i < MAX_THREAD_COUNT; ++i)
{
int ret = pthread_create(&threads[i], NULL, fetch_schema, &proxy);
if (ret != OB_SUCCESS)
{
break;
}
}
for (int i = 0; i < MAX_THREAD_COUNT; ++i)
{
pthread_join(threads[i], NULL);
}
if (NULL != manager)
{
delete manager;
manager = NULL;
}
transport.stop();
server.stop();
sleep(5);
}
TEST_F(TestTimerTask, test_fetch_schema)
{
/*
const char * test = "test";
printf("ret[%d]\n", memcmp(NULL, test, 0));
printf("ret[%d]\n", memcmp(test, NULL, 0));
*/
ObMergerRpcStub stub;
ThreadSpecificBuffer buffer;
ObPacketFactory factory;
tbnet::Transport transport;
tbnet::DefaultPacketStreamer streamer;
streamer.setPacketFactory(&factory);
transport.start();
ObClientManager client_manager;
EXPECT_TRUE(OB_SUCCESS == client_manager.initialize(&transport, &streamer));
EXPECT_TRUE(OB_SUCCESS == stub.init(&buffer, &client_manager));
int64_t timeout = 100000;
ObServer root_server;
root_server.set_ipv4_addr(addr, MockRootServer::ROOT_SERVER_PORT);
ObServer merge_server;
ObMergerRpcProxy proxy(1, timeout, root_server, merge_server);
EXPECT_TRUE(OB_SUCCESS != proxy.init(NULL, NULL, NULL));
EXPECT_TRUE(OB_SUCCESS != proxy.init(&stub, NULL, NULL));
ObMergerSchemaManager * schema = new ObMergerSchemaManager;
EXPECT_TRUE(NULL != schema);
ObSchemaManagerV2 temp(200);
EXPECT_TRUE(OB_SUCCESS == schema->init(false, temp));
ObTabletLocationCache * location = new ObMergerTabletLocationCache;
EXPECT_TRUE(NULL != location);
EXPECT_TRUE(OB_SUCCESS == proxy.init(&stub, schema, location));
// not start root server
ObMergerSchemaTask task;
task.init(&proxy, schema);
task.runTimerTask();
EXPECT_TRUE(200 == schema->get_latest_version());
// stat failed
ObMergerSchemaTask task1;
task1.init(NULL, NULL);
task1.runTimerTask();
EXPECT_TRUE(200 == schema->get_latest_version());
// start root server
MockRootServer server;
MockServerRunner test_root_server(server);
tbsys::CThread root_server_thread;
root_server_thread.start(&test_root_server, NULL);
sleep(2);
task.set_version(1024, 1025);
task.runTimerTask();
// root server returned
EXPECT_TRUE(1025 == schema->get_latest_version());
transport.stop();
server.stop();
sleep(5);
}
TEST_F(TestSchemaProxy, test_fetch)
{
ObMergerRpcStub stub;
ThreadSpecificBuffer buffer;
ObPacketFactory factory;
tbnet::Transport transport;
tbnet::DefaultPacketStreamer streamer;
streamer.setPacketFactory(&factory);
transport.start();
ObClientManager client_manager;
EXPECT_TRUE(OB_SUCCESS == client_manager.initialize(&transport, &streamer));
EXPECT_TRUE(OB_SUCCESS == stub.init(&buffer, &client_manager));
ObServer root_server;
root_server.set_ipv4_addr(addr, MockRootServer::ROOT_SERVER_PORT);
ObMergerRootRpcProxy root_proxy(0, timeout, root_server);
EXPECT_TRUE(OB_SUCCESS == root_proxy.init(&stub));
// not init
const ObSchemaManagerV2 * schema = NULL;
ObMergerSchemaManager * manager = new ObMergerSchemaManager;
EXPECT_TRUE(NULL != manager);
int64_t timestamp = ObMergerSchemaProxy::LOCAL_NEWEST;
ObMergerSchemaProxy proxy(&root_proxy, manager);
EXPECT_TRUE(OB_SUCCESS != proxy.fetch_schema(timestamp, &schema));
// init schema manger
ObSchemaManagerV2 sample(1022);
EXPECT_TRUE(OB_SUCCESS == manager->init(sample));
timestamp = 1021;
EXPECT_TRUE(OB_SUCCESS == proxy.fetch_schema(timestamp, &schema));
EXPECT_TRUE(NULL != schema);
EXPECT_TRUE(schema->get_version() == 1022);
EXPECT_TRUE(OB_SUCCESS == proxy.release_schema(schema));
// server not start
timestamp = 1024;
EXPECT_TRUE(OB_SUCCESS != proxy.fetch_schema(timestamp, &schema));
// start root server
MockRootServer server;
MockServerRunner test_root_server(server);
tbsys::CThread root_server_thread;
root_server_thread.start(&test_root_server, NULL);
sleep(2);
// not exist but server exist
timestamp = 1024;
EXPECT_TRUE(OB_SUCCESS == proxy.fetch_schema(timestamp, &schema));
EXPECT_TRUE(NULL != schema);
EXPECT_TRUE(schema->get_version() == 1025);
EXPECT_TRUE(OB_SUCCESS == proxy.release_schema(schema));
// too nearby last fetch time
timestamp = 1026;
EXPECT_TRUE(OB_SUCCESS != proxy.fetch_schema(timestamp, &schema));
if (manager)
{
delete manager;
manager = NULL;
}
transport.stop();
server.stop();
sleep(5);
}
TEST_F(TestGetRequestEvent, test_get)
{
ObMergerRpcStub stub;
ThreadSpecificBuffer buffer;
ObPacketFactory factory;
tbnet::Transport transport;
tbnet::DefaultPacketStreamer streamer;
streamer.setPacketFactory(&factory);
transport.start();
ObClientManager client_manager;
EXPECT_TRUE(OB_SUCCESS == client_manager.initialize(&transport, &streamer));
EXPECT_TRUE(OB_SUCCESS == stub.init(&buffer, &client_manager));
ObServer root_server;
root_server.set_ipv4_addr(addr, MockRootServer::ROOT_SERVER_PORT);
ObServer update_server;
update_server.set_ipv4_addr(addr, MockUpdateServer::UPDATE_SERVER_PORT);
ObServer merge_server;
merge_server.set_ipv4_addr(addr, 10256);
ObMergerRpcProxy proxy(3, timeout, update_server);
root_server.set_ipv4_addr(addr, MockRootServer::ROOT_SERVER_PORT);
ObMergerRootRpcProxy rpc(0, timeout, root_server);
EXPECT_TRUE(OB_SUCCESS == rpc.init(&stub));
ObTabletLocationCache * location = new ObMergerTabletLocationCache;
EXPECT_TRUE(NULL != location);
EXPECT_TRUE(OB_SUCCESS == location->init(50000 * 5, 1000, 10000));
ObMergerLocationCacheProxy cache(merge_server, &rpc, location);
// init tablet cache
char temp[256] = "";
char temp_end[256] = "";
ObServer server;
const uint64_t START_ROW = 100L;
const uint64_t MAX_ROW = 300L;
for (uint64_t i = START_ROW; i < MAX_ROW - 100; i += 100)
{
server.set_ipv4_addr(addr, MockChunkServer::CHUNK_SERVER_PORT);
ObTabletLocation addr(i, server);
ObTabletLocationList list;
EXPECT_TRUE(OB_SUCCESS == list.add(addr));
EXPECT_TRUE(OB_SUCCESS == list.add(addr));
EXPECT_TRUE(OB_SUCCESS == list.add(addr));
snprintf(temp, 100, "row_%lu", i);
snprintf(temp_end, 100, "row_%lu", i + 100);
ObString start_key(100, strlen(temp), temp);
ObString end_key(100, strlen(temp_end), temp_end);
ObRange range;
range.table_id_ = 234;
range.start_key_ = start_key;
range.end_key_ = end_key;
list.set_timestamp(tbsys::CTimeUtil::getTime());
EXPECT_TRUE(OB_SUCCESS == location->set(range, list));
}
ObMergerTabletLocation succ_addr;
ObTabletLocationList list;
EXPECT_TRUE(OB_SUCCESS == proxy.init(&stub, &cache, NULL));
// start root server
MockRootServer root;
tbsys::CThread root_server_thread;
MockServerRunner test_root_server(root);
root_server_thread.start(&test_root_server, NULL);
// start chunk server
MockChunkServer chunk;
tbsys::CThread chunk_server_thread;
MockServerRunner test_chunk_server(chunk);
chunk_server_thread.start(&test_chunk_server, NULL);
sleep(2);
ObMergerAsyncRpcStub async;
ObMergerLocationCacheProxy location_proxy(root_server, &rpc, location);
ObGetRequestEvent request(&location_proxy, &async);
ObGetParam get_param;
ObCellInfo cell;
ObString row_key;
snprintf(temp, 100, "row_101");
row_key.assign(temp, strlen(temp));
cell.table_id_ = 234;
cell.column_id_ = 111;
cell.row_key_ = row_key;
// add same cells
EXPECT_TRUE(OB_SUCCESS == get_param.add_cell(cell));
EXPECT_TRUE(OB_SUCCESS == get_param.add_cell(cell));
EXPECT_TRUE(OB_SUCCESS == get_param.add_cell(cell));
EXPECT_TRUE(OB_SUCCESS == get_param.add_cell(cell));
EXPECT_TRUE(OB_SUCCESS == get_param.add_cell(cell));
EXPECT_TRUE(OB_SUCCESS == get_param.add_cell(cell));
EXPECT_TRUE(OB_SUCCESS == get_param.add_cell(cell));
// not init
EXPECT_TRUE(OB_SUCCESS != request.set_request_param(get_param, timeout));
EXPECT_TRUE(OB_SUCCESS != request.wait(timeout));
EXPECT_TRUE(OB_SUCCESS == async.init(&buffer, &client_manager));
EXPECT_TRUE(OB_SUCCESS == request.init(100, 10));
EXPECT_TRUE(OB_SUCCESS == request.set_request_param(get_param, timeout));
EXPECT_TRUE(OB_SUCCESS == request.wait(timeout));
uint64_t count = 0;
ObScannerIterator iter;
ObCellInfo * cell_info = NULL;
int ret = OB_SUCCESS;
while (OB_ITER_END != (ret = request.next_cell()))
{
EXPECT_TRUE(OB_SUCCESS == ret);
EXPECT_TRUE(OB_SUCCESS == request.get_cell(&cell_info));
EXPECT_TRUE(cell_info != NULL);
printf("client:%.*s\n", cell_info->row_key_.length(), cell_info->row_key_.ptr());
++count;
}
EXPECT_TRUE(OB_SUCCESS == request.reset());
root.stop();
chunk.stop();
sleep(3);
transport.stop();
if (location != NULL)
{
delete location;
location = NULL;
}
}
