Ejemplo n.º 1
0
static int test_index_scan_iterator()
{
	int master;
		printf("~!OKOKO!!!!!\n");
		printf("Master(0) or Slave(others)??\n");
		scanf("%d",&master);
		if(master!=0){
			Environment::getInstance(false);
		}
		else{

			Environment::getInstance(true);

			ResourceManagerMaster *rmms=Environment::getInstance()->getResourceManagerMaster();
			Catalog* catalog=Environment::getInstance()->getCatalog();

			TableDescriptor* table_1=new TableDescriptor("cj",Environment::getInstance()->getCatalog()->allocate_unique_table_id());
			table_1->addAttribute("row_id",data_type(t_u_long));  				//0
			table_1->addAttribute("trade_date",data_type(t_int));
			table_1->addAttribute("order_no",data_type(t_u_long));
			table_1->addAttribute("sec_code",data_type(t_int));
			table_1->addAttribute("trade_dir",data_type(t_int));
			table_1->addAttribute("order_type",data_type(t_int));				//5

			vector<ColumnOffset> cj_proj0_index;
			cj_proj0_index.push_back(0);
			cj_proj0_index.push_back(1);
			cj_proj0_index.push_back(2);
			cj_proj0_index.push_back(3);
			cj_proj0_index.push_back(4);
			cj_proj0_index.push_back(5);
			const int partition_key_index_1=2;
			table_1->createHashPartitionedProjection(cj_proj0_index,"order_no",4);	//G0

			catalog->add_table(table_1);


			////////////////////////////////////////
			/* the following codes should be triggered by Load module*/
			//////////////////ONE DAY////////////////////////////////////////////////
			//cj_table
			// 4 partitions partitioned by order_no
			for(unsigned i=0;i<table_1->getProjectoin(0)->getPartitioner()->getNumberOfPartitions();i++){

				catalog->getTable(0)->getProjectoin(0)->getPartitioner()->RegisterPartition(i,2);
			}
			/////////////////////////////////////////

			ProjectionBinding *pb=new ProjectionBinding();
			pb->BindingEntireProjection(catalog->getTable(0)->getProjectoin(0)->getPartitioner());

			printf("ready(?)\n");
			int input;
			scanf("%d",&input);

			vector<column_type> blc_column_list;
			blc_column_list.push_back(column_type(t_u_long));
			blc_column_list.push_back(column_type(t_int));
			blc_column_list.push_back(column_type(t_u_long));
			blc_column_list.push_back(column_type(t_int));		//sec_code for indexing
			blc_column_list.push_back(column_type(t_int));
			blc_column_list.push_back(column_type(t_int));

			Schema* blc_schema = new SchemaFix(blc_column_list);
			unsigned block_size = 64*1024;
			bottomLayerCollecting::State blc_state(catalog->getTable(0)->getProjectoin(0)->getProjectionID(), blc_schema, 3, block_size);
//			ExpandableBlockStreamIteratorBase* blc = new bottomLayerCollecting(blc_state);
			PhysicalOperatorBase* blc = new bottomLayerCollecting(blc_state);

			vector<column_type> bls_column_list;
			bls_column_list.push_back(t_int);	//chunk offset
			bls_column_list.push_back(t_int);			//sec_code
			bls_column_list.push_back(t_u_smallInt);	//chunk offset
			bls_column_list.push_back(t_u_smallInt);	//chunk offset

			Schema* bls_schema = new SchemaFix(bls_column_list);
			bottomLayerSorting::State bls_state(bls_schema, blc, block_size, catalog->getTable(0)->getProjectoin(0)->getProjectionID(), 3, "sec_code_index");
//			ExpandableBlockStreamIteratorBase* bls = new bottomLayerSorting(bls_state);
			PhysicalOperatorBase* bls = new bottomLayerSorting(bls_state);

			bls->Open();
			BlockStreamBase* block;
			while(bls->Next(block))
			{

			}
			bls->Close();
/********************************** CSB Plus Tree Index Building Finished! **********************************/
			unsigned long index_id = 0;
			vector<IndexScanIterator::query_range> q_range;
			q_range.clear();
			int value_low = 10107;
			int value_high = 10110;

			IndexScanIterator::query_range q1;
			q1.value_low = malloc(sizeof(int));		//newmalloc
			q1.value_low = (void*)(&value_low);
			q1.comp_low = EQ;
			q1.value_high = malloc(sizeof(int));		//newmalloc
			q1.value_high = (void*)(&value_low);
			q1.comp_high = EQ;
			q1.c_type = t_int;
			q_range.push_back(q1);

			IndexScanIterator::query_range q2;
			q2.value_low = malloc(sizeof(int));		//newmalloc
			q2.value_low = (void*)(&value_high);
			q2.comp_low = EQ;
			q2.value_high = malloc(sizeof(int));		//newmalloc
			q2.value_high = (void*)(&value_high);
			q2.comp_high = EQ;
			q2.c_type = t_int;
			q_range.push_back(q2);

			IndexScanIterator::State isi_state(catalog->getTable(0)->getProjectoin(0)->getProjectionID(), blc_schema, index_id, q_range, block_size);
			PhysicalOperatorBase* isi = new IndexScanIterator(isi_state);

			std::vector<std::string> attribute_name;
			attribute_name.clear();
			attribute_name.push_back("row_id");
			attribute_name.push_back("trade_date");
			attribute_name.push_back("order_no");
			attribute_name.push_back("sec_code");
			attribute_name.push_back("trade_dir");
			attribute_name.push_back("order_type");
			ResultPrinter::State bsp_state(blc_schema, isi, block_size, attribute_name, "\t");
			PhysicalOperatorBase* bsp = new ResultPrinter(bsp_state);
			bsp->Open();
			while(bsp->Next(block))
			{

			}
			bsp->Close();

		}
		cout<<"Waiting~~~!~"<<endl;
		while(true){
			sleep(1);
		}
	return 0;
}
Ejemplo n.º 2
0
static int in_iterator_test ()
{
    cout << "test in\n";
    std::vector<column_type> column_list;
    column_list.push_back(column_type(t_u_long));
    column_list.push_back(column_type(t_int));
    column_list.push_back(column_type(t_u_long));
    column_list.push_back(column_type(t_int));
    column_list.push_back(column_type(t_int));
    column_list.push_back(column_type(t_int));

    Schema* input=new SchemaFix(column_list);
    Schema* output=new SchemaFix(column_list);

    unsigned block_size = 64*1024-sizeof(unsigned);

    ExpandableBlockStreamSingleColumnScan::State ebsscs1_state("/home/claims/data/wangli/T0G0P0",input, block_size);
    BlockStreamIteratorBase* ebssc1=new ExpandableBlockStreamSingleColumnScan(ebsscs1_state);

    unsigned long f = 20000;
    AttributeComparator fA(column_type(t_u_long),Comparator::L,0,&f);
    std::vector<AttributeComparator> ComparatorList;
    ComparatorList.push_back(fA);
    ExpandableBlockStreamFilter::State ebsf_state(input, ebssc1, ComparatorList, block_size);
    BlockStreamIteratorBase* ebfs = new ExpandableBlockStreamFilter(ebsf_state);


    ExpandableBlockStreamSingleColumnScan::State ebsscs2_state("/home/claims/data/wangli/T0G0P0",input, block_size);
    BlockStreamIteratorBase* ebssc2=new ExpandableBlockStreamSingleColumnScan(ebsscs1_state);


    BlockStreamInIterator::State bsii_state(ebfs, ebssc2, input, input, 0, 0, block_size);
    BlockStreamIteratorBase* bsii = new BlockStreamInIterator(bsii_state);

    std::vector<string> attr_name;
    attr_name.push_back("rowid");
    attr_name.push_back("Trade_Date");
    attr_name.push_back("Order_No");
    attr_name.push_back("Sec_Code");
    attr_name.push_back("Trade_Dir");
    attr_name.push_back("Order_Type");

    BlockStreamPrint::State bsp1_state(input, ebfs, block_size, attr_name, "\t");
    BlockStreamIteratorBase* bsp1 = new BlockStreamPrint(bsp1_state);

    bsp1->print();
    bsp1->open(0);
    BlockStreamBase* block = BlockStreamBase::createBlock(input, block_size);
    while(bsp1->next(block));
    {
    }
    bsp1->close();

    BlockStreamPrint::State bsp_state(input, bsii, block_size, attr_name, "\t");
    BlockStreamIteratorBase* bsp = new BlockStreamPrint(bsp_state);

    bsp->open(0);
//	BlockStreamBase* block = BlockStreamBase::createBlock(input, block_size);
    while(bsp->next(block));
    {
    }
    bsp->close();

    PhysicalQueryPlan IM(bsp);
    Message4K M4K = PhysicalQueryPlan::serialize4K(IM);
    PhysicalQueryPlan tmp = PhysicalQueryPlan::deserialize4K(M4K);
    tmp.run();


    return 0;
}