uint64 memReservedForParquetScan(Oid rel_oid, List* attr_list) {
uint64 rowgroupsize = 0;
char *compresstype = NULL;
uint64 memReserved = 0;
int attrNum = get_relnatts(rel_oid); /*Get the total attribute number of the relation*/
uint64 attsWidth = 0; /*the sum width of attributes to be scanned*/
uint64 recordWidth = 0; /*the average width of one record in the relation*/
/* The width array for all the attributes in the relation*/
int32 *attWidth = (int32*)palloc0(attrNum * sizeof(int32));
/** The variables for traversing through attribute list*/
ListCell *cell;
/* Get rowgroup size and compress type */
AppendOnlyEntry *aoEntry = GetAppendOnlyEntry(rel_oid, SnapshotNow);
rowgroupsize = aoEntry->blocksize;
compresstype = aoEntry->compresstype;
/** For each column in the relation, get the column width
* 1) Get the column width from pg_attribute, estimate column width for to-be-scanned columns:
* If fixed column width, the attlen is the column width; if not fixed, refer to typmod
* 2) Get the average column width for variable length type column from table pg_statistic, if the
* stawidth not equals 0, set it as the column width.
*/
for(int i = 0; i < attrNum; i++){
int att_id = i + 1;
HeapTuple attTuple = caql_getfirst(NULL, cql("SELECT * FROM pg_attribute"
" WHERE attrelid = :1 "
" AND attnum = :2 ",
ObjectIdGetDatum(rel_oid),
Int16GetDatum(att_id)));
if (HeapTupleIsValid(attTuple)) {
/*Step1: estimate attwidth according to pg_attributes*/
Form_pg_attribute att = (Form_pg_attribute) GETSTRUCT(attTuple);
estimateColumnWidth(attWidth, &i, att, false);
i--;
int32 stawidth = 0;
/*Step2: adjust addwidth according to pg_statistic*/
switch (att->atttypid)
{
case HAWQ_TYPE_VARCHAR:
case HAWQ_TYPE_TEXT:
case HAWQ_TYPE_XML:
case HAWQ_TYPE_PATH:
case HAWQ_TYPE_POLYGON:
stawidth = get_attavgwidth(rel_oid, att_id);
if(stawidth != 0)
attWidth[i] = stawidth;
break;
case HAWQ_TYPE_VARBIT:
stawidth = get_attavgwidth(rel_oid, att_id);
if(stawidth != 0)
attWidth[i] = stawidth + 4;
break;
default:
break;
}
}
recordWidth += attWidth[i];
}
/* Reverse through the to-be-scanned attribute list, sum up the width */
Assert (1 <= list_length(attr_list));
foreach(cell, attr_list)
{
AttrNumber att_id = lfirst_int(cell);
Assert(1 <= att_id);
Assert(att_id <= attrNum);
attsWidth += attWidth[att_id - 1]; /*sum up the attribute width in the to-be-scanned list*/
}
bool my_walker(Node *node, context_walker_set_constraint *context){
if (node == NULL)
return false;
/* elog(LOG,"tag : %d\n",nodeTag(node)); */
if(IsA(node,BoolExpr)){
BoolExpr * bExpr =(BoolExpr *) node;
bool retour = false;
List * l_true_save = NULL;
List * l_false_save = NULL;
List * l_true = NULL;
List * l_false = NULL;
int nb_arg = bExpr->args->length;
switch(bExpr->boolop){
case NOT_EXPR:
/*(Unicité des valeur) Setisation sur le true*/
/*Pre Traitement*/
l_true_save = context->list_of_not_null_to_be_true;
l_false_save = context->list_of_not_null_to_be_false;
context->list_of_not_null_to_be_true = NULL;
context->list_of_not_null_to_be_false = NULL;
/*Traitement*/
retour = expression_tree_walker(node, my_walker, (void *) context);
/*Post Traitement*/
/* elog(LOG,"\n List_false_before : %s\n",nodeToString(context->list_of_not_null_to_be_false)); */
/* elog(LOG,"\n List_true_before : %s\n",nodeToString(context->list_of_not_null_to_be_true)); */
l_true = context->list_of_not_null_to_be_true;
l_false = context->list_of_not_null_to_be_false;
context->list_of_not_null_to_be_true = list_concat(l_true_save,l_false);
context->list_of_not_null_to_be_false = list_concat(l_false_save,l_true);
/* elog(LOG,"\n List_false : %s\n",nodeToString(context->list_of_not_null_to_be_false)); */
/* elog(LOG,"\n List_true : %s\n",nodeToString(context->list_of_not_null_to_be_true)); */
return retour;
break;
case AND_EXPR:
/*(Unicité des valeur) Setisation sur le true*/
/*Pre Traitement*/
l_true_save = context->list_of_not_null_to_be_true;
l_false_save = context->list_of_not_null_to_be_false;
context->list_of_not_null_to_be_true = NULL;
context->list_of_not_null_to_be_false = NULL;
/*Traitement*/
retour = expression_tree_walker(node, my_walker, (void *) context);
/*Post traitement*/
/* elog(LOG,"\n List_false_before : %s\n",nodeToString(context->list_of_not_null_to_be_false)); */
/* elog(LOG,"\n List_true_before : %s\n",nodeToString(context->list_of_not_null_to_be_true)); */
l_true = union_list(context->list_of_not_null_to_be_true);
l_false = inter_list(context->list_of_not_null_to_be_false,nb_arg);
context->list_list_true = lappend(context->list_list_true,l_true);
context->list_list_false = lappend(context->list_list_false,l_false);
context->list_of_not_null_to_be_true = list_concat(l_true_save,l_true);
context->list_of_not_null_to_be_false = list_concat(l_false_save,l_false);
/* elog(LOG,"\n nb_arg : %d\n",nb_arg); */
/* elog(LOG,"\n List_false : %s\n",nodeToString(context->list_of_not_null_to_be_false)); */
/* elog(LOG,"\n List_true : %s\n",nodeToString(context->list_of_not_null_to_be_true)); */
return retour;
break;
case OR_EXPR:
/*(Unicité des valeur) Setisation sur le true*/
/*Pre Traitement*/
l_true_save = context->list_of_not_null_to_be_true;
l_false_save = context->list_of_not_null_to_be_false;
context->list_of_not_null_to_be_true = NULL;
context->list_of_not_null_to_be_false = NULL;
/*Traitement*/
retour = expression_tree_walker(node, my_walker, (void *) context);
/*Post traitement*/
/* elog(LOG,"\n List_false_before : %s\n",nodeToString(context->list_of_not_null_to_be_false)); */
/* elog(LOG,"\n List_true_before : %s\n",nodeToString(context->list_of_not_null_to_be_true)); */
l_true = inter_list(context->list_of_not_null_to_be_true,nb_arg);
l_false = union_list(context->list_of_not_null_to_be_false);
context->list_list_true = lappend(context->list_list_true,l_true);
context->list_list_false = lappend(context->list_list_false,l_false);
context->list_of_not_null_to_be_true = list_concat(l_true_save,l_true);
context->list_of_not_null_to_be_false = list_concat(l_false_save,l_false);
/* elog(LOG,"\n nb_arg : %d\n",nb_arg); */
/* elog(LOG,"\n List_false : %s\n",nodeToString(context->list_of_not_null_to_be_false)); */
/* elog(LOG,"\n List_true : %s\n",nodeToString(context->list_of_not_null_to_be_true)); */
return retour;
break;
}
}
if(context->ready && IsA(node,Var)){
/* elog(LOG," \n HERE1 \n"); */
Var * v = getTrueVar(context->current_trueVar,(Var *)node);
/* elog(LOG," \n HERE2 \n"); */
if(!isInListTrueVar(context->list_of_not_null_in_op,v)){
context->list_of_not_null_in_op = lappend(context->list_of_not_null_in_op,v);
}
return expression_tree_walker(node, my_walker, (void *) context);
}
if(IsA(node,OpExpr)){
OpExpr * oExpr = (OpExpr *)node;
if(oExpr->opno == 518 /*<>*/){
context->ready = true;
context->list_of_not_null_in_op = NULL;
bool retour = expression_tree_walker(node, my_walker, (void *) context);
context->list_of_not_null_to_be_true = list_concat(context->list_of_not_null_to_be_true,context->list_of_not_null_in_op);
return retour;
}
else{
return expression_tree_walker(node, my_walker, (void *) context);
}
/* elog(LOG,"\n List_op : %s\n",nodeToString(context->list_of_not_null_in_op)); */
}
if(IsA(node,Query)){
Query * q = (Query *) node;
/*Prétraitement*/
List * save_current_trueVar = context->current_trueVar;
context->current_trueVar = NULL;
context->current_trueVar = lappend(context->current_trueVar,save_current_trueVar);
/*Traitement*/
/*Create trueVars and not_null schema*/
bool result = expression_tree_walker((Node *)q->rtable, my_walker, (void *) context);
/* elog(LOG,"\n TRUE ATT :%s\n",nodeToString(context->trueVars)); */
context->trueVars = lappend(context->trueVars,context->current_trueVar);
/* elog(LOG,"\nTRUE ATT :%s \n",nodeToString(context->trueVars)); */
/*Propagate*/
result = expression_tree_walker((Node *)q->jointree, my_walker, (void *) context) | result;
/* elog(LOG,"\n LIST_LIST_TRUE :%s\n",nodeToString(context->list_list_true)); */
/* elog(LOG,"\n LIST_LIST_FALSE :%s\n",nodeToString(context->list_list_false)); */
/*Post Traitement*/
context->current_trueVar = save_current_trueVar;
return result;
}
if(IsA(node,RangeTblEntry)){
RangeTblEntry * rte = (RangeTblEntry *)node;
Oid relid= rte->relid;
int number_col = get_relnatts(relid);
AttrNumber i = 0;
List * relation = NULL;
for(i=1;i<=number_col;i++){
/*Create True_var*/
Var * v = makeNode(Var);
v->varattno = i;
/* v->varattno = context->current_varattno; */
v->vartype = relid;
relation = lappend(relation,v);
/*Add to not_null if needed*/
if(get_pg_att_not_null(relid,i)){
context->list_of_not_null_att_schem = lappend(context->list_of_not_null_att_schem,v);
}
}
context->current_trueVar = lappend(context->current_trueVar,relation);
/* elog(LOG,"\n TEST: %s \n",nodeToString(context->current_trueVar)); */
return false;
}
return expression_tree_walker(node, my_walker, (void *) context);
}
