DBInt RGlibDataStream2RGIS(DBObjData *outData, DBObjData *tmplData, FILE *inFile) {
DBInt layerID = 0, itemSize;
DBPosition pos;
DBFloat val;
void *data = (void *) NULL;
MFdsHeader_t header;
DBObjRecord *record;
switch (tmplData->Type()) {
case DBTypeVectorPoint: {
DBInt itemID;
DBDate date;
DBObjTable *itemTable = outData->Table(DBrNItems);
DBObjTableField *idField = new DBObjTableField("ItemID", DBTableFieldInt, "%6d", sizeof(DBInt), false);
DBObjTableField *dateField = new DBObjTableField("Date", DBTableFieldDate, "%s", sizeof(DBDate), false);
DBObjTableField *valField;
DBVPointIF *pntIF = new DBVPointIF(tmplData);
itemTable->AddField(idField);
itemTable->AddField(dateField);
while (MFdsHeaderRead (&header, inFile) == CMsucceeded) {
if (header.ItemNum != pntIF->ItemNum()) {
CMmsgPrint(CMmsgUsrError, "Error: Datastream inconsistency %d %d!", header.ItemNum,
pntIF->ItemNum());
return (DBFault);
}
if (data == (void *) NULL) {
itemSize = MFVarItemSize(header.Type);
if ((data = (void *) realloc(data, header.ItemNum * itemSize)) == (void *) NULL) {
CMmsgPrint(CMmsgSysError, "Memory allocation error in: %s %d", __FILE__, __LINE__);
return (DBFault);
}
switch (header.Type) {
case MFByte:
valField = new DBObjTableField("Value", DBTableFieldInt, "%2d", sizeof(char), false);
case MFShort:
valField = new DBObjTableField("Value", DBTableFieldInt, "%4d", sizeof(DBShort), false);
case MFInt:
valField = new DBObjTableField("Value", DBTableFieldInt, "%8d", sizeof(DBInt), false);
case MFFloat:
valField = new DBObjTableField("Value", DBTableFieldFloat, "%8.2f", sizeof(DBFloat4),
false);
case MFDouble:
valField = new DBObjTableField("Value", DBTableFieldFloat, "%8.2f", sizeof(DBFloat), false);
}
itemTable->AddField(valField);
}
if ((int) fread(data, itemSize, header.ItemNum, inFile) != header.ItemNum) {
CMmsgPrint(CMmsgSysError, "Error: Data stream read in: %s %d", __FILE__, __LINE__);
return (DBFault);
}
for (itemID = 0; itemID < header.ItemNum; ++itemID) {
record = itemTable->Add(header.Date);
date.Set(header.Date);
idField->Int(record, itemID);
dateField->Date(record, date);
/* decDateField->Float (record,date);
*/ switch (header.Type) {
case MFByte:
valField->Int(record, ((char *) data)[itemID]);
break;
case MFShort:
valField->Int(record, ((short *) data)[itemID]);
break;
case MFInt:
valField->Int(record, ((int *) data)[itemID]);
break;
case MFFloat:
valField->Float(record, ((float *) data)[itemID]);
break;
case MFDouble:
valField->Float(record, ((double *) data)[itemID]);
break;
}
}
}
if (ferror (inFile) != 0) CMmsgPrint(CMmsgSysError, "Input file reading error in: %s %d", __FILE__, __LINE__);
delete pntIF;
}
break;
case DBTypeGridContinuous:
case DBTypeGridDiscrete: {
DBGridIF *gridIF = new DBGridIF(outData);
while (MFdsHeaderRead(&header, inFile) == CMsucceeded) {
if (header.ItemNum != gridIF->RowNum() * gridIF->ColNum()) {
CMmsgPrint(CMmsgUsrError, "Error: Datastream inconsistency!");
return (DBFault);
}
if (layerID == 0) {
itemSize = MFVarItemSize(header.Type);
if ((data = (void *) realloc(data, header.ItemNum * itemSize)) == (void *) NULL) {
CMmsgPrint(CMmsgSysError, "Memory allocation error in: %s %d", __FILE__, __LINE__);
return (DBFault);
}
record = gridIF->Layer(layerID);
gridIF->RenameLayer(header.Date);
}
else record = gridIF->AddLayer(header.Date);
switch (header.Type) {
case MFByte:
case MFShort:
case MFInt:
gridIF->MissingValue(record, header.Missing.Int);
break;
case MFFloat:
case MFDouble:
gridIF->MissingValue(record, header.Missing.Float);
break;
}
if ((int) fread(data, itemSize, header.ItemNum, inFile) != header.ItemNum) {
CMmsgPrint(CMmsgSysError, "Error: Data stream read in: %s %d", __FILE__, __LINE__);
return (DBFault);
}
for (pos.Row = 0; pos.Row < gridIF->RowNum(); ++pos.Row)
for (pos.Col = 0; pos.Col < gridIF->ColNum(); ++pos.Col) {
switch (header.Type) {
case MFByte:
val = (DBFloat) (((char *) data)[pos.Row * gridIF->ColNum() + pos.Col]);
break;
case MFShort:
val = (DBFloat) (((short *) data)[pos.Row * gridIF->ColNum() + pos.Col]);
break;
case MFInt:
val = (DBFloat) (((int *) data)[pos.Row * gridIF->ColNum() + pos.Col]);
break;
case MFFloat:
val = (DBFloat) (((float *) data)[pos.Row * gridIF->ColNum() + pos.Col]);
break;
case MFDouble:
val = (DBFloat) (((double *) data)[pos.Row * gridIF->ColNum() + pos.Col]);
break;
}
gridIF->Value(record, pos, val);
}
layerID++;
}
if (ferror (inFile) != 0) CMmsgPrint(CMmsgSysError, "Input file reading error in: %s %d", __FILE__, __LINE__);
gridIF->RecalcStats();
}
break;
case DBTypeNetwork: {
DBInt cellID;
DBGridIF *gridIF = new DBGridIF(outData);
DBNetworkIF *netIF = new DBNetworkIF(tmplData);
while (MFdsHeaderRead(&header, inFile) == CMsucceeded) {
if (header.ItemNum != netIF->CellNum()) {
CMmsgPrint(CMmsgUsrError, "Error: Datastream inconsistency!");
return (DBFault);
}
if (layerID == 0) {
itemSize = MFVarItemSize(header.Type);
if ((data = (void *) realloc(data, header.ItemNum * itemSize)) == (void *) NULL) {
CMmsgPrint(CMmsgSysError, "Memory allocation error in: %s %d", __FILE__, __LINE__);
return (DBFault);
}
record = gridIF->Layer(layerID);
gridIF->RenameLayer(header.Date);
} else record = gridIF->AddLayer(header.Date);
if ((int) fread(data, itemSize, header.ItemNum, inFile) != header.ItemNum) {
CMmsgPrint(CMmsgSysError, "Error: Data stream read in: %s %d", __FILE__, __LINE__);
delete netIF;
return (DBFault);
}
for (pos.Row = 0; pos.Row < gridIF->RowNum(); ++pos.Row)
for (pos.Col = 0; pos.Col < gridIF->ColNum(); ++pos.Col)
gridIF->Value(record, pos, gridIF->MissingValue());
for (cellID = 0; cellID < netIF->CellNum(); ++cellID) {
pos = netIF->CellPosition(netIF->Cell(cellID));
switch (header.Type) {
case MFByte:
val = (DBFloat) (((char *) data)[cellID]);
break;
case MFShort:
val = (DBFloat) (((short *) data)[cellID]);
break;
case MFInt:
val = (DBFloat) (((int *) data)[cellID]);
break;
case MFFloat:
val = (DBFloat) (((float *) data)[cellID]);
break;
case MFDouble:
val = (DBFloat) (((double *) data)[cellID]);
break;
}
gridIF->Value(record, pos, val);
}
layerID++;
}
if (ferror(inFile) != 0) CMmsgPrint(CMmsgSysError, "Input file reading error in: %s %d", __FILE__, __LINE__);
gridIF->RecalcStats();
}
break;
}
return (DBSuccess);
}
int main(int argc, char *argv[]) {
int argPos, argNum = argc, ret = CMfailed, itemSize, i, bin, binNum = 1000, percent;
bool valueMode = false;
FILE *inFile = (FILE *) NULL, *outFile = stdout;
char *fileName = (char *) NULL;
void *items = (void *) NULL;
double *max = (double *) NULL;
double *min = (double *) NULL;
float *output = (float *) NULL;
int *bins = (int *) NULL;
double value, binSize, binMax, binMin, percentMin; /* percentMax */
MFdsHeader_t header, outHeader;
if (argNum < 2) goto Help;
for (argPos = 1; argPos < argNum;) {
if (CMargTest(argv[argPos], "-i", "--input")) {
if ((argNum = CMargShiftLeft(argPos, argv, argNum)) <= argPos) break;
fileName = argv[argPos];
if ((argNum = CMargShiftLeft(argPos, argv, argNum)) <= argPos) break;
continue;
}
if (CMargTest(argv[argPos], "-b", "--bins")) {
if ((argNum = CMargShiftLeft(argPos, argv, argNum)) <= argPos) break;
if (sscanf(argv[argPos], "%d", &binNum) != 1) {
CMmsgPrint(CMmsgUsrError, "Ilformed bin number!");
goto Stop;
}
if ((argNum = CMargShiftLeft(argPos, argv, argNum)) <= argPos) break;
continue;
}
if (CMargTest (argv[argPos], "-m", "--mode")) {
int mode;
const char *modes[] = {"percent", "value", (char *) NULL};
if ((argNum = CMargShiftLeft(argPos, argv, argNum)) <= argPos) {
CMmsgPrint(CMmsgUsrError, "Missing savesteps!");
return (CMfailed);
}
if ((mode = CMoptLookup(modes, argv[argPos], true)) == CMfailed) {
CMmsgPrint(CMmsgUsrError, "Invalid savesteps mode!");
return (CMfailed);
}
valueMode = mode == 1 ? true : false;
if ((argNum = CMargShiftLeft(argPos, argv, argNum)) <= argPos) break;
continue;
}
if (CMargTest(argv[argPos], "-h", "--help")) {
if ((argNum = CMargShiftLeft(argPos, argv, argNum)) < argPos) break;
Help:
CMmsgPrint(CMmsgUsrError, "%s [options] <out datastream>", CMfileName(argv[0]));
CMmsgPrint(CMmsgUsrError, " -i, --input [input datastream]");
CMmsgPrint(CMmsgUsrError, " -b, --bins [# of bins]");
CMmsgPrint(CMmsgUsrError, " -m, --mode [percent|value]");
CMmsgPrint(CMmsgUsrError, " -h,--help");
ret = CMsucceeded;
goto Stop;
}
if ((argv[argPos][0] == '-') && (strlen(argv[argPos]) > 1)) {
CMmsgPrint(CMmsgUsrError, "Unknown option: %s!", argv[argPos]);
return (CMfailed);
}
argPos++;
}
if (argNum > 2) {
CMmsgPrint(CMmsgUsrError, "Extra arguments!");
goto Stop;
}
if (fileName == (char *) NULL) {
CMmsgPrint(CMmsgUsrError, "Missing input file!");
goto Stop;
}
if ((outFile = (argNum > 2) && (strcmp(argv[1], "-") != 0) ? fopen(argv[1], "w") : stdout) == (FILE *) NULL) {
CMmsgPrint(CMmsgSysError, "Output file opening error in: %s %d", __FILE__, __LINE__);
goto Stop;
}
if ((inFile = fopen(fileName, "r")) == (FILE *) NULL) {
CMmsgPrint(CMmsgSysError, "Input file opening error in: %s %d", __FILE__, __LINE__);
goto Stop;
}
while (MFdsHeaderRead(&header, inFile) == CMsucceeded) {
if (items == (void *) NULL) {
itemSize = MFVarItemSize(header.Type);
if ((items = (void *) calloc(header.ItemNum, itemSize)) == (void *) NULL) {
CMmsgPrint(CMmsgSysError, "Memory allocation error in: %s:%d", __FILE__, __LINE__);
goto Stop;
}
if ((max = (double *) calloc(header.ItemNum, sizeof(double))) == (double *) NULL) {
CMmsgPrint(CMmsgSysError, "Memory allocation error in: %s:%d", __FILE__, __LINE__);
goto Stop;
}
if ((min = (double *) calloc(header.ItemNum, sizeof(double))) == (double *) NULL) {
CMmsgPrint(CMmsgSysError, "Memory allocation error in: %s:%d", __FILE__, __LINE__);
goto Stop;
}
if ((output = (float *) calloc(header.ItemNum, sizeof(float))) == (float *) NULL) {
CMmsgPrint(CMmsgSysError, "Memory allocation error in: %s:%d", __FILE__, __LINE__);
goto Stop;
}
if ((bins = (int *) calloc(header.ItemNum * binNum, sizeof(int))) == (int *) NULL) {
CMmsgPrint(CMmsgSysError, "Memory allocation error in: %s:%d", __FILE__, __LINE__);
goto Stop;
}
for (i = 0; i < header.ItemNum; i++) {
max[i] = -HUGE_VAL;
min[i] = HUGE_VAL;
for (bin = 0; bin < binNum; ++bin) bins[bin * header.ItemNum + i] = 0;
}
outHeader.Swap = 1;
outHeader.Type = MFFloat;
outHeader.ItemNum = header.ItemNum;
outHeader.Missing.Float = MFDefaultMissingFloat;
}
if ((int) fread(items, itemSize, header.ItemNum, inFile) != header.ItemNum) {
CMmsgPrint(CMmsgSysError, "Input reading error in: %s:%d", __FILE__, __LINE__);
goto Stop;
}
switch (header.Type) {
case MFByte:
for (i = 0; i < header.ItemNum; i++) {
if (((char *) items)[i] == header.Missing.Int) continue;
value = (double) (((char *) items)[i]);
if (max[i] < value) max[i] = value;
if (min[i] > value) min[i] = value;
}
break;
case MFShort:
for (i = 0; i < header.ItemNum; i++) {
if (header.Swap != 1) MFSwapHalfWord(((short *) items) + i);
if (((short *) items)[i] == header.Missing.Int) continue;
value = (double) (((short *) items)[i]);
if (max[i] < value) max[i] = value;
if (min[i] > value) min[i] = value;
}
break;
case MFInt:
for (i = 0; i < header.ItemNum; i++) {
if (header.Swap != 1) MFSwapWord(((int *) items) + i);
if (((int *) items)[i] == header.Missing.Int) continue;
value = (double) (((int *) items)[i]);
if (max[i] < value) max[i] = value;
if (min[i] > value) min[i] = value;
}
break;
case MFFloat:
for (i = 0; i < header.ItemNum; i++) {
if (header.Swap != 1) MFSwapWord(((float *) items) + i);
if (CMmathEqualValues(((float *) items)[i], header.Missing.Float) == true) continue;
value = (double) (((float *) items)[i]);
if (max[i] < value) max[i] = value;
if (min[i] > value) min[i] = value;
}
break;
case MFDouble:
for (i = 0; i < header.ItemNum; i++) {
if (header.Swap != 1) MFSwapLongWord(((double *) items) + i);
if (CMmathEqualValues(((double *) items)[i], header.Missing.Float) == true) continue;
value = (double) (((double *) items)[i]);
if (max[i] < value) max[i] = value;
if (min[i] > value) min[i] = value;
}
break;
}
}
if (ferror (inFile) != 0) {
CMmsgPrint(CMmsgSysError, "Input file reading error in: %s %d", __FILE__, __LINE__);
goto Stop;
}
rewind(inFile);
while (MFdsHeaderRead(&header, inFile) == CMsucceeded) {
if ((int) fread(items, itemSize, header.ItemNum, inFile) != header.ItemNum) {
CMmsgPrint(CMmsgSysError, "Input reading error in: %s:%d", __FILE__, __LINE__);
goto Stop;
}
switch (header.Type) {
case MFByte:
for (i = 0; i < header.ItemNum; i++) {
if (((char *) items)[i] == header.Missing.Int) continue;
if (!CMmathEqualValues(max[i], min[i])) {
value = (double) (((char *) items)[i]);
bin = (int) floor((double) (binNum - 1) * (value - min[i]) / (max[i] - min[i]));
for (; bin >= 0; bin--) bins[bin * header.ItemNum + i] += 1;
}
}
break;
case MFShort:
for (i = 0; i < header.ItemNum; i++) {
if (header.Swap != 1) MFSwapHalfWord(((short *) items) + i);
if (((short *) items)[i] == header.Missing.Int) continue;
if (!CMmathEqualValues(max[i], min[i])) {
value = (double) (((short *) items)[i]);
bin = (int) floor((double) (binNum - 1) * (value - min[i]) / (max[i] - min[i]));
for (; bin >= 0; bin--) bins[bin * header.ItemNum + i] += 1;
}
}
break;
case MFInt:
for (i = 0; i < header.ItemNum; i++) {
if (header.Swap != 1) MFSwapWord(((int *) items) + i);
if (((int *) items)[i] == header.Missing.Int) continue;
if (!CMmathEqualValues(max[i], min[i])) {
value = (double) (((int *) items)[i]);
bin = (int) floor((double) (binNum - 1) * (value - min[i]) / (max[i] - min[i]));
for (; bin >= 0; bin--) bins[bin * header.ItemNum + i] += 1;
}
}
break;
case MFFloat:
for (i = 0; i < header.ItemNum; i++) {
if (header.Swap != 1) MFSwapWord(((float *) items) + i);
if (CMmathEqualValues(((float *) items)[i], header.Missing.Float) == true) continue;
if (!CMmathEqualValues(max[i], min[i])) {
value = (double) (((float *) items)[i]);
bin = (int) floor((double) (binNum - 1) * (value - min[i]) / (max[i] - min[i]));
for (; bin >= 0; bin--) bins[bin * header.ItemNum + i] += 1;
}
}
break;
case MFDouble:
for (i = 0; i < header.ItemNum; i++) {
if (header.Swap != 1) MFSwapLongWord(((double *) items) + i);
if (CMmathEqualValues(((double *) items)[i], header.Missing.Float) == true) continue;
if (!CMmathEqualValues(max[i], min[i])) {
value = (double) (((double *) items)[i]);
bin = (int) floor((double) (binNum - 1) * (value - min[i]) / (max[i] - min[i]));
for (; bin >= 0; bin--) bins[bin * header.ItemNum + i] += 1;
}
}
break;
}
}
if (ferror (inFile) != 0) {
CMmsgPrint(CMmsgSysError, "Input file reading error in: %s %d", __FILE__, __LINE__);
goto Stop;
}
if (valueMode) {
for (percent = 0; percent < 100; ++percent) {
for (i = 0; i < header.ItemNum; i++) {
binSize = (max[i] - min[i]) / (float) binNum;
if (CMmathEqualValues(binSize, 0.0)) output[i] = min[i];
else {
for (bin = 0; bin < binNum; ++bin) {
percentMin = bins[bin * header.ItemNum + i] / bins[i] * 100.0;
if ((float) percent > percentMin) break;
}
binMax = bin < binNum ? (float) bin * binSize + min[i] : max[i];
binMin = bin > 0 ? (float) (bin - 1) * binSize + min[i] : min[i];
// percentMax = bin < binNum ? bins [bin * header.ItemNum + i] / bins [i] * 100.0 : 100.0;
output[i] = (binMax + binMin) / 2.0;
}
}
sprintf(outHeader.Date, "%3d", percent + 1);
if (MFdsHeaderWrite (&outHeader, outFile) == CMsucceeded) {
CMmsgPrint(CMmsgSysError, "Output writing error in: %s:%d", __FILE__, __LINE__);
goto Stop;
}
if ((int) fwrite(output, sizeof(float), outHeader.ItemNum, outFile) != outHeader.ItemNum) {
CMmsgPrint(CMmsgSysError, "Output reading error in: %s:%d", __FILE__, __LINE__);
goto Stop;
}
}
ret = CMsucceeded;
}
else {
rewind(inFile);
while (MFdsHeaderRead (&header, inFile) == CMsucceeded) {
if ((int) fread(items, itemSize, header.ItemNum, inFile) != header.ItemNum) {
CMmsgPrint(CMmsgSysError, "Input reading error in: %s:%d", __FILE__, __LINE__);
goto Stop;
}
switch (header.Type) {
case MFByte:
for (i = 0; i < header.ItemNum; i++) {
if (((char *) items)[i] == header.Missing.Int) output[i] = outHeader.Missing.Float;
else if (bins[i] > 0) {
value = (double) (((char *) items)[i]);
bin = (int) floor((double) (binNum - 1) * (value - min[i]) / (max[i] - min[i]));
output[i] = 100.0 * (double) bins[bin * header.ItemNum + i] / (double) bins[i];
}
else output[i] = 100.0;
}
break;
case MFShort:
for (i = 0; i < header.ItemNum; i++) {
if (header.Swap != 1) MFSwapHalfWord(((short *) items) + i);
if (((short *) items)[i] == header.Missing.Int) output[i] = outHeader.Missing.Float;
else if (bins[i] > 0) {
value = (double) (((short *) items)[i]);
bin = (int) floor((double) (binNum - 1) * (value - min[i]) / (max[i] - min[i]));
output[i] = 100.0 * (double) bins[bin * header.ItemNum + i] / (double) bins[i];
}
else output[i] = 100.0;
}
break;
case MFInt:
for (i = 0; i < header.ItemNum; i++) {
if (header.Swap != 1) MFSwapWord(((int *) items) + i);
if (((int *) items)[i] == header.Missing.Int) output[i] = outHeader.Missing.Float;
else if (bins[i] > 0) {
value = (double) (((int *) items)[i]);
bin = (int) floor((double) (binNum - 1) * (value - min[i]) / (max[i] - min[i]));
output[i] = 100.0 * (double) bins[bin * header.ItemNum + i] / (double) bins[i];
}
else output[i] = 100.0;
}
break;
case MFFloat:
for (i = 0; i < header.ItemNum; i++) {
if (header.Swap != 1) MFSwapWord(((float *) items) + i);
if (CMmathEqualValues(((float *) items)[i], header.Missing.Float) == true)
output[i] = outHeader.Missing.Float;
else if (bins[i] > 0) {
value = (double) (((float *) items)[i]);
bin = (int) floor((double) (binNum - 1) * (value - min[i]) / (max[i] - min[i]));
output[i] = 100.0 * (double) bins[bin * header.ItemNum + i] / (double) bins[i];
}
else output[i] = 100.0;
}
break;
case MFDouble:
for (i = 0; i < header.ItemNum; i++) {
if (header.Swap != 1) MFSwapLongWord(((double *) items) + i);
if (CMmathEqualValues(((double *) items)[i], header.Missing.Float) == true)
output[i] = outHeader.Missing.Float;
else if (bins[i] > 0) {
value = (double) (((double *) items)[i]);
bin = (int) floor((double) (binNum - 1) * (value - min[i]) / (max[i] - min[i]));
output[i] = 100.0 * (double) bins[bin * header.ItemNum + i] / (double) bins[i];
}
else output[i] = 100.0;
}
break;
}
strcpy(outHeader.Date, header.Date);
if (MFdsHeaderWrite(&outHeader, outFile) == CMsucceeded) {
CMmsgPrint(CMmsgSysError, "Output writing error in: %s:%d", __FILE__, __LINE__);
goto Stop;
}
if ((int) fwrite(output, sizeof(float), outHeader.ItemNum, outFile) != outHeader.ItemNum) {
CMmsgPrint(CMmsgSysError, "Output reading error in: %s:%d", __FILE__, __LINE__);
goto Stop;
}
}
if (ferror (inFile) != 0) {
CMmsgPrint(CMmsgSysError, "Input file reading error in: %s %d", __FILE__, __LINE__);
goto Stop;
}
ret = CMsucceeded;
}
Stop:
if (items != (void *) NULL) free(items);
if (max != (double *) NULL) free(max);
if (min != (double *) NULL) free(min);
if (inFile != (FILE *) NULL) fclose(inFile);
if (outFile != stdout) fclose(outFile);
return (ret);
}
