int MFDataStreamWrite (MFVariable_t *var, const char *date) {
int itemSize;
MFVarHeader_t header;
memcpy (&header, &(var->Header), sizeof (MFVarHeader_t));
strncpy (header.Date, date, sizeof (header.Date) - 1);
itemSize = MFVarItemSize (header.DataType);
header.Swap = 1;
if (!MFVarWriteHeader (&(header),var->OutStream->Handle.File) != CMsucceeded) return (CMfailed);
if ((int) fwrite (var->Data,itemSize,header.ItemNum,var->OutStream->Handle.File) != header.ItemNum) {
CMmsgPrint (CMmsgSysError,"Data writing error in: %s:%d\n"__FILE__,__LINE__);
return (CMfailed);
}
return (CMsucceeded);
}
int main(int argc, char *argv[]) {
int argPos = 0, argNum = argc, ret = CMfailed, itemSize, itemID;
FILE *inFile = stdin, *outFile = stdout;
void *items = (void *) NULL;
MFVarHeader_t header;
if (argNum < 2) goto Help;
for (argPos = 1; argPos < argNum;) {
if (CMargTest(argv[argPos], "-i", "--item")) {
if ((argNum = CMargShiftLeft(argPos, argv, argNum)) <= argPos) {
CMmsgPrint(CMmsgUsrError, "Missing sampling item!");
return (CMfailed);
}
if ((sscanf(argv[argPos], "%d", &itemID)) != 1) {
CMmsgPrint(CMmsgUsrError, "Invalid sampling item");
return (CMfailed);
}
if ((argNum = CMargShiftLeft(argPos, argv, argNum)) <= argPos) break;
continue;
}
Help:
if (CMargTest(argv[argPos], "-h", "--help")) {
if ((argNum = CMargShiftLeft(argPos, argv, argNum)) < argPos) break;
CMmsgPrint(CMmsgUsrError, "%s [options] <in datastream> <out datastream>", CMfileName(argv[0]));
CMmsgPrint(CMmsgUsrError, " -i, --item [item]");
CMmsgPrint(CMmsgUsrError, " -h,--help");
ret = CMsucceeded;
goto Stop;
}
if ((argv[argPos][0] == '-') && (strlen(argv[argPos]) > 1)) {
CMmsgPrint(CMmsgUsrError, "Unknown option: %s!", argv[argPos]);
return (CMfailed);
}
argPos++;
}
if (argNum > 3) {
CMmsgPrint(CMmsgUsrError, "Extra arguments!");
goto Stop;
}
if ((inFile = (argNum > 1) && (strcmp(argv[1], "-") != 0) ? fopen(argv[1], "r") : stdin) == (FILE *) NULL) {
CMmsgPrint(CMmsgSysError, "Input file opening error in: %s %d", __FILE__, __LINE__);
goto Stop;
}
if ((outFile = (argNum > 2) && (strcmp(argv[2], "-") != 0) ? fopen(argv[2], "w") : stdout) == (FILE *) NULL) {
CMmsgPrint(CMmsgSysError, "Output file opening error in: %s %d", __FILE__, __LINE__);
goto Stop;
}
while (MFVarReadHeader(&header, inFile)) {
if (items == (void *) NULL) {
itemSize = MFVarItemSize(header.DataType);
if ((items = (void *) calloc(header.ItemNum, itemSize)) == (void *) NULL) {
CMmsgPrint(CMmsgSysError, "Memory allocation error in: %s:%d", __FILE__, __LINE__);
goto Stop;
}
}
if ((int) fread(items, itemSize, header.ItemNum, inFile) != header.ItemNum) {
CMmsgPrint(CMmsgSysError, "Input reading error in: %s:%d", __FILE__, __LINE__);
goto Stop;
}
if ((itemID < 0) || (itemID >= header.ItemNum)) {
CMmsgPrint(CMmsgAppError, "Invalid Item id [%d]", itemID);
continue;
}
switch (header.DataType) {
case MFByte:
if (((char *) items)[itemID] != header.Missing.Int)
fprintf(outFile, "%s\t%d\n", header.Date, (int) ((char *) items)[itemID]);
else
fprintf(outFile, "%s\t\n", header.Date);
break;
case MFShort:
if (header.Swap != 1) MFSwapHalfWord(((short *) items) + itemID);
if (((short *) items)[itemID] != header.Missing.Int)
fprintf(outFile, "\t%d\n", (int) ((short *) items)[itemID]);
else
fprintf(outFile, "%s\t\n", header.Date);
break;
case MFInt:
if (header.Swap != 1) MFSwapWord(((int *) items) + itemID);
if (((int *) items)[itemID] != header.Missing.Int)
fprintf(outFile, "%s\t%d\n", header.Date, (int) ((int *) items)[itemID]);
else
fprintf(outFile, "%s\t\n", header.Date);
break;
case MFFloat:
if (header.Swap != 1) MFSwapWord(((float *) items) + itemID);
if (CMmathEqualValues(((float *) items)[itemID], header.Missing.Float) == false)
fprintf(outFile, "%s\t%f\n", header.Date, (float) ((float *) items)[itemID]);
else
fprintf(outFile, "%s\t\n", header.Date);
break;
case MFDouble:
if (header.Swap != 1) MFSwapLongWord(((double *) items) + itemID);
if (CMmathEqualValues(((double *) items)[itemID], header.Missing.Float) == false)
fprintf(outFile, "%s\t%lf\n", header.Date, (double) ((double *) items)[itemID]);
else
fprintf(outFile, "%s\t\n", header.Date);
break;
}
}
ret = CMsucceeded;
Stop:
if (inFile != stdin) fclose(inFile);
if (outFile != stdout) fclose(outFile);
return (ret);
}
static int _MFModelParse (int argc, char *argv [],int argNum, int (*conf) ()) {
FILE *inFile;
bool testOnly = false;
int argPos, ret, help = false;
int i, varID, intVal;
float floatVal;
char *startDate = (char *) NULL, *endDate = (char *) NULL;
MFVariable_t *var;
int MFLoadConfig (const char *,int (*) (const char *, const char *, bool));
bool _MFOptionNew (char *,char *), _MFOptionTestInUse ();
for (argPos = 1;argPos < argNum;) {
if (CMargTest (argv [argPos],"-i","--input")) {
if ((argNum = CMargShiftLeft (argPos,argv,argNum)) < 1) {
CMmsgPrint (CMmsgUsrError,"Missing input argument!\n");
return (CMfailed);
}
for (i = 0;i < (int) strlen (argv[argPos]);++i) if (argv [argPos][i] == '=') break;
if (i == (int) strlen (argv [argPos])) {
CMmsgPrint (CMmsgUsrError,"Illformed input variable [%s] in: %s:%d\n",argv [argPos],__FILE__,__LINE__);
return (CMfailed);
}
argv [argPos][i] = '\0';
if (MFVarSetPath (argv [argPos],argv [argPos] + i + 1, false, MFInput) == (MFVariable_t *) NULL) return (CMfailed);
if ((argNum = CMargShiftLeft(argPos,argv,argNum)) <= argPos) break;
continue;
}
if (CMargTest (argv [argPos],"-o","--output")) {
if ((argNum = CMargShiftLeft (argPos,argv,argNum)) < 1) {
CMmsgPrint (CMmsgUsrError,"Missing _MFModelOutput argument!\n");
return (CMfailed);
}
for (i = 0;i < (int) strlen (argv[argPos]);++i) if (argv [argPos][i] == '=') break;
if (i == (int) strlen (argv [argPos])) {
CMmsgPrint (CMmsgUsrError,"Illformed _MFModelOutput variable [%s]!\n",argv [argPos]);
return (CMfailed);
}
argv [argPos][i] = '\0';
if (_MFModelOutputNew (argv [argPos],argv [argPos] + i + 1,false) == CMfailed) return (CMfailed);
if ((argNum = CMargShiftLeft(argPos,argv,argNum)) <= argPos) break;
continue;
}
if (CMargTest (argv [argPos],"-t","--state")) {
if ((argNum = CMargShiftLeft (argPos,argv,argNum)) < 1) {
CMmsgPrint (CMmsgUsrError,"Missing _MFModelOutput argument!\n");
return (CMfailed);
}
for (i = 0;i < (int) strlen (argv[argPos]);++i) if (argv [argPos][i] == '=') break;
if (i == (int) strlen (argv [argPos])) {
CMmsgPrint (CMmsgUsrError,"Illformed _MFModelOutput variable [%s]!\n",argv [argPos]);
return (CMfailed);
}
argv [argPos][i] = '\0';
if (_MFModelOutputNew (argv [argPos],argv [argPos] + i + 1, true) == CMfailed) return (CMfailed);
if ((argNum = CMargShiftLeft(argPos,argv,argNum)) <= argPos) break;
continue;
}
if (CMargTest (argv [argPos],"-s","--start")) {
if ((argNum = CMargShiftLeft (argPos,argv,argNum)) < 1) {
CMmsgPrint (CMmsgUsrError,"Missing start time!\n");
return (CMfailed);
}
startDate = argv [argPos];
if ((argNum = CMargShiftLeft(argPos,argv,argNum)) <= argPos) break;
continue;
}
if (CMargTest (argv [argPos],"-n","--end")) {
if ((argNum = CMargShiftLeft (argPos,argv,argNum)) < 1) {
CMmsgPrint (CMmsgUsrError,"Missing end time!\n");
return (CMfailed);
}
endDate = argv [argPos];
if ((argNum = CMargShiftLeft(argPos,argv,argNum)) <= argPos) break;
continue;
}
if (CMargTest (argv [argPos],"-T","--testonly")) {
testOnly = true;
if ((argNum = CMargShiftLeft(argPos,argv,argNum)) <= argPos) break;
}
if (CMargTest (argv [argPos],"-m","--message")) {
const char *types [] = { "sys_error", "app_error", "usr_error", "debug", "warning", "info", (char *) NULL };
CMmsgType msgTypes [] = { CMmsgSysError, CMmsgAppError, CMmsgUsrError, CMmsgDebug, CMmsgWarning, CMmsgInfo };
int type;
const char *modes [] = { "file:", "on", "off", (char *) NULL };
if ((argNum = CMargShiftLeft (argPos,argv,argNum)) < 1) {
CMmsgPrint (CMmsgUsrError,"Missing message argument!\n");
return (CMfailed);
}
if ((type = CMoptLookup (types,argv [argPos],false)) == CMfailed) {
CMmsgPrint (CMmsgWarning,"Ignoring illformed message [%s]!\n",argv [argPos]);
}
else {
switch (CMoptLookup (modes, argv [argPos] + strlen (types [type]) + 1, false)) {
case 0: CMmsgSetStreamFile (msgTypes [type], argv [argPos] + strlen (types [type]) + 1 + strlen (modes [0]));
case 1: CMmsgSetStatus (msgTypes [type], true); break;
case 2: CMmsgSetStatus (msgTypes [type], false); break;
default:
CMmsgPrint (CMmsgWarning,"Ignoring illformed message [%s]!\n",argv [argPos]);
break;
}
}
if ((argNum = CMargShiftLeft(argPos,argv,argNum)) <= argPos) break;
continue;
}
if (CMargTest (argv [argPos],"-h","--help")) {
help = true;
CMmsgPrint (CMmsgInfo,"%s [options] <domain>\n",CMfileName (argv [0]));
CMmsgPrint (CMmsgInfo," -s, --start [start date in the form of \"yyyy-mm-dd\"]\n");
CMmsgPrint (CMmsgInfo," -n, --end [end date in the form of \"yyyy-mm-dd\"]\n");
CMmsgPrint (CMmsgInfo," -i, --input [variable=source]\n");
CMmsgPrint (CMmsgInfo," -o, --output [variable=destination]\n");
CMmsgPrint (CMmsgInfo," -r, --state [variable=statefile]\n");
CMmsgPrint (CMmsgInfo," -ol, --output-listfile [output listfile]\n");
CMmsgPrint (CMmsgInfo," -p, --option [option=content]\n");
CMmsgPrint (CMmsgInfo," -r, --route [variable]\n");
CMmsgPrint (CMmsgInfo," -T, --testonly\n");
CMmsgPrint (CMmsgInfo," -m, --message [sys_error|app_error|usr_error|debug|warning|info]=[on|off|file=<filename>]\n");
CMmsgPrint (CMmsgInfo," -h, --help\n");
break;
}
if ((argv [argPos][0] == '-') && (strlen (argv [argPos]) > 1)) {
CMmsgPrint (CMmsgUsrError,"Unknown option [%s]!\n",argv [argPos]);
return (CMfailed);
}
argPos++;
}
if (startDate == (char *) NULL) startDate = "XXXX-01-01";
if (endDate == (char *) NULL) endDate = "XXXX-12-31";
if (!MFDateSetStart (startDate)) { CMmsgPrint (CMmsgAppError,"Error: Invalid start date!\n"); ret = CMfailed; }
if (!MFDateSetCurrent (startDate)) ret = CMfailed;
if (!MFDateSetEnd (endDate)) { CMmsgPrint (CMmsgAppError,"Error: Invalid end date!\n"); ret = CMfailed; }
if (ret == CMfailed) return (CMfailed);
ret = conf ();
if (help) { MFOptionPrintList (); return (CMfailed); }
if (ret == CMfailed) return (CMfailed);
if (testOnly) {
CMmsgPrint (CMmsgInfo, "ID %10s %30s[%10s] %6s %5s NStep %3s %4s %8s Output",
"Start_Date", "Variable","Unit","Type", "TStep", "Set", "Flux", "Initial");
for (var = MFVarGetByID (varID = 1);var != (MFVariable_t *) NULL;var = MFVarGetByID (++varID))
if ((strncmp (var->Name,"__",2) != 0) || var->Initial)
CMmsgPrint (CMmsgInfo, "%3i %10s %30s[%10s] %6s %5s %5d %3s %4s %8s %6s",
varID,var->Header.Date,var->Name,var->Unit,MFVarTypeString (var->Header.DataType),MFDateTimeStepString (var->TStep),var->NStep,
CMyesNoString (var->Set),CMyesNoString (var->Flux),CMyesNoString (var->Initial), CMyesNoString (var->OutPath != (char *) NULL));
return (CMfailed);
}
if ((argNum) > 2) { CMmsgPrint (CMmsgUsrError,"Extra arguments!"); return (CMfailed); }
if ((argNum) < 2) { CMmsgPrint (CMmsgUsrError,"Missing Template Coverage!"); return (CMfailed); }
if ((inFile = strcmp (argv [1],"-") != 0 ? fopen (argv [1],"r") : stdin) == (FILE *) NULL) {
CMmsgPrint (CMmsgAppError,"%s: Template Coverage [%s] Opening error!",CMfileName (argv [0]),argv [1]);
return (CMfailed);
}
if ((_MFDomain = MFDomainGet (inFile)) == (MFDomain_t *) NULL) return (CMfailed);
for (var = MFVarGetByID (varID = 1);var != (MFVariable_t *) NULL;var = MFVarGetByID (++varID)) {
if (var->InStream == (MFDataStream_t *) NULL) var->TStep = MFTimeStepDay;
else if ((var->Initial == false) && (MFDateSetCurrent (var->Header.Date) == false))
CMmsgPrint (CMmsgWarning,"Warning: Invalid date in input (%s)",var->Name);
if (var->Flux) sprintf (var->Unit + strlen (var->Unit),"/%s",MFDateTimeStepUnit (var->TStep));
}
MFDateRewind ();
if (strcmp (startDate,MFDateGetCurrent ()) != 0)//zero. strings are equal
CMmsgPrint (CMmsgWarning,"Warning: Adjusting start date (%s,%s)!",startDate, MFDateGetCurrent ());
for (var = MFVarGetByID (varID = 1);var != (MFVariable_t *) NULL;var = MFVarGetByID (++varID)) {
switch (var->Header.DataType) {
case MFInput:
CMmsgPrint (CMmsgAppError, "Error: Unresolved variable (%s [%s] %s)!",var->Name,var->Unit, MFVarTypeString (var->Header.DataType));
ret = CMfailed;
break;
case MFRoute:
case MFOutput:
var->Header.DataType = MFFloat;
var->Header.Missing.Float = MFDefaultMissingFloat;
default:
if (var->Data == (void *) NULL) {
var->Header.ItemNum = _MFDomain->ObjNum;
if ((var->Data = (void *) calloc (var->Header.ItemNum,MFVarItemSize (var->Header.DataType))) == (void *) NULL) {
CMmsgPrint (CMmsgSysError,"Memory Allocation Error in: %s:%d",__FILE__,__LINE__);
ret = CMfailed;
}
switch (var->Header.DataType) {
case MFByte:
case MFShort:
case MFInt:
intVal = var->InStream == (MFDataStream_t *) NULL ? 0 : var->InStream->Handle.Int;
for (i = 0;i < var->Header.ItemNum;++i) MFVarSetInt (varID,i,intVal);
break;
case MFFloat:
case MFDouble:
floatVal = var->InStream == (MFDataStream_t *) NULL ? 0.0 : var->InStream->Handle.Float;
for (i = 0;i < var->Header.ItemNum;++i) MFVarSetFloat (varID,i,floatVal);
break;
}
}
else {
if (var->Header.ItemNum != _MFDomain->ObjNum) {
CMmsgPrint (CMmsgAppError,"Error: Inconsistent data stream (%s [%s])!",var->Name,var->Unit);
ret = CMfailed;
}
else if (var->Initial) {
while (MFDataStreamRead (var) == MFContinue);
MFDataStreamClose (var->InStream);
var->InPath = (char *) NULL;
var->InStream = (MFDataStream_t *) NULL;
}
switch (var->TStep) {
default: var->NStep = 1; break;
case MFTimeStepMonth: var->NStep = MFDateGetMonthLength (); break;
case MFTimeStepYear: var->NStep = 365; break;
}
}
if (!var->Initial && !var->Set) {
CMmsgPrint (CMmsgWarning,"Warning: Ignoring unused variable (%s)!",var->Name);
MFDataStreamClose (var->InStream);
var->InPath = (char *) NULL;
var->InStream = (MFDataStream_t *) NULL;
var->Set = true;
var->Initial = true;
}
break;
}
}
for (i = 0;i < _MFModelOutNum;++i) MFVarSetPath (_MFModelOutput [i].Name, _MFModelOutput [i].Path, _MFModelOutput [i].State, MFOutput);
free (_MFModelOutput);
CMmsgPrint (CMmsgInfo, "ID %10s %30s[%10s] %6s %5s NStep %3s %4s %8s Output", "Start_Date", "Variable","Unit","Type", "TStep", "Set", "Flux", "Initial");
for (var = MFVarGetByID (varID = 1);var != (MFVariable_t *) NULL;var = MFVarGetByID (++varID))
if ((strncmp (var->Name,"__",2) != 0) || var->Initial)
CMmsgPrint (CMmsgInfo, "%3i %10s %30s[%10s] %6s %5s %5d %3s %4s %8s %6s",
varID,var->Header.Date,var->Name,var->Unit,MFVarTypeString (var->Header.DataType),MFDateTimeStepString (var->TStep),var->NStep,
CMyesNoString (var->Set),CMyesNoString (var->Flux),CMyesNoString (var->Initial), CMyesNoString (var->OutPath != (char *) NULL));
if (ret == CMfailed) return (CMfailed);
_MFOptionTestInUse ();
return (ret);
}
DBInt RGlibDataStream2RGIS(DBObjData *outData, DBObjData *tmplData, FILE *inFile) {
DBInt layerID = 0, itemSize;
DBPosition pos;
DBFloat val;
void *data = (void *) NULL;
MFVarHeader_t header;
DBObjRecord *record;
switch (tmplData->Type()) {
case DBTypeVectorPoint: {
DBInt itemID;
DBDate date;
DBObjTable *itemTable = outData->Table(DBrNItems);
DBObjTableField *idField = new DBObjTableField("ItemID", DBTableFieldInt, "%6d", sizeof(DBInt), false);
DBObjTableField *dateField = new DBObjTableField("Date", DBTableFieldDate, "%s", sizeof(DBDate), false);
DBObjTableField *valField;
DBVPointIF *pntIF = new DBVPointIF(tmplData);
itemTable->AddField(idField);
itemTable->AddField(dateField);
while (MFVarReadHeader(&header, inFile)) {
if (header.ItemNum != pntIF->ItemNum()) {
CMmsgPrint(CMmsgUsrError, "Error: Datastream inconsistency %d %d!", header.ItemNum,
pntIF->ItemNum());
return (DBFault);
}
if (data == (void *) NULL) {
itemSize = MFVarItemSize(header.DataType);
if ((data = (void *) realloc(data, header.ItemNum * itemSize)) == (void *) NULL) {
CMmsgPrint(CMmsgSysError, "Memory allocation error in: %s %d", __FILE__, __LINE__);
return (DBFault);
}
switch (header.DataType) {
case MFByte:
valField = new DBObjTableField("Value", DBTableFieldInt, "%2d", sizeof(char), false);
case MFShort:
valField = new DBObjTableField("Value", DBTableFieldInt, "%4d", sizeof(DBShort), false);
case MFInt:
valField = new DBObjTableField("Value", DBTableFieldInt, "%8d", sizeof(DBInt), false);
case MFFloat:
valField = new DBObjTableField("Value", DBTableFieldFloat, "%8.2f", sizeof(DBFloat4),
false);
case MFDouble:
valField = new DBObjTableField("Value", DBTableFieldFloat, "%8.2f", sizeof(DBFloat), false);
}
itemTable->AddField(valField);
}
if ((int) fread(data, itemSize, header.ItemNum, inFile) != header.ItemNum) {
CMmsgPrint(CMmsgSysError, "Error: Data stream read in: %s %d", __FILE__, __LINE__);
return (DBFault);
}
for (itemID = 0; itemID < header.ItemNum; ++itemID) {
record = itemTable->Add(header.Date);
date.Set(header.Date);
idField->Int(record, itemID);
dateField->Date(record, date);
/* decDateField->Float (record,date);
*/ switch (header.DataType) {
case MFByte:
valField->Int(record, ((char *) data)[itemID]);
break;
case MFShort:
valField->Int(record, ((short *) data)[itemID]);
break;
case MFInt:
valField->Int(record, ((int *) data)[itemID]);
break;
case MFFloat:
valField->Float(record, ((float *) data)[itemID]);
break;
case MFDouble:
valField->Float(record, ((double *) data)[itemID]);
break;
}
}
}
delete pntIF;
}
break;
case DBTypeGridContinuous:
case DBTypeGridDiscrete: {
DBGridIF *gridIF = new DBGridIF(outData);
while (MFVarReadHeader(&header, inFile)) {
if (header.ItemNum != gridIF->RowNum() * gridIF->ColNum()) {
CMmsgPrint(CMmsgUsrError, "Error: Datastream inconsistency!");
return (DBFault);
}
if (layerID == 0) {
itemSize = MFVarItemSize(header.DataType);
if ((data = (void *) realloc(data, header.ItemNum * itemSize)) == (void *) NULL) {
CMmsgPrint(CMmsgSysError, "Memory allocation error in: %s %d", __FILE__, __LINE__);
return (DBFault);
}
record = gridIF->Layer(layerID);
gridIF->RenameLayer(header.Date);
}
else record = gridIF->AddLayer(header.Date);
switch (header.DataType) {
case MFByte:
case MFShort:
case MFInt:
gridIF->MissingValue(record, header.Missing.Int);
break;
case MFFloat:
case MFDouble:
gridIF->MissingValue(record, header.Missing.Float);
break;
}
if ((int) fread(data, itemSize, header.ItemNum, inFile) != header.ItemNum) {
CMmsgPrint(CMmsgSysError, "Error: Data stream read in: %s %d", __FILE__, __LINE__);
return (DBFault);
}
for (pos.Row = 0; pos.Row < gridIF->RowNum(); ++pos.Row)
for (pos.Col = 0; pos.Col < gridIF->ColNum(); ++pos.Col) {
switch (header.DataType) {
case MFByte:
val = (DBFloat) (((char *) data)[pos.Row * gridIF->ColNum() + pos.Col]);
break;
case MFShort:
val = (DBFloat) (((short *) data)[pos.Row * gridIF->ColNum() + pos.Col]);
break;
case MFInt:
val = (DBFloat) (((int *) data)[pos.Row * gridIF->ColNum() + pos.Col]);
break;
case MFFloat:
val = (DBFloat) (((float *) data)[pos.Row * gridIF->ColNum() + pos.Col]);
break;
case MFDouble:
val = (DBFloat) (((double *) data)[pos.Row * gridIF->ColNum() + pos.Col]);
break;
}
gridIF->Value(record, pos, val);
}
layerID++;
}
gridIF->RecalcStats();
}
break;
case DBTypeNetwork: {
DBInt cellID;
DBGridIF *gridIF = new DBGridIF(outData);
DBNetworkIF *netIF = new DBNetworkIF(tmplData);
while (MFVarReadHeader(&header, inFile)) {
if (header.ItemNum != netIF->CellNum()) {
CMmsgPrint(CMmsgUsrError, "Error: Datastream inconsistency!");
return (DBFault);
}
if (layerID == 0) {
itemSize = MFVarItemSize(header.DataType);
if ((data = (void *) realloc(data, header.ItemNum * itemSize)) == (void *) NULL) {
CMmsgPrint(CMmsgSysError, "Memory allocation error in: %s %d", __FILE__, __LINE__);
return (DBFault);
}
record = gridIF->Layer(layerID);
gridIF->RenameLayer(header.Date);
}
else record = gridIF->AddLayer(header.Date);
if ((int) fread(data, itemSize, header.ItemNum, inFile) != header.ItemNum) {
CMmsgPrint(CMmsgSysError, "Error: Data stream read in: %s %d", __FILE__, __LINE__);
delete netIF;
return (DBFault);
}
for (pos.Row = 0; pos.Row < gridIF->RowNum(); ++pos.Row)
for (pos.Col = 0; pos.Col < gridIF->ColNum(); ++pos.Col)
gridIF->Value(record, pos, gridIF->MissingValue());
for (cellID = 0; cellID < netIF->CellNum(); ++cellID) {
pos = netIF->CellPosition(netIF->Cell(cellID));
switch (header.DataType) {
case MFByte:
val = (DBFloat) (((char *) data)[cellID]);
break;
case MFShort:
val = (DBFloat) (((short *) data)[cellID]);
break;
case MFInt:
val = (DBFloat) (((int *) data)[cellID]);
break;
case MFFloat:
val = (DBFloat) (((float *) data)[cellID]);
break;
case MFDouble:
val = (DBFloat) (((double *) data)[cellID]);
break;
}
gridIF->Value(record, pos, val);
}
layerID++;
}
gridIF->RecalcStats();
}
break;
}
return (DBSuccess);
}
int MFDataStreamRead (MFVariable_t *var) {
int i, sLen;
MFVarHeader_t header;
if (var->InStream->Type == MFConst) {
if (var->Header.ItemNum < 1) {
sLen = strlen (var->InPath);
for (i = strlen (MFconstStr);i < sLen;++i) if (var->InPath [i] == '.') break;
if (i == sLen) {
if (sscanf (var->InPath + strlen (MFconstStr),"%d",&(var->InStream->Handle.Int)) != 1) {
CMmsgPrint (CMmsgAppError,"Error: Reading constant [%s]!\n",var->Name);
return (CMfailed);
}
if (var->InStream->Handle.Int < 127) {
var->Header.DataType = MFByte;
var->Header.Missing.Int = MFDefaultMissingByte;
}
else if (var->InStream->Handle.Int < 32767) {
var->Header.DataType = MFShort;
var->Header.Missing.Int = MFDefaultMissingInt;
}
else {
var->Header.DataType = MFInt;
var->Header.Missing.Int = MFDefaultMissingInt;
}
if (var->Header.Missing.Int == var->InStream->Handle.Int) var->Header.Missing.Int = (int) 0;
}
else {
var->Header.DataType = MFFloat;
if (sscanf (var->InPath + strlen (MFconstStr),"%lf",&var->InStream->Handle.Float) != 1) {
CMmsgPrint (CMmsgAppError,"Error: Reading constant [%s]!\n",var->Name);
return (CMfailed);
}
var->Header.Missing.Float = CMmathEqualValues (var->InStream->Handle.Float,MFDefaultMissingFloat) ?
(float) 0.0 : MFDefaultMissingFloat;
}
}
strcpy (var->Header.Date,MFDateClimatologyStr);
}
else {
if (var->InStream->Handle.File == (FILE *) NULL) return (CMfailed);
if (!MFVarReadHeader (&header,var->InStream->Handle.File)) return (MFStop);
if (var->Data == (void *) NULL) {
if ((var->Data = (void *) realloc (var->Data,header.ItemNum * MFVarItemSize (header.DataType))) == (void *) NULL) {
CMmsgPrint (CMmsgSysError,"Variable [%s] allocation error in: %s:%d\n",var->Name,__FILE__,__LINE__);
return (CMfailed);
}
var->Header.ItemNum = header.ItemNum;
var->Header.DataType = header.DataType;
switch (var->Header.DataType) {
case MFByte:
case MFShort:
case MFInt: var->Header.Missing.Int = header.Missing.Int; break;
case MFFloat:
case MFDouble: var->Header.Missing.Float = header.Missing.Float; break;
}
}
else if (header.DataType != var->Header.DataType) {
CMmsgPrint (CMmsgAppError,"Record Type Missmatch [%d,%d] in: %s:%d varName %s \n", header.DataType, var->Header.DataType,__FILE__,__LINE__, var->Name);
return (CMfailed);
}
else if (header.ItemNum != var->Header.ItemNum) {
CMmsgPrint (CMmsgAppError,"Record Size Missmatch [%d,%d] in: %s:%d\n", header.ItemNum, var->Header.ItemNum, __FILE__,__LINE__);
return (CMfailed);
}
if ((int) fread (var->Data,MFVarItemSize (header.DataType),header.ItemNum,var->InStream->Handle.File) != header.ItemNum) {
CMmsgPrint (CMmsgSysError,"Data Reading error in: %s:%d\n",__FILE__,__LINE__);
return (CMfailed);
}
strncpy (var->Header.Date, header.Date, sizeof (header.Date));
if (header.Swap != 1)
switch (header.DataType) {
case MFShort: for (i = 0;i < var->Header.ItemNum;++i) MFSwapHalfWord ((short *) (var->Data) + i); break;
case MFInt: for (i = 0;i < var->Header.ItemNum;++i) MFSwapWord ((int *) (var->Data) + i); break;
case MFFloat: for (i = 0;i < var->Header.ItemNum;++i) MFSwapWord ((float *) (var->Data) + i); break;
case MFDouble: for (i = 0;i < var->Header.ItemNum;++i) MFSwapLongWord ((double *) (var->Data) + i); break;
default: break;
}
}
return (MFContinue);
}
int main(int argc, char *argv[]) {
int argPos, argNum = argc, ret = CMfailed, itemSize, i, bin, binNum = 1000, percent;
bool valueMode = false;
FILE *inFile = (FILE *) NULL, *outFile = stdout;
char *fileName = (char *) NULL;
void *items = (void *) NULL;
double *max = (double *) NULL;
double *min = (double *) NULL;
float *output = (float *) NULL;
int *bins = (int *) NULL;
double value, binSize, binMax, binMin, percentMin; /* percentMax */
MFdsHeader_t header, outHeader;
if (argNum < 2) goto Help;
for (argPos = 1; argPos < argNum;) {
if (CMargTest(argv[argPos], "-i", "--input")) {
if ((argNum = CMargShiftLeft(argPos, argv, argNum)) <= argPos) break;
fileName = argv[argPos];
if ((argNum = CMargShiftLeft(argPos, argv, argNum)) <= argPos) break;
continue;
}
if (CMargTest(argv[argPos], "-b", "--bins")) {
if ((argNum = CMargShiftLeft(argPos, argv, argNum)) <= argPos) break;
if (sscanf(argv[argPos], "%d", &binNum) != 1) {
CMmsgPrint(CMmsgUsrError, "Ilformed bin number!");
goto Stop;
}
if ((argNum = CMargShiftLeft(argPos, argv, argNum)) <= argPos) break;
continue;
}
if (CMargTest (argv[argPos], "-m", "--mode")) {
int mode;
const char *modes[] = {"percent", "value", (char *) NULL};
if ((argNum = CMargShiftLeft(argPos, argv, argNum)) <= argPos) {
CMmsgPrint(CMmsgUsrError, "Missing savesteps!");
return (CMfailed);
}
if ((mode = CMoptLookup(modes, argv[argPos], true)) == CMfailed) {
CMmsgPrint(CMmsgUsrError, "Invalid savesteps mode!");
return (CMfailed);
}
valueMode = mode == 1 ? true : false;
if ((argNum = CMargShiftLeft(argPos, argv, argNum)) <= argPos) break;
continue;
}
if (CMargTest(argv[argPos], "-h", "--help")) {
if ((argNum = CMargShiftLeft(argPos, argv, argNum)) < argPos) break;
Help:
CMmsgPrint(CMmsgUsrError, "%s [options] <out datastream>", CMfileName(argv[0]));
CMmsgPrint(CMmsgUsrError, " -i, --input [input datastream]");
CMmsgPrint(CMmsgUsrError, " -b, --bins [# of bins]");
CMmsgPrint(CMmsgUsrError, " -m, --mode [percent|value]");
CMmsgPrint(CMmsgUsrError, " -h,--help");
ret = CMsucceeded;
goto Stop;
}
if ((argv[argPos][0] == '-') && (strlen(argv[argPos]) > 1)) {
CMmsgPrint(CMmsgUsrError, "Unknown option: %s!", argv[argPos]);
return (CMfailed);
}
argPos++;
}
if (argNum > 2) {
CMmsgPrint(CMmsgUsrError, "Extra arguments!");
goto Stop;
}
if (fileName == (char *) NULL) {
CMmsgPrint(CMmsgUsrError, "Missing input file!");
goto Stop;
}
if ((outFile = (argNum > 2) && (strcmp(argv[1], "-") != 0) ? fopen(argv[1], "w") : stdout) == (FILE *) NULL) {
CMmsgPrint(CMmsgSysError, "Output file opening error in: %s %d", __FILE__, __LINE__);
goto Stop;
}
if ((inFile = fopen(fileName, "r")) == (FILE *) NULL) {
CMmsgPrint(CMmsgSysError, "Input file opening error in: %s %d", __FILE__, __LINE__);
goto Stop;
}
while (MFdsHeaderRead(&header, inFile) == CMsucceeded) {
if (items == (void *) NULL) {
itemSize = MFVarItemSize(header.Type);
if ((items = (void *) calloc(header.ItemNum, itemSize)) == (void *) NULL) {
CMmsgPrint(CMmsgSysError, "Memory allocation error in: %s:%d", __FILE__, __LINE__);
goto Stop;
}
if ((max = (double *) calloc(header.ItemNum, sizeof(double))) == (double *) NULL) {
CMmsgPrint(CMmsgSysError, "Memory allocation error in: %s:%d", __FILE__, __LINE__);
goto Stop;
}
if ((min = (double *) calloc(header.ItemNum, sizeof(double))) == (double *) NULL) {
CMmsgPrint(CMmsgSysError, "Memory allocation error in: %s:%d", __FILE__, __LINE__);
goto Stop;
}
if ((output = (float *) calloc(header.ItemNum, sizeof(float))) == (float *) NULL) {
CMmsgPrint(CMmsgSysError, "Memory allocation error in: %s:%d", __FILE__, __LINE__);
goto Stop;
}
if ((bins = (int *) calloc(header.ItemNum * binNum, sizeof(int))) == (int *) NULL) {
CMmsgPrint(CMmsgSysError, "Memory allocation error in: %s:%d", __FILE__, __LINE__);
goto Stop;
}
for (i = 0; i < header.ItemNum; i++) {
max[i] = -HUGE_VAL;
min[i] = HUGE_VAL;
for (bin = 0; bin < binNum; ++bin) bins[bin * header.ItemNum + i] = 0;
}
outHeader.Swap = 1;
outHeader.Type = MFFloat;
outHeader.ItemNum = header.ItemNum;
outHeader.Missing.Float = MFDefaultMissingFloat;
}
if ((int) fread(items, itemSize, header.ItemNum, inFile) != header.ItemNum) {
CMmsgPrint(CMmsgSysError, "Input reading error in: %s:%d", __FILE__, __LINE__);
goto Stop;
}
switch (header.Type) {
case MFByte:
for (i = 0; i < header.ItemNum; i++) {
if (((char *) items)[i] == header.Missing.Int) continue;
value = (double) (((char *) items)[i]);
if (max[i] < value) max[i] = value;
if (min[i] > value) min[i] = value;
}
break;
case MFShort:
for (i = 0; i < header.ItemNum; i++) {
if (header.Swap != 1) MFSwapHalfWord(((short *) items) + i);
if (((short *) items)[i] == header.Missing.Int) continue;
value = (double) (((short *) items)[i]);
if (max[i] < value) max[i] = value;
if (min[i] > value) min[i] = value;
}
break;
case MFInt:
for (i = 0; i < header.ItemNum; i++) {
if (header.Swap != 1) MFSwapWord(((int *) items) + i);
if (((int *) items)[i] == header.Missing.Int) continue;
value = (double) (((int *) items)[i]);
if (max[i] < value) max[i] = value;
if (min[i] > value) min[i] = value;
}
break;
case MFFloat:
for (i = 0; i < header.ItemNum; i++) {
if (header.Swap != 1) MFSwapWord(((float *) items) + i);
if (CMmathEqualValues(((float *) items)[i], header.Missing.Float) == true) continue;
value = (double) (((float *) items)[i]);
if (max[i] < value) max[i] = value;
if (min[i] > value) min[i] = value;
}
break;
case MFDouble:
for (i = 0; i < header.ItemNum; i++) {
if (header.Swap != 1) MFSwapLongWord(((double *) items) + i);
if (CMmathEqualValues(((double *) items)[i], header.Missing.Float) == true) continue;
value = (double) (((double *) items)[i]);
if (max[i] < value) max[i] = value;
if (min[i] > value) min[i] = value;
}
break;
}
}
if (ferror (inFile) != 0) {
CMmsgPrint(CMmsgSysError, "Input file reading error in: %s %d", __FILE__, __LINE__);
goto Stop;
}
rewind(inFile);
while (MFdsHeaderRead(&header, inFile) == CMsucceeded) {
if ((int) fread(items, itemSize, header.ItemNum, inFile) != header.ItemNum) {
CMmsgPrint(CMmsgSysError, "Input reading error in: %s:%d", __FILE__, __LINE__);
goto Stop;
}
switch (header.Type) {
case MFByte:
for (i = 0; i < header.ItemNum; i++) {
if (((char *) items)[i] == header.Missing.Int) continue;
if (!CMmathEqualValues(max[i], min[i])) {
value = (double) (((char *) items)[i]);
bin = (int) floor((double) (binNum - 1) * (value - min[i]) / (max[i] - min[i]));
for (; bin >= 0; bin--) bins[bin * header.ItemNum + i] += 1;
}
}
break;
case MFShort:
for (i = 0; i < header.ItemNum; i++) {
if (header.Swap != 1) MFSwapHalfWord(((short *) items) + i);
if (((short *) items)[i] == header.Missing.Int) continue;
if (!CMmathEqualValues(max[i], min[i])) {
value = (double) (((short *) items)[i]);
bin = (int) floor((double) (binNum - 1) * (value - min[i]) / (max[i] - min[i]));
for (; bin >= 0; bin--) bins[bin * header.ItemNum + i] += 1;
}
}
break;
case MFInt:
for (i = 0; i < header.ItemNum; i++) {
if (header.Swap != 1) MFSwapWord(((int *) items) + i);
if (((int *) items)[i] == header.Missing.Int) continue;
if (!CMmathEqualValues(max[i], min[i])) {
value = (double) (((int *) items)[i]);
bin = (int) floor((double) (binNum - 1) * (value - min[i]) / (max[i] - min[i]));
for (; bin >= 0; bin--) bins[bin * header.ItemNum + i] += 1;
}
}
break;
case MFFloat:
for (i = 0; i < header.ItemNum; i++) {
if (header.Swap != 1) MFSwapWord(((float *) items) + i);
if (CMmathEqualValues(((float *) items)[i], header.Missing.Float) == true) continue;
if (!CMmathEqualValues(max[i], min[i])) {
value = (double) (((float *) items)[i]);
bin = (int) floor((double) (binNum - 1) * (value - min[i]) / (max[i] - min[i]));
for (; bin >= 0; bin--) bins[bin * header.ItemNum + i] += 1;
}
}
break;
case MFDouble:
for (i = 0; i < header.ItemNum; i++) {
if (header.Swap != 1) MFSwapLongWord(((double *) items) + i);
if (CMmathEqualValues(((double *) items)[i], header.Missing.Float) == true) continue;
if (!CMmathEqualValues(max[i], min[i])) {
value = (double) (((double *) items)[i]);
bin = (int) floor((double) (binNum - 1) * (value - min[i]) / (max[i] - min[i]));
for (; bin >= 0; bin--) bins[bin * header.ItemNum + i] += 1;
}
}
break;
}
}
if (ferror (inFile) != 0) {
CMmsgPrint(CMmsgSysError, "Input file reading error in: %s %d", __FILE__, __LINE__);
goto Stop;
}
if (valueMode) {
for (percent = 0; percent < 100; ++percent) {
for (i = 0; i < header.ItemNum; i++) {
binSize = (max[i] - min[i]) / (float) binNum;
if (CMmathEqualValues(binSize, 0.0)) output[i] = min[i];
else {
for (bin = 0; bin < binNum; ++bin) {
percentMin = bins[bin * header.ItemNum + i] / bins[i] * 100.0;
if ((float) percent > percentMin) break;
}
binMax = bin < binNum ? (float) bin * binSize + min[i] : max[i];
binMin = bin > 0 ? (float) (bin - 1) * binSize + min[i] : min[i];
// percentMax = bin < binNum ? bins [bin * header.ItemNum + i] / bins [i] * 100.0 : 100.0;
output[i] = (binMax + binMin) / 2.0;
}
}
sprintf(outHeader.Date, "%3d", percent + 1);
if (MFdsHeaderWrite (&outHeader, outFile) == CMsucceeded) {
CMmsgPrint(CMmsgSysError, "Output writing error in: %s:%d", __FILE__, __LINE__);
goto Stop;
}
if ((int) fwrite(output, sizeof(float), outHeader.ItemNum, outFile) != outHeader.ItemNum) {
CMmsgPrint(CMmsgSysError, "Output reading error in: %s:%d", __FILE__, __LINE__);
goto Stop;
}
}
ret = CMsucceeded;
}
else {
rewind(inFile);
while (MFdsHeaderRead (&header, inFile) == CMsucceeded) {
if ((int) fread(items, itemSize, header.ItemNum, inFile) != header.ItemNum) {
CMmsgPrint(CMmsgSysError, "Input reading error in: %s:%d", __FILE__, __LINE__);
goto Stop;
}
switch (header.Type) {
case MFByte:
for (i = 0; i < header.ItemNum; i++) {
if (((char *) items)[i] == header.Missing.Int) output[i] = outHeader.Missing.Float;
else if (bins[i] > 0) {
value = (double) (((char *) items)[i]);
bin = (int) floor((double) (binNum - 1) * (value - min[i]) / (max[i] - min[i]));
output[i] = 100.0 * (double) bins[bin * header.ItemNum + i] / (double) bins[i];
}
else output[i] = 100.0;
}
break;
case MFShort:
for (i = 0; i < header.ItemNum; i++) {
if (header.Swap != 1) MFSwapHalfWord(((short *) items) + i);
if (((short *) items)[i] == header.Missing.Int) output[i] = outHeader.Missing.Float;
else if (bins[i] > 0) {
value = (double) (((short *) items)[i]);
bin = (int) floor((double) (binNum - 1) * (value - min[i]) / (max[i] - min[i]));
output[i] = 100.0 * (double) bins[bin * header.ItemNum + i] / (double) bins[i];
}
else output[i] = 100.0;
}
break;
case MFInt:
for (i = 0; i < header.ItemNum; i++) {
if (header.Swap != 1) MFSwapWord(((int *) items) + i);
if (((int *) items)[i] == header.Missing.Int) output[i] = outHeader.Missing.Float;
else if (bins[i] > 0) {
value = (double) (((int *) items)[i]);
bin = (int) floor((double) (binNum - 1) * (value - min[i]) / (max[i] - min[i]));
output[i] = 100.0 * (double) bins[bin * header.ItemNum + i] / (double) bins[i];
}
else output[i] = 100.0;
}
break;
case MFFloat:
for (i = 0; i < header.ItemNum; i++) {
if (header.Swap != 1) MFSwapWord(((float *) items) + i);
if (CMmathEqualValues(((float *) items)[i], header.Missing.Float) == true)
output[i] = outHeader.Missing.Float;
else if (bins[i] > 0) {
value = (double) (((float *) items)[i]);
bin = (int) floor((double) (binNum - 1) * (value - min[i]) / (max[i] - min[i]));
output[i] = 100.0 * (double) bins[bin * header.ItemNum + i] / (double) bins[i];
}
else output[i] = 100.0;
}
break;
case MFDouble:
for (i = 0; i < header.ItemNum; i++) {
if (header.Swap != 1) MFSwapLongWord(((double *) items) + i);
if (CMmathEqualValues(((double *) items)[i], header.Missing.Float) == true)
output[i] = outHeader.Missing.Float;
else if (bins[i] > 0) {
value = (double) (((double *) items)[i]);
bin = (int) floor((double) (binNum - 1) * (value - min[i]) / (max[i] - min[i]));
output[i] = 100.0 * (double) bins[bin * header.ItemNum + i] / (double) bins[i];
}
else output[i] = 100.0;
}
break;
}
strcpy(outHeader.Date, header.Date);
if (MFdsHeaderWrite(&outHeader, outFile) == CMsucceeded) {
CMmsgPrint(CMmsgSysError, "Output writing error in: %s:%d", __FILE__, __LINE__);
goto Stop;
}
if ((int) fwrite(output, sizeof(float), outHeader.ItemNum, outFile) != outHeader.ItemNum) {
CMmsgPrint(CMmsgSysError, "Output reading error in: %s:%d", __FILE__, __LINE__);
goto Stop;
}
}
if (ferror (inFile) != 0) {
CMmsgPrint(CMmsgSysError, "Input file reading error in: %s %d", __FILE__, __LINE__);
goto Stop;
}
ret = CMsucceeded;
}
Stop:
if (items != (void *) NULL) free(items);
if (max != (double *) NULL) free(max);
if (min != (double *) NULL) free(min);
if (inFile != (FILE *) NULL) fclose(inFile);
if (outFile != stdout) fclose(outFile);
return (ret);
}
