int MFDataStreamWrite (MFVariable_t *var, const char *date) { int itemSize; MFVarHeader_t header; memcpy (&header, &(var->Header), sizeof (MFVarHeader_t)); strncpy (header.Date, date, sizeof (header.Date) - 1); itemSize = MFVarItemSize (header.DataType); header.Swap = 1; if (!MFVarWriteHeader (&(header),var->OutStream->Handle.File) != CMsucceeded) return (CMfailed); if ((int) fwrite (var->Data,itemSize,header.ItemNum,var->OutStream->Handle.File) != header.ItemNum) { CMmsgPrint (CMmsgSysError,"Data writing error in: %s:%d\n"__FILE__,__LINE__); return (CMfailed); } return (CMsucceeded); }
int main(int argc, char *argv[]) { int argPos = 0, argNum = argc, ret = CMfailed, itemSize, itemID; FILE *inFile = stdin, *outFile = stdout; void *items = (void *) NULL; MFVarHeader_t header; if (argNum < 2) goto Help; for (argPos = 1; argPos < argNum;) { if (CMargTest(argv[argPos], "-i", "--item")) { if ((argNum = CMargShiftLeft(argPos, argv, argNum)) <= argPos) { CMmsgPrint(CMmsgUsrError, "Missing sampling item!"); return (CMfailed); } if ((sscanf(argv[argPos], "%d", &itemID)) != 1) { CMmsgPrint(CMmsgUsrError, "Invalid sampling item"); return (CMfailed); } if ((argNum = CMargShiftLeft(argPos, argv, argNum)) <= argPos) break; continue; } Help: if (CMargTest(argv[argPos], "-h", "--help")) { if ((argNum = CMargShiftLeft(argPos, argv, argNum)) < argPos) break; CMmsgPrint(CMmsgUsrError, "%s [options] <in datastream> <out datastream>", CMfileName(argv[0])); CMmsgPrint(CMmsgUsrError, " -i, --item [item]"); CMmsgPrint(CMmsgUsrError, " -h,--help"); ret = CMsucceeded; goto Stop; } if ((argv[argPos][0] == '-') && (strlen(argv[argPos]) > 1)) { CMmsgPrint(CMmsgUsrError, "Unknown option: %s!", argv[argPos]); return (CMfailed); } argPos++; } if (argNum > 3) { CMmsgPrint(CMmsgUsrError, "Extra arguments!"); goto Stop; } if ((inFile = (argNum > 1) && (strcmp(argv[1], "-") != 0) ? fopen(argv[1], "r") : stdin) == (FILE *) NULL) { CMmsgPrint(CMmsgSysError, "Input file opening error in: %s %d", __FILE__, __LINE__); goto Stop; } if ((outFile = (argNum > 2) && (strcmp(argv[2], "-") != 0) ? fopen(argv[2], "w") : stdout) == (FILE *) NULL) { CMmsgPrint(CMmsgSysError, "Output file opening error in: %s %d", __FILE__, __LINE__); goto Stop; } while (MFVarReadHeader(&header, inFile)) { if (items == (void *) NULL) { itemSize = MFVarItemSize(header.DataType); if ((items = (void *) calloc(header.ItemNum, itemSize)) == (void *) NULL) { CMmsgPrint(CMmsgSysError, "Memory allocation error in: %s:%d", __FILE__, __LINE__); goto Stop; } } if ((int) fread(items, itemSize, header.ItemNum, inFile) != header.ItemNum) { CMmsgPrint(CMmsgSysError, "Input reading error in: %s:%d", __FILE__, __LINE__); goto Stop; } if ((itemID < 0) || (itemID >= header.ItemNum)) { CMmsgPrint(CMmsgAppError, "Invalid Item id [%d]", itemID); continue; } switch (header.DataType) { case MFByte: if (((char *) items)[itemID] != header.Missing.Int) fprintf(outFile, "%s\t%d\n", header.Date, (int) ((char *) items)[itemID]); else fprintf(outFile, "%s\t\n", header.Date); break; case MFShort: if (header.Swap != 1) MFSwapHalfWord(((short *) items) + itemID); if (((short *) items)[itemID] != header.Missing.Int) fprintf(outFile, "\t%d\n", (int) ((short *) items)[itemID]); else fprintf(outFile, "%s\t\n", header.Date); break; case MFInt: if (header.Swap != 1) MFSwapWord(((int *) items) + itemID); if (((int *) items)[itemID] != header.Missing.Int) fprintf(outFile, "%s\t%d\n", header.Date, (int) ((int *) items)[itemID]); else fprintf(outFile, "%s\t\n", header.Date); break; case MFFloat: if (header.Swap != 1) MFSwapWord(((float *) items) + itemID); if (CMmathEqualValues(((float *) items)[itemID], header.Missing.Float) == false) fprintf(outFile, "%s\t%f\n", header.Date, (float) ((float *) items)[itemID]); else fprintf(outFile, "%s\t\n", header.Date); break; case MFDouble: if (header.Swap != 1) MFSwapLongWord(((double *) items) + itemID); if (CMmathEqualValues(((double *) items)[itemID], header.Missing.Float) == false) fprintf(outFile, "%s\t%lf\n", header.Date, (double) ((double *) items)[itemID]); else fprintf(outFile, "%s\t\n", header.Date); break; } } ret = CMsucceeded; Stop: if (inFile != stdin) fclose(inFile); if (outFile != stdout) fclose(outFile); return (ret); }
static int _MFModelParse (int argc, char *argv [],int argNum, int (*conf) ()) { FILE *inFile; bool testOnly = false; int argPos, ret, help = false; int i, varID, intVal; float floatVal; char *startDate = (char *) NULL, *endDate = (char *) NULL; MFVariable_t *var; int MFLoadConfig (const char *,int (*) (const char *, const char *, bool)); bool _MFOptionNew (char *,char *), _MFOptionTestInUse (); for (argPos = 1;argPos < argNum;) { if (CMargTest (argv [argPos],"-i","--input")) { if ((argNum = CMargShiftLeft (argPos,argv,argNum)) < 1) { CMmsgPrint (CMmsgUsrError,"Missing input argument!\n"); return (CMfailed); } for (i = 0;i < (int) strlen (argv[argPos]);++i) if (argv [argPos][i] == '=') break; if (i == (int) strlen (argv [argPos])) { CMmsgPrint (CMmsgUsrError,"Illformed input variable [%s] in: %s:%d\n",argv [argPos],__FILE__,__LINE__); return (CMfailed); } argv [argPos][i] = '\0'; if (MFVarSetPath (argv [argPos],argv [argPos] + i + 1, false, MFInput) == (MFVariable_t *) NULL) return (CMfailed); if ((argNum = CMargShiftLeft(argPos,argv,argNum)) <= argPos) break; continue; } if (CMargTest (argv [argPos],"-o","--output")) { if ((argNum = CMargShiftLeft (argPos,argv,argNum)) < 1) { CMmsgPrint (CMmsgUsrError,"Missing _MFModelOutput argument!\n"); return (CMfailed); } for (i = 0;i < (int) strlen (argv[argPos]);++i) if (argv [argPos][i] == '=') break; if (i == (int) strlen (argv [argPos])) { CMmsgPrint (CMmsgUsrError,"Illformed _MFModelOutput variable [%s]!\n",argv [argPos]); return (CMfailed); } argv [argPos][i] = '\0'; if (_MFModelOutputNew (argv [argPos],argv [argPos] + i + 1,false) == CMfailed) return (CMfailed); if ((argNum = CMargShiftLeft(argPos,argv,argNum)) <= argPos) break; continue; } if (CMargTest (argv [argPos],"-t","--state")) { if ((argNum = CMargShiftLeft (argPos,argv,argNum)) < 1) { CMmsgPrint (CMmsgUsrError,"Missing _MFModelOutput argument!\n"); return (CMfailed); } for (i = 0;i < (int) strlen (argv[argPos]);++i) if (argv [argPos][i] == '=') break; if (i == (int) strlen (argv [argPos])) { CMmsgPrint (CMmsgUsrError,"Illformed _MFModelOutput variable [%s]!\n",argv [argPos]); return (CMfailed); } argv [argPos][i] = '\0'; if (_MFModelOutputNew (argv [argPos],argv [argPos] + i + 1, true) == CMfailed) return (CMfailed); if ((argNum = CMargShiftLeft(argPos,argv,argNum)) <= argPos) break; continue; } if (CMargTest (argv [argPos],"-s","--start")) { if ((argNum = CMargShiftLeft (argPos,argv,argNum)) < 1) { CMmsgPrint (CMmsgUsrError,"Missing start time!\n"); return (CMfailed); } startDate = argv [argPos]; if ((argNum = CMargShiftLeft(argPos,argv,argNum)) <= argPos) break; continue; } if (CMargTest (argv [argPos],"-n","--end")) { if ((argNum = CMargShiftLeft (argPos,argv,argNum)) < 1) { CMmsgPrint (CMmsgUsrError,"Missing end time!\n"); return (CMfailed); } endDate = argv [argPos]; if ((argNum = CMargShiftLeft(argPos,argv,argNum)) <= argPos) break; continue; } if (CMargTest (argv [argPos],"-T","--testonly")) { testOnly = true; if ((argNum = CMargShiftLeft(argPos,argv,argNum)) <= argPos) break; } if (CMargTest (argv [argPos],"-m","--message")) { const char *types [] = { "sys_error", "app_error", "usr_error", "debug", "warning", "info", (char *) NULL }; CMmsgType msgTypes [] = { CMmsgSysError, CMmsgAppError, CMmsgUsrError, CMmsgDebug, CMmsgWarning, CMmsgInfo }; int type; const char *modes [] = { "file:", "on", "off", (char *) NULL }; if ((argNum = CMargShiftLeft (argPos,argv,argNum)) < 1) { CMmsgPrint (CMmsgUsrError,"Missing message argument!\n"); return (CMfailed); } if ((type = CMoptLookup (types,argv [argPos],false)) == CMfailed) { CMmsgPrint (CMmsgWarning,"Ignoring illformed message [%s]!\n",argv [argPos]); } else { switch (CMoptLookup (modes, argv [argPos] + strlen (types [type]) + 1, false)) { case 0: CMmsgSetStreamFile (msgTypes [type], argv [argPos] + strlen (types [type]) + 1 + strlen (modes [0])); case 1: CMmsgSetStatus (msgTypes [type], true); break; case 2: CMmsgSetStatus (msgTypes [type], false); break; default: CMmsgPrint (CMmsgWarning,"Ignoring illformed message [%s]!\n",argv [argPos]); break; } } if ((argNum = CMargShiftLeft(argPos,argv,argNum)) <= argPos) break; continue; } if (CMargTest (argv [argPos],"-h","--help")) { help = true; CMmsgPrint (CMmsgInfo,"%s [options] <domain>\n",CMfileName (argv [0])); CMmsgPrint (CMmsgInfo," -s, --start [start date in the form of \"yyyy-mm-dd\"]\n"); CMmsgPrint (CMmsgInfo," -n, --end [end date in the form of \"yyyy-mm-dd\"]\n"); CMmsgPrint (CMmsgInfo," -i, --input [variable=source]\n"); CMmsgPrint (CMmsgInfo," -o, --output [variable=destination]\n"); CMmsgPrint (CMmsgInfo," -r, --state [variable=statefile]\n"); CMmsgPrint (CMmsgInfo," -ol, --output-listfile [output listfile]\n"); CMmsgPrint (CMmsgInfo," -p, --option [option=content]\n"); CMmsgPrint (CMmsgInfo," -r, --route [variable]\n"); CMmsgPrint (CMmsgInfo," -T, --testonly\n"); CMmsgPrint (CMmsgInfo," -m, --message [sys_error|app_error|usr_error|debug|warning|info]=[on|off|file=<filename>]\n"); CMmsgPrint (CMmsgInfo," -h, --help\n"); break; } if ((argv [argPos][0] == '-') && (strlen (argv [argPos]) > 1)) { CMmsgPrint (CMmsgUsrError,"Unknown option [%s]!\n",argv [argPos]); return (CMfailed); } argPos++; } if (startDate == (char *) NULL) startDate = "XXXX-01-01"; if (endDate == (char *) NULL) endDate = "XXXX-12-31"; if (!MFDateSetStart (startDate)) { CMmsgPrint (CMmsgAppError,"Error: Invalid start date!\n"); ret = CMfailed; } if (!MFDateSetCurrent (startDate)) ret = CMfailed; if (!MFDateSetEnd (endDate)) { CMmsgPrint (CMmsgAppError,"Error: Invalid end date!\n"); ret = CMfailed; } if (ret == CMfailed) return (CMfailed); ret = conf (); if (help) { MFOptionPrintList (); return (CMfailed); } if (ret == CMfailed) return (CMfailed); if (testOnly) { CMmsgPrint (CMmsgInfo, "ID %10s %30s[%10s] %6s %5s NStep %3s %4s %8s Output", "Start_Date", "Variable","Unit","Type", "TStep", "Set", "Flux", "Initial"); for (var = MFVarGetByID (varID = 1);var != (MFVariable_t *) NULL;var = MFVarGetByID (++varID)) if ((strncmp (var->Name,"__",2) != 0) || var->Initial) CMmsgPrint (CMmsgInfo, "%3i %10s %30s[%10s] %6s %5s %5d %3s %4s %8s %6s", varID,var->Header.Date,var->Name,var->Unit,MFVarTypeString (var->Header.DataType),MFDateTimeStepString (var->TStep),var->NStep, CMyesNoString (var->Set),CMyesNoString (var->Flux),CMyesNoString (var->Initial), CMyesNoString (var->OutPath != (char *) NULL)); return (CMfailed); } if ((argNum) > 2) { CMmsgPrint (CMmsgUsrError,"Extra arguments!"); return (CMfailed); } if ((argNum) < 2) { CMmsgPrint (CMmsgUsrError,"Missing Template Coverage!"); return (CMfailed); } if ((inFile = strcmp (argv [1],"-") != 0 ? fopen (argv [1],"r") : stdin) == (FILE *) NULL) { CMmsgPrint (CMmsgAppError,"%s: Template Coverage [%s] Opening error!",CMfileName (argv [0]),argv [1]); return (CMfailed); } if ((_MFDomain = MFDomainGet (inFile)) == (MFDomain_t *) NULL) return (CMfailed); for (var = MFVarGetByID (varID = 1);var != (MFVariable_t *) NULL;var = MFVarGetByID (++varID)) { if (var->InStream == (MFDataStream_t *) NULL) var->TStep = MFTimeStepDay; else if ((var->Initial == false) && (MFDateSetCurrent (var->Header.Date) == false)) CMmsgPrint (CMmsgWarning,"Warning: Invalid date in input (%s)",var->Name); if (var->Flux) sprintf (var->Unit + strlen (var->Unit),"/%s",MFDateTimeStepUnit (var->TStep)); } MFDateRewind (); if (strcmp (startDate,MFDateGetCurrent ()) != 0)//zero. strings are equal CMmsgPrint (CMmsgWarning,"Warning: Adjusting start date (%s,%s)!",startDate, MFDateGetCurrent ()); for (var = MFVarGetByID (varID = 1);var != (MFVariable_t *) NULL;var = MFVarGetByID (++varID)) { switch (var->Header.DataType) { case MFInput: CMmsgPrint (CMmsgAppError, "Error: Unresolved variable (%s [%s] %s)!",var->Name,var->Unit, MFVarTypeString (var->Header.DataType)); ret = CMfailed; break; case MFRoute: case MFOutput: var->Header.DataType = MFFloat; var->Header.Missing.Float = MFDefaultMissingFloat; default: if (var->Data == (void *) NULL) { var->Header.ItemNum = _MFDomain->ObjNum; if ((var->Data = (void *) calloc (var->Header.ItemNum,MFVarItemSize (var->Header.DataType))) == (void *) NULL) { CMmsgPrint (CMmsgSysError,"Memory Allocation Error in: %s:%d",__FILE__,__LINE__); ret = CMfailed; } switch (var->Header.DataType) { case MFByte: case MFShort: case MFInt: intVal = var->InStream == (MFDataStream_t *) NULL ? 0 : var->InStream->Handle.Int; for (i = 0;i < var->Header.ItemNum;++i) MFVarSetInt (varID,i,intVal); break; case MFFloat: case MFDouble: floatVal = var->InStream == (MFDataStream_t *) NULL ? 0.0 : var->InStream->Handle.Float; for (i = 0;i < var->Header.ItemNum;++i) MFVarSetFloat (varID,i,floatVal); break; } } else { if (var->Header.ItemNum != _MFDomain->ObjNum) { CMmsgPrint (CMmsgAppError,"Error: Inconsistent data stream (%s [%s])!",var->Name,var->Unit); ret = CMfailed; } else if (var->Initial) { while (MFDataStreamRead (var) == MFContinue); MFDataStreamClose (var->InStream); var->InPath = (char *) NULL; var->InStream = (MFDataStream_t *) NULL; } switch (var->TStep) { default: var->NStep = 1; break; case MFTimeStepMonth: var->NStep = MFDateGetMonthLength (); break; case MFTimeStepYear: var->NStep = 365; break; } } if (!var->Initial && !var->Set) { CMmsgPrint (CMmsgWarning,"Warning: Ignoring unused variable (%s)!",var->Name); MFDataStreamClose (var->InStream); var->InPath = (char *) NULL; var->InStream = (MFDataStream_t *) NULL; var->Set = true; var->Initial = true; } break; } } for (i = 0;i < _MFModelOutNum;++i) MFVarSetPath (_MFModelOutput [i].Name, _MFModelOutput [i].Path, _MFModelOutput [i].State, MFOutput); free (_MFModelOutput); CMmsgPrint (CMmsgInfo, "ID %10s %30s[%10s] %6s %5s NStep %3s %4s %8s Output", "Start_Date", "Variable","Unit","Type", "TStep", "Set", "Flux", "Initial"); for (var = MFVarGetByID (varID = 1);var != (MFVariable_t *) NULL;var = MFVarGetByID (++varID)) if ((strncmp (var->Name,"__",2) != 0) || var->Initial) CMmsgPrint (CMmsgInfo, "%3i %10s %30s[%10s] %6s %5s %5d %3s %4s %8s %6s", varID,var->Header.Date,var->Name,var->Unit,MFVarTypeString (var->Header.DataType),MFDateTimeStepString (var->TStep),var->NStep, CMyesNoString (var->Set),CMyesNoString (var->Flux),CMyesNoString (var->Initial), CMyesNoString (var->OutPath != (char *) NULL)); if (ret == CMfailed) return (CMfailed); _MFOptionTestInUse (); return (ret); }
DBInt RGlibDataStream2RGIS(DBObjData *outData, DBObjData *tmplData, FILE *inFile) { DBInt layerID = 0, itemSize; DBPosition pos; DBFloat val; void *data = (void *) NULL; MFVarHeader_t header; DBObjRecord *record; switch (tmplData->Type()) { case DBTypeVectorPoint: { DBInt itemID; DBDate date; DBObjTable *itemTable = outData->Table(DBrNItems); DBObjTableField *idField = new DBObjTableField("ItemID", DBTableFieldInt, "%6d", sizeof(DBInt), false); DBObjTableField *dateField = new DBObjTableField("Date", DBTableFieldDate, "%s", sizeof(DBDate), false); DBObjTableField *valField; DBVPointIF *pntIF = new DBVPointIF(tmplData); itemTable->AddField(idField); itemTable->AddField(dateField); while (MFVarReadHeader(&header, inFile)) { if (header.ItemNum != pntIF->ItemNum()) { CMmsgPrint(CMmsgUsrError, "Error: Datastream inconsistency %d %d!", header.ItemNum, pntIF->ItemNum()); return (DBFault); } if (data == (void *) NULL) { itemSize = MFVarItemSize(header.DataType); if ((data = (void *) realloc(data, header.ItemNum * itemSize)) == (void *) NULL) { CMmsgPrint(CMmsgSysError, "Memory allocation error in: %s %d", __FILE__, __LINE__); return (DBFault); } switch (header.DataType) { case MFByte: valField = new DBObjTableField("Value", DBTableFieldInt, "%2d", sizeof(char), false); case MFShort: valField = new DBObjTableField("Value", DBTableFieldInt, "%4d", sizeof(DBShort), false); case MFInt: valField = new DBObjTableField("Value", DBTableFieldInt, "%8d", sizeof(DBInt), false); case MFFloat: valField = new DBObjTableField("Value", DBTableFieldFloat, "%8.2f", sizeof(DBFloat4), false); case MFDouble: valField = new DBObjTableField("Value", DBTableFieldFloat, "%8.2f", sizeof(DBFloat), false); } itemTable->AddField(valField); } if ((int) fread(data, itemSize, header.ItemNum, inFile) != header.ItemNum) { CMmsgPrint(CMmsgSysError, "Error: Data stream read in: %s %d", __FILE__, __LINE__); return (DBFault); } for (itemID = 0; itemID < header.ItemNum; ++itemID) { record = itemTable->Add(header.Date); date.Set(header.Date); idField->Int(record, itemID); dateField->Date(record, date); /* decDateField->Float (record,date); */ switch (header.DataType) { case MFByte: valField->Int(record, ((char *) data)[itemID]); break; case MFShort: valField->Int(record, ((short *) data)[itemID]); break; case MFInt: valField->Int(record, ((int *) data)[itemID]); break; case MFFloat: valField->Float(record, ((float *) data)[itemID]); break; case MFDouble: valField->Float(record, ((double *) data)[itemID]); break; } } } delete pntIF; } break; case DBTypeGridContinuous: case DBTypeGridDiscrete: { DBGridIF *gridIF = new DBGridIF(outData); while (MFVarReadHeader(&header, inFile)) { if (header.ItemNum != gridIF->RowNum() * gridIF->ColNum()) { CMmsgPrint(CMmsgUsrError, "Error: Datastream inconsistency!"); return (DBFault); } if (layerID == 0) { itemSize = MFVarItemSize(header.DataType); if ((data = (void *) realloc(data, header.ItemNum * itemSize)) == (void *) NULL) { CMmsgPrint(CMmsgSysError, "Memory allocation error in: %s %d", __FILE__, __LINE__); return (DBFault); } record = gridIF->Layer(layerID); gridIF->RenameLayer(header.Date); } else record = gridIF->AddLayer(header.Date); switch (header.DataType) { case MFByte: case MFShort: case MFInt: gridIF->MissingValue(record, header.Missing.Int); break; case MFFloat: case MFDouble: gridIF->MissingValue(record, header.Missing.Float); break; } if ((int) fread(data, itemSize, header.ItemNum, inFile) != header.ItemNum) { CMmsgPrint(CMmsgSysError, "Error: Data stream read in: %s %d", __FILE__, __LINE__); return (DBFault); } for (pos.Row = 0; pos.Row < gridIF->RowNum(); ++pos.Row) for (pos.Col = 0; pos.Col < gridIF->ColNum(); ++pos.Col) { switch (header.DataType) { case MFByte: val = (DBFloat) (((char *) data)[pos.Row * gridIF->ColNum() + pos.Col]); break; case MFShort: val = (DBFloat) (((short *) data)[pos.Row * gridIF->ColNum() + pos.Col]); break; case MFInt: val = (DBFloat) (((int *) data)[pos.Row * gridIF->ColNum() + pos.Col]); break; case MFFloat: val = (DBFloat) (((float *) data)[pos.Row * gridIF->ColNum() + pos.Col]); break; case MFDouble: val = (DBFloat) (((double *) data)[pos.Row * gridIF->ColNum() + pos.Col]); break; } gridIF->Value(record, pos, val); } layerID++; } gridIF->RecalcStats(); } break; case DBTypeNetwork: { DBInt cellID; DBGridIF *gridIF = new DBGridIF(outData); DBNetworkIF *netIF = new DBNetworkIF(tmplData); while (MFVarReadHeader(&header, inFile)) { if (header.ItemNum != netIF->CellNum()) { CMmsgPrint(CMmsgUsrError, "Error: Datastream inconsistency!"); return (DBFault); } if (layerID == 0) { itemSize = MFVarItemSize(header.DataType); if ((data = (void *) realloc(data, header.ItemNum * itemSize)) == (void *) NULL) { CMmsgPrint(CMmsgSysError, "Memory allocation error in: %s %d", __FILE__, __LINE__); return (DBFault); } record = gridIF->Layer(layerID); gridIF->RenameLayer(header.Date); } else record = gridIF->AddLayer(header.Date); if ((int) fread(data, itemSize, header.ItemNum, inFile) != header.ItemNum) { CMmsgPrint(CMmsgSysError, "Error: Data stream read in: %s %d", __FILE__, __LINE__); delete netIF; return (DBFault); } for (pos.Row = 0; pos.Row < gridIF->RowNum(); ++pos.Row) for (pos.Col = 0; pos.Col < gridIF->ColNum(); ++pos.Col) gridIF->Value(record, pos, gridIF->MissingValue()); for (cellID = 0; cellID < netIF->CellNum(); ++cellID) { pos = netIF->CellPosition(netIF->Cell(cellID)); switch (header.DataType) { case MFByte: val = (DBFloat) (((char *) data)[cellID]); break; case MFShort: val = (DBFloat) (((short *) data)[cellID]); break; case MFInt: val = (DBFloat) (((int *) data)[cellID]); break; case MFFloat: val = (DBFloat) (((float *) data)[cellID]); break; case MFDouble: val = (DBFloat) (((double *) data)[cellID]); break; } gridIF->Value(record, pos, val); } layerID++; } gridIF->RecalcStats(); } break; } return (DBSuccess); }
int MFDataStreamRead (MFVariable_t *var) { int i, sLen; MFVarHeader_t header; if (var->InStream->Type == MFConst) { if (var->Header.ItemNum < 1) { sLen = strlen (var->InPath); for (i = strlen (MFconstStr);i < sLen;++i) if (var->InPath [i] == '.') break; if (i == sLen) { if (sscanf (var->InPath + strlen (MFconstStr),"%d",&(var->InStream->Handle.Int)) != 1) { CMmsgPrint (CMmsgAppError,"Error: Reading constant [%s]!\n",var->Name); return (CMfailed); } if (var->InStream->Handle.Int < 127) { var->Header.DataType = MFByte; var->Header.Missing.Int = MFDefaultMissingByte; } else if (var->InStream->Handle.Int < 32767) { var->Header.DataType = MFShort; var->Header.Missing.Int = MFDefaultMissingInt; } else { var->Header.DataType = MFInt; var->Header.Missing.Int = MFDefaultMissingInt; } if (var->Header.Missing.Int == var->InStream->Handle.Int) var->Header.Missing.Int = (int) 0; } else { var->Header.DataType = MFFloat; if (sscanf (var->InPath + strlen (MFconstStr),"%lf",&var->InStream->Handle.Float) != 1) { CMmsgPrint (CMmsgAppError,"Error: Reading constant [%s]!\n",var->Name); return (CMfailed); } var->Header.Missing.Float = CMmathEqualValues (var->InStream->Handle.Float,MFDefaultMissingFloat) ? (float) 0.0 : MFDefaultMissingFloat; } } strcpy (var->Header.Date,MFDateClimatologyStr); } else { if (var->InStream->Handle.File == (FILE *) NULL) return (CMfailed); if (!MFVarReadHeader (&header,var->InStream->Handle.File)) return (MFStop); if (var->Data == (void *) NULL) { if ((var->Data = (void *) realloc (var->Data,header.ItemNum * MFVarItemSize (header.DataType))) == (void *) NULL) { CMmsgPrint (CMmsgSysError,"Variable [%s] allocation error in: %s:%d\n",var->Name,__FILE__,__LINE__); return (CMfailed); } var->Header.ItemNum = header.ItemNum; var->Header.DataType = header.DataType; switch (var->Header.DataType) { case MFByte: case MFShort: case MFInt: var->Header.Missing.Int = header.Missing.Int; break; case MFFloat: case MFDouble: var->Header.Missing.Float = header.Missing.Float; break; } } else if (header.DataType != var->Header.DataType) { CMmsgPrint (CMmsgAppError,"Record Type Missmatch [%d,%d] in: %s:%d varName %s \n", header.DataType, var->Header.DataType,__FILE__,__LINE__, var->Name); return (CMfailed); } else if (header.ItemNum != var->Header.ItemNum) { CMmsgPrint (CMmsgAppError,"Record Size Missmatch [%d,%d] in: %s:%d\n", header.ItemNum, var->Header.ItemNum, __FILE__,__LINE__); return (CMfailed); } if ((int) fread (var->Data,MFVarItemSize (header.DataType),header.ItemNum,var->InStream->Handle.File) != header.ItemNum) { CMmsgPrint (CMmsgSysError,"Data Reading error in: %s:%d\n",__FILE__,__LINE__); return (CMfailed); } strncpy (var->Header.Date, header.Date, sizeof (header.Date)); if (header.Swap != 1) switch (header.DataType) { case MFShort: for (i = 0;i < var->Header.ItemNum;++i) MFSwapHalfWord ((short *) (var->Data) + i); break; case MFInt: for (i = 0;i < var->Header.ItemNum;++i) MFSwapWord ((int *) (var->Data) + i); break; case MFFloat: for (i = 0;i < var->Header.ItemNum;++i) MFSwapWord ((float *) (var->Data) + i); break; case MFDouble: for (i = 0;i < var->Header.ItemNum;++i) MFSwapLongWord ((double *) (var->Data) + i); break; default: break; } } return (MFContinue); }
int main(int argc, char *argv[]) { int argPos, argNum = argc, ret = CMfailed, itemSize, i, bin, binNum = 1000, percent; bool valueMode = false; FILE *inFile = (FILE *) NULL, *outFile = stdout; char *fileName = (char *) NULL; void *items = (void *) NULL; double *max = (double *) NULL; double *min = (double *) NULL; float *output = (float *) NULL; int *bins = (int *) NULL; double value, binSize, binMax, binMin, percentMin; /* percentMax */ MFdsHeader_t header, outHeader; if (argNum < 2) goto Help; for (argPos = 1; argPos < argNum;) { if (CMargTest(argv[argPos], "-i", "--input")) { if ((argNum = CMargShiftLeft(argPos, argv, argNum)) <= argPos) break; fileName = argv[argPos]; if ((argNum = CMargShiftLeft(argPos, argv, argNum)) <= argPos) break; continue; } if (CMargTest(argv[argPos], "-b", "--bins")) { if ((argNum = CMargShiftLeft(argPos, argv, argNum)) <= argPos) break; if (sscanf(argv[argPos], "%d", &binNum) != 1) { CMmsgPrint(CMmsgUsrError, "Ilformed bin number!"); goto Stop; } if ((argNum = CMargShiftLeft(argPos, argv, argNum)) <= argPos) break; continue; } if (CMargTest (argv[argPos], "-m", "--mode")) { int mode; const char *modes[] = {"percent", "value", (char *) NULL}; if ((argNum = CMargShiftLeft(argPos, argv, argNum)) <= argPos) { CMmsgPrint(CMmsgUsrError, "Missing savesteps!"); return (CMfailed); } if ((mode = CMoptLookup(modes, argv[argPos], true)) == CMfailed) { CMmsgPrint(CMmsgUsrError, "Invalid savesteps mode!"); return (CMfailed); } valueMode = mode == 1 ? true : false; if ((argNum = CMargShiftLeft(argPos, argv, argNum)) <= argPos) break; continue; } if (CMargTest(argv[argPos], "-h", "--help")) { if ((argNum = CMargShiftLeft(argPos, argv, argNum)) < argPos) break; Help: CMmsgPrint(CMmsgUsrError, "%s [options] <out datastream>", CMfileName(argv[0])); CMmsgPrint(CMmsgUsrError, " -i, --input [input datastream]"); CMmsgPrint(CMmsgUsrError, " -b, --bins [# of bins]"); CMmsgPrint(CMmsgUsrError, " -m, --mode [percent|value]"); CMmsgPrint(CMmsgUsrError, " -h,--help"); ret = CMsucceeded; goto Stop; } if ((argv[argPos][0] == '-') && (strlen(argv[argPos]) > 1)) { CMmsgPrint(CMmsgUsrError, "Unknown option: %s!", argv[argPos]); return (CMfailed); } argPos++; } if (argNum > 2) { CMmsgPrint(CMmsgUsrError, "Extra arguments!"); goto Stop; } if (fileName == (char *) NULL) { CMmsgPrint(CMmsgUsrError, "Missing input file!"); goto Stop; } if ((outFile = (argNum > 2) && (strcmp(argv[1], "-") != 0) ? fopen(argv[1], "w") : stdout) == (FILE *) NULL) { CMmsgPrint(CMmsgSysError, "Output file opening error in: %s %d", __FILE__, __LINE__); goto Stop; } if ((inFile = fopen(fileName, "r")) == (FILE *) NULL) { CMmsgPrint(CMmsgSysError, "Input file opening error in: %s %d", __FILE__, __LINE__); goto Stop; } while (MFdsHeaderRead(&header, inFile) == CMsucceeded) { if (items == (void *) NULL) { itemSize = MFVarItemSize(header.Type); if ((items = (void *) calloc(header.ItemNum, itemSize)) == (void *) NULL) { CMmsgPrint(CMmsgSysError, "Memory allocation error in: %s:%d", __FILE__, __LINE__); goto Stop; } if ((max = (double *) calloc(header.ItemNum, sizeof(double))) == (double *) NULL) { CMmsgPrint(CMmsgSysError, "Memory allocation error in: %s:%d", __FILE__, __LINE__); goto Stop; } if ((min = (double *) calloc(header.ItemNum, sizeof(double))) == (double *) NULL) { CMmsgPrint(CMmsgSysError, "Memory allocation error in: %s:%d", __FILE__, __LINE__); goto Stop; } if ((output = (float *) calloc(header.ItemNum, sizeof(float))) == (float *) NULL) { CMmsgPrint(CMmsgSysError, "Memory allocation error in: %s:%d", __FILE__, __LINE__); goto Stop; } if ((bins = (int *) calloc(header.ItemNum * binNum, sizeof(int))) == (int *) NULL) { CMmsgPrint(CMmsgSysError, "Memory allocation error in: %s:%d", __FILE__, __LINE__); goto Stop; } for (i = 0; i < header.ItemNum; i++) { max[i] = -HUGE_VAL; min[i] = HUGE_VAL; for (bin = 0; bin < binNum; ++bin) bins[bin * header.ItemNum + i] = 0; } outHeader.Swap = 1; outHeader.Type = MFFloat; outHeader.ItemNum = header.ItemNum; outHeader.Missing.Float = MFDefaultMissingFloat; } if ((int) fread(items, itemSize, header.ItemNum, inFile) != header.ItemNum) { CMmsgPrint(CMmsgSysError, "Input reading error in: %s:%d", __FILE__, __LINE__); goto Stop; } switch (header.Type) { case MFByte: for (i = 0; i < header.ItemNum; i++) { if (((char *) items)[i] == header.Missing.Int) continue; value = (double) (((char *) items)[i]); if (max[i] < value) max[i] = value; if (min[i] > value) min[i] = value; } break; case MFShort: for (i = 0; i < header.ItemNum; i++) { if (header.Swap != 1) MFSwapHalfWord(((short *) items) + i); if (((short *) items)[i] == header.Missing.Int) continue; value = (double) (((short *) items)[i]); if (max[i] < value) max[i] = value; if (min[i] > value) min[i] = value; } break; case MFInt: for (i = 0; i < header.ItemNum; i++) { if (header.Swap != 1) MFSwapWord(((int *) items) + i); if (((int *) items)[i] == header.Missing.Int) continue; value = (double) (((int *) items)[i]); if (max[i] < value) max[i] = value; if (min[i] > value) min[i] = value; } break; case MFFloat: for (i = 0; i < header.ItemNum; i++) { if (header.Swap != 1) MFSwapWord(((float *) items) + i); if (CMmathEqualValues(((float *) items)[i], header.Missing.Float) == true) continue; value = (double) (((float *) items)[i]); if (max[i] < value) max[i] = value; if (min[i] > value) min[i] = value; } break; case MFDouble: for (i = 0; i < header.ItemNum; i++) { if (header.Swap != 1) MFSwapLongWord(((double *) items) + i); if (CMmathEqualValues(((double *) items)[i], header.Missing.Float) == true) continue; value = (double) (((double *) items)[i]); if (max[i] < value) max[i] = value; if (min[i] > value) min[i] = value; } break; } } if (ferror (inFile) != 0) { CMmsgPrint(CMmsgSysError, "Input file reading error in: %s %d", __FILE__, __LINE__); goto Stop; } rewind(inFile); while (MFdsHeaderRead(&header, inFile) == CMsucceeded) { if ((int) fread(items, itemSize, header.ItemNum, inFile) != header.ItemNum) { CMmsgPrint(CMmsgSysError, "Input reading error in: %s:%d", __FILE__, __LINE__); goto Stop; } switch (header.Type) { case MFByte: for (i = 0; i < header.ItemNum; i++) { if (((char *) items)[i] == header.Missing.Int) continue; if (!CMmathEqualValues(max[i], min[i])) { value = (double) (((char *) items)[i]); bin = (int) floor((double) (binNum - 1) * (value - min[i]) / (max[i] - min[i])); for (; bin >= 0; bin--) bins[bin * header.ItemNum + i] += 1; } } break; case MFShort: for (i = 0; i < header.ItemNum; i++) { if (header.Swap != 1) MFSwapHalfWord(((short *) items) + i); if (((short *) items)[i] == header.Missing.Int) continue; if (!CMmathEqualValues(max[i], min[i])) { value = (double) (((short *) items)[i]); bin = (int) floor((double) (binNum - 1) * (value - min[i]) / (max[i] - min[i])); for (; bin >= 0; bin--) bins[bin * header.ItemNum + i] += 1; } } break; case MFInt: for (i = 0; i < header.ItemNum; i++) { if (header.Swap != 1) MFSwapWord(((int *) items) + i); if (((int *) items)[i] == header.Missing.Int) continue; if (!CMmathEqualValues(max[i], min[i])) { value = (double) (((int *) items)[i]); bin = (int) floor((double) (binNum - 1) * (value - min[i]) / (max[i] - min[i])); for (; bin >= 0; bin--) bins[bin * header.ItemNum + i] += 1; } } break; case MFFloat: for (i = 0; i < header.ItemNum; i++) { if (header.Swap != 1) MFSwapWord(((float *) items) + i); if (CMmathEqualValues(((float *) items)[i], header.Missing.Float) == true) continue; if (!CMmathEqualValues(max[i], min[i])) { value = (double) (((float *) items)[i]); bin = (int) floor((double) (binNum - 1) * (value - min[i]) / (max[i] - min[i])); for (; bin >= 0; bin--) bins[bin * header.ItemNum + i] += 1; } } break; case MFDouble: for (i = 0; i < header.ItemNum; i++) { if (header.Swap != 1) MFSwapLongWord(((double *) items) + i); if (CMmathEqualValues(((double *) items)[i], header.Missing.Float) == true) continue; if (!CMmathEqualValues(max[i], min[i])) { value = (double) (((double *) items)[i]); bin = (int) floor((double) (binNum - 1) * (value - min[i]) / (max[i] - min[i])); for (; bin >= 0; bin--) bins[bin * header.ItemNum + i] += 1; } } break; } } if (ferror (inFile) != 0) { CMmsgPrint(CMmsgSysError, "Input file reading error in: %s %d", __FILE__, __LINE__); goto Stop; } if (valueMode) { for (percent = 0; percent < 100; ++percent) { for (i = 0; i < header.ItemNum; i++) { binSize = (max[i] - min[i]) / (float) binNum; if (CMmathEqualValues(binSize, 0.0)) output[i] = min[i]; else { for (bin = 0; bin < binNum; ++bin) { percentMin = bins[bin * header.ItemNum + i] / bins[i] * 100.0; if ((float) percent > percentMin) break; } binMax = bin < binNum ? (float) bin * binSize + min[i] : max[i]; binMin = bin > 0 ? (float) (bin - 1) * binSize + min[i] : min[i]; // percentMax = bin < binNum ? bins [bin * header.ItemNum + i] / bins [i] * 100.0 : 100.0; output[i] = (binMax + binMin) / 2.0; } } sprintf(outHeader.Date, "%3d", percent + 1); if (MFdsHeaderWrite (&outHeader, outFile) == CMsucceeded) { CMmsgPrint(CMmsgSysError, "Output writing error in: %s:%d", __FILE__, __LINE__); goto Stop; } if ((int) fwrite(output, sizeof(float), outHeader.ItemNum, outFile) != outHeader.ItemNum) { CMmsgPrint(CMmsgSysError, "Output reading error in: %s:%d", __FILE__, __LINE__); goto Stop; } } ret = CMsucceeded; } else { rewind(inFile); while (MFdsHeaderRead (&header, inFile) == CMsucceeded) { if ((int) fread(items, itemSize, header.ItemNum, inFile) != header.ItemNum) { CMmsgPrint(CMmsgSysError, "Input reading error in: %s:%d", __FILE__, __LINE__); goto Stop; } switch (header.Type) { case MFByte: for (i = 0; i < header.ItemNum; i++) { if (((char *) items)[i] == header.Missing.Int) output[i] = outHeader.Missing.Float; else if (bins[i] > 0) { value = (double) (((char *) items)[i]); bin = (int) floor((double) (binNum - 1) * (value - min[i]) / (max[i] - min[i])); output[i] = 100.0 * (double) bins[bin * header.ItemNum + i] / (double) bins[i]; } else output[i] = 100.0; } break; case MFShort: for (i = 0; i < header.ItemNum; i++) { if (header.Swap != 1) MFSwapHalfWord(((short *) items) + i); if (((short *) items)[i] == header.Missing.Int) output[i] = outHeader.Missing.Float; else if (bins[i] > 0) { value = (double) (((short *) items)[i]); bin = (int) floor((double) (binNum - 1) * (value - min[i]) / (max[i] - min[i])); output[i] = 100.0 * (double) bins[bin * header.ItemNum + i] / (double) bins[i]; } else output[i] = 100.0; } break; case MFInt: for (i = 0; i < header.ItemNum; i++) { if (header.Swap != 1) MFSwapWord(((int *) items) + i); if (((int *) items)[i] == header.Missing.Int) output[i] = outHeader.Missing.Float; else if (bins[i] > 0) { value = (double) (((int *) items)[i]); bin = (int) floor((double) (binNum - 1) * (value - min[i]) / (max[i] - min[i])); output[i] = 100.0 * (double) bins[bin * header.ItemNum + i] / (double) bins[i]; } else output[i] = 100.0; } break; case MFFloat: for (i = 0; i < header.ItemNum; i++) { if (header.Swap != 1) MFSwapWord(((float *) items) + i); if (CMmathEqualValues(((float *) items)[i], header.Missing.Float) == true) output[i] = outHeader.Missing.Float; else if (bins[i] > 0) { value = (double) (((float *) items)[i]); bin = (int) floor((double) (binNum - 1) * (value - min[i]) / (max[i] - min[i])); output[i] = 100.0 * (double) bins[bin * header.ItemNum + i] / (double) bins[i]; } else output[i] = 100.0; } break; case MFDouble: for (i = 0; i < header.ItemNum; i++) { if (header.Swap != 1) MFSwapLongWord(((double *) items) + i); if (CMmathEqualValues(((double *) items)[i], header.Missing.Float) == true) output[i] = outHeader.Missing.Float; else if (bins[i] > 0) { value = (double) (((double *) items)[i]); bin = (int) floor((double) (binNum - 1) * (value - min[i]) / (max[i] - min[i])); output[i] = 100.0 * (double) bins[bin * header.ItemNum + i] / (double) bins[i]; } else output[i] = 100.0; } break; } strcpy(outHeader.Date, header.Date); if (MFdsHeaderWrite(&outHeader, outFile) == CMsucceeded) { CMmsgPrint(CMmsgSysError, "Output writing error in: %s:%d", __FILE__, __LINE__); goto Stop; } if ((int) fwrite(output, sizeof(float), outHeader.ItemNum, outFile) != outHeader.ItemNum) { CMmsgPrint(CMmsgSysError, "Output reading error in: %s:%d", __FILE__, __LINE__); goto Stop; } } if (ferror (inFile) != 0) { CMmsgPrint(CMmsgSysError, "Input file reading error in: %s %d", __FILE__, __LINE__); goto Stop; } ret = CMsucceeded; } Stop: if (items != (void *) NULL) free(items); if (max != (double *) NULL) free(max); if (min != (double *) NULL) free(min); if (inFile != (FILE *) NULL) fclose(inFile); if (outFile != stdout) fclose(outFile); return (ret); }