int OGRGPSBabelWriteDataSource::Create( const char * pszName,
char **papszOptions )
{
GDALDriver* poGPXDriver = OGRSFDriverRegistrar::GetRegistrar()->GetDriverByName("GPX");
if (poGPXDriver == NULL)
{
CPLError(CE_Failure, CPLE_AppDefined, "GPX driver is necessary for GPSBabel write support");
return FALSE;
}
if (!EQUALN(pszName, "GPSBABEL:", 9))
{
const char* pszOptionGPSBabelDriverName =
CSLFetchNameValue(papszOptions, "GPSBABEL_DRIVER");
if (pszOptionGPSBabelDriverName != NULL)
pszGPSBabelDriverName = CPLStrdup(pszOptionGPSBabelDriverName);
else
{
CPLError(CE_Failure, CPLE_AppDefined, "GPSBABEL_DRIVER dataset creation option expected");
return FALSE;
}
pszFilename = CPLStrdup(pszName);
}
else
{
const char* pszSep = strchr(pszName + 9, ':');
if (pszSep == NULL)
{
CPLError(CE_Failure, CPLE_AppDefined,
"Wrong syntax. Expected GPSBabel:driver_name[,options]*:file_name");
return FALSE;
}
pszGPSBabelDriverName = CPLStrdup(pszName + 9);
*(strchr(pszGPSBabelDriverName, ':')) = '\0';
pszFilename = CPLStrdup(pszSep+1);
}
/* A bit of validation to avoid command line injection */
if (!OGRGPSBabelDataSource::IsValidDriverName(pszGPSBabelDriverName))
return FALSE;
const char* pszOptionUseTempFile = CSLFetchNameValue(papszOptions, "USE_TEMPFILE");
if (pszOptionUseTempFile == NULL)
pszOptionUseTempFile = CPLGetConfigOption("USE_TEMPFILE", NULL);
if (pszOptionUseTempFile && CSLTestBoolean(pszOptionUseTempFile))
osTmpFileName = CPLGenerateTempFilename(NULL);
else
osTmpFileName.Printf("/vsimem/ogrgpsbabeldatasource_%p", this);
poGPXDS = poGPXDriver->Create(osTmpFileName.c_str(), 0, 0, 0, GDT_Unknown, papszOptions);
if (poGPXDS == NULL)
return FALSE;
this->pszName = CPLStrdup(pszName);
return TRUE;
}
OGRErr OGRSelafinLayer::DeleteField(int iField) {
CPLDebug("Selafin","DeleteField(%i)",iField);
if (VSIFSeekL(poHeader->fp,poHeader->getPosition(0),SEEK_SET)!=0) return OGRERR_FAILURE;
// Change the header to remove the field
poHeader->nVar--;
poHeader->setUpdated();
CPLFree(poHeader->papszVariables[iField]);
for (long i=iField;i<poHeader->nVar;++i) poHeader->papszVariables[i]=poHeader->papszVariables[i+1];
poHeader->papszVariables=(char**)CPLRealloc(poHeader->papszVariables,sizeof(char*)*poHeader->nVar);
poFeatureDefn->DeleteFieldDefn(iField);
// Now comes the real deletion. Since values have to be deleted nearly everywhere in the file and we don't want to store everything in memory to overwrite it, we create a new copy of it where we write the new values
VSILFILE *fpNew;
const char *pszTempfile=CPLGenerateTempFilename(0);
fpNew=VSIFOpenL(pszTempfile,"wb+");
if( fpNew == NULL ) {
CPLError( CE_Failure, CPLE_OpenFailed, "Failed to open temporary file %s with write access, %s.",pszTempfile, VSIStrerror( errno ) );
return OGRERR_FAILURE;
}
if (Selafin::write_header(fpNew,poHeader)==0) {
VSIFCloseL(fpNew);
VSIUnlink(pszTempfile);
return OGRERR_FAILURE;
}
long nLen;
double dfDate;
double *padfValues;
for (long i=0;i<poHeader->nSteps;++i) {
if (Selafin::read_integer(poHeader->fp,nLen,true)==0 ||
Selafin::read_float(poHeader->fp,dfDate)==0 ||
Selafin::read_integer(poHeader->fp,nLen,true)==0 ||
Selafin::write_integer(fpNew,4)==0 ||
Selafin::write_float(fpNew,dfDate)==0 ||
Selafin::write_integer(fpNew,4)==0) {
VSIFCloseL(fpNew);
VSIUnlink(pszTempfile);
return OGRERR_FAILURE;
}
for (long j=0;j<poHeader->nVar;++j) {
if (Selafin::read_floatarray(poHeader->fp,&padfValues)==-1) {
VSIFCloseL(fpNew);
VSIUnlink(pszTempfile);
return OGRERR_FAILURE;
}
if (j!=iField) {
if (Selafin::write_floatarray(fpNew,padfValues,poHeader->nPoints)==0) {
CPLFree(padfValues);
VSIFCloseL(fpNew);
VSIUnlink(pszTempfile);
return OGRERR_FAILURE;
}
}
CPLFree(padfValues);
}
}
MoveOverwrite(poHeader->fp,fpNew);
VSIUnlink(pszTempfile);
return OGRERR_NONE;
}
GdalTestData()
{
GDALAllRegister();
OGRRegisterAll();
fetch = NULL;
poDS = NULL;
pszFilename =
CPLFormFilename( NULL, CPLGenerateTempFilename( "GDAL_TEST" ), ".tif" );
}
OGRErr OGRSelafinLayer::ReorderFields(int *panMap) {
CPLDebug("Selafin","ReorderFields()");
if (VSIFSeekL(poHeader->fp,poHeader->getPosition(0),SEEK_SET)!=0) return OGRERR_FAILURE;
// Change the header according to the map
char **papszNew=(char**)VSIMalloc2(sizeof(char*),poHeader->nVar);
for (long i=0;i<poHeader->nVar;++i) papszNew[i]=poHeader->papszVariables[panMap[i]];
CPLFree(poHeader->papszVariables);
poHeader->papszVariables=papszNew;
poFeatureDefn->ReorderFieldDefns(panMap);
// Now comes the real change.
VSILFILE *fpNew;
const char *pszTempfile=CPLGenerateTempFilename(0);
fpNew=VSIFOpenL(pszTempfile,"wb+");
if( fpNew == NULL ) {
CPLError( CE_Failure, CPLE_OpenFailed, "Failed to open temporary file %s with write access, %s.",pszTempfile, VSIStrerror( errno ) );
return OGRERR_FAILURE;
}
if (Selafin::write_header(fpNew,poHeader)==0) {
VSIFCloseL(fpNew);
VSIUnlink(pszTempfile);
return OGRERR_FAILURE;
}
long nLen;
double dfDate;
double *padfValues=0;
for (long i=0;i<poHeader->nSteps;++i) {
if (Selafin::read_integer(poHeader->fp,nLen,true)==0 ||
Selafin::read_float(poHeader->fp,dfDate)==0 ||
Selafin::read_integer(poHeader->fp,nLen,true)==0 ||
Selafin::write_integer(fpNew,4)==0 ||
Selafin::write_float(fpNew,dfDate)==0 ||
Selafin::write_integer(fpNew,4)==0) {
VSIFCloseL(fpNew);
VSIUnlink(pszTempfile);
return OGRERR_FAILURE;
}
for (long j=0;j<poHeader->nVar;++j) {
if (VSIFSeekL(poHeader->fp,poHeader->getPosition(i,-1,panMap[j]),SEEK_SET)!=0 || Selafin::read_floatarray(poHeader->fp,&padfValues)==-1) {
VSIFCloseL(fpNew);
VSIUnlink(pszTempfile);
return OGRERR_FAILURE;
}
if (Selafin::write_floatarray(fpNew,padfValues,poHeader->nPoints)==0) {
CPLFree(padfValues);
VSIFCloseL(fpNew);
VSIUnlink(pszTempfile);
return OGRERR_FAILURE;
}
CPLFree(padfValues);
}
}
MoveOverwrite(poHeader->fp,fpNew);
VSIUnlink(pszTempfile);
return OGRERR_NONE;
}
// Returns a string in /vsimem/ + prefix + count that doesn't exist when this function gets called
// It is not completely safe, open the result as soon as possible
CPLString uniq_memfname(const char *prefix)
{
// Define MRF_LOCAL_TMP to use local files instead of RAM
// #define MRF_LOCAL_TMP
#if defined(MRF_LOCAL_TMP)
return CPLGenerateTempFilename(prefix);
#else
CPLString fname;
VSIStatBufL statb;
static unsigned int cnt=0;
do fname.Printf("/vsimem/%s_%08x",prefix, cnt++);
while (!VSIStatL(fname, &statb));
return fname;
#endif
}
NAMESPACE_MRF_START
// Returns a string in /vsimem/ + prefix + count that doesn't exist when this function gets called
// It is not thread safe, open the result as soon as possible
static CPLString uniq_memfname(const char *prefix)
{
// Define MRF_LOCAL_TMP to use local files instead of RAM
// #define MRF_LOCAL_TMP
#if defined(MRF_LOCAL_TMP)
return CPLGenerateTempFilename(prefix);
#else
CPLString fname;
VSIStatBufL statb;
static unsigned int cnt=0;
do fname.Printf("/vsimem/%s_%08x",prefix, cnt++);
while (!VSIStatL(fname, &statb));
return fname;
#endif
}
OGRErr OGRSelafinLayer::DeleteFeature(GIntBig nFID) {
CPLDebug("Selafin","DeleteFeature(" CPL_FRMT_GIB ")",nFID);
if (VSIFSeekL(poHeader->fp,poHeader->getPosition(0),SEEK_SET)!=0) return OGRERR_FAILURE;
// Change the header to delete the feature
if (eType==POINTS) poHeader->removePoint((long)nFID); else {
// For elements layer, we only delete the element and not the vertices
poHeader->nElements--;
for (long i=(long)nFID;i<poHeader->nElements;++i)
for (long j=0;j<poHeader->nPointsPerElement;++j)
poHeader->panConnectivity[poHeader->nPointsPerElement*i+j]=poHeader->panConnectivity[poHeader->nPointsPerElement*(i+1)+j];
poHeader->panConnectivity=(long*)CPLRealloc(poHeader->panConnectivity,sizeof(long)*poHeader->nPointsPerElement*poHeader->nElements);
poHeader->setUpdated();
}
// Now we perform the deletion by creating a new temporary layer
VSILFILE *fpNew;
const char *pszTempfile=CPLGenerateTempFilename(0);
fpNew=VSIFOpenL(pszTempfile,"wb+");
if( fpNew == NULL ) {
CPLError( CE_Failure, CPLE_OpenFailed, "Failed to open temporary file %s with write access, %s.",pszTempfile, VSIStrerror( errno ) );
return OGRERR_FAILURE;
}
if (Selafin::write_header(fpNew,poHeader)==0) {
VSIFCloseL(fpNew);
VSIUnlink(pszTempfile);
return OGRERR_FAILURE;
}
long nLen;
double dfDate;
double *padfValues;
for (long i=0;i<poHeader->nSteps;++i) {
if (Selafin::read_integer(poHeader->fp,nLen,true)==0 ||
Selafin::read_float(poHeader->fp,dfDate)==0 ||
Selafin::read_integer(poHeader->fp,nLen,true)==0 ||
Selafin::write_integer(fpNew,4)==0 ||
Selafin::write_float(fpNew,dfDate)==0 ||
Selafin::write_integer(fpNew,4)==0) {
VSIFCloseL(fpNew);
VSIUnlink(pszTempfile);
return OGRERR_FAILURE;
}
for (long j=0;j<poHeader->nVar;++j) {
if (Selafin::read_floatarray(poHeader->fp,&padfValues)==-1) {
VSIFCloseL(fpNew);
VSIUnlink(pszTempfile);
return OGRERR_FAILURE;
}
if (eType==POINTS) {
for (long k=(long)nFID;k<=poHeader->nPoints;++k) padfValues[k-1]=padfValues[k];
}
if (Selafin::write_floatarray(fpNew,padfValues,poHeader->nPoints)==0) {
CPLFree(padfValues);
VSIFCloseL(fpNew);
VSIUnlink(pszTempfile);
return OGRERR_FAILURE;
}
CPLFree(padfValues);
}
}
// If everything went fine, we overwrite the new file with the content of the old one. This way, even if something goes bad, we can still recover the layer. The copy process is format-agnostic.
MoveOverwrite(poHeader->fp,fpNew);
VSIUnlink(pszTempfile);
return OGRERR_NONE;
}
OGRErr OGRSelafinLayer::CreateField(OGRFieldDefn *poField,
CPL_UNUSED int bApproxOK) {
CPLDebug("Selafin","CreateField(%s,%s)",poField->GetNameRef(),OGRFieldDefn::GetFieldTypeName(poField->GetType()));
// Test if the field does not exist yet
if (poFeatureDefn->GetFieldIndex(poField->GetNameRef())!=-1) {
// Those two lines are copied from CSV driver, but I am not quite sure what they actually do
if (poFeatureDefn->GetGeomFieldIndex(poField->GetNameRef())!=-1) return OGRERR_NONE;
if (poFeatureDefn->GetGeomFieldIndex(CPLSPrintf("geom_%s",poField->GetNameRef()))!=-1) return OGRERR_NONE;
CPLError(CE_Failure,CPLE_AppDefined,"Attempt to create field %s, but a field with this name already exists.",poField->GetNameRef());
return OGRERR_FAILURE;
}
// Test if the field type is legal (only double precision values are allowed)
if (poField->GetType()!=OFTReal) {
CPLError(CE_Failure,CPLE_AppDefined,"Attempt to create field of type %s, but this is not supported for Selafin files (only double precision fields are allowed).",poField->GetFieldTypeName(poField->GetType()));
return OGRERR_FAILURE;
}
if (VSIFSeekL(poHeader->fp,poHeader->getPosition(0),SEEK_SET)!=0) return OGRERR_FAILURE;
// Change the header to add the new field
poHeader->nVar++;
poHeader->setUpdated();
poHeader->papszVariables=(char**)CPLRealloc(poHeader->papszVariables,sizeof(char*)*poHeader->nVar);
poHeader->papszVariables[poHeader->nVar-1]=(char*)VSIMalloc2(sizeof(char),33);
strncpy(poHeader->papszVariables[poHeader->nVar-1],poField->GetNameRef(),32);
poHeader->papszVariables[poHeader->nVar-1][32]=0;
poFeatureDefn->AddFieldDefn(poField);
// Now comes the real insertion. Since values have to be inserted nearly everywhere in the file and we don't want to store everything in memory to overwrite it, we create a new copy of it where we write the new values
VSILFILE *fpNew;
const char *pszTempfile=CPLGenerateTempFilename(0);
fpNew=VSIFOpenL(pszTempfile,"wb+");
if( fpNew == NULL ) {
CPLError( CE_Failure, CPLE_OpenFailed, "Failed to open temporary file %s with write access, %s.",pszTempfile, VSIStrerror( errno ) );
return OGRERR_FAILURE;
}
if (Selafin::write_header(fpNew,poHeader)==0) {
VSIFCloseL(fpNew);
VSIUnlink(pszTempfile);
return OGRERR_FAILURE;
}
long nLen;
double dfDate;
double *padfValues;
for (long i=0;i<poHeader->nSteps;++i) {
if (Selafin::read_integer(poHeader->fp,nLen,true)==0 ||
Selafin::read_float(poHeader->fp,dfDate)==0 ||
Selafin::read_integer(poHeader->fp,nLen,true)==0 ||
Selafin::write_integer(fpNew,4)==0 ||
Selafin::write_float(fpNew,dfDate)==0 ||
Selafin::write_integer(fpNew,4)==0) {
VSIFCloseL(fpNew);
VSIUnlink(pszTempfile);
return OGRERR_FAILURE;
}
for (long j=0;j<poHeader->nVar-1;++j) {
if (Selafin::read_floatarray(poHeader->fp,&padfValues)==-1) {
VSIFCloseL(fpNew);
VSIUnlink(pszTempfile);
return OGRERR_FAILURE;
}
if (Selafin::write_floatarray(fpNew,padfValues,poHeader->nPoints)==0) {
CPLFree(padfValues);
VSIFCloseL(fpNew);
VSIUnlink(pszTempfile);
return OGRERR_FAILURE;
}
CPLFree(padfValues);
}
padfValues=(double*)VSIMalloc2(sizeof(double),poHeader->nPoints);
for (long k=0;k<poHeader->nPoints;++k) padfValues[k]=0;
if (Selafin::write_floatarray(fpNew,padfValues,poHeader->nPoints)==0) {
CPLFree(padfValues);
VSIFCloseL(fpNew);
VSIUnlink(pszTempfile);
return OGRERR_FAILURE;
}
CPLFree(padfValues);
}
MoveOverwrite(poHeader->fp,fpNew);
VSIUnlink(pszTempfile);
return OGRERR_NONE;
}
static void test_raw_auto(int bFileMapping)
{
GDALAllRegister();
CPLString osTmpFile;
if( bFileMapping )
osTmpFile = CPLResetExtension(CPLGenerateTempFilename("ehdr"), "img");
else
osTmpFile = "/vsimem/tmp.img";
GDALDatasetH hDS = GDALCreate(GDALGetDriverByName("EHdr"),
osTmpFile.c_str(),
400, 300, 2, GDT_Byte, NULL );
assert(hDS);
int nPixelSpace1;
GIntBig nLineSpace1;
int nPixelSpace2;
GIntBig nLineSpace2;
CPLVirtualMem* pVMem1 = GDALGetVirtualMemAuto(GDALGetRasterBand(hDS, 1),
GF_Write,
&nPixelSpace1,
&nLineSpace1,
NULL);
CPLVirtualMem* pVMem2 = GDALGetVirtualMemAuto(GDALGetRasterBand(hDS, 2),
GF_Write,
&nPixelSpace2,
&nLineSpace2,
NULL);
assert(pVMem1 != NULL);
assert(pVMem2 != NULL);
assert(CPLVirtualMemIsFileMapping(pVMem1) == bFileMapping);
assert(nPixelSpace1 == 1);
if( bFileMapping )
assert(nLineSpace1 == 400 * 2);
else
assert(nLineSpace1 == 400);
GByte* pBase1 = (GByte*) CPLVirtualMemGetAddr(pVMem1);
GByte* pBase2 = (GByte*) CPLVirtualMemGetAddr(pVMem2);
for(int j=0; j<300; j++)
{
for(int i=0; i<400; i++)
{
pBase1[j * nLineSpace1 + i * nPixelSpace1] = 127;
pBase2[j * nLineSpace2 + i * nPixelSpace2] = 255;
}
}
CPLVirtualMemFree(pVMem1);
CPLVirtualMemFree(pVMem2);
GDALClose(hDS);
hDS = GDALOpen(osTmpFile.c_str(), GA_ReadOnly);
assert(GDALChecksumImage(GDALGetRasterBand(hDS, 1), 0, 0, 400, 300) == 52906);
assert(GDALChecksumImage(GDALGetRasterBand(hDS, 2), 0, 0, 400, 300) == 30926);
GDALClose(hDS);
GDALDeleteDataset(NULL, osTmpFile.c_str());
}
CPLErr CPL_STDCALL
GDALFillNodata( GDALRasterBandH hTargetBand,
GDALRasterBandH hMaskBand,
double dfMaxSearchDist,
CPL_UNUSED int bDeprecatedOption,
int nSmoothingIterations,
char **papszOptions,
GDALProgressFunc pfnProgress,
void * pProgressArg )
{
VALIDATE_POINTER1( hTargetBand, "GDALFillNodata", CE_Failure );
const int nXSize = GDALGetRasterBandXSize(hTargetBand);
const int nYSize = GDALGetRasterBandYSize(hTargetBand);
if( dfMaxSearchDist == 0.0 )
dfMaxSearchDist = std::max(nXSize, nYSize) + 1;
const int nMaxSearchDist = static_cast<int>(floor(dfMaxSearchDist));
// Special "x" pixel values identifying pixels as special.
GDALDataType eType = GDT_UInt16;
GUInt32 nNoDataVal = 65535;
if( nXSize > 65533 || nYSize > 65533 )
{
eType = GDT_UInt32;
nNoDataVal = 4000002;
}
if( hMaskBand == nullptr )
hMaskBand = GDALGetMaskBand( hTargetBand );
// If there are smoothing iterations, reserve 10% of the progress for them.
const double dfProgressRatio = nSmoothingIterations > 0 ? 0.9 : 1.0;
const char* pszNoData = CSLFetchNameValue(papszOptions, "NODATA");
bool bHasNoData = false;
float fNoData = 0.0f;
if( pszNoData )
{
bHasNoData = true;
fNoData = static_cast<float>(CPLAtof(pszNoData));
}
/* -------------------------------------------------------------------- */
/* Initialize progress counter. */
/* -------------------------------------------------------------------- */
if( pfnProgress == nullptr )
pfnProgress = GDALDummyProgress;
if( !pfnProgress( 0.0, "Filling...", pProgressArg ) )
{
CPLError( CE_Failure, CPLE_UserInterrupt, "User terminated" );
return CE_Failure;
}
/* -------------------------------------------------------------------- */
/* Determine format driver for temp work files. */
/* -------------------------------------------------------------------- */
CPLString osTmpFileDriver = CSLFetchNameValueDef(
papszOptions, "TEMP_FILE_DRIVER", "GTiff");
GDALDriverH hDriver = GDALGetDriverByName(osTmpFileDriver.c_str());
if( hDriver == nullptr )
{
CPLError(CE_Failure, CPLE_AppDefined,
"Given driver is not registered");
return CE_Failure;
}
if( GDALGetMetadataItem(hDriver, GDAL_DCAP_CREATE, nullptr) == nullptr )
{
CPLError(CE_Failure, CPLE_AppDefined,
"Given driver is incapable of creating temp work files");
return CE_Failure;
}
char **papszWorkFileOptions = nullptr;
if( osTmpFileDriver == "GTiff" )
{
papszWorkFileOptions = CSLSetNameValue(
papszWorkFileOptions, "COMPRESS", "LZW");
papszWorkFileOptions = CSLSetNameValue(
papszWorkFileOptions, "BIGTIFF", "IF_SAFER");
}
/* -------------------------------------------------------------------- */
/* Create a work file to hold the Y "last value" indices. */
/* -------------------------------------------------------------------- */
const CPLString osTmpFile = CPLGenerateTempFilename("");
const CPLString osYTmpFile = osTmpFile + "fill_y_work.tif";
GDALDatasetH hYDS =
GDALCreate( hDriver, osYTmpFile, nXSize, nYSize, 1,
eType, papszWorkFileOptions );
if( hYDS == nullptr )
{
CPLError(
CE_Failure, CPLE_AppDefined,
"Could not create Y index work file. Check driver capabilities.");
return CE_Failure;
}
GDALRasterBandH hYBand = GDALGetRasterBand( hYDS, 1 );
/* -------------------------------------------------------------------- */
/* Create a work file to hold the pixel value associated with */
/* the "last xy value" pixel. */
/* -------------------------------------------------------------------- */
const CPLString osValTmpFile = osTmpFile + "fill_val_work.tif";
GDALDatasetH hValDS =
GDALCreate( hDriver, osValTmpFile, nXSize, nYSize, 1,
GDALGetRasterDataType( hTargetBand ),
papszWorkFileOptions );
if( hValDS == nullptr )
{
CPLError(CE_Failure, CPLE_AppDefined,
"Could not create XY value work file. Check driver capabilities.");
return CE_Failure;
}
GDALRasterBandH hValBand = GDALGetRasterBand( hValDS, 1 );
/* -------------------------------------------------------------------- */
/* Create a mask file to make it clear what pixels can be filtered */
/* on the filtering pass. */
/* -------------------------------------------------------------------- */
const CPLString osFiltMaskTmpFile = osTmpFile + "fill_filtmask_work.tif";
GDALDatasetH hFiltMaskDS =
GDALCreate( hDriver, osFiltMaskTmpFile, nXSize, nYSize, 1,
GDT_Byte, papszWorkFileOptions );
if( hFiltMaskDS == nullptr )
{
CPLError(CE_Failure, CPLE_AppDefined,
"Could not create mask work file. Check driver capabilities.");
return CE_Failure;
}
GDALRasterBandH hFiltMaskBand = GDALGetRasterBand( hFiltMaskDS, 1 );
/* -------------------------------------------------------------------- */
/* Allocate buffers for last scanline and this scanline. */
/* -------------------------------------------------------------------- */
GUInt32 *panLastY =
static_cast<GUInt32 *>(VSI_CALLOC_VERBOSE(nXSize, sizeof(GUInt32)));
GUInt32 *panThisY =
static_cast<GUInt32 *>(VSI_CALLOC_VERBOSE(nXSize, sizeof(GUInt32)));
GUInt32 *panTopDownY =
static_cast<GUInt32 *>(VSI_CALLOC_VERBOSE(nXSize, sizeof(GUInt32)));
float *pafLastValue =
static_cast<float *>(VSI_CALLOC_VERBOSE(nXSize, sizeof(float)));
float *pafThisValue =
static_cast<float *>(VSI_CALLOC_VERBOSE(nXSize, sizeof(float)));
float *pafTopDownValue =
static_cast<float *>(VSI_CALLOC_VERBOSE(nXSize, sizeof(float)));
float *pafScanline =
static_cast<float *>(VSI_CALLOC_VERBOSE(nXSize, sizeof(float)));
GByte *pabyMask = static_cast<GByte *>(VSI_CALLOC_VERBOSE(nXSize, 1));
GByte *pabyFiltMask = static_cast<GByte *>(VSI_CALLOC_VERBOSE(nXSize, 1));
CPLErr eErr = CE_None;
if( panLastY == nullptr || panThisY == nullptr || panTopDownY == nullptr ||
pafLastValue == nullptr || pafThisValue == nullptr ||
pafTopDownValue == nullptr ||
pafScanline == nullptr || pabyMask == nullptr || pabyFiltMask == nullptr )
{
eErr = CE_Failure;
goto end;
}
for( int iX = 0; iX < nXSize; iX++ )
{
panLastY[iX] = nNoDataVal;
}
/* ==================================================================== */
/* Make first pass from top to bottom collecting the "last */
/* known value" for each column and writing it out to the work */
/* files. */
/* ==================================================================== */
for( int iY = 0; iY < nYSize && eErr == CE_None; iY++ )
{
/* -------------------------------------------------------------------- */
/* Read data and mask for this line. */
/* -------------------------------------------------------------------- */
eErr =
GDALRasterIO( hMaskBand, GF_Read, 0, iY, nXSize, 1,
pabyMask, nXSize, 1, GDT_Byte, 0, 0 );
if( eErr != CE_None )
break;
eErr =
GDALRasterIO( hTargetBand, GF_Read, 0, iY, nXSize, 1,
pafScanline, nXSize, 1, GDT_Float32, 0, 0 );
if( eErr != CE_None )
break;
/* -------------------------------------------------------------------- */
/* Figure out the most recent pixel for each column. */
/* -------------------------------------------------------------------- */
for( int iX = 0; iX < nXSize; iX++ )
{
if( pabyMask[iX] )
{
pafThisValue[iX] = pafScanline[iX];
panThisY[iX] = iY;
}
else if( iY <= dfMaxSearchDist + panLastY[iX] )
{
pafThisValue[iX] = pafLastValue[iX];
panThisY[iX] = panLastY[iX];
}
else
{
panThisY[iX] = nNoDataVal;
}
}
/* -------------------------------------------------------------------- */
/* Write out best index/value to working files. */
/* -------------------------------------------------------------------- */
eErr = GDALRasterIO( hYBand, GF_Write, 0, iY, nXSize, 1,
panThisY, nXSize, 1, GDT_UInt32, 0, 0 );
if( eErr != CE_None )
break;
eErr = GDALRasterIO( hValBand, GF_Write, 0, iY, nXSize, 1,
pafThisValue, nXSize, 1, GDT_Float32, 0, 0 );
if( eErr != CE_None )
break;
/* -------------------------------------------------------------------- */
/* Flip this/last buffers. */
/* -------------------------------------------------------------------- */
std::swap(pafThisValue, pafLastValue);
std::swap(panThisY, panLastY);
/* -------------------------------------------------------------------- */
/* report progress. */
/* -------------------------------------------------------------------- */
if( eErr == CE_None &&
!pfnProgress(
dfProgressRatio * (0.5*(iY+1) /
static_cast<double>(nYSize)),
"Filling...", pProgressArg ) )
{
CPLError( CE_Failure, CPLE_UserInterrupt, "User terminated" );
eErr = CE_Failure;
}
}
for( int iX = 0; iX < nXSize; iX++ )
{
panLastY[iX] = nNoDataVal;
}
/* ==================================================================== */
/* Now we will do collect similar this/last information from */
/* bottom to top and use it in combination with the top to */
/* bottom search info to interpolate. */
/* ==================================================================== */
for( int iY = nYSize-1; iY >= 0 && eErr == CE_None; iY-- )
{
eErr =
GDALRasterIO( hMaskBand, GF_Read, 0, iY, nXSize, 1,
pabyMask, nXSize, 1, GDT_Byte, 0, 0 );
if( eErr != CE_None )
break;
eErr =
GDALRasterIO( hTargetBand, GF_Read, 0, iY, nXSize, 1,
pafScanline, nXSize, 1, GDT_Float32, 0, 0 );
if( eErr != CE_None )
break;
/* -------------------------------------------------------------------- */
/* Figure out the most recent pixel for each column. */
/* -------------------------------------------------------------------- */
for( int iX = 0; iX < nXSize; iX++ )
{
if( pabyMask[iX] )
{
pafThisValue[iX] = pafScanline[iX];
panThisY[iX] = iY;
}
else if( panLastY[iX] - iY <= dfMaxSearchDist )
{
pafThisValue[iX] = pafLastValue[iX];
panThisY[iX] = panLastY[iX];
}
else
{
panThisY[iX] = nNoDataVal;
}
}
/* -------------------------------------------------------------------- */
/* Load the last y and corresponding value from the top down pass. */
/* -------------------------------------------------------------------- */
eErr =
GDALRasterIO( hYBand, GF_Read, 0, iY, nXSize, 1,
panTopDownY, nXSize, 1, GDT_UInt32, 0, 0 );
if( eErr != CE_None )
break;
eErr =
GDALRasterIO( hValBand, GF_Read, 0, iY, nXSize, 1,
pafTopDownValue, nXSize, 1, GDT_Float32, 0, 0 );
if( eErr != CE_None )
break;
/* -------------------------------------------------------------------- */
/* Attempt to interpolate any pixels that are nodata. */
/* -------------------------------------------------------------------- */
memset( pabyFiltMask, 0, nXSize );
for( int iX = 0; iX < nXSize; iX++ )
{
int nThisMaxSearchDist = nMaxSearchDist;
// If this was a valid target - no change.
if( pabyMask[iX] )
continue;
// Quadrants 0:topleft, 1:bottomleft, 2:topright, 3:bottomright
double adfQuadDist[4] = {};
float fQuadValue[4] = {};
for( int iQuad = 0; iQuad < 4; iQuad++ )
{
adfQuadDist[iQuad] = dfMaxSearchDist + 1.0;
fQuadValue[iQuad] = 0.0;
}
// Step left and right by one pixel searching for the closest
// target value for each quadrant.
for( int iStep = 0; iStep <= nThisMaxSearchDist; iStep++ )
{
const int iLeftX = std::max(0, iX - iStep);
const int iRightX = std::min(nXSize - 1, iX + iStep);
// Top left includes current line.
QUAD_CHECK(adfQuadDist[0], fQuadValue[0],
iLeftX, panTopDownY[iLeftX], iX, iY,
pafTopDownValue[iLeftX], nNoDataVal );
// Bottom left.
QUAD_CHECK(adfQuadDist[1], fQuadValue[1],
iLeftX, panLastY[iLeftX], iX, iY,
pafLastValue[iLeftX], nNoDataVal );
// Top right and bottom right do no include center pixel.
if( iStep == 0 )
continue;
// Top right includes current line.
QUAD_CHECK(adfQuadDist[2], fQuadValue[2],
iRightX, panTopDownY[iRightX], iX, iY,
pafTopDownValue[iRightX], nNoDataVal );
// Bottom right.
QUAD_CHECK(adfQuadDist[3], fQuadValue[3],
iRightX, panLastY[iRightX], iX, iY,
pafLastValue[iRightX], nNoDataVal );
// Every four steps, recompute maximum distance.
if( (iStep & 0x3) == 0 )
nThisMaxSearchDist = static_cast<int>(floor(
std::max(std::max(adfQuadDist[0], adfQuadDist[1]),
std::max(adfQuadDist[2], adfQuadDist[3]))));
}
double dfWeightSum = 0.0;
double dfValueSum = 0.0;
bool bHasSrcValues = false;
for( int iQuad = 0; iQuad < 4; iQuad++ )
{
if( adfQuadDist[iQuad] <= dfMaxSearchDist )
{
const double dfWeight = 1.0 / adfQuadDist[iQuad];
bHasSrcValues = dfWeight != 0;
if( !bHasNoData || fQuadValue[iQuad] != fNoData )
{
dfWeightSum += dfWeight;
dfValueSum += fQuadValue[iQuad] * dfWeight;
}
}
}
if( bHasSrcValues )
{
pabyMask[iX] = 255;
pabyFiltMask[iX] = 255;
if( dfWeightSum > 0.0 )
pafScanline[iX] = static_cast<float>(dfValueSum / dfWeightSum);
else
pafScanline[iX] = fNoData;
}
}
/* -------------------------------------------------------------------- */
/* Write out the updated data and mask information. */
/* -------------------------------------------------------------------- */
eErr =
GDALRasterIO( hTargetBand, GF_Write, 0, iY, nXSize, 1,
pafScanline, nXSize, 1, GDT_Float32, 0, 0 );
if( eErr != CE_None )
break;
eErr =
GDALRasterIO( hFiltMaskBand, GF_Write, 0, iY, nXSize, 1,
pabyFiltMask, nXSize, 1, GDT_Byte, 0, 0 );
if( eErr != CE_None )
break;
/* -------------------------------------------------------------------- */
/* Flip this/last buffers. */
/* -------------------------------------------------------------------- */
std::swap(pafThisValue, pafLastValue);
std::swap(panThisY, panLastY);
/* -------------------------------------------------------------------- */
/* report progress. */
/* -------------------------------------------------------------------- */
if( eErr == CE_None &&
!pfnProgress(
dfProgressRatio*(0.5+0.5*(nYSize-iY) /
static_cast<double>(nYSize)),
"Filling...", pProgressArg) )
{
CPLError( CE_Failure, CPLE_UserInterrupt, "User terminated" );
eErr = CE_Failure;
}
}
/* ==================================================================== */
/* Now we will do iterative average filters over the */
/* interpolated values to smooth things out and make linear */
/* artifacts less obvious. */
/* ==================================================================== */
if( eErr == CE_None && nSmoothingIterations > 0 )
{
// Force masks to be to flushed and recomputed.
GDALFlushRasterCache( hMaskBand );
void *pScaledProgress =
GDALCreateScaledProgress( dfProgressRatio, 1.0, pfnProgress, nullptr );
eErr = GDALMultiFilter( hTargetBand, hMaskBand, hFiltMaskBand,
nSmoothingIterations,
GDALScaledProgress, pScaledProgress );
GDALDestroyScaledProgress( pScaledProgress );
}
/* -------------------------------------------------------------------- */
/* Close and clean up temporary files. Free working buffers */
/* -------------------------------------------------------------------- */
end:
CPLFree(panLastY);
CPLFree(panThisY);
CPLFree(panTopDownY);
CPLFree(pafLastValue);
CPLFree(pafThisValue);
CPLFree(pafTopDownValue);
CPLFree(pafScanline);
CPLFree(pabyMask);
CPLFree(pabyFiltMask);
GDALClose( hYDS );
GDALClose( hValDS );
GDALClose( hFiltMaskDS );
CSLDestroy(papszWorkFileOptions);
GDALDeleteDataset( hDriver, osYTmpFile );
GDALDeleteDataset( hDriver, osValTmpFile );
GDALDeleteDataset( hDriver, osFiltMaskTmpFile );
return eErr;
}
CPLErr CPL_STDCALL
GDALFillNodata( GDALRasterBandH hTargetBand,
GDALRasterBandH hMaskBand,
double dfMaxSearchDist,
CPL_UNUSED int bDeprecatedOption,
int nSmoothingIterations,
CPL_UNUSED char **papszOptions,
GDALProgressFunc pfnProgress,
void * pProgressArg )
{
VALIDATE_POINTER1( hTargetBand, "GDALFillNodata", CE_Failure );
int nXSize = GDALGetRasterBandXSize( hTargetBand );
int nYSize = GDALGetRasterBandYSize( hTargetBand );
CPLErr eErr = CE_None;
// Special "x" pixel values identifying pixels as special.
GUInt32 nNoDataVal;
GDALDataType eType;
if( dfMaxSearchDist == 0.0 )
dfMaxSearchDist = MAX(nXSize,nYSize) + 1;
int nMaxSearchDist = (int) floor(dfMaxSearchDist);
if( nXSize > 65533 || nYSize > 65533 )
{
eType = GDT_UInt32;
nNoDataVal = 4000002;
}
else
{
eType = GDT_UInt16;
nNoDataVal = 65535;
}
if( hMaskBand == NULL )
hMaskBand = GDALGetMaskBand( hTargetBand );
/* If there are smoothing iterations, reserve 10% of the progress for them */
double dfProgressRatio = (nSmoothingIterations > 0) ? 0.9 : 1.0;
/* -------------------------------------------------------------------- */
/* Initialize progress counter. */
/* -------------------------------------------------------------------- */
if( pfnProgress == NULL )
pfnProgress = GDALDummyProgress;
if( !pfnProgress( 0.0, "Filling...", pProgressArg ) )
{
CPLError( CE_Failure, CPLE_UserInterrupt, "User terminated" );
return CE_Failure;
}
/* -------------------------------------------------------------------- */
/* Create a work file to hold the Y "last value" indices. */
/* -------------------------------------------------------------------- */
GDALDriverH hDriver = GDALGetDriverByName( "GTiff" );
if (hDriver == NULL)
{
CPLError(CE_Failure, CPLE_AppDefined,
"GDALFillNodata needs GTiff driver");
return CE_Failure;
}
GDALDatasetH hYDS;
GDALRasterBandH hYBand;
static const char *apszOptions[] = { "COMPRESS=LZW", "BIGTIFF=IF_SAFER",
NULL };
CPLString osTmpFile = CPLGenerateTempFilename("");
CPLString osYTmpFile = osTmpFile + "fill_y_work.tif";
hYDS = GDALCreate( hDriver, osYTmpFile, nXSize, nYSize, 1,
eType, (char **) apszOptions );
if( hYDS == NULL )
return CE_Failure;
hYBand = GDALGetRasterBand( hYDS, 1 );
/* -------------------------------------------------------------------- */
/* Create a work file to hold the pixel value associated with */
/* the "last xy value" pixel. */
/* -------------------------------------------------------------------- */
GDALDatasetH hValDS;
GDALRasterBandH hValBand;
CPLString osValTmpFile = osTmpFile + "fill_val_work.tif";
hValDS = GDALCreate( hDriver, osValTmpFile, nXSize, nYSize, 1,
GDALGetRasterDataType( hTargetBand ),
(char **) apszOptions );
if( hValDS == NULL )
return CE_Failure;
hValBand = GDALGetRasterBand( hValDS, 1 );
/* -------------------------------------------------------------------- */
/* Create a mask file to make it clear what pixels can be filtered */
/* on the filtering pass. */
/* -------------------------------------------------------------------- */
GDALDatasetH hFiltMaskDS;
GDALRasterBandH hFiltMaskBand;
CPLString osFiltMaskTmpFile = osTmpFile + "fill_filtmask_work.tif";
hFiltMaskDS =
GDALCreate( hDriver, osFiltMaskTmpFile, nXSize, nYSize, 1,
GDT_Byte, (char **) apszOptions );
if( hFiltMaskDS == NULL )
return CE_Failure;
hFiltMaskBand = GDALGetRasterBand( hFiltMaskDS, 1 );
/* -------------------------------------------------------------------- */
/* Allocate buffers for last scanline and this scanline. */
/* -------------------------------------------------------------------- */
GUInt32 *panLastY, *panThisY, *panTopDownY;
float *pafLastValue, *pafThisValue, *pafScanline, *pafTopDownValue;
GByte *pabyMask, *pabyFiltMask;
int iX;
int iY;
panLastY = (GUInt32 *) VSICalloc(nXSize,sizeof(GUInt32));
panThisY = (GUInt32 *) VSICalloc(nXSize,sizeof(GUInt32));
panTopDownY = (GUInt32 *) VSICalloc(nXSize,sizeof(GUInt32));
pafLastValue = (float *) VSICalloc(nXSize,sizeof(float));
pafThisValue = (float *) VSICalloc(nXSize,sizeof(float));
pafTopDownValue = (float *) VSICalloc(nXSize,sizeof(float));
pafScanline = (float *) VSICalloc(nXSize,sizeof(float));
pabyMask = (GByte *) VSICalloc(nXSize,1);
pabyFiltMask = (GByte *) VSICalloc(nXSize,1);
if (panLastY == NULL || panThisY == NULL || panTopDownY == NULL ||
pafLastValue == NULL || pafThisValue == NULL || pafTopDownValue == NULL ||
pafScanline == NULL || pabyMask == NULL || pabyFiltMask == NULL)
{
CPLError(CE_Failure, CPLE_OutOfMemory,
"Could not allocate enough memory for temporary buffers");
eErr = CE_Failure;
goto end;
}
for( iX = 0; iX < nXSize; iX++ )
{
panLastY[iX] = nNoDataVal;
}
/* ==================================================================== */
/* Make first pass from top to bottom collecting the "last */
/* known value" for each column and writing it out to the work */
/* files. */
/* ==================================================================== */
for( iY = 0; iY < nYSize && eErr == CE_None; iY++ )
{
/* -------------------------------------------------------------------- */
/* Read data and mask for this line. */
/* -------------------------------------------------------------------- */
eErr =
GDALRasterIO( hMaskBand, GF_Read, 0, iY, nXSize, 1,
pabyMask, nXSize, 1, GDT_Byte, 0, 0 );
if( eErr != CE_None )
break;
eErr =
GDALRasterIO( hTargetBand, GF_Read, 0, iY, nXSize, 1,
pafScanline, nXSize, 1, GDT_Float32, 0, 0 );
if( eErr != CE_None )
break;
/* -------------------------------------------------------------------- */
/* Figure out the most recent pixel for each column. */
/* -------------------------------------------------------------------- */
for( iX = 0; iX < nXSize; iX++ )
{
if( pabyMask[iX] )
{
pafThisValue[iX] = pafScanline[iX];
panThisY[iX] = iY;
}
else if( iY <= dfMaxSearchDist + panLastY[iX] )
{
pafThisValue[iX] = pafLastValue[iX];
panThisY[iX] = panLastY[iX];
}
else
{
panThisY[iX] = nNoDataVal;
}
}
/* -------------------------------------------------------------------- */
/* Write out best index/value to working files. */
/* -------------------------------------------------------------------- */
eErr = GDALRasterIO( hYBand, GF_Write, 0, iY, nXSize, 1,
panThisY, nXSize, 1, GDT_UInt32, 0, 0 );
if( eErr != CE_None )
break;
eErr = GDALRasterIO( hValBand, GF_Write, 0, iY, nXSize, 1,
pafThisValue, nXSize, 1, GDT_Float32, 0, 0 );
if( eErr != CE_None )
break;
/* -------------------------------------------------------------------- */
/* Flip this/last buffers. */
/* -------------------------------------------------------------------- */
{
float *pafTmp = pafThisValue;
pafThisValue = pafLastValue;
pafLastValue = pafTmp;
GUInt32 *panTmp = panThisY;
panThisY = panLastY;
panLastY = panTmp;
}
/* -------------------------------------------------------------------- */
/* report progress. */
/* -------------------------------------------------------------------- */
if( eErr == CE_None
&& !pfnProgress( dfProgressRatio * (0.5*(iY+1) / (double)nYSize),
"Filling...", pProgressArg ) )
{
CPLError( CE_Failure, CPLE_UserInterrupt, "User terminated" );
eErr = CE_Failure;
}
}
/* ==================================================================== */
/* Now we will do collect similar this/last information from */
/* bottom to top and use it in combination with the top to */
/* bottom search info to interpolate. */
/* ==================================================================== */
for( iY = nYSize-1; iY >= 0 && eErr == CE_None; iY-- )
{
eErr =
GDALRasterIO( hMaskBand, GF_Read, 0, iY, nXSize, 1,
pabyMask, nXSize, 1, GDT_Byte, 0, 0 );
if( eErr != CE_None )
break;
eErr =
GDALRasterIO( hTargetBand, GF_Read, 0, iY, nXSize, 1,
pafScanline, nXSize, 1, GDT_Float32, 0, 0 );
if( eErr != CE_None )
break;
/* -------------------------------------------------------------------- */
/* Figure out the most recent pixel for each column. */
/* -------------------------------------------------------------------- */
for( iX = 0; iX < nXSize; iX++ )
{
if( pabyMask[iX] )
{
pafThisValue[iX] = pafScanline[iX];
panThisY[iX] = iY;
}
else if( panLastY[iX] - iY <= dfMaxSearchDist )
{
pafThisValue[iX] = pafLastValue[iX];
panThisY[iX] = panLastY[iX];
}
else
{
panThisY[iX] = nNoDataVal;
}
}
/* -------------------------------------------------------------------- */
/* Load the last y and corresponding value from the top down pass. */
/* -------------------------------------------------------------------- */
eErr =
GDALRasterIO( hYBand, GF_Read, 0, iY, nXSize, 1,
panTopDownY, nXSize, 1, GDT_UInt32, 0, 0 );
if( eErr != CE_None )
break;
eErr =
GDALRasterIO( hValBand, GF_Read, 0, iY, nXSize, 1,
pafTopDownValue, nXSize, 1, GDT_Float32, 0, 0 );
if( eErr != CE_None )
break;
/* -------------------------------------------------------------------- */
/* Attempt to interpolate any pixels that are nodata. */
/* -------------------------------------------------------------------- */
memset( pabyFiltMask, 0, nXSize );
for( iX = 0; iX < nXSize; iX++ )
{
int iStep, iQuad;
int nThisMaxSearchDist = nMaxSearchDist;
// If this was a valid target - no change.
if( pabyMask[iX] )
continue;
// Quadrants 0:topleft, 1:bottomleft, 2:topright, 3:bottomright
double adfQuadDist[4];
double adfQuadValue[4];
for( iQuad = 0; iQuad < 4; iQuad++ )
{
adfQuadDist[iQuad] = dfMaxSearchDist + 1.0;
adfQuadValue[iQuad] = 0.0;
}
// Step left and right by one pixel searching for the closest
// target value for each quadrant.
for( iStep = 0; iStep < nThisMaxSearchDist; iStep++ )
{
int iLeftX = MAX(0,iX - iStep);
int iRightX = MIN(nXSize-1,iX + iStep);
// top left includes current line
QUAD_CHECK(adfQuadDist[0],adfQuadValue[0],
iLeftX, panTopDownY[iLeftX], iX, iY,
pafTopDownValue[iLeftX] );
// bottom left
QUAD_CHECK(adfQuadDist[1],adfQuadValue[1],
iLeftX, panLastY[iLeftX], iX, iY,
pafLastValue[iLeftX] );
// top right and bottom right do no include center pixel.
if( iStep == 0 )
continue;
// top right includes current line
QUAD_CHECK(adfQuadDist[2],adfQuadValue[2],
iRightX, panTopDownY[iRightX], iX, iY,
pafTopDownValue[iRightX] );
// bottom right
QUAD_CHECK(adfQuadDist[3],adfQuadValue[3],
iRightX, panLastY[iRightX], iX, iY,
pafLastValue[iRightX] );
// every four steps, recompute maximum distance.
if( (iStep & 0x3) == 0 )
nThisMaxSearchDist = (int) floor(
MAX(MAX(adfQuadDist[0],adfQuadDist[1]),
MAX(adfQuadDist[2],adfQuadDist[3])) );
}
double dfWeightSum = 0.0;
double dfValueSum = 0.0;
for( iQuad = 0; iQuad < 4; iQuad++ )
{
if( adfQuadDist[iQuad] <= dfMaxSearchDist )
{
double dfWeight = 1.0 / adfQuadDist[iQuad];
dfWeightSum += dfWeight;
dfValueSum += adfQuadValue[iQuad] * dfWeight;
}
}
if( dfWeightSum > 0.0 )
{
pabyMask[iX] = 255;
pabyFiltMask[iX] = 255;
pafScanline[iX] = (float) (dfValueSum / dfWeightSum);
}
}
/* -------------------------------------------------------------------- */
/* Write out the updated data and mask information. */
/* -------------------------------------------------------------------- */
eErr =
GDALRasterIO( hTargetBand, GF_Write, 0, iY, nXSize, 1,
pafScanline, nXSize, 1, GDT_Float32, 0, 0 );
if( eErr != CE_None )
break;
eErr =
GDALRasterIO( hFiltMaskBand, GF_Write, 0, iY, nXSize, 1,
pabyFiltMask, nXSize, 1, GDT_Byte, 0, 0 );
if( eErr != CE_None )
break;
/* -------------------------------------------------------------------- */
/* Flip this/last buffers. */
/* -------------------------------------------------------------------- */
{
float *pafTmp = pafThisValue;
pafThisValue = pafLastValue;
pafLastValue = pafTmp;
GUInt32 *panTmp = panThisY;
panThisY = panLastY;
panLastY = panTmp;
}
/* -------------------------------------------------------------------- */
/* report progress. */
/* -------------------------------------------------------------------- */
if( eErr == CE_None
&& !pfnProgress( dfProgressRatio*(0.5+0.5*(nYSize-iY) / (double)nYSize),
"Filling...", pProgressArg ) )
{
CPLError( CE_Failure, CPLE_UserInterrupt, "User terminated" );
eErr = CE_Failure;
}
}
/* ==================================================================== */
/* Now we will do iterative average filters over the */
/* interpolated values to smooth things out and make linear */
/* artifacts less obvious. */
/* ==================================================================== */
if( eErr == CE_None && nSmoothingIterations > 0 )
{
// force masks to be to flushed and recomputed.
GDALFlushRasterCache( hMaskBand );
void *pScaledProgress;
pScaledProgress =
GDALCreateScaledProgress( dfProgressRatio, 1.0, pfnProgress, NULL );
eErr = GDALMultiFilter( hTargetBand, hMaskBand, hFiltMaskBand,
nSmoothingIterations,
GDALScaledProgress, pScaledProgress );
GDALDestroyScaledProgress( pScaledProgress );
}
/* -------------------------------------------------------------------- */
/* Close and clean up temporary files. Free working buffers */
/* -------------------------------------------------------------------- */
end:
CPLFree(panLastY);
CPLFree(panThisY);
CPLFree(panTopDownY);
CPLFree(pafLastValue);
CPLFree(pafThisValue);
CPLFree(pafTopDownValue);
CPLFree(pafScanline);
CPLFree(pabyMask);
CPLFree(pabyFiltMask);
GDALClose( hYDS );
GDALClose( hValDS );
GDALClose( hFiltMaskDS );
GDALDeleteDataset( hDriver, osYTmpFile );
GDALDeleteDataset( hDriver, osValTmpFile );
GDALDeleteDataset( hDriver, osFiltMaskTmpFile );
return eErr;
}
SURF_FETCH_E LandfireClient::FetchBoundingBox( double *bbox, double resolution,
const char *filename,
char **options )
{
(void)resolution;
if( NULL == filename )
{
return SURF_FETCH_E_BAD_INPUT;
}
/*
** We have an arbitrary limit on request size, 0.001 degrees
*/
if( fabs( bbox[0] - bbox[2] ) < 0.001 || fabs( bbox[1] - bbox[3] ) < 0.001 )
{
CPLError( CE_Failure, CPLE_AppDefined,
"Bounding box too small, must be greater than " \
"0.001 x 0.001 degrees." );
return SURF_FETCH_E_BAD_INPUT;
}
/*-----------------------------------------------------------------------------
* Local Variable Declarations
*-----------------------------------------------------------------------------*/
int i = 0;
char *p;
int nMaxTries = atoi( CPLGetConfigOption( "LCP_MAX_DOWNLOAD_TRIES", "40" ) );
double dfWait = atof( CPLGetConfigOption( "LCP_DOWNLOAD_WAIT", "3" ) );
const char *pszProduct = CPLStrdup( CSLFetchNameValue( options, "PRODUCT" ) );
/*
** Stupidly simple heuristics to try to get the 'correct' product.
*/
if( pszProduct == NULL || EQUAL( pszProduct, "" ) )
{
if( EQUAL( pszProduct, "" ) )
CPLFree( (void*)pszProduct );
std::string osDataPath = FindDataPath( "landfire.zip" );
osDataPath = "/vsizip/" + osDataPath;
const char *pszGeom;
pszGeom = CPLSPrintf( "POLYGON((%lf %lf,%lf %lf,%lf %lf,%lf %lf,%lf %lf))",
bbox[1], bbox[0], bbox[3], bbox[0],
bbox[3], bbox[2], bbox[1], bbox[2],
bbox[1], bbox[0] );
CPLDebug( "LCP_CLIENT", "Testing if %s contains %s", osDataPath.c_str(),
pszGeom );
if( NinjaOGRContain( pszGeom, osDataPath.c_str(), "conus" ) )
{
pszProduct = CPLStrdup( "F4W21HZ" );
}
else if( NinjaOGRContain( pszGeom, osDataPath.c_str(), "ak" ) )
{
pszProduct = CPLStrdup( "F7C29HZ" );
}
else if( NinjaOGRContain( pszGeom, osDataPath.c_str(), "hi" ) )
{
pszProduct = CPLStrdup( "F4825HZ" );
}
/* Contiguous US */
//if( bbox[0] < 52 && bbox[1] < -60 && bbox[2] > 22 && bbox[3] > -136 )
// pszProduct = CPLStrdup( "F4W21HZ" );
/* Alaska */
//else if( bbox[0] < 75 && bbox[1] < -125 && bbox[2] > 50 && bbox[3] > -179 )
// pszProduct = CPLStrdup( "F7C29HZ" );
/* Hawaii */
//else if( bbox[0] < 25 && bbox[1] < -150 && bbox[2] > 15 && bbox[3] > -170 )
// pszProduct = CPLStrdup( "F4825HZ" );
else
{
CPLError( CE_Failure, CPLE_AppDefined,
"Failed to locate product." );
return SURF_FETCH_E_BAD_INPUT;
}
}
CPLDebug( "LCP_CLIENT", "Using product: %s", pszProduct );
const char *pszUrl;
const char *pszTemp = CSLFetchNameValue( options, "OVERRIDE_BEST_UTM" );
int nEpsgCode = -1;
if( pszTemp == NULL )
{
nEpsgCode = BoundingBoxUtm( bbox );
}
else
{
nEpsgCode = atoi( pszTemp );
}
/*
** Better check?
*/
if( nEpsgCode < 1 )
{
CPLError( CE_Failure, CPLE_AppDefined, "Invalid EPSG code." );
CPLFree( (void*)pszProduct );
return SURF_FETCH_E_BAD_INPUT;
}
/*-----------------------------------------------------------------------------
* Request a Model via the landfire.cr.usgs.gov REST client
*-----------------------------------------------------------------------------*/
pszUrl = CPLSPrintf( LF_REQUEST_TEMPLATE, bbox[0], bbox[2], bbox[3],
bbox[1], pszProduct );
CPLFree( (void*)pszProduct );
m_poResult = CPLHTTPFetch( pszUrl, NULL );
CHECK_HTTP_RESULT( "Failed to get download URL" );
CPLDebug( "LCP_CLIENT", "Request URL: %s", pszUrl );
/*-----------------------------------------------------------------------------
* Parse the JSON result of the request
*-----------------------------------------------------------------------------*/
int nSize = strlen( (char*) m_poResult->pabyData );
//Create a buffer so we can use sscanf, couldn't find a CPL version
char *pszResponse = new char[ nSize + 1 ];
pszResponse[0] = '\0';
CPLDebug( "LCP_CLIENT", "JSON Response: %s", m_poResult->pabyData );
/*
** Regular expression support if we have C++11 support. isnan ambiguouity
** is causing non-C++11 compliance. Not tested or used, 0 disables.
*/
#if __cplusplus >= 201103 && 0
std::string s((const char*) m_poResult->pabyData );
std::smatch m;
std::regex e( "\\b(?:(?:https?)://|www\\.)[a-z-A-Z0-9+&@#/%=~_|$?!:,.]" \
"*[a-z-A-Z0-9+&@#/%=~_|$]" );
std::regex_search( s, m, e );
std::string url = m[0].str(); //retrieve first match
CPLStrlcpy( pszResponse, url.c_str(), nSize );
#else
char **papszTokens = NULL;
papszTokens = CSLTokenizeString2( (const char*)m_poResult->pabyData, ",:",
CSLT_HONOURSTRINGS | CSLT_PRESERVEESCAPES |
CSLT_STRIPENDSPACES | CSLT_STRIPLEADSPACES );
int nTokens = CSLCount( papszTokens );
if( nTokens < 2 )
{
CPLError( CE_Failure, CPLE_AppDefined,
"Failed to generate valid URL for LCP download." );
delete [] pszResponse;
CPLHTTPDestroyResult( m_poResult );
CSLDestroy( papszTokens );
return SURF_FETCH_E_IO_ERR;
}
for( int i = 1; i < nTokens; i++ )
{
if( EQUALN( papszTokens[i], "https://", 6 ) &&
EQUAL( papszTokens[i - 1], "DOWNLOAD_URL" ) )
{
CPLStrlcpy( pszResponse, papszTokens[i], nSize );
break;
}
}
CSLDestroy( papszTokens );
#endif
//Grab the download URL from the JSON response, stores in pszResponse
//std::sscanf( (char*) m_poResult->pabyData, LF_REQUEST_RETURN_TEMPLATE, pszResponse);
CPLHTTPDestroyResult( m_poResult );
if( !EQUALN( pszResponse, "https://", 6 ) )
{
CPLError( CE_Failure, CPLE_AppDefined,
"Failed to generate valid URL for LCP download." );
delete [] pszResponse;
return SURF_FETCH_E_IO_ERR;
}
p = strstr( pszResponse, "}]" );
if( p )
*p = '\0';
CPLDebug( "LCP_CLIENT", "Download URL: %s", pszResponse );
// Fix the SRS
const char *pszNewUrl = ReplaceSRS( nEpsgCode, pszResponse );
CPLDebug( "LCP_CLIENT", "Sanitized SRS Download URL: %s", pszNewUrl );
/*-----------------------------------------------------------------------------
* Get the Job ID by visiting the download URL
*-----------------------------------------------------------------------------*/
m_poResult = CPLHTTPFetch( pszNewUrl, NULL );
CPLFree( (void*)pszNewUrl );
delete [] pszResponse;
CHECK_HTTP_RESULT( "Failed to get Job ID" );
nSize = strlen( (char*) m_poResult->pabyData );
pszResponse = new char[ nSize + 1 ];
//grabs the Job ID from the Download URL response
std::sscanf( (char*) m_poResult->pabyData, LF_INIT_RESPONSE_TEMPLATE, pszResponse);
CPLHTTPDestroyResult( m_poResult );
//store the Job Id into a class attribute, so we can reuse pszResponse, but keep
//the Job Id (needed for future parts)
m_JobId = std::string( pszResponse );
CPLDebug( "LCP_CLIENT", "Job id: %s", m_JobId.c_str() );
/*-----------------------------------------------------------------------------
* Initiate the download by using the obtained Job ID
*-----------------------------------------------------------------------------*/
pszUrl = CPLSPrintf( LF_INIT_DOWNLOAD_TEMPLATE, m_JobId.c_str() );
//fetch the response of download initiation
//note: for some reason it alway returns a key error, but download still works
m_poResult = CPLHTTPFetch( pszUrl, NULL );
CPLHTTPDestroyResult( m_poResult );
/*-----------------------------------------------------------------------------
* Check the status of the download, able to download when status=400
*-----------------------------------------------------------------------------*/
int dl_status = 0;
//Obtain the readiness status of the current job
pszUrl = CPLSPrintf( LF_GET_STATUS_TEMPLATE, m_JobId.c_str() );
CPLDebug( "LCP_CLIENT", "Status url: %s", pszUrl );
do
{
m_poResult = CPLHTTPFetch( pszUrl, NULL );
delete [] pszResponse;
CHECK_HTTP_RESULT( "Failed to get job status" );
nSize = strlen( (char*) m_poResult->pabyData );
pszResponse = new char[ nSize + 1 ];
std::sscanf( (char*) m_poResult->pabyData, LF_STATUS_RESPONSE_TEMPLATE,
&dl_status, pszResponse );
CPLHTTPDestroyResult( m_poResult );
i++;
CPLSleep( dfWait );
CPLDebug( "LCP_CLIENT", "Attempting to fetch LCP, try %d of %d, " \
"status: %d", i, nMaxTries, dl_status );
} while( dl_status < 400 && dl_status > 0 && i < nMaxTries );
delete [] pszResponse;
if( dl_status >= 900 && dl_status <= 902)
{
CPLError( CE_Warning, CPLE_AppDefined, "Failed to download lcp," \
"There was an extraction " \
"error on the server." );
return SURF_FETCH_E_IO_ERR;
}
else if( dl_status != 400 )
{
CPLError( CE_Warning, CPLE_AppDefined, "Failed to download lcp, timed " \
"out. Try increasing " \
"LCP_MAX_DOWNLOAD_TRIES or "
"LCP_DOWNLOAD_WAIT" );
return SURF_FETCH_E_TIMEOUT;
}
/*-----------------------------------------------------------------------------
* Download the landfire model
*-----------------------------------------------------------------------------*/
pszUrl = CPLSPrintf( LF_DOWNLOAD_JOB_TEMPLATE, m_JobId.c_str() );
m_poResult = CPLHTTPFetch( pszUrl, NULL );
CHECK_HTTP_RESULT( "Failed to get job status" );
/*
** Parse the URL from the returned string
*/
std::string ss((const char*) m_poResult->pabyData );
CPLHTTPDestroyResult( m_poResult );
std::size_t pos1 = ss.find("https://");
std::size_t pos2 = ss.find(".zip");
std::string url = ss.substr(pos1, (pos2+4-pos1));
pszUrl = url.c_str();
m_poResult = CPLHTTPFetch( pszUrl, NULL );
CHECK_HTTP_RESULT( "Failed to get job status" );
nSize = m_poResult->nDataLen;
VSILFILE *fout;
const char *pszTmpZip = CPLFormFilename( NULL,
CPLGenerateTempFilename( "NINJA_LCP_CLIENT" ),
".zip" );
fout = VSIFOpenL( pszTmpZip, "w+" );
if( NULL == fout )
{
CPLError( CE_Warning, CPLE_AppDefined, "Failed to create output file" );
CPLHTTPDestroyResult( m_poResult );
return SURF_FETCH_E_IO_ERR;
}
VSIFWriteL( m_poResult->pabyData, nSize, 1, fout );
VSIFCloseL( fout );
CPLHTTPDestroyResult( m_poResult );
/*
** Extract the lcp and the prj file, and 'save as'
*/
char **papszFileList = NULL;
std::string osPathInZip;
const char *pszVSIZip = CPLSPrintf( "/vsizip/%s", pszTmpZip );
CPLDebug( "LCP_CLIENT", "Extracting lcp from %s", pszVSIZip );
papszFileList = VSIReadDirRecursive( pszVSIZip );
int bFound = FALSE;
std::string osFullPath;
for( int i = 0; i < CSLCount( papszFileList ); i++ )
{
osFullPath = papszFileList[i];
if( osFullPath.find( "Landscape_1.lcp" ) != std::string::npos )
{
osPathInZip = CPLGetPath( papszFileList[i] );
CPLDebug( "LCP_CLIENT", "Found lcp in: %s", osPathInZip.c_str() );
bFound = TRUE;
break;
}
}
CSLDestroy( papszFileList );
if( !bFound )
{
CPLError( CE_Failure, CPLE_AppDefined,
"Failed to find lcp in archive" );
//VSIUnlink( pszTmpZip );
return SURF_FETCH_E_IO_ERR;
}
int nError = 0;
const char *pszFileToFind = CPLSPrintf( "%s/Landscape_1.lcp",
osPathInZip.c_str() );
nError = ExtractFileFromZip( pszTmpZip, pszFileToFind, filename );
if( nError )
{
CPLError( CE_Failure, CPLE_AppDefined,
"Failed to extract LCP from zip." );
VSIUnlink( pszTmpZip );
return SURF_FETCH_E_IO_ERR;
}
pszFileToFind = CPLSPrintf( "%s/Landscape_1.prj", osPathInZip.c_str() );
nError = ExtractFileFromZip( pszTmpZip, pszFileToFind,
CPLFormFilename( CPLGetPath( filename ),
CPLGetBasename( filename ),
".prj" ) );
if( nError )
{
CPLError( CE_Failure, CPLE_AppDefined,
"Failed to extract PRJ from zip." );
return SURF_FETCH_E_IO_ERR;
}
if( !CSLTestBoolean( CPLGetConfigOption( "LCP_KEEP_ARCHIVE", "FALSE" ) ) )
{
VSIUnlink( pszTmpZip );
}
return SURF_FETCH_E_NONE;
}
int GMLReader::ResolveXlinks( const char *pszFile,
int* pbOutIsTempFile,
char **papszSkip,
const int bStrict)
{
*pbOutIsTempFile = FALSE;
// Check if the original source file is set.
if( m_pszFilename == NULL )
{
CPLError( CE_Failure, CPLE_NotSupported,
"GML source file needs to be set first with "
"GMLReader::SetSourceFile()." );
return FALSE;
}
/* -------------------------------------------------------------------- */
/* Load the raw XML file into a XML Node tree. */
/* -------------------------------------------------------------------- */
CPLXMLNode **papsSrcTree;
papsSrcTree = (CPLXMLNode **)CPLCalloc( 2, sizeof(CPLXMLNode *));
papsSrcTree[0] = CPLParseXMLFile( m_pszFilename );
if( papsSrcTree[0] == NULL )
{
CPLFree(papsSrcTree);
return FALSE;
}
//make all the URLs absolute
CPLXMLNode *psSibling = NULL;
for( psSibling = papsSrcTree[0]; psSibling != NULL; psSibling = psSibling->psNext )
CorrectURLs( psSibling, m_pszFilename );
//setup resource data structure
char **papszResourceHREF = NULL;
// "" is the href of the original source file
papszResourceHREF = CSLAddString( papszResourceHREF, m_pszFilename );
//call resolver
CPLErr eReturned = CE_None;
eReturned = Resolve( papsSrcTree[0], &papsSrcTree, &papszResourceHREF, papszSkip, bStrict );
int bReturn = TRUE;
if( eReturned != CE_Failure )
{
char *pszTmpName = NULL;
int bTryWithTempFile = FALSE;
if( EQUALN(pszFile, "/vsitar/", strlen("/vsitar/")) ||
EQUALN(pszFile, "/vsigzip/", strlen("/vsigzip/")) ||
EQUALN(pszFile, "/vsizip/", strlen("/vsizip/")) )
{
bTryWithTempFile = TRUE;
}
else if( !CPLSerializeXMLTreeToFile( papsSrcTree[0], pszFile ) )
{
CPLError( CE_Failure, CPLE_FileIO,
"Cannot serialize resolved file %s to %s.",
m_pszFilename, pszFile );
bTryWithTempFile = TRUE;
}
if (bTryWithTempFile)
{
pszTmpName = CPLStrdup( CPLGenerateTempFilename( "ResolvedGML" ) );
if( !CPLSerializeXMLTreeToFile( papsSrcTree[0], pszTmpName ) )
{
CPLError( CE_Failure, CPLE_FileIO,
"Cannot serialize resolved file %s to %s either.",
m_pszFilename, pszTmpName );
CPLFree( pszTmpName );
bReturn = FALSE;
}
else
{
//set the source file to the resolved file
CPLFree( m_pszFilename );
m_pszFilename = pszTmpName;
*pbOutIsTempFile = TRUE;
}
}
else
{
//set the source file to the resolved file
CPLFree( m_pszFilename );
m_pszFilename = CPLStrdup( pszFile );
}
}
else
{
bReturn = FALSE;
}
int nItems = CSLCount( papszResourceHREF );
CSLDestroy( papszResourceHREF );
while( nItems > 0 )
CPLDestroyXMLNode( papsSrcTree[--nItems] );
CPLFree( papsSrcTree );
return bReturn;
}
CPLErr CPL_STDCALL
GDALComputeProximity(GDALRasterBandH hSrcBand,
GDALRasterBandH hProximityBand,
char **papszOptions,
GDALProgressFunc pfnProgress,
void *pProgressArg)
{
int nXSize, nYSize, i, bFixedBufVal = FALSE;
const char *pszOpt;
double dfMaxDist;
double dfFixedBufVal = 0.0;
VALIDATE_POINTER1(hSrcBand, "GDALComputeProximity", CE_Failure);
VALIDATE_POINTER1(hProximityBand, "GDALComputeProximity", CE_Failure);
if (pfnProgress == NULL)
pfnProgress = GDALDummyProgress;
/* -------------------------------------------------------------------- */
/* Are we using pixels or georeferenced coordinates for distances? */
/* -------------------------------------------------------------------- */
double dfDistMult = 1.0;
pszOpt = CSLFetchNameValue(papszOptions, "DISTUNITS");
if (pszOpt)
{
if (EQUAL(pszOpt, "GEO"))
{
GDALDatasetH hSrcDS = GDALGetBandDataset(hSrcBand);
if (hSrcDS)
{
double adfGeoTransform[6];
GDALGetGeoTransform(hSrcDS, adfGeoTransform);
if (ABS(adfGeoTransform[1]) != ABS(adfGeoTransform[5]))
CPLError(CE_Warning, CPLE_AppDefined,
"Pixels not square, distances will be inaccurate.");
dfDistMult = ABS(adfGeoTransform[1]);
}
}
else if (!EQUAL(pszOpt, "PIXEL"))
{
CPLError(CE_Failure, CPLE_AppDefined,
"Unrecognised DISTUNITS value '%s', should be GEO or PIXEL.",
pszOpt);
return CE_Failure;
}
}
/* -------------------------------------------------------------------- */
/* What is our maxdist value? */
/* -------------------------------------------------------------------- */
pszOpt = CSLFetchNameValue(papszOptions, "MAXDIST");
if (pszOpt)
dfMaxDist = atof(pszOpt) / dfDistMult;
else
dfMaxDist = GDALGetRasterBandXSize(hSrcBand) + GDALGetRasterBandYSize(hSrcBand);
CPLDebug("GDAL", "MAXDIST=%g, DISTMULT=%g", dfMaxDist, dfDistMult);
/* -------------------------------------------------------------------- */
/* Verify the source and destination are compatible. */
/* -------------------------------------------------------------------- */
nXSize = GDALGetRasterBandXSize(hSrcBand);
nYSize = GDALGetRasterBandYSize(hSrcBand);
if (nXSize != GDALGetRasterBandXSize(hProximityBand)
|| nYSize != GDALGetRasterBandYSize(hProximityBand))
{
CPLError(CE_Failure, CPLE_AppDefined,
"Source and proximity bands are not the same size.");
return CE_Failure;
}
/* -------------------------------------------------------------------- */
/* Get output NODATA value. */
/* -------------------------------------------------------------------- */
float fNoDataValue;
pszOpt = CSLFetchNameValue(papszOptions, "NODATA");
if (pszOpt != NULL)
fNoDataValue = (float) atof(pszOpt);
else
{
int bSuccess;
fNoDataValue = (float) GDALGetRasterNoDataValue(hProximityBand, &bSuccess);
if (!bSuccess)
fNoDataValue = 65535.0;
}
/* -------------------------------------------------------------------- */
/* Is there a fixed value we wish to force the buffer area to? */
/* -------------------------------------------------------------------- */
pszOpt = CSLFetchNameValue(papszOptions, "FIXED_BUF_VAL");
if (pszOpt)
{
dfFixedBufVal = atof(pszOpt);
bFixedBufVal = TRUE;
}
/* -------------------------------------------------------------------- */
/* Get the target value(s). */
/* -------------------------------------------------------------------- */
int *panTargetValues = NULL;
int nTargetValues = 0;
pszOpt = CSLFetchNameValue(papszOptions, "VALUES");
if (pszOpt != NULL)
{
char **papszValuesTokens;
papszValuesTokens = CSLTokenizeStringComplex(pszOpt, ",", FALSE, FALSE);
nTargetValues = CSLCount(papszValuesTokens);
panTargetValues = (int*) CPLCalloc(sizeof(int), nTargetValues);
for (i = 0; i < nTargetValues; i++)
panTargetValues[i] = atoi(papszValuesTokens[i]);
CSLDestroy(papszValuesTokens);
}
/* -------------------------------------------------------------------- */
/* Initialize progress counter. */
/* -------------------------------------------------------------------- */
if (!pfnProgress(0.0, "", pProgressArg))
{
CPLError(CE_Failure, CPLE_UserInterrupt, "User terminated");
CPLFree(panTargetValues);
return CE_Failure;
}
/* -------------------------------------------------------------------- */
/* We need a signed type for the working proximity values kept */
/* on disk. If our proximity band is not signed, then create a */
/* temporary file for this purpose. */
/* -------------------------------------------------------------------- */
GDALRasterBandH hWorkProximityBand = hProximityBand;
GDALDatasetH hWorkProximityDS = NULL;
GDALDataType eProxType = GDALGetRasterDataType(hProximityBand);
int *panNearX = NULL, *panNearY = NULL;
float *pafProximity = NULL;
GInt32 *panSrcScanline = NULL;
int iLine;
CPLErr eErr = CE_None;
if (eProxType == GDT_Byte
|| eProxType == GDT_UInt16
|| eProxType == GDT_UInt32)
{
GDALDriverH hDriver = GDALGetDriverByName("GTiff");
if (hDriver == NULL)
{
CPLError(CE_Failure, CPLE_AppDefined,
"GDALComputeProximity needs GTiff driver");
eErr = CE_Failure;
goto end;
}
CPLString osTmpFile = CPLGenerateTempFilename("proximity");
hWorkProximityDS =
GDALCreate(hDriver, osTmpFile,
nXSize, nYSize, 1, GDT_Float32, NULL);
if (hWorkProximityDS == NULL)
{
eErr = CE_Failure;
goto end;
}
hWorkProximityBand = GDALGetRasterBand(hWorkProximityDS, 1);
}
/* -------------------------------------------------------------------- */
/* Allocate buffer for two scanlines of distances as floats */
/* (the current and last line). */
/* -------------------------------------------------------------------- */
pafProximity = (float*) VSIMalloc2(sizeof(float), nXSize);
panNearX = (int*) VSIMalloc2(sizeof(int), nXSize);
panNearY = (int*) VSIMalloc2(sizeof(int), nXSize);
panSrcScanline = (GInt32*) VSIMalloc2(sizeof(GInt32), nXSize);
if (pafProximity == NULL
|| panNearX == NULL
|| panNearY == NULL
|| panSrcScanline == NULL)
{
CPLError(CE_Failure, CPLE_OutOfMemory,
"Out of memory allocating working buffers.");
eErr = CE_Failure;
goto end;
}
/* -------------------------------------------------------------------- */
/* Loop from top to bottom of the image. */
/* -------------------------------------------------------------------- */
for (i = 0; i < nXSize; i++)
panNearX[i] = panNearY[i] = -1;
for (iLine = 0; eErr == CE_None && iLine < nYSize; iLine++)
{
// Read for target values.
eErr = GDALRasterIO(hSrcBand, GF_Read, 0, iLine, nXSize, 1,
panSrcScanline, nXSize, 1, GDT_Int32, 0, 0);
if (eErr != CE_None)
break;
for (i = 0; i < nXSize; i++)
pafProximity[i] = -1.0;
// Left to right
ProcessProximityLine(panSrcScanline, panNearX, panNearY,
TRUE, iLine, nXSize, dfMaxDist,
pafProximity, nTargetValues, panTargetValues);
// Right to Left
ProcessProximityLine(panSrcScanline, panNearX, panNearY,
FALSE, iLine, nXSize, dfMaxDist,
pafProximity, nTargetValues, panTargetValues);
// Write out results.
eErr =
GDALRasterIO(hWorkProximityBand, GF_Write, 0, iLine, nXSize, 1,
pafProximity, nXSize, 1, GDT_Float32, 0, 0);
if (eErr != CE_None)
break;
if (!pfnProgress(0.5 * (iLine + 1) / (double) nYSize,
"", pProgressArg))
{
CPLError(CE_Failure, CPLE_UserInterrupt, "User terminated");
eErr = CE_Failure;
}
}
/* -------------------------------------------------------------------- */
/* Loop from bottom to top of the image. */
/* -------------------------------------------------------------------- */
for (i = 0; i < nXSize; i++)
panNearX[i] = panNearY[i] = -1;
for (iLine = nYSize - 1; eErr == CE_None && iLine >= 0; iLine--)
{
// Read first pass proximity
eErr =
GDALRasterIO(hWorkProximityBand, GF_Read, 0, iLine, nXSize, 1,
pafProximity, nXSize, 1, GDT_Float32, 0, 0);
if (eErr != CE_None)
break;
// Read pixel values.
eErr = GDALRasterIO(hSrcBand, GF_Read, 0, iLine, nXSize, 1,
panSrcScanline, nXSize, 1, GDT_Int32, 0, 0);
if (eErr != CE_None)
break;
// Right to left
ProcessProximityLine(panSrcScanline, panNearX, panNearY,
FALSE, iLine, nXSize, dfMaxDist,
pafProximity, nTargetValues, panTargetValues);
// Left to right
ProcessProximityLine(panSrcScanline, panNearX, panNearY,
TRUE, iLine, nXSize, dfMaxDist,
pafProximity, nTargetValues, panTargetValues);
// Final post processing of distances.
for (i = 0; i < nXSize; i++)
{
if (pafProximity[i] < 0.0)
pafProximity[i] = fNoDataValue;
else if (pafProximity[i] > 0.0)
{
if (bFixedBufVal)
pafProximity[i] = (float) dfFixedBufVal;
else
pafProximity[i] = (float)(pafProximity[i] * dfDistMult);
}
}
// Write out results.
eErr =
GDALRasterIO(hProximityBand, GF_Write, 0, iLine, nXSize, 1,
pafProximity, nXSize, 1, GDT_Float32, 0, 0);
if (eErr != CE_None)
break;
if (!pfnProgress(0.5 + 0.5 * (nYSize - iLine) / (double) nYSize,
"", pProgressArg))
{
CPLError(CE_Failure, CPLE_UserInterrupt, "User terminated");
eErr = CE_Failure;
}
}
/* -------------------------------------------------------------------- */
/* Cleanup */
/* -------------------------------------------------------------------- */
end:
CPLFree(panNearX);
CPLFree(panNearY);
CPLFree(panSrcScanline);
CPLFree(pafProximity);
CPLFree(panTargetValues);
if (hWorkProximityDS != NULL)
{
CPLString osProxFile = GDALGetDescription(hWorkProximityDS);
GDALClose(hWorkProximityDS);
GDALDeleteDataset(GDALGetDriverByName("GTiff"), osProxFile);
}
return eErr;
}
CPLErr BIGGIFDataset::ReOpen()
{
/* -------------------------------------------------------------------- */
/* If the file is already open, close it so we can restart. */
/* -------------------------------------------------------------------- */
if( hGifFile != NULL )
DGifCloseFile( hGifFile );
/* -------------------------------------------------------------------- */
/* If we are actually reopening, then we assume that access to */
/* the image data is not strictly once through sequential, and */
/* we will try to create a working database in a temporary */
/* directory to hold the image as we read through it the second */
/* time. */
/* -------------------------------------------------------------------- */
if( hGifFile != NULL )
{
GDALDriver *poGTiffDriver = (GDALDriver*) GDALGetDriverByName("GTiff");
if( poGTiffDriver != NULL )
{
/* Create as a sparse file to avoid filling up the whole file */
/* while closing and then destroying this temporary dataset */
const char* apszOptions[] = { "COMPRESS=LZW", "SPARSE_OK=YES", NULL };
CPLString osTempFilename = CPLGenerateTempFilename("biggif");
osTempFilename += ".tif";
poWorkDS = poGTiffDriver->Create( osTempFilename,
nRasterXSize, nRasterYSize, 1,
GDT_Byte, const_cast<char**>(apszOptions));
}
}
/* -------------------------------------------------------------------- */
/* Open */
/* -------------------------------------------------------------------- */
VSIFSeekL( fp, 0, SEEK_SET );
nLastLineRead = -1;
#if defined(GIFLIB_MAJOR) && GIFLIB_MAJOR >= 5
int nError;
hGifFile = DGifOpen( fp, VSIGIFReadFunc, &nError );
#else
hGifFile = DGifOpen( fp, VSIGIFReadFunc );
#endif
if( hGifFile == NULL )
{
CPLError( CE_Failure, CPLE_OpenFailed,
"DGifOpen() failed. Perhaps the gif file is corrupt?\n" );
return CE_Failure;
}
/* -------------------------------------------------------------------- */
/* Find the first image record. */
/* -------------------------------------------------------------------- */
GifRecordType RecordType = TERMINATE_RECORD_TYPE;
while( DGifGetRecordType(hGifFile, &RecordType) != GIF_ERROR
&& RecordType != TERMINATE_RECORD_TYPE
&& RecordType != IMAGE_DESC_RECORD_TYPE )
{
/* Skip extension records found before IMAGE_DESC_RECORD_TYPE */
if (RecordType == EXTENSION_RECORD_TYPE)
{
int nFunction;
GifByteType *pExtData;
if (DGifGetExtension(hGifFile, &nFunction, &pExtData) == GIF_ERROR)
break;
while (pExtData != NULL)
{
if (DGifGetExtensionNext(hGifFile, &pExtData) == GIF_ERROR)
break;
}
}
}
if( RecordType != IMAGE_DESC_RECORD_TYPE )
{
DGifCloseFile( hGifFile );
hGifFile = NULL;
CPLError( CE_Failure, CPLE_OpenFailed,
"Failed to find image description record in GIF file." );
return CE_Failure;
}
if (DGifGetImageDesc(hGifFile) == GIF_ERROR)
{
DGifCloseFile( hGifFile );
hGifFile = NULL;
CPLError( CE_Failure, CPLE_OpenFailed,
"Image description reading failed in GIF file." );
return CE_Failure;
}
return CE_None;
}
int OGRGTMDataSource::Create( const char* pszFilename,
CPL_UNUSED char** papszOptions )
{
CPLAssert( NULL != pszFilename );
if( fpOutput != NULL )
{
CPLAssert( FALSE );
return FALSE;
}
/* -------------------------------------------------------------------- */
/* Do not override exiting file. */
/* -------------------------------------------------------------------- */
VSIStatBufL sStatBuf;
if( VSIStatL( pszFilename, &sStatBuf ) == 0 )
{
CPLError(CE_Failure, CPLE_NotSupported,
"You have to delete %s before being able to create it with the GTM driver",
pszFilename);
return FALSE;
}
/* -------------------------------------------------------------------- */
/* Create the output file. */
/* -------------------------------------------------------------------- */
pszName = CPLStrdup( pszFilename );
fpOutput = VSIFOpenL( pszFilename, "w" );
if( fpOutput == NULL )
{
CPLError( CE_Failure, CPLE_OpenFailed,
"Failed to create GTM file %s.",
pszFilename );
return FALSE;
}
// Generate a temporary file for Trackpoints
const char* pszTmpName = CPLGenerateTempFilename(NULL);
pszTmpTrackpoints = CPLStrdup( pszTmpName );
fpTmpTrackpoints = VSIFOpenL(pszTmpName , "w" );
if( fpTmpTrackpoints == NULL )
{
CPLError( CE_Failure, CPLE_OpenFailed,
"Failed to create temporary file %s.",
pszTmpName );
return FALSE;
}
// Generate a temporary file for Tracks
pszTmpName = CPLGenerateTempFilename(NULL);
pszTmpTracks = CPLStrdup( pszTmpName );
fpTmpTracks = VSIFOpenL(pszTmpName , "w" );
if( fpTmpTracks == NULL )
{
CPLError( CE_Failure, CPLE_OpenFailed,
"Failed to create temporary file %s.",
pszTmpName );
return FALSE;
}
/* -------------------------------------------------------------------- */
/* Output header of GTM file. */
/* -------------------------------------------------------------------- */
char* pszBaseFileName = CPLStrdup( CPLGetBasename(pszFilename) );
size_t sizeBuffer = 175 + strlen(pszBaseFileName);
void* pBuffer = CPLCalloc(1, sizeBuffer);
void* pCurrentPos = pBuffer;
// Write version number
appendUShort(pCurrentPos, 211);
pCurrentPos = ((char*)pCurrentPos) + 2;
// Write code
strcpy((char*)pCurrentPos, "TrackMaker");
// gradnum
pCurrentPos = (char*) pBuffer + 14;
appendUChar(pCurrentPos, 8);
// bcolor
pCurrentPos = (char*) pBuffer + 23;
appendInt(pCurrentPos, 0xffffff);
// nwptstyles -- We just create the defaults, so four
pCurrentPos = (char*) pBuffer + 27;
appendInt(pCurrentPos, 4);
// gradfont, labelfont
pCurrentPos = (char*) pBuffer + 99;
for (int i = 0; i < 2; i++)
{
appendUShort(pCurrentPos, 5);
pCurrentPos = ((char*)pCurrentPos) + 2;
strcpy((char*)pCurrentPos, "Arial");
pCurrentPos = ((char*)pCurrentPos) + 5;
}
appendUShort(pCurrentPos, (unsigned short) strlen(pszBaseFileName));
pCurrentPos = ((char*)pCurrentPos) + 2;
strcpy((char*)pCurrentPos, pszBaseFileName);
// Write ndatum. We are implementing just WGS84, so write the
// corresponding value for WGS84.
pCurrentPos = ((char*) pBuffer) + 151 + strlen(pszBaseFileName);
appendInt(pCurrentPos, 217);
VSIFWriteL(pBuffer, sizeBuffer, 1, fpOutput);
CPLFree(pszBaseFileName);
CPLFree(pBuffer);
return TRUE;
}
int OGRGPSBabelDataSource::Open( const char * pszDatasourceName, int bUpdateIn)
{
int bExplicitFeatures = FALSE;
int bWaypoints = TRUE, bTracks = TRUE, bRoutes = TRUE;
if (bUpdateIn)
{
CPLError(CE_Failure, CPLE_NotSupported,
"OGR/GPSBabel driver does not support opening a file in update mode");
return FALSE;
}
if (!EQUALN(pszDatasourceName, "GPSBABEL:", 9))
{
VSILFILE* fp = VSIFOpenL(pszDatasourceName, "rb");
if (fp == NULL)
return FALSE;
char szHeader[1024 + 1];
memset(szHeader, 0, 1024+1);
VSIFReadL(szHeader, 1, 1024, fp);
if (memcmp(szHeader, "MsRcd", 5) == 0)
pszGPSBabelDriverName = CPLStrdup("mapsource");
else if (memcmp(szHeader, "MsRcf", 5) == 0)
pszGPSBabelDriverName = CPLStrdup("gdb");
else if (strstr(szHeader, "<osm") != NULL)
pszGPSBabelDriverName = CPLStrdup("osm");
else if (strstr(szHeader, "$GPGSA") != NULL ||
strstr(szHeader, "$GPGGA") != NULL)
pszGPSBabelDriverName = CPLStrdup("nmea");
else if (EQUALN(szHeader, "OziExplorer",11))
pszGPSBabelDriverName = CPLStrdup("ozi");
else if (strstr(szHeader, "Grid") && strstr(szHeader, "Datum") && strstr(szHeader, "Header"))
pszGPSBabelDriverName = CPLStrdup("garmin_txt");
else if (szHeader[0] == 13 && szHeader[10] == 'M' && szHeader[11] == 'S' &&
(szHeader[12] >= '0' && szHeader[12] <= '9') &&
(szHeader[13] >= '0' && szHeader[13] <= '9') &&
szHeader[12] * 10 + szHeader[13] >= 30 &&
(szHeader[14] == 1 || szHeader[14] == 2) && szHeader[15] == 0 &&
szHeader[16] == 0 && szHeader[17] == 0)
pszGPSBabelDriverName = CPLStrdup("mapsend");
else if (strstr(szHeader, "$PMGNWPL") != NULL ||
strstr(szHeader, "$PMGNRTE") != NULL)
pszGPSBabelDriverName = CPLStrdup("magellan");
VSIFCloseL(fp);
if (pszGPSBabelDriverName == NULL)
{
return FALSE;
}
pszFilename = CPLStrdup(pszDatasourceName);
}
pszName = CPLStrdup( pszDatasourceName );
if (pszGPSBabelDriverName == NULL)
{
const char* pszSep = strchr(pszDatasourceName + 9, ':');
if (pszSep == NULL)
{
CPLError(CE_Failure, CPLE_AppDefined,
"Wrong syntax. Expected GPSBabel:driver_name:file_name");
return FALSE;
}
pszGPSBabelDriverName = CPLStrdup(pszDatasourceName + 9);
*(strchr(pszGPSBabelDriverName, ':')) = '\0';
/* A bit of validation to avoid command line injection */
if (!IsValidDriverName(pszGPSBabelDriverName))
return FALSE;
/* Parse optionnal features= option */
if (EQUALN(pszSep+1, "features=", 9))
{
const char* pszNextSep = strchr(pszSep+1, ':');
if (pszNextSep == NULL)
{
CPLError(CE_Failure, CPLE_AppDefined,
"Wrong syntax. Expected GPSBabel:driver_name[,options]*:[features=waypoints,tracks,routes:]file_name");
return FALSE;
}
char* pszFeatures = CPLStrdup(pszSep+1+9);
*strchr(pszFeatures, ':') = 0;
char** papszTokens = CSLTokenizeString(pszFeatures);
char** papszIter = papszTokens;
int bErr = FALSE;
bExplicitFeatures = TRUE;
bWaypoints = bTracks = bRoutes = FALSE;
while(papszIter && *papszIter)
{
if (EQUAL(*papszIter, "waypoints"))
bWaypoints = TRUE;
else if (EQUAL(*papszIter, "tracks"))
bTracks = TRUE;
else if (EQUAL(*papszIter, "routes"))
bRoutes = TRUE;
else
{
CPLError(CE_Failure, CPLE_AppDefined, "Wrong value for 'features' options");
bErr = TRUE;
}
papszIter ++;
}
CSLDestroy(papszTokens);
CPLFree(pszFeatures);
if (bErr)
return FALSE;
pszSep = pszNextSep;
}
pszFilename = CPLStrdup(pszSep+1);
}
const char* pszOptionUseTempFile = CPLGetConfigOption("USE_TEMPFILE", NULL);
if (pszOptionUseTempFile && CSLTestBoolean(pszOptionUseTempFile))
osTmpFileName = CPLGenerateTempFilename(NULL);
else
osTmpFileName.Printf("/vsimem/ogrgpsbabeldatasource_%p", this);
int bRet = FALSE;
if (IsSpecialFile(pszFilename))
{
/* Special file : don't try to open it */
char** argv = GetArgv(bExplicitFeatures, bWaypoints, bRoutes,
bTracks, pszGPSBabelDriverName, pszFilename);
VSILFILE* tmpfp = VSIFOpenL(osTmpFileName.c_str(), "wb");
bRet = (CPLSpawn(argv, NULL, tmpfp, TRUE) == 0);
VSIFCloseL(tmpfp);
tmpfp = NULL;
CSLDestroy(argv);
argv = NULL;
}
else
{
VSILFILE* fp = VSIFOpenL(pszFilename, "rb");
if (fp == NULL)
{
CPLError(CE_Failure, CPLE_AppDefined,
"Cannot open file %s", pszFilename);
return FALSE;
}
char** argv = GetArgv(bExplicitFeatures, bWaypoints, bRoutes,
bTracks, pszGPSBabelDriverName, "-");
VSILFILE* tmpfp = VSIFOpenL(osTmpFileName.c_str(), "wb");
CPLPushErrorHandler(CPLQuietErrorHandler);
bRet = (CPLSpawn(argv, fp, tmpfp, TRUE) == 0);
CPLPopErrorHandler();
CSLDestroy(argv);
argv = NULL;
CPLErr nLastErrorType = CPLGetLastErrorType();
int nLastErrorNo = CPLGetLastErrorNo();
CPLString osLastErrorMsg = CPLGetLastErrorMsg();
VSIFCloseL(tmpfp);
tmpfp = NULL;
VSIFCloseL(fp);
fp = NULL;
if (!bRet)
{
if (strstr(osLastErrorMsg.c_str(), "This format cannot be used in piped commands") == NULL)
{
CPLError(nLastErrorType, nLastErrorNo, "%s", osLastErrorMsg.c_str());
}
else
{
VSIStatBuf sStatBuf;
if (VSIStat(pszFilename, &sStatBuf) != 0)
{
CPLError(CE_Failure, CPLE_NotSupported,
"Driver %s only supports real (non virtual) files", pszGPSBabelDriverName);
return FALSE;
}
/* Try without piping in */
argv = GetArgv(bExplicitFeatures, bWaypoints, bRoutes,
bTracks, pszGPSBabelDriverName, pszFilename);
tmpfp = VSIFOpenL(osTmpFileName.c_str(), "wb");
bRet = (CPLSpawn(argv, NULL, tmpfp, TRUE) == 0);
VSIFCloseL(tmpfp);
tmpfp = NULL;
CSLDestroy(argv);
argv = NULL;
}
}
}
if (bRet)
{
poGPXDS = OGRSFDriverRegistrar::Open(osTmpFileName.c_str());
if (poGPXDS)
{
OGRLayer* poLayer;
if (bWaypoints)
{
poLayer = poGPXDS->GetLayerByName("waypoints");
if (poLayer != NULL && poLayer->GetFeatureCount() != 0)
apoLayers[nLayers++] = poLayer;
}
if (bRoutes)
{
poLayer = poGPXDS->GetLayerByName("routes");
if (poLayer != NULL && poLayer->GetFeatureCount() != 0)
apoLayers[nLayers++] = poLayer;
poLayer = poGPXDS->GetLayerByName("route_points");
if (poLayer != NULL && poLayer->GetFeatureCount() != 0)
apoLayers[nLayers++] = poLayer;
}
if (bTracks)
{
poLayer = poGPXDS->GetLayerByName("tracks");
if (poLayer != NULL && poLayer->GetFeatureCount() != 0)
apoLayers[nLayers++] = poLayer;
poLayer = poGPXDS->GetLayerByName("track_points");
if (poLayer != NULL && poLayer->GetFeatureCount() != 0)
apoLayers[nLayers++] = poLayer;
}
}
}
return nLayers > 0;
}
CPLErr BIGGIFDataset::ReOpen()
{
/* -------------------------------------------------------------------- */
/* If the file is already open, close it so we can restart. */
/* -------------------------------------------------------------------- */
if( hGifFile != NULL )
GIFAbstractDataset::myDGifCloseFile( hGifFile );
/* -------------------------------------------------------------------- */
/* If we are actually reopening, then we assume that access to */
/* the image data is not strictly once through sequential, and */
/* we will try to create a working database in a temporary */
/* directory to hold the image as we read through it the second */
/* time. */
/* -------------------------------------------------------------------- */
if( hGifFile != NULL )
{
GDALDriver *poGTiffDriver = (GDALDriver*) GDALGetDriverByName("GTiff");
if( poGTiffDriver != NULL )
{
/* Create as a sparse file to avoid filling up the whole file */
/* while closing and then destroying this temporary dataset */
const char* apszOptions[] = { "COMPRESS=LZW", "SPARSE_OK=YES", NULL };
CPLString osTempFilename = CPLGenerateTempFilename("biggif");
osTempFilename += ".tif";
poWorkDS = poGTiffDriver->Create( osTempFilename,
nRasterXSize, nRasterYSize, 1,
GDT_Byte, const_cast<char**>(apszOptions));
}
}
/* -------------------------------------------------------------------- */
/* Open */
/* -------------------------------------------------------------------- */
VSIFSeekL( fp, 0, SEEK_SET );
nLastLineRead = -1;
hGifFile = GIFAbstractDataset::myDGifOpen( fp, GIFAbstractDataset::ReadFunc );
if( hGifFile == NULL )
{
CPLError( CE_Failure, CPLE_OpenFailed,
"DGifOpen() failed. Perhaps the gif file is corrupt?\n" );
return CE_Failure;
}
/* -------------------------------------------------------------------- */
/* Find the first image record. */
/* -------------------------------------------------------------------- */
GifRecordType RecordType = FindFirstImage(hGifFile);
if( RecordType != IMAGE_DESC_RECORD_TYPE )
{
GIFAbstractDataset::myDGifCloseFile( hGifFile );
hGifFile = NULL;
CPLError( CE_Failure, CPLE_OpenFailed,
"Failed to find image description record in GIF file." );
return CE_Failure;
}
if (DGifGetImageDesc(hGifFile) == GIF_ERROR)
{
GIFAbstractDataset::myDGifCloseFile( hGifFile );
hGifFile = NULL;
CPLError( CE_Failure, CPLE_OpenFailed,
"Image description reading failed in GIF file." );
return CE_Failure;
}
return CE_None;
}
OGRErr OGRSelafinLayer::ICreateFeature(OGRFeature *poFeature) {
OGRGeometry *poGeom=poFeature->GetGeometryRef();
if (poGeom==0) return OGRERR_FAILURE;
if (VSIFSeekL(poHeader->fp,poHeader->getPosition(0),SEEK_SET)!=0) return OGRERR_FAILURE;
if (eType==POINTS) {
// If it's a point layer, it's the "easy" case: we add a new point feature and update the file
if (poGeom->getGeometryType()!=wkbPoint) {
CPLError( CE_Failure, CPLE_AppDefined, "The new feature should be of the same Point geometry as the existing ones in the layer.");
return OGRERR_FAILURE;
}
OGRPoint *poPoint=(OGRPoint*)poGeom;
poFeature->SetFID(poHeader->nPoints);
CPLDebug("Selafin","CreateFeature(%li,%f,%f)",poHeader->nPoints,poPoint->getX(),poPoint->getY());
// Change the header to add the new feature
poHeader->addPoint(poPoint->getX(),poPoint->getY());
} else {
// This is the most difficult case. The user wants to add a polygon element. First we check that it has the same number of vertices as the other polygon elements in the file. If there is no other element, then we define the number of vertices.
// Every vertex in the layer should have a corresponding point in the corresponding point layer. So if we add a polygon element, we also have to add points in the corresponding layer.
// The function tries to add as few new points as possible, reusing already existing points. This is generally what the user will expect.
// First we check that we have the required geometry
if (poGeom->getGeometryType()!=wkbPolygon) {
CPLError( CE_Failure, CPLE_AppDefined, "The new feature should be of the same Polygon geometry as the existing ones in the layer.");
return OGRERR_FAILURE;
}
// Now we check that we have the right number of vertices, or if this number was not defined yet (0), we define it at once
OGRLinearRing *poLinearRing=((OGRPolygon*)poGeom)->getExteriorRing();
poFeature->SetFID(poHeader->nElements);
CPLDebug("Selafin","CreateFeature(" CPL_FRMT_GIB ",%f,%f,%f,%f,%f,%f)",poFeature->GetFID(),poLinearRing->getX(0),poLinearRing->getY(0),poLinearRing->getX(1),poLinearRing->getY(1),poLinearRing->getX(2),poLinearRing->getY(2)); //!< This is not safe as we can't be sure there are at least three vertices in the linear ring, but we can assume that for a debug mode
int nNum=poLinearRing->getNumPoints();
if (poHeader->nPointsPerElement==0) {
if (nNum<4) {
CPLError( CE_Failure, CPLE_AppDefined, "The new feature should have at least 3 vertices.");
return OGRERR_FAILURE;
}
poHeader->nPointsPerElement=nNum-1;
if (poHeader->nElements>0) {
poHeader->panConnectivity=(long*)CPLRealloc(poHeader->panConnectivity,poHeader->nElements*poHeader->nPointsPerElement);
if (poHeader->panConnectivity==0) return OGRERR_FAILURE;
}
} else {
if (poLinearRing->getNumPoints()!=poHeader->nPointsPerElement+1) {
CPLError( CE_Failure, CPLE_AppDefined, "The new feature should have the same number of vertices %li as the existing ones in the layer.",poHeader->nPointsPerElement);
return OGRERR_FAILURE;
}
}
// Now we look for vertices that are already referenced as points in the file
int *anMap;
anMap=(int*)VSIMalloc2(sizeof(int),poHeader->nPointsPerElement);
if (anMap==0) {
CPLError(CE_Failure,CPLE_AppDefined,"%s","Not enough memory for operation");
return OGRERR_FAILURE;
}
for (long i=0;i<poHeader->nPointsPerElement;++i) anMap[i]=-1;
if (poHeader->nPoints>0) {
CPLRectObj *poBB=poHeader->getBoundingBox();
double dfMaxDist=(poBB->maxx-poBB->minx)/sqrt((double)(poHeader->nPoints))/1000.0; //!< Heuristic approach to estimate a maximum distance such that two points are considered equal if they are closer from each other
dfMaxDist*=dfMaxDist;
delete poBB;
for (long i=0;i<poHeader->nPointsPerElement;++i) anMap[i]=poHeader->getClosestPoint(poLinearRing->getX(i),poLinearRing->getY(i),dfMaxDist);
}
// We add new points if needed only
for (long i=0;i<poHeader->nPointsPerElement;++i) if (anMap[i]==-1) {
poHeader->addPoint(poLinearRing->getX(i),poLinearRing->getY(i));
anMap[i]=poHeader->nPoints-1;
}
// And we update the connectivity table to add the new element
poHeader->nElements++;
poHeader->panConnectivity=(long*)CPLRealloc(poHeader->panConnectivity,sizeof(long)*poHeader->nPointsPerElement*poHeader->nElements);
for (long i=0;i<poHeader->nPointsPerElement;++i) {
poHeader->panConnectivity[poHeader->nPointsPerElement*(poHeader->nElements-1)+i]=anMap[i]+1;
}
poHeader->setUpdated();
CPLFree(anMap);
}
// Now comes the real insertion. Since values have to be inserted nearly everywhere in the file and we don't want to store everything in memory to overwrite it, we create a new copy of it where we write the new values
VSILFILE *fpNew;
const char *pszTempfile=CPLGenerateTempFilename(0);
fpNew=VSIFOpenL(pszTempfile,"wb+");
if( fpNew == NULL ) {
CPLError( CE_Failure, CPLE_OpenFailed, "Failed to open temporary file %s with write access, %s.",pszTempfile, VSIStrerror( errno ) );
return OGRERR_FAILURE;
}
if (Selafin::write_header(fpNew,poHeader)==0) {
VSIFCloseL(fpNew);
VSIUnlink(pszTempfile);
return OGRERR_FAILURE;
}
long nLen;
double dfDate;
double *padfValues;
for (long i=0;i<poHeader->nSteps;++i) {
if (Selafin::read_integer(poHeader->fp,nLen,true)==0 ||
Selafin::read_float(poHeader->fp,dfDate)==0 ||
Selafin::read_integer(poHeader->fp,nLen,true)==0 ||
Selafin::write_integer(fpNew,4)==0 ||
Selafin::write_float(fpNew,dfDate)==0 ||
Selafin::write_integer(fpNew,4)==0) {
VSIFCloseL(fpNew);
VSIUnlink(pszTempfile);
return OGRERR_FAILURE;
}
for (long j=0;j<poHeader->nVar;++j) {
if (Selafin::read_floatarray(poHeader->fp,&padfValues)==-1) {
VSIFCloseL(fpNew);
VSIUnlink(pszTempfile);
return OGRERR_FAILURE;
}
padfValues=(double*)CPLRealloc(padfValues,sizeof(double)*poHeader->nPoints);
if (padfValues==NULL) {
VSIFCloseL(fpNew);
VSIUnlink(pszTempfile);
return OGRERR_FAILURE;
}
if (eType==POINTS) padfValues[poHeader->nPoints-1]=poFeature->GetFieldAsDouble(j);
else padfValues[poHeader->nPoints-1]=0;
if (Selafin::write_floatarray(fpNew,padfValues,poHeader->nPoints)==0) {
CPLFree(padfValues);
VSIFCloseL(fpNew);
VSIUnlink(pszTempfile);
return OGRERR_FAILURE;
}
CPLFree(padfValues);
}
}
// If everything went fine, we overwrite the new file with the content of the old one. This way, even if something goes bad, we can still recover the layer. The copy process is format-agnostic.
MoveOverwrite(poHeader->fp,fpNew);
VSIUnlink(pszTempfile);
return OGRERR_NONE;
}
int OGRGPSBabelDataSource::Open( const char * pszDatasourceName,
const char* pszGPSBabelDriverNameIn,
char** papszOpenOptionsIn )
{
if (!STARTS_WITH_CI(pszDatasourceName, "GPSBABEL:"))
{
CPLAssert(pszGPSBabelDriverNameIn);
pszGPSBabelDriverName = CPLStrdup(pszGPSBabelDriverNameIn);
pszFilename = CPLStrdup(pszDatasourceName);
}
else
{
if( CSLFetchNameValue(papszOpenOptionsIn, "FILENAME") )
pszFilename = CPLStrdup(CSLFetchNameValue(papszOpenOptionsIn,
"FILENAME"));
if( CSLFetchNameValue(papszOpenOptionsIn, "GPSBABEL_DRIVER") )
{
if( pszFilename == NULL )
{
CPLError(CE_Failure, CPLE_AppDefined, "Missing FILENAME");
return FALSE;
}
pszGPSBabelDriverName
= CPLStrdup(CSLFetchNameValue(papszOpenOptionsIn, "DRIVER"));
/* A bit of validation to avoid command line injection */
if (!IsValidDriverName(pszGPSBabelDriverName))
return FALSE;
}
}
pszName = CPLStrdup( pszDatasourceName );
bool bExplicitFeatures = false;
bool bWaypoints = true;
bool bTracks = true;
bool bRoutes = true;
if (pszGPSBabelDriverName == NULL)
{
const char* pszSep = strchr(pszDatasourceName + 9, ':');
if (pszSep == NULL)
{
CPLError( CE_Failure, CPLE_AppDefined,
"Wrong syntax. Expected GPSBabel:driver_name:file_name");
return FALSE;
}
pszGPSBabelDriverName = CPLStrdup(pszDatasourceName + 9);
*(strchr(pszGPSBabelDriverName, ':')) = '\0';
/* A bit of validation to avoid command line injection */
if (!IsValidDriverName(pszGPSBabelDriverName))
return FALSE;
/* Parse optional features= option */
if (STARTS_WITH_CI(pszSep+1, "features="))
{
const char* pszNextSep = strchr(pszSep+1, ':');
if (pszNextSep == NULL)
{
CPLError(CE_Failure, CPLE_AppDefined,
"Wrong syntax. Expected "
"GPSBabel:driver_name[,options]*:["
"features=waypoints,tracks,routes:]file_name");
return FALSE;
}
char* pszFeatures = CPLStrdup(pszSep+1+9);
*strchr(pszFeatures, ':') = 0;
char** papszTokens = CSLTokenizeString(pszFeatures);
char** papszIter = papszTokens;
bool bErr = false;
bExplicitFeatures = true;
bWaypoints = false;
bTracks = false;
bRoutes = false;
while(papszIter && *papszIter)
{
if (EQUAL(*papszIter, "waypoints"))
bWaypoints = true;
else if (EQUAL(*papszIter, "tracks"))
bTracks = true;
else if (EQUAL(*papszIter, "routes"))
bRoutes = true;
else
{
CPLError( CE_Failure, CPLE_AppDefined,
"Wrong value for 'features' options");
bErr = true;
}
papszIter++;
}
CSLDestroy(papszTokens);
CPLFree(pszFeatures);
if (bErr)
return FALSE;
pszSep = pszNextSep;
}
if( pszFilename == NULL )
pszFilename = CPLStrdup(pszSep+1);
}
const char* pszOptionUseTempFile = CPLGetConfigOption("USE_TEMPFILE", NULL);
if (pszOptionUseTempFile && CPLTestBool(pszOptionUseTempFile))
osTmpFileName = CPLGenerateTempFilename(NULL);
else
osTmpFileName.Printf("/vsimem/ogrgpsbabeldatasource_%p", this);
bool bRet = false;
if (IsSpecialFile(pszFilename))
{
/* Special file : don't try to open it */
char** argv = GetArgv(bExplicitFeatures, bWaypoints, bRoutes,
bTracks, pszGPSBabelDriverName, pszFilename);
VSILFILE* tmpfp = VSIFOpenL(osTmpFileName.c_str(), "wb");
bRet = (CPLSpawn(argv, NULL, tmpfp, TRUE) == 0);
VSIFCloseL(tmpfp);
tmpfp = NULL;
CSLDestroy(argv);
argv = NULL;
}
else
{
VSILFILE* fp = VSIFOpenL(pszFilename, "rb");
if (fp == NULL)
{
CPLError(CE_Failure, CPLE_AppDefined,
"Cannot open file %s", pszFilename);
return FALSE;
}
char** argv = GetArgv(bExplicitFeatures, bWaypoints, bRoutes,
bTracks, pszGPSBabelDriverName, "-");
VSILFILE* tmpfp = VSIFOpenL(osTmpFileName.c_str(), "wb");
CPLPushErrorHandler(CPLQuietErrorHandler);
bRet = (CPLSpawn(argv, fp, tmpfp, TRUE) == 0);
CPLPopErrorHandler();
CSLDestroy(argv);
argv = NULL;
CPLErr nLastErrorType = CPLGetLastErrorType();
CPLErrorNum nLastErrorNo = CPLGetLastErrorNo();
CPLString osLastErrorMsg = CPLGetLastErrorMsg();
VSIFCloseL(tmpfp);
tmpfp = NULL;
VSIFCloseL(fp);
fp = NULL;
if (!bRet)
{
if ( strstr(osLastErrorMsg.c_str(),
"This format cannot be used in piped commands") == NULL)
{
CPLError( nLastErrorType, nLastErrorNo, "%s",
osLastErrorMsg.c_str());
}
else
{
VSIStatBuf sStatBuf;
if (VSIStat(pszFilename, &sStatBuf) != 0)
{
CPLError( CE_Failure, CPLE_NotSupported,
"Driver %s only supports real (non virtual) "
"files",
pszGPSBabelDriverName );
return FALSE;
}
/* Try without piping in */
argv = GetArgv(bExplicitFeatures, bWaypoints, bRoutes,
bTracks, pszGPSBabelDriverName, pszFilename);
tmpfp = VSIFOpenL(osTmpFileName.c_str(), "wb");
bRet = (CPLSpawn(argv, NULL, tmpfp, TRUE) == 0);
VSIFCloseL(tmpfp);
tmpfp = NULL;
CSLDestroy(argv);
argv = NULL;
}
}
}
if (bRet)
{
poGPXDS = static_cast<GDALDataset *>(
GDALOpenEx( osTmpFileName.c_str(),
GDAL_OF_VECTOR, NULL, NULL, NULL ) );
if (poGPXDS)
{
if (bWaypoints)
{
OGRLayer* poLayer = poGPXDS->GetLayerByName("waypoints");
if (poLayer != NULL && poLayer->GetFeatureCount() != 0)
apoLayers[nLayers++] = poLayer;
}
if (bRoutes)
{
OGRLayer* poLayer = poGPXDS->GetLayerByName("routes");
if (poLayer != NULL && poLayer->GetFeatureCount() != 0)
apoLayers[nLayers++] = poLayer;
poLayer = poGPXDS->GetLayerByName("route_points");
if (poLayer != NULL && poLayer->GetFeatureCount() != 0)
apoLayers[nLayers++] = poLayer;
}
if (bTracks)
{
OGRLayer* poLayer = poGPXDS->GetLayerByName("tracks");
if (poLayer != NULL && poLayer->GetFeatureCount() != 0)
apoLayers[nLayers++] = poLayer;
poLayer = poGPXDS->GetLayerByName("track_points");
if (poLayer != NULL && poLayer->GetFeatureCount() != 0)
apoLayers[nLayers++] = poLayer;
}
}
}
return nLayers > 0;
}
/*
** Fetch a nomads forecast from the NWS servers. The forecasts consist of grib
** files, one forecast for each forecast hour. The time starts and the nearest
** forecast hour *before* the reference time passed. If no reference time is
** passed, or it is not valid, now() is used.
**
** The forecasts are downloaded into a temporary directory. If the entire
** download succeeds, then the files are copied into the path specified. If
** the path specified is a zip file (ends in *.zip), then the forecast files
** are zipped.
**
** Available compile time configuration options:
** NOMADS_USE_IP: Use the ip address instead of the hostname. It
** possibly goes around dns lookup, but it's doubtfull.
** NOMADS_ENABLE_ASYNC: Allow for asynchronous connections to the
** server.
** NOMADS_EXPER_FORECASTS: Compile in forecasts that may not work with
** the current configuration, essentially
** unsupported (ie NARRE, RTMA).
** NOMADS_USE_VSI_READ: Use the VSI*L api for downloading. This will
** allow definition of chunk sizes for download,
** although it is probably unnecessary. See
** NOMADS_VSI_BLOCK_SIZE below. If not enabled, a
** single fetch is made for each file, which is
** faster.
** Available runtime configuration options:
** NOMADS_THREAD_COUNT: Number of threads to use for downloads if
** NOMADS_ENABLE_ASYNC is set to ON during
** compilation. Default is 4.
** NOMADS_VSI_BLOCK_SIZE: Number of bytes to request at a time when
** downloading files if NOMADS_USE_VSI_READ is
** set to ON during compilation. Default is 512.
** NOMADS_MAX_FCST_REWIND: Number of forecast run time steps to go back
** to attempt to get a full time frame.
** GDAL_HTTP_TIMEOUT: Timeout for HTTP requests in seconds. We should
** be able to set this reasonably low.
**
** \param pszModelKey The name key of the model to use, ie "nam_conus". For a
** listing of models, see nomads.ncep.gov or /see nomads.h
**
** \param pszRefTime The reference time to begin searching for forecasts from.
** The search starts at refrence time, then goes back until
** it hits a valid forecast time. If the download cannot be
** complete, it will step back NOMADS_MAX_FCST_REWIND
** foreacst times to attempt to get a full forecast.
**
** \param nHours The extent of hours to download forecasts from the reference
** time. If we step back, we will still grab all forecasts up
** until nHours from the reference time, not the forecast time.
**
** \param nStride The number of forecasts to skip in time steps. For example,
** if 12 hours of gfs is requested (normally 5 files/steps (0,
** 3, 6, 9, 12) with a stride of 2, you'd get 0, 6, 12 forecast
** hours.
**
** \param padfBbox The bounding box of the request in WGS84 decimal degrees.
** Order is xmin, xmax, ymax, ymin.
**
** \param pszDstVsiPath The location to write the files. If the location
** has an extension of ".zip", then the output files are
** written as a zip archive, otherwise to a path.
**
** \param papszOptions List of key=value options, unused.
**
** \param pfnProgress Optional progress function.
**
** \return NOMADS_OK(0) on success, NOMADS_ERR(1) otherwise.
*/
int NomadsFetch( const char *pszModelKey, const char *pszRefTime,
int nHours, int nStride, double *padfBbox,
const char *pszDstVsiPath, char ** papszOptions,
GDALProgressFunc pfnProgress )
{
const char **ppszKey = NULL;
int nFcstHour = 0;
int *panRunHours = NULL;
int i = 0;
int j = 0;
int k = 0;
int t = 0;
int rc = 0;
char **papszDownloadUrls = NULL;
char **papszOutputFiles = NULL;
char **papszFinalFiles = NULL;
int nFilesToGet = 0;
const char *pszTmpDir;
const char *pszConfigOpt;
int nFcstTries;
int nMaxFcstRewind;
int nrc;
int bZip;
void **pThreads;
int nThreads;
const char *pszThreadCount;
NomadsThreadData *pasData;
nomads_utc *ref, *end, *fcst;
nrc = NOMADS_OK;
CPLDebug( "NOMADS", "Fetching data for bounding box: %lf, %lf, %lf, %lf",
padfBbox[0], padfBbox[1], padfBbox[2], padfBbox[3] );
ppszKey = NomadsFindModel( pszModelKey );
if( ppszKey == NULL )
{
CPLError( CE_Failure, CPLE_AppDefined,
"Could not find model key in nomads data" );
return NOMADS_ERR;
}
NomadsUtcCreate( &ref );
NomadsUtcCreate( &end );
rc = NOMADS_OK;
if( pszRefTime )
{
rc = NomadsUtcFromIsoFrmt( ref, pszRefTime );
}
if( rc != NOMADS_OK || pszRefTime == NULL )
{
NomadsUtcNow( ref );
}
NomadsUtcCopy( end, ref );
NomadsUtcAddHours( end, nHours );
/* Disable unneeded reading of entire directories, good speedup */
CPLSetConfigOption( "GDAL_DISABLE_READDIR_ON_OPEN", "TRUE" );
pszConfigOpt = CPLGetConfigOption( "NOMADS_HTTP_TIMEOUT", "20" );
if( pszConfigOpt != NULL )
{
CPLSetConfigOption( "GDAL_HTTP_TIMEOUT", pszConfigOpt );
}
nMaxFcstRewind = atoi( CPLGetConfigOption( "NOMADS_MAX_FCST_REWIND", "2" ) );
if( nMaxFcstRewind < 1 || nMaxFcstRewind > 24 )
{
nMaxFcstRewind = 2;
}
/* Go back at least 3 for rap, as it may not get updated all the time. */
if( EQUALN( pszModelKey, "rap", 3 ) || EQUALN( pszModelKey, "hrrr", 4 ) )
{
nMaxFcstRewind = nMaxFcstRewind > 3 ? nMaxFcstRewind : 3;
}
#ifdef NOMADS_ENABLE_ASYNC
pszThreadCount = CPLGetConfigOption( "NOMADS_THREAD_COUNT", "4" );
nThreads = atoi( pszThreadCount );
if( nThreads < 1 || nThreads > 96 )
{
nThreads = 4;
}
pThreads = CPLMalloc( sizeof( void * ) * nThreads );
pasData = CPLMalloc( sizeof( NomadsThreadData ) * nThreads );
#else /* NOMADS_ENABLE_ASYNC */
/* Unused variables, set to null to so free is no-op */
nThreads = 1;
pThreads = NULL;
pasData = NULL;
#endif /* NOMADS_ENABLE_ASYNC */
fcst = NULL;
nFcstTries = 0;
while( nFcstTries < nMaxFcstRewind )
{
nrc = NOMADS_OK;
fcst = NomadsSetForecastTime( ppszKey, ref, nFcstTries );
nFcstHour = fcst->ts->tm_hour;
CPLDebug( "WINDNINJA", "Generated forecast time in utc: %s",
NomadsUtcStrfTime( fcst, "%Y%m%dT%HZ" ) );
if( EQUAL( pszModelKey, "rtma_conus" ) )
{
panRunHours = (int*)CPLMalloc( sizeof( int ) );
nFilesToGet = 1;
}
else
{
nFilesToGet =
NomadsBuildForecastRunHours( ppszKey, fcst, end, nHours,
nStride, &panRunHours );
}
papszDownloadUrls =
NomadsBuildForecastFileList( pszModelKey, nFcstHour, panRunHours,
nFilesToGet, fcst, padfBbox );
if( papszDownloadUrls == NULL )
{
CPLError( CE_Failure, CPLE_AppDefined,
"Could not generate list of URLs to download, invalid data" );
nFcstTries++;
NomadsUtcFree( fcst );
fcst = NULL;
nrc = NOMADS_ERR;
continue;
}
pszTmpDir = CPLStrdup( CPLGenerateTempFilename( NULL ) );
CPLDebug( "WINDNINJA", "Creating Temp directory: %s", pszTmpDir );
VSIMkdir( pszTmpDir, 0777 );
papszOutputFiles =
NomadsBuildOutputFileList( pszModelKey, nFcstHour, panRunHours,
nFilesToGet, pszTmpDir, FALSE );
if( papszOutputFiles == NULL )
{
CPLError( CE_Failure, CPLE_AppDefined,
"Could not generate list of URLs to download, invalid data" );
nFcstTries++;
CSLDestroy( papszDownloadUrls );
NomadsUtcFree( fcst );
fcst = NULL;
nrc = NOMADS_ERR;
continue;
}
CPLAssert( CSLCount( papszDownloadUrls ) == nFilesToGet );
CPLAssert( CSLCount( papszOutputFiles ) == nFilesToGet );
if( pfnProgress )
{
pfnProgress( 0.0, "Starting download...", NULL );
}
/* Download one file and start over if it's not there. */
#ifdef NOMADS_USE_VSI_READ
nrc = NomadsFetchVsi( papszDownloadUrls[0], papszOutputFiles[0] );
#else /* NOMADS_USE_VSI_READ */
nrc = NomadsFetchHttp( papszDownloadUrls[0], papszOutputFiles[0] );
#endif /* NOMADS_USE_VSI_READ */
if( nrc != NOMADS_OK )
{
CPLError( CE_Warning, CPLE_AppDefined,
"Failed to download forecast, " \
"stepping back one forecast run time step." );
nFcstTries++;
CPLSleep( 1 );
/*
** Don't explicitly break here. We'll skip the while loop because
** nrc != NOMADS_OK, and we can clean up memory and shift times in
** one spot to avoid duplicate code.
*/
}
/* Get the rest */
i = 1;
while( i < nFilesToGet && nrc == NOMADS_OK )
{
if( pfnProgress )
{
if( pfnProgress( (double)i / nFilesToGet,
CPLSPrintf( "Downloading %s...",
CPLGetFilename( papszOutputFiles[i] ) ),
NULL ) )
{
CPLError( CE_Failure, CPLE_UserInterrupt,
"Cancelled by user." );
nrc = NOMADS_ERR;
nFcstTries = nMaxFcstRewind;
break;
}
}
#ifdef NOMADS_ENABLE_ASYNC
k = i > nFilesToGet - nThreads ? (nFilesToGet - 1) % nThreads : nThreads;
for( t = 0; t < k; t++ )
{
pasData[t].pszUrl = papszDownloadUrls[i];
pasData[t].pszFilename = papszOutputFiles[i];
pThreads[t] =
CPLCreateJoinableThread( NomadsFetchAsync, &pasData[t] );
i++;
}
for( t = 0; t < k; t++ )
{
CPLJoinThread( pThreads[t] );
}
for( t = 0; t < k; t++ )
{
if( pasData[t].nErr )
{
CPLError( CE_Warning, CPLE_AppDefined,
"Threaded download failed, attempting " \
"serial download for %s",
CPLGetFilename( pasData[t].pszFilename ) );
/* Try again, serially though */
if( CPLCheckForFile( (char *)pasData[t].pszFilename, NULL ) );
{
VSIUnlink( pasData[t].pszFilename );
}
#ifdef NOMADS_USE_VSI_READ
rc = NomadsFetchVsi( pasData[t].pszUrl,
pasData[t].pszFilename );
#else /* NOMADS_USE_VSI_READ */
rc = NomadsFetchHttp( pasData[t].pszUrl,
pasData[t].pszFilename );
#endif /* NOMADS_USE_VSI_READ */
if( rc != NOMADS_OK )
{
nrc = rc;
}
}
}
#else /* NOMADS_ENABLE_ASYNC */
#ifdef NOMADS_USE_VSI_READ
nrc = NomadsFetchVsi( papszDownloadUrls[i], papszOutputFiles[i] );
#else /* NOMADS_USE_VSI_READ */
nrc = NomadsFetchHttp( papszDownloadUrls[i], papszOutputFiles[i] );
#endif /* NOMADS_USE_VSI_READ */
i++;
#endif /* NOMADS_ENABLE_ASYNC */
if( nrc != NOMADS_OK )
{
CPLError( CE_Warning, CPLE_AppDefined,
"Failed to download forecast, " \
"stepping back one forecast run time step." );
nFcstTries++;
CPLSleep( 1 );
break;
}
}
/*
** XXX Cleanup XXX
** After each loop we can get rid of the urls, but we can only get rid
** of the others if they are to be reallocated in the next loop. Any
** cleanup in the else nrc == NOMADS_OK clause should be cleaned up in
** the nrc == NOMADS_OK outside the loop. Those are held so we can
** process the output files and zip them into an archive.
*/
CSLDestroy( papszDownloadUrls );
NomadsUtcFree( fcst );
if( nrc == NOMADS_OK )
{
break;
}
else
{
CPLFree( (void*)panRunHours );
CSLDestroy( papszOutputFiles );
CPLUnlinkTree( pszTmpDir );
CPLFree( (void*)pszTmpDir );
}
}
if( nrc == NOMADS_OK )
{
bZip = EQUAL( CPLGetExtension( pszDstVsiPath ), "zip" ) ? TRUE : FALSE;
papszFinalFiles =
NomadsBuildOutputFileList( pszModelKey, nFcstHour, panRunHours,
nFilesToGet, pszDstVsiPath,
bZip );
CPLFree( (void*)panRunHours );
if( CPLCheckForFile( (char*)pszDstVsiPath, NULL ) )
{
CPLUnlinkTree( pszDstVsiPath );
}
if( !bZip )
{
VSIMkdir( pszDstVsiPath, 0777 );
}
nrc = NomadsZipFiles( papszOutputFiles, papszFinalFiles );
CSLDestroy( papszOutputFiles );
CSLDestroy( papszFinalFiles );
if( nrc != NOMADS_OK )
{
CPLError( CE_Failure, CPLE_AppDefined,
"Could not copy files into path, unknown i/o failure" );
CPLUnlinkTree( pszDstVsiPath );
}
CPLUnlinkTree( pszTmpDir );
CPLFree( (void*)pszTmpDir );
}
CPLFree( (void*)pasData );
CPLFree( (void**)pThreads );
NomadsUtcFree( ref );
NomadsUtcFree( end );
CPLSetConfigOption( "GDAL_HTTP_TIMEOUT", NULL );
CPLSetConfigOption( "GDAL_DISABLE_READDIR_ON_OPEN", NULL );
if( nrc == NOMADS_OK && pfnProgress )
{
pfnProgress( 1.0, NULL, NULL );
}
return nrc;
}
