Exemplo n.º 1
0
NABoolean HHDFSTableStats::processDirectory(const NAString &dir, Int32 numOfBuckets, NABoolean doEstimate, char recordTerminator, NABoolean isSequenceFile)
{
  NABoolean result = TRUE;

  HHDFSListPartitionStats *partStats = new(heap_) HHDFSListPartitionStats(heap_);
  partStats->populate(fs_, dir, numOfBuckets, doEstimate, recordTerminator, isSequenceFile);

  listPartitionStatsList_.insertAt(listPartitionStatsList_.entries(), partStats);
  totalNumPartitions_++;
  // aggregate stats
  add(partStats);

  return TRUE;
}
Exemplo n.º 2
0
void HHDFSTableStats::processDirectory(const NAString &dir, Int32 numOfBuckets, 
                                       NABoolean doEstimate, char recordTerminator)
{
  HHDFSListPartitionStats *partStats = new(heap_)
    HHDFSListPartitionStats(heap_, this);
  partStats->populate(fs_, dir, numOfBuckets, diags_, doEstimate, recordTerminator);

  if (diags_.isSuccess())
    {
      listPartitionStatsList_.insertAt(listPartitionStatsList_.entries(), partStats);
      totalNumPartitions_++;
      // aggregate stats
      add(partStats);

      if (partStats->dirInfo()->mLastMod > modificationTS_)
        modificationTS_ = partStats->dirInfo()->mLastMod;
    }
}