ParChecker::EFileStatus ParCoordinator::PostParChecker::FindFileCrc(const char* szFilename, unsigned long* lCrc, SegmentList* pSegments) { CompletedFile* pCompletedFile = NULL; for (CompletedFiles::iterator it = m_pPostInfo->GetNZBInfo()->GetCompletedFiles()->begin(); it != m_pPostInfo->GetNZBInfo()->GetCompletedFiles()->end(); it++) { CompletedFile* pCompletedFile2 = *it; if (!strcasecmp(pCompletedFile2->GetFileName(), szFilename)) { pCompletedFile = pCompletedFile2; break; } } if (!pCompletedFile) { return ParChecker::fsUnknown; } debug("Found completed file: %s, CRC: %.8x, Status: %i", Util::BaseFileName(pCompletedFile->GetFileName()), pCompletedFile->GetCrc(), (int)pCompletedFile->GetStatus()); *lCrc = pCompletedFile->GetCrc(); if (pCompletedFile->GetStatus() == CompletedFile::cfPartial && pCompletedFile->GetID() > 0 && !m_pPostInfo->GetNZBInfo()->GetReprocess()) { FileInfo* pTmpFileInfo = new FileInfo(pCompletedFile->GetID()); if (!g_pDiskState->LoadFileState(pTmpFileInfo, NULL, true)) { delete pTmpFileInfo; return ParChecker::fsUnknown; } for (FileInfo::Articles::iterator it = pTmpFileInfo->GetArticles()->begin(); it != pTmpFileInfo->GetArticles()->end(); it++) { ArticleInfo* pa = *it; ParChecker::Segment* pSegment = new Segment(pa->GetStatus() == ArticleInfo::aiFinished, pa->GetSegmentOffset(), pa->GetSegmentSize(), pa->GetCrc()); pSegments->push_back(pSegment); } delete pTmpFileInfo; } return pCompletedFile->GetStatus() == CompletedFile::cfSuccess ? ParChecker::fsSuccess : pCompletedFile->GetStatus() == CompletedFile::cfFailure && !m_pPostInfo->GetNZBInfo()->GetReprocess() ? ParChecker::fsFailure : pCompletedFile->GetStatus() == CompletedFile::cfPartial && pSegments->size() > 0 && !m_pPostInfo->GetNZBInfo()->GetReprocess()? ParChecker::fsPartial : ParChecker::fsUnknown; }
void ArticleDownloader::CompleteFileParts() { debug("Completing file parts"); debug("ArticleFilename: %s", m_pFileInfo->GetFilename()); SetStatus(adJoining); bool bDirectWrite = g_pOptions->GetDirectWrite() && m_pFileInfo->GetOutputInitialized(); char szNZBName[1024]; char szNZBDestDir[1024]; // the locking is needed for accessing the memebers of NZBInfo g_pDownloadQueueHolder->LockQueue(); strncpy(szNZBName, m_pFileInfo->GetNZBInfo()->GetName(), 1024); strncpy(szNZBDestDir, m_pFileInfo->GetNZBInfo()->GetDestDir(), 1024); g_pDownloadQueueHolder->UnlockQueue(); szNZBName[1024-1] = '\0'; szNZBDestDir[1024-1] = '\0'; char InfoFilename[1024]; snprintf(InfoFilename, 1024, "%s%c%s", szNZBName, (int)PATH_SEPARATOR, m_pFileInfo->GetFilename()); InfoFilename[1024-1] = '\0'; if (!g_pOptions->GetDecode()) { detail("Moving articles for %s", InfoFilename); } else if (bDirectWrite) { detail("Checking articles for %s", InfoFilename); } else { detail("Joining articles for %s", InfoFilename); } // Ensure the DstDir is created char szErrBuf[1024]; if (!Util::ForceDirectories(szNZBDestDir, szErrBuf, sizeof(szErrBuf))) { error("Could not create directory %s: %s", szNZBDestDir, szErrBuf); SetStatus(adJoined); return; } char ofn[1024]; snprintf(ofn, 1024, "%s%c%s", szNZBDestDir, (int)PATH_SEPARATOR, m_pFileInfo->GetFilename()); ofn[1024-1] = '\0'; // prevent overwriting existing files int dupcount = 0; while (Util::FileExists(ofn)) { dupcount++; snprintf(ofn, 1024, "%s%c%s_duplicate%d", szNZBDestDir, (int)PATH_SEPARATOR, m_pFileInfo->GetFilename(), dupcount); ofn[1024-1] = '\0'; } FILE* outfile = NULL; char tmpdestfile[1024]; snprintf(tmpdestfile, 1024, "%s.tmp", ofn); tmpdestfile[1024-1] = '\0'; if (g_pOptions->GetDecode() && !bDirectWrite) { remove(tmpdestfile); outfile = fopen(tmpdestfile, "wb+"); if (!outfile) { error("Could not create file %s!", tmpdestfile); SetStatus(adJoined); return; } if (g_pOptions->GetWriteBufferSize() == -1 && (*m_pFileInfo->GetArticles())[0]) { setvbuf(outfile, (char *)NULL, _IOFBF, (*m_pFileInfo->GetArticles())[0]->GetSize()); } else if (g_pOptions->GetWriteBufferSize() > 0) { setvbuf(outfile, (char *)NULL, _IOFBF, g_pOptions->GetWriteBufferSize()); } } else if (!g_pOptions->GetDecode()) { remove(tmpdestfile); if (!Util::CreateDirectory(ofn)) { error("Could not create directory %s! Errcode: %i", ofn, errno); SetStatus(adJoined); return; } } bool complete = true; int iBrokenCount = 0; static const int BUFFER_SIZE = 1024 * 50; char* buffer = NULL; if (g_pOptions->GetDecode() && !bDirectWrite) { buffer = (char*)malloc(BUFFER_SIZE); } for (FileInfo::Articles::iterator it = m_pFileInfo->GetArticles()->begin(); it != m_pFileInfo->GetArticles()->end(); it++) { ArticleInfo* pa = *it; if (pa->GetStatus() != ArticleInfo::aiFinished) { iBrokenCount++; complete = false; } else if (g_pOptions->GetDecode() && !bDirectWrite) { FILE* infile; const char* fn = pa->GetResultFilename(); infile = fopen(fn, "rb"); if (infile) { int cnt = BUFFER_SIZE; while (cnt == BUFFER_SIZE) { cnt = (int)fread(buffer, 1, BUFFER_SIZE, infile); fwrite(buffer, 1, cnt, outfile); SetLastUpdateTimeNow(); } fclose(infile); } else { complete = false; iBrokenCount++; detail("Could not find file %s. Status is broken", fn); } } else if (!g_pOptions->GetDecode()) { const char* fn = pa->GetResultFilename(); char dstFileName[1024]; snprintf(dstFileName, 1024, "%s%c%03i", ofn, (int)PATH_SEPARATOR, pa->GetPartNumber()); dstFileName[1024-1] = '\0'; if (!Util::MoveFile(fn, dstFileName)) { error("Could not move file %s to %s! Errcode: %i", fn, dstFileName, errno); } } } if (buffer) { free(buffer); } if (outfile) { fclose(outfile); if (!Util::MoveFile(tmpdestfile, ofn)) { error("Could not move file %s to %s! Errcode: %i", tmpdestfile, ofn, errno); } } if (bDirectWrite) { if (!Util::MoveFile(m_szOutputFilename, ofn)) { error("Could not move file %s to %s! Errcode: %i", m_szOutputFilename, ofn, errno); } // if destination directory was changed delete the old directory (if empty) int iLen = strlen(szNZBDestDir); if (!(!strncmp(szNZBDestDir, m_szOutputFilename, iLen) && (m_szOutputFilename[iLen] == PATH_SEPARATOR || m_szOutputFilename[iLen] == ALT_PATH_SEPARATOR))) { debug("Checking old dir for: %s", m_szOutputFilename); char szOldDestDir[1024]; int iMaxlen = Util::BaseFileName(m_szOutputFilename) - m_szOutputFilename; if (iMaxlen > 1024-1) iMaxlen = 1024-1; strncpy(szOldDestDir, m_szOutputFilename, iMaxlen); szOldDestDir[iMaxlen] = '\0'; if (Util::DirEmpty(szOldDestDir)) { debug("Deleting old dir: %s", szOldDestDir); rmdir(szOldDestDir); } } } if (!bDirectWrite || g_pOptions->GetContinuePartial()) { for (FileInfo::Articles::iterator it = m_pFileInfo->GetArticles()->begin(); it != m_pFileInfo->GetArticles()->end(); it++) { ArticleInfo* pa = *it; remove(pa->GetResultFilename()); } } if (complete) { info("Successfully downloaded %s", InfoFilename); } else { warn("%i of %i article downloads failed for \"%s\"", iBrokenCount, m_pFileInfo->GetArticles()->size(), InfoFilename); if (g_pOptions->GetCreateBrokenLog()) { char szBrokenLogName[1024]; snprintf(szBrokenLogName, 1024, "%s%c_brokenlog.txt", szNZBDestDir, (int)PATH_SEPARATOR); szBrokenLogName[1024-1] = '\0'; FILE* file = fopen(szBrokenLogName, "ab"); fprintf(file, "%s (%i/%i)%s", m_pFileInfo->GetFilename(), m_pFileInfo->GetArticles()->size() - iBrokenCount, m_pFileInfo->GetArticles()->size(), LINE_ENDING); fclose(file); } } // the locking is needed for accessing the memebers of NZBInfo g_pDownloadQueueHolder->LockQueue(); m_pFileInfo->GetNZBInfo()->GetCompletedFiles()->push_back(strdup(ofn)); if (strcmp(m_pFileInfo->GetNZBInfo()->GetDestDir(), szNZBDestDir)) { // destination directory was changed during completion, need to move the file MoveCompletedFiles(m_pFileInfo->GetNZBInfo(), szNZBDestDir); } g_pDownloadQueueHolder->UnlockQueue(); SetStatus(adJoined); }