inline bool copy_file(const std::string& src_file_name, const std::string& dest_file_name)
{
std::ifstream src_file(src_file_name.c_str(),std::ios::binary);
std::ofstream dest_file(dest_file_name.c_str(),std::ios::binary);
if (!src_file) return false;
if (!dest_file) return false;
const std::size_t block_size = 1024;
char buffer[block_size];
std::size_t remaining_bytes = file_size(src_file_name);
while (remaining_bytes >= block_size)
{
src_file.read(&buffer[0],static_cast<std::streamsize>(block_size));
dest_file.write(&buffer[0],static_cast<std::streamsize>(block_size));
remaining_bytes -= block_size;
}
if (remaining_bytes > 0)
{
src_file.read(&buffer[0],static_cast<std::streamsize>(remaining_bytes));
dest_file.write(&buffer[0],static_cast<std::streamsize>(remaining_bytes));
remaining_bytes = 0;
}
src_file.close();
dest_file.close();
return true;
}
void TrackExportWorker::exportTrack(TrackPointer track) {
QString sourceFilename = track->getLocation();
auto source_fileinfo = track->getFileInfo();
const QString dest_filename = QDir(m_destDir).filePath(
source_fileinfo.fileName());
QFileInfo dest_fileinfo(dest_filename);
if (dest_fileinfo.exists()) {
switch (m_overwriteMode) {
// Give the user the option to overwrite existing files in the destination.
case OverwriteMode::ASK:
switch (makeOverwriteRequest(dest_filename)) {
case OverwriteAnswer::SKIP:
case OverwriteAnswer::SKIP_ALL:
qDebug() << "skipping" << sourceFilename;
return;
case OverwriteAnswer::OVERWRITE:
case OverwriteAnswer::OVERWRITE_ALL:
break;
case OverwriteAnswer::CANCEL:
m_errorMessage = tr("Export process was canceled");
stop();
return;
}
break;
case OverwriteMode::SKIP_ALL:
qDebug() << "skipping" << sourceFilename;
return;
case OverwriteMode::OVERWRITE_ALL:;
}
// Remove the existing file in preparation for overwriting.
QFile dest_file(dest_filename);
qDebug() << "Removing existing file" << dest_filename;
if (!dest_file.remove()) {
const QString error_message = tr(
"Error removing file %1: %2. Stopping.").arg(
dest_filename, dest_file.errorString());
qWarning() << error_message;
m_errorMessage = error_message;
stop();
return;
}
}
qDebug() << "Copying" << sourceFilename << "to" << dest_filename;
QFile source_file(sourceFilename);
if (!source_file.copy(dest_filename)) {
const QString error_message = tr(
"Error exporting track %1 to %2: %3. Stopping.").arg(
sourceFilename, dest_filename, source_file.errorString());
qWarning() << error_message;
m_errorMessage = error_message;
stop();
return;
}
}
void Config::saveJSONToFile(QJsonObject *obj, QString file_name){
QJsonDocument doc(*obj);
QFile dest_file(file_name);
if (dest_file.open(QIODevice::WriteOnly)) {
dest_file.write(doc.toJson());
dest_file.close();
} else {
qDebug() << "Could not save the config to file " << file_name;
}
//qDebug() << QJsonDocument(obj).toJson();
}
void ecrireInfo(Individu* lIndividu,int* participe,int n,std::string dest_file_name)
{
std::ofstream dest_file(dest_file_name.c_str(), std::ios::out | std::ios::app);
if(!dest_file)
throw std::string("can't open file \"" + dest_file_name + "\"");
for(int k=1;k<n;k++)
{
if(participe[k]>0)
{
Individu ind=lIndividu[k];
dest_file<<ind.gen<<";"<<ind.id<<";"<<ind.fitness<<";"<<ind.gain_fitness<<";"<<ind.survival<<";"<<ind.origine<<std::endl;
}
}
}
void MetadataImageDownload::run()
{
RunProlog();
// Always handle thumbnails first, they're higher priority.
ThumbnailData *thumb;
while ((thumb = moreThumbs()) != NULL)
{
QString sFilename = getDownloadFilename(thumb->title, thumb->url);
bool exists = QFile::exists(sFilename);
if (!exists && !thumb->url.isEmpty())
{
if (!GetMythDownloadManager()->download(thumb->url, sFilename))
{
LOG(VB_GENERAL, LOG_ERR,
QString("MetadataImageDownload: failed to download thumbnail from: %1")
.arg(thumb->url));
delete thumb;
continue;
}
}
// inform parent we have thumbnail ready for it
if (QFile::exists(sFilename) && m_parent)
{
LOG(VB_GENERAL, LOG_DEBUG,
QString("Threaded Image Thumbnail Download: %1")
.arg(sFilename));
thumb->url = sFilename;
QCoreApplication::postEvent(m_parent,
new ThumbnailDLEvent(thumb));
}
else
delete thumb;
}
while (true)
{
m_mutex.lock();
if (m_downloadList.isEmpty())
{
// no more to process, we're done
m_mutex.unlock();
break;
}
// Ref owns the MetadataLookup object for the duration of the loop
// and it will be deleted automatically when the loop completes
RefCountHandler<MetadataLookup> ref = m_downloadList.takeFirstAndDecr();
m_mutex.unlock();
MetadataLookup *lookup = ref;
DownloadMap downloads = lookup->GetDownloads();
DownloadMap downloaded;
bool errored = false;
for (DownloadMap::iterator i = downloads.begin();
i != downloads.end(); ++i)
{
VideoArtworkType type = i.key();
ArtworkInfo info = i.value();
QString filename = getDownloadFilename( type, lookup,
info.url );
if (lookup->GetHost().isEmpty())
{
QString path = getLocalWritePath(lookup->GetType(), type);
QDir dirPath(path);
if (!dirPath.exists())
{
if (!dirPath.mkpath(path))
{
LOG(VB_GENERAL, LOG_ERR,
QString("Metadata Image Download: Unable to create "
"path %1, aborting download.").arg(path));
errored = true;
break;
}
}
QString finalfile = path + "/" + filename;
QString oldurl = info.url;
info.url = finalfile;
if (!QFile::exists(finalfile) || lookup->GetAllowOverwrites())
{
QFile dest_file(finalfile);
if (dest_file.exists())
{
QFileInfo fi(finalfile);
GetMythUI()->RemoveFromCacheByFile(fi.fileName());
dest_file.remove();
}
LOG(VB_GENERAL, LOG_INFO,
QString("Metadata Image Download: %1 ->%2")
.arg(oldurl).arg(finalfile));
QByteArray download;
GetMythDownloadManager()->download(oldurl, &download);
QImage testImage;
bool didLoad = testImage.loadFromData(download);
if (!didLoad)
{
LOG(VB_GENERAL, LOG_ERR,
QString("Tried to write %1, but it appears to be "
"an HTML redirect (filesize %2).")
.arg(oldurl).arg(download.size()));
errored = true;
break;
}
if (dest_file.open(QIODevice::WriteOnly))
{
off_t size = dest_file.write(download,
download.size());
dest_file.close();
if (size != download.size())
{
// File creation failed for some reason, delete it
RemoteFile::DeleteFile(finalfile);
LOG(VB_GENERAL, LOG_ERR,
QString("Image Download: Error Writing Image "
"to file: %1").arg(finalfile));
errored = true;
break;
}
}
}
}
else
{
QString path = getStorageGroupURL(type, lookup->GetHost());
QString finalfile = path + filename;
QString oldurl = info.url;
info.url = finalfile;
bool exists = false;
bool onMaster = false;
QString resolvedFN;
if (gCoreContext->IsMasterBackend() &&
gCoreContext->IsThisHost(lookup->GetHost()))
{
StorageGroup sg(getStorageGroupName(type), lookup->GetHost());
resolvedFN = sg.FindFile(filename);
exists = !resolvedFN.isEmpty() && QFile::exists(resolvedFN);
if (!exists)
{
resolvedFN = getLocalStorageGroupPath(type,
lookup->GetHost()) + "/" + filename;
}
onMaster = true;
}
else
exists = RemoteFile::Exists(finalfile);
if (!exists || lookup->GetAllowOverwrites())
{
if (exists && !onMaster)
{
QFileInfo fi(finalfile);
GetMythUI()->RemoveFromCacheByFile(fi.fileName());
RemoteFile::DeleteFile(finalfile);
}
else if (exists)
QFile::remove(resolvedFN);
LOG(VB_GENERAL, LOG_INFO,
QString("Metadata Image Download: %1 -> %2")
.arg(oldurl).arg(finalfile));
QByteArray download;
GetMythDownloadManager()->download(oldurl, &download);
QImage testImage;
bool didLoad = testImage.loadFromData(download);
if (!didLoad)
{
LOG(VB_GENERAL, LOG_ERR,
QString("Tried to write %1, but it appears to be "
"an HTML redirect or corrupt file "
"(filesize %2).")
.arg(oldurl).arg(download.size()));
errored = true;
break;
}
if (!onMaster)
{
RemoteFile outFile(finalfile, true);
if (!outFile.isOpen())
{
LOG(VB_GENERAL, LOG_ERR,
QString("Image Download: Failed to open "
"remote file (%1) for write. Does "
"Storage Group Exist?")
.arg(finalfile));
errored = true;
break;
}
off_t written = outFile.Write(download,
download.size());
if (written != download.size())
{
// File creation failed for some reason, delete it
RemoteFile::DeleteFile(finalfile);
LOG(VB_GENERAL, LOG_ERR,
QString("Image Download: Error Writing Image "
"to file: %1").arg(finalfile));
errored = true;
break;
}
}
else
{
QFile dest_file(resolvedFN);
if (dest_file.open(QIODevice::WriteOnly))
{
off_t size = dest_file.write(download,
download.size());
dest_file.close();
if (size != download.size())
{
// File creation failed for some reason, delete it
RemoteFile::DeleteFile(resolvedFN);
LOG(VB_GENERAL, LOG_ERR,
QString("Image Download: Error Writing Image "
"to file: %1").arg(finalfile));
errored = true;
break;
}
}
}
}
}
if (!errored)
{
// update future Artwork Map with what we've successfully
// retrieved (either downloaded or already existing
downloaded.insert(type, info);
}
}
if (errored)
{
QCoreApplication::postEvent(m_parent,
new ImageDLFailureEvent(lookup));
errored = false;
}
lookup->SetDownloads(downloaded);
QCoreApplication::postEvent(m_parent, new ImageDLEvent(lookup));
}
RunEpilog();
}
void MetadataImageDownload::run()
{
RunProlog();
// Always handle thumbnails first, they're higher priority.
ThumbnailData *thumb;
while ((thumb = moreThumbs()) != NULL)
{
QString sFilename = getDownloadFilename(thumb->title, thumb->url);
bool exists = QFile::exists(sFilename);
if (!exists && !thumb->url.isEmpty())
{
if (!GetMythDownloadManager()->download(thumb->url, sFilename))
{
LOG(VB_GENERAL, LOG_ERR,
QString("MetadataImageDownload: failed to download thumbnail from: %1")
.arg(thumb->url));
delete thumb;
continue;
}
}
// inform parent we have thumbnail ready for it
if (QFile::exists(sFilename) && m_parent)
{
LOG(VB_GENERAL, LOG_DEBUG,
QString("Threaded Image Thumbnail Download: %1")
.arg(sFilename));
thumb->url = sFilename;
QCoreApplication::postEvent(m_parent,
new ThumbnailDLEvent(thumb));
}
else
delete thumb;
}
MetadataLookup *lookup;
while ((lookup = moreDownloads()) != NULL)
{
DownloadMap downloads = lookup->GetDownloads();
DownloadMap downloaded;
for (DownloadMap::iterator i = downloads.begin();
i != downloads.end(); ++i)
{
VideoArtworkType type = i.key();
ArtworkInfo info = i.value();
QString filename = getDownloadFilename( type, lookup,
info.url );
if (lookup->GetHost().isEmpty())
{
QString path = getLocalWritePath(lookup->GetType(), type);
QDir dirPath(path);
if (!dirPath.exists())
if (!dirPath.mkpath(path))
{
LOG(VB_GENERAL, LOG_ERR,
QString("Metadata Image Download: Unable to create "
"path %1, aborting download.").arg(path));
QCoreApplication::postEvent(m_parent,
new ImageDLFailureEvent(lookup));
continue;
}
QString finalfile = path + "/" + filename;
QString oldurl = info.url;
info.url = finalfile;
if (!QFile::exists(finalfile) || lookup->GetAllowOverwrites())
{
QFile dest_file(finalfile);
if (dest_file.exists())
{
QFileInfo fi(finalfile);
GetMythUI()->RemoveFromCacheByFile(fi.fileName());
dest_file.remove();
}
LOG(VB_GENERAL, LOG_INFO,
QString("Metadata Image Download: %1 ->%2")
.arg(oldurl).arg(finalfile));
QByteArray *download = new QByteArray();
GetMythDownloadManager()->download(oldurl, download);
QImage testImage;
bool didLoad = testImage.loadFromData(*download);
if (!didLoad)
{
LOG(VB_GENERAL, LOG_ERR,
QString("Tried to write %1, but it appears to be "
"an HTML redirect (filesize %2).")
.arg(oldurl).arg(download->size()));
delete download;
download = NULL;
QCoreApplication::postEvent(m_parent,
new ImageDLFailureEvent(lookup));
continue;
}
if (dest_file.open(QIODevice::WriteOnly))
{
off_t size = dest_file.write(*download,
download->size());
if (size != download->size())
{
LOG(VB_GENERAL, LOG_ERR,
QString("Image Download: Error Writing Image "
"to file: %1").arg(finalfile));
QCoreApplication::postEvent(m_parent,
new ImageDLFailureEvent(lookup));
}
else
downloaded.insert(type, info);
}
delete download;
}
else
downloaded.insert(type, info);
}
else
{
QString path = getStorageGroupURL(type, lookup->GetHost());
QString finalfile = path + filename;
QString oldurl = info.url;
info.url = finalfile;
bool exists = false;
bool onMaster = false;
QString resolvedFN;
if ((lookup->GetHost().toLower() == gCoreContext->GetHostName().toLower()) ||
(gCoreContext->IsThisHost(lookup->GetHost())))
{
StorageGroup sg;
resolvedFN = sg.FindFile(filename);
exists = QFile::exists(resolvedFN);
if (!exists)
{
resolvedFN = getLocalStorageGroupPath(type,
lookup->GetHost()) + "/" + filename;
}
onMaster = true;
}
else
exists = RemoteFile::Exists(finalfile);
if (!exists || lookup->GetAllowOverwrites())
{
if (exists && !onMaster)
{
QFileInfo fi(finalfile);
GetMythUI()->RemoveFromCacheByFile(fi.fileName());
RemoteFile::DeleteFile(finalfile);
}
else if (exists)
QFile::remove(resolvedFN);
LOG(VB_GENERAL, LOG_INFO,
QString("Metadata Image Download: %1 -> %2")
.arg(oldurl).arg(finalfile));
QByteArray *download = new QByteArray();
GetMythDownloadManager()->download(oldurl, download);
QImage testImage;
bool didLoad = testImage.loadFromData(*download);
if (!didLoad)
{
LOG(VB_GENERAL, LOG_ERR,
QString("Tried to write %1, but it appears to be "
"an HTML redirect or corrupt file "
"(filesize %2).")
.arg(oldurl).arg(download->size()));
delete download;
download = NULL;
QCoreApplication::postEvent(m_parent,
new ImageDLFailureEvent(lookup));
continue;
}
if (!onMaster)
{
RemoteFile *outFile = new RemoteFile(finalfile, true);
if (!outFile->isOpen())
{
LOG(VB_GENERAL, LOG_ERR,
QString("Image Download: Failed to open "
"remote file (%1) for write. Does "
"Storage Group Exist?")
.arg(finalfile));
delete outFile;
outFile = NULL;
QCoreApplication::postEvent(m_parent,
new ImageDLFailureEvent(lookup));
}
else
{
off_t written = outFile->Write(*download,
download->size());
if (written != download->size())
{
LOG(VB_GENERAL, LOG_ERR,
QString("Image Download: Error Writing Image "
"to file: %1").arg(finalfile));
QCoreApplication::postEvent(m_parent,
new ImageDLFailureEvent(lookup));
}
else
downloaded.insert(type, info);
delete outFile;
outFile = NULL;
}
}
else
{
QFile dest_file(resolvedFN);
if (dest_file.open(QIODevice::WriteOnly))
{
off_t size = dest_file.write(*download,
download->size());
if (size != download->size())
{
LOG(VB_GENERAL, LOG_ERR,
QString("Image Download: Error Writing Image "
"to file: %1").arg(finalfile));
QCoreApplication::postEvent(m_parent,
new ImageDLFailureEvent(lookup));
}
else
downloaded.insert(type, info);
}
}
delete download;
}
else
downloaded.insert(type, info);
}
}
lookup->SetDownloads(downloaded);
QCoreApplication::postEvent(m_parent, new ImageDLEvent(lookup));
}
RunEpilog();
}
void save(Archive & archive, const unsigned int version) const
{
if (version >= 3)
{
archive & mHasPurkinje;
}
if (version >= 2)
{
archive & mExchangeHalos;
}
// Don't use the std::vector serialization for cardiac cells, so that we can load them
// more cleverly when migrating checkpoints.
SaveCardiacCells(*ProcessSpecificArchive<Archive>::Get(), version);
// archive & mpMesh; Archived in save/load_constructs at the bottom of Mono/BidomainTissue.hpp
// archive & mpIntracellularConductivityTensors; Loaded from HeartConfig every time constructor is called
if (HeartConfig::Instance()->IsMeshProvided() && HeartConfig::Instance()->GetLoadMesh())
{
switch (HeartConfig::Instance()->GetConductivityMedia())
{
case cp::media_type::Orthotropic:
{
FileFinder source_file(mFibreFilePathNoExtension + ".ortho", RelativeTo::AbsoluteOrCwd);
assert(source_file.Exists());
FileFinder dest_file(ArchiveLocationInfo::GetArchiveRelativePath() + ArchiveLocationInfo::GetMeshFilename() + ".ortho", RelativeTo::ChasteTestOutput);
TRY_IF_MASTER(source_file.CopyTo(dest_file));
break;
}
case cp::media_type::Axisymmetric:
{
FileFinder source_file(mFibreFilePathNoExtension + ".axi", RelativeTo::AbsoluteOrCwd);
assert(source_file.Exists());
FileFinder dest_file(ArchiveLocationInfo::GetArchiveRelativePath()
+ ArchiveLocationInfo::GetMeshFilename() + ".axi", RelativeTo::ChasteTestOutput);
TRY_IF_MASTER(source_file.CopyTo(dest_file));
break;
}
case cp::media_type::NoFibreOrientation:
break;
default :
NEVER_REACHED;
}
}
// archive & mIionicCacheReplicated; // will be regenerated
// archive & mIntracellularStimulusCacheReplicated; // will be regenerated
archive & mDoCacheReplication;
// archive & mMeshUnarchived; Not archived since set to true when archiving constructor is called.
(*ProcessSpecificArchive<Archive>::Get()) & mpDistributedVectorFactory;
// Paranoia: check we agree with the mesh on who owns what
assert(mpDistributedVectorFactory == mpMesh->GetDistributedVectorFactory());
assert(mpDistributedVectorFactory->GetLow()==mpMesh->GetDistributedVectorFactory()->GetLow());
assert(mpDistributedVectorFactory->GetLocalOwnership()==mpMesh->GetDistributedVectorFactory()->GetLocalOwnership());
}
void MetadataImageDownload::run()
{
// Always handle thumbnails first, they're higher priority.
ThumbnailData *thumb;
while ((thumb = moreThumbs()) != NULL)
{
QString sFilename = getDownloadFilename(thumb->title, thumb->url);
bool exists = QFile::exists(sFilename);
if (!exists && !thumb->url.isEmpty())
GetMythDownloadManager()->download(thumb->url, sFilename);
// inform parent we have thumbnail ready for it
if (QFile::exists(sFilename) && m_parent)
{
VERBOSE(VB_GENERAL|VB_EXTRA,
QString("Threaded Image Thumbnail Download: %1")
.arg(sFilename));
thumb->url = sFilename;
QCoreApplication::postEvent(m_parent,
new ThumbnailDLEvent(thumb));
}
else
delete thumb;
}
MetadataLookup *lookup;
while ((lookup = moreDownloads()) != NULL)
{
DownloadMap downloads = lookup->GetDownloads();
DownloadMap downloaded;
for (DownloadMap::iterator i = downloads.begin();
i != downloads.end(); ++i)
{
ArtworkType type = i.key();
ArtworkInfo info = i.value();
QString filename = getDownloadFilename( type, lookup,
info.url );
if (lookup->GetHost().isEmpty())
{
QString path = getLocalWritePath(lookup->GetType(), type);
QDir dirPath(path);
if (!dirPath.exists())
if (!dirPath.mkpath(path))
{
VERBOSE(VB_GENERAL,
QString("Metadata Image Download: Unable to create "
"path %1, aborting download.").arg(path));
continue;
}
QString finalfile = path + "/" + filename;
QString oldurl = info.url;
info.url = finalfile;
if (!QFile::exists(finalfile) || lookup->GetAllowOverwrites())
{
QFile dest_file(finalfile);
if (dest_file.exists())
{
QFileInfo fi(finalfile);
GetMythUI()->RemoveFromCacheByFile(fi.fileName());
dest_file.remove();
}
VERBOSE(VB_GENERAL,
QString("Metadata Image Download: %1 ->%2")
.arg(oldurl).arg(finalfile));
QByteArray *download = new QByteArray();
GetMythDownloadManager()->download(oldurl, download);
QImage testImage;
bool didLoad = testImage.loadFromData(*download);
if (!didLoad)
{
VERBOSE(VB_IMPORTANT,QString("Tried to write %1, "
"but it appears to be an HTML redirect "
"(filesize %2).")
.arg(oldurl).arg(download->size()));
delete download;
download = NULL;
continue;
}
if (dest_file.open(QIODevice::WriteOnly))
{
off_t size = dest_file.write(*download, download->size());
if (size != download->size())
{
VERBOSE(VB_IMPORTANT,
QString("Image Download: Error Writing Image "
"to file: %1").arg(finalfile));
}
else
downloaded.insert(type, info);
}
delete download;
}
else
downloaded.insert(type, info);
}
else
{
QString path = getStorageGroupURL(type, lookup->GetHost());
QString finalfile = path + filename;
QString oldurl = info.url;
info.url = finalfile;
if (!RemoteFile::Exists(finalfile) || lookup->GetAllowOverwrites())
{
if (RemoteFile::Exists(finalfile))
{
QFileInfo fi(finalfile);
GetMythUI()->RemoveFromCacheByFile(fi.fileName());
RemoteFile::DeleteFile(finalfile);
}
VERBOSE(VB_GENERAL,
QString("Metadata Image Download: %1 -> %2")
.arg(oldurl).arg(finalfile));
QByteArray *download = new QByteArray();
GetMythDownloadManager()->download(oldurl, download);
QImage testImage;
bool didLoad = testImage.loadFromData(*download);
if (!didLoad)
{
VERBOSE(VB_IMPORTANT,QString("Tried to write %1, "
"but it appears to be an HTML redirect "
"or corrupt file (filesize %2).")
.arg(oldurl).arg(download->size()));
delete download;
download = NULL;
continue;
}
RemoteFile *outFile = new RemoteFile(finalfile, true);
if (!outFile->isOpen())
{
VERBOSE(VB_IMPORTANT,
QString("Image Download: Failed to open "
"remote file (%1) for write. Does "
"Storage Group Exist?")
.arg(finalfile));
delete outFile;
outFile = NULL;
}
else
{
off_t written = outFile->Write(*download,
download->size());
if (written != download->size())
{
VERBOSE(VB_IMPORTANT,
QString("Image Download: Error Writing Image "
"to file: %1").arg(finalfile));
}
else
downloaded.insert(type, info);
delete outFile;
outFile = NULL;
}
delete download;
}
else
downloaded.insert(type, info);
}
}
lookup->SetDownloads(downloaded);
QCoreApplication::postEvent(m_parent, new ImageDLEvent(lookup));
}
}
