void MetadataImageDownload::run()
{
RunProlog();
// Always handle thumbnails first, they're higher priority.
ThumbnailData *thumb;
while ((thumb = moreThumbs()) != NULL)
{
QString sFilename = getDownloadFilename(thumb->title, thumb->url);
bool exists = QFile::exists(sFilename);
if (!exists && !thumb->url.isEmpty())
{
if (!GetMythDownloadManager()->download(thumb->url, sFilename))
{
LOG(VB_GENERAL, LOG_ERR,
QString("MetadataImageDownload: failed to download thumbnail from: %1")
.arg(thumb->url));
delete thumb;
continue;
}
}
// inform parent we have thumbnail ready for it
if (QFile::exists(sFilename) && m_parent)
{
LOG(VB_GENERAL, LOG_DEBUG,
QString("Threaded Image Thumbnail Download: %1")
.arg(sFilename));
thumb->url = sFilename;
QCoreApplication::postEvent(m_parent,
new ThumbnailDLEvent(thumb));
}
else
delete thumb;
}
while (true)
{
m_mutex.lock();
if (m_downloadList.isEmpty())
{
// no more to process, we're done
m_mutex.unlock();
break;
}
// Ref owns the MetadataLookup object for the duration of the loop
// and it will be deleted automatically when the loop completes
RefCountHandler<MetadataLookup> ref = m_downloadList.takeFirstAndDecr();
m_mutex.unlock();
MetadataLookup *lookup = ref;
DownloadMap downloads = lookup->GetDownloads();
DownloadMap downloaded;
bool errored = false;
for (DownloadMap::iterator i = downloads.begin();
i != downloads.end(); ++i)
{
VideoArtworkType type = i.key();
ArtworkInfo info = i.value();
QString filename = getDownloadFilename( type, lookup,
info.url );
if (lookup->GetHost().isEmpty())
{
QString path = getLocalWritePath(lookup->GetType(), type);
QDir dirPath(path);
if (!dirPath.exists())
{
if (!dirPath.mkpath(path))
{
LOG(VB_GENERAL, LOG_ERR,
QString("Metadata Image Download: Unable to create "
"path %1, aborting download.").arg(path));
errored = true;
break;
}
}
QString finalfile = path + "/" + filename;
QString oldurl = info.url;
info.url = finalfile;
if (!QFile::exists(finalfile) || lookup->GetAllowOverwrites())
{
QFile dest_file(finalfile);
if (dest_file.exists())
{
QFileInfo fi(finalfile);
GetMythUI()->RemoveFromCacheByFile(fi.fileName());
dest_file.remove();
}
LOG(VB_GENERAL, LOG_INFO,
QString("Metadata Image Download: %1 ->%2")
.arg(oldurl).arg(finalfile));
QByteArray download;
GetMythDownloadManager()->download(oldurl, &download);
QImage testImage;
bool didLoad = testImage.loadFromData(download);
if (!didLoad)
{
LOG(VB_GENERAL, LOG_ERR,
QString("Tried to write %1, but it appears to be "
"an HTML redirect (filesize %2).")
.arg(oldurl).arg(download.size()));
errored = true;
break;
}
if (dest_file.open(QIODevice::WriteOnly))
{
off_t size = dest_file.write(download,
download.size());
dest_file.close();
if (size != download.size())
{
// File creation failed for some reason, delete it
RemoteFile::DeleteFile(finalfile);
LOG(VB_GENERAL, LOG_ERR,
QString("Image Download: Error Writing Image "
"to file: %1").arg(finalfile));
errored = true;
break;
}
}
}
}
else
{
QString path = getStorageGroupURL(type, lookup->GetHost());
QString finalfile = path + filename;
QString oldurl = info.url;
info.url = finalfile;
bool exists = false;
bool onMaster = false;
QString resolvedFN;
if (gCoreContext->IsMasterBackend() &&
gCoreContext->IsThisHost(lookup->GetHost()))
{
StorageGroup sg(getStorageGroupName(type), lookup->GetHost());
resolvedFN = sg.FindFile(filename);
exists = !resolvedFN.isEmpty() && QFile::exists(resolvedFN);
if (!exists)
{
resolvedFN = getLocalStorageGroupPath(type,
lookup->GetHost()) + "/" + filename;
}
onMaster = true;
}
else
exists = RemoteFile::Exists(finalfile);
if (!exists || lookup->GetAllowOverwrites())
{
if (exists && !onMaster)
{
QFileInfo fi(finalfile);
GetMythUI()->RemoveFromCacheByFile(fi.fileName());
RemoteFile::DeleteFile(finalfile);
}
else if (exists)
QFile::remove(resolvedFN);
LOG(VB_GENERAL, LOG_INFO,
QString("Metadata Image Download: %1 -> %2")
.arg(oldurl).arg(finalfile));
QByteArray download;
GetMythDownloadManager()->download(oldurl, &download);
QImage testImage;
bool didLoad = testImage.loadFromData(download);
if (!didLoad)
{
LOG(VB_GENERAL, LOG_ERR,
QString("Tried to write %1, but it appears to be "
"an HTML redirect or corrupt file "
"(filesize %2).")
.arg(oldurl).arg(download.size()));
errored = true;
break;
}
if (!onMaster)
{
RemoteFile outFile(finalfile, true);
if (!outFile.isOpen())
{
LOG(VB_GENERAL, LOG_ERR,
QString("Image Download: Failed to open "
"remote file (%1) for write. Does "
"Storage Group Exist?")
.arg(finalfile));
errored = true;
break;
}
off_t written = outFile.Write(download,
download.size());
if (written != download.size())
{
// File creation failed for some reason, delete it
RemoteFile::DeleteFile(finalfile);
LOG(VB_GENERAL, LOG_ERR,
QString("Image Download: Error Writing Image "
"to file: %1").arg(finalfile));
errored = true;
break;
}
}
else
{
QFile dest_file(resolvedFN);
if (dest_file.open(QIODevice::WriteOnly))
{
off_t size = dest_file.write(download,
download.size());
dest_file.close();
if (size != download.size())
{
// File creation failed for some reason, delete it
RemoteFile::DeleteFile(resolvedFN);
LOG(VB_GENERAL, LOG_ERR,
QString("Image Download: Error Writing Image "
"to file: %1").arg(finalfile));
errored = true;
break;
}
}
}
}
}
if (!errored)
{
// update future Artwork Map with what we've successfully
// retrieved (either downloaded or already existing
downloaded.insert(type, info);
}
}
if (errored)
{
QCoreApplication::postEvent(m_parent,
new ImageDLFailureEvent(lookup));
errored = false;
}
lookup->SetDownloads(downloaded);
QCoreApplication::postEvent(m_parent, new ImageDLEvent(lookup));
}
RunEpilog();
}
void LookerUpper::customEvent(QEvent *levent)
{
if (levent->type() == MetadataFactoryMultiResult::kEventType)
{
MetadataFactoryMultiResult *mfmr = dynamic_cast<MetadataFactoryMultiResult*>(levent);
if (!mfmr)
return;
MetadataLookupList list = mfmr->results;
if (list.count() > 1)
{
int yearindex = -1;
for (int p = 0; p != list.size(); ++p)
{
ProgramInfo *pginfo = list[p]->GetData().value<ProgramInfo *>();
if (pginfo && !pginfo->GetSeriesID().isEmpty() &&
pginfo->GetSeriesID() == (list[p])->GetTMSref())
{
MetadataLookup *lookup = list[p];
if (lookup->GetSubtype() != kProbableGenericTelevision)
pginfo->SaveSeasonEpisode(lookup->GetSeason(), lookup->GetEpisode());
pginfo->SaveInetRef(lookup->GetInetref());
m_busyRecList.removeAll(pginfo);
return;
}
else if (pginfo && pginfo->GetYearOfInitialRelease() != 0 &&
(list[p])->GetYear() != 0 &&
pginfo->GetYearOfInitialRelease() == (list[p])->GetYear())
{
if (yearindex != -1)
{
LOG(VB_GENERAL, LOG_INFO, "Multiple results matched on year. No definite "
"match could be found.");
m_busyRecList.removeAll(pginfo);
return;
}
else
{
LOG(VB_GENERAL, LOG_INFO, "Matched from multiple results based on year. ");
yearindex = p;
}
}
}
if (yearindex > -1)
{
MetadataLookup *lookup = list[yearindex];
ProgramInfo *pginfo = lookup->GetData().value<ProgramInfo *>();
if (lookup->GetSubtype() != kProbableGenericTelevision)
pginfo->SaveSeasonEpisode(lookup->GetSeason(), lookup->GetEpisode());
pginfo->SaveInetRef(lookup->GetInetref());
m_busyRecList.removeAll(pginfo);
return;
}
LOG(VB_GENERAL, LOG_INFO, "Unable to match this title, too many possible matches. "
"You may wish to manually set the season, episode, and "
"inetref in the 'Watch Recordings' screen.");
ProgramInfo *pginfo = list[0]->GetData().value<ProgramInfo *>();
if (pginfo)
{
m_busyRecList.removeAll(pginfo);
}
}
}
else if (levent->type() == MetadataFactorySingleResult::kEventType)
{
MetadataFactorySingleResult *mfsr =
dynamic_cast<MetadataFactorySingleResult*>(levent);
if (!mfsr)
return;
MetadataLookup *lookup = mfsr->result;
if (!lookup)
return;
ProgramInfo *pginfo = lookup->GetData().value<ProgramInfo *>();
// This null check could hang us as this pginfo would then never be
// removed
if (!pginfo)
return;
LOG(VB_GENERAL, LOG_DEBUG, "I found the following data:");
LOG(VB_GENERAL, LOG_DEBUG,
QString(" Input Title: %1").arg(pginfo->GetTitle()));
LOG(VB_GENERAL, LOG_DEBUG,
QString(" Input Sub: %1").arg(pginfo->GetSubtitle()));
LOG(VB_GENERAL, LOG_DEBUG,
QString(" Title: %1").arg(lookup->GetTitle()));
LOG(VB_GENERAL, LOG_DEBUG,
QString(" Subtitle: %1").arg(lookup->GetSubtitle()));
LOG(VB_GENERAL, LOG_DEBUG,
QString(" Season: %1").arg(lookup->GetSeason()));
LOG(VB_GENERAL, LOG_DEBUG,
QString(" Episode: %1").arg(lookup->GetEpisode()));
LOG(VB_GENERAL, LOG_DEBUG,
QString(" Inetref: %1").arg(lookup->GetInetref()));
LOG(VB_GENERAL, LOG_DEBUG,
QString(" User Rating: %1").arg(lookup->GetUserRating()));
if (lookup->GetSubtype() != kProbableGenericTelevision)
pginfo->SaveSeasonEpisode(lookup->GetSeason(), lookup->GetEpisode());
pginfo->SaveInetRef(lookup->GetInetref());
if (m_updaterules)
{
RecordingRule *rule = new RecordingRule();
if (rule)
{
rule->LoadByProgram(pginfo);
if (rule->m_inetref.isEmpty() &&
(rule->m_searchType == kNoSearch))
{
rule->m_inetref = lookup->GetInetref();
}
rule->m_season = lookup->GetSeason();
rule->m_episode = lookup->GetEpisode();
rule->Save();
delete rule;
}
}
if (m_updateartwork)
{
ArtworkMap map = lookup->GetDownloads();
SetArtwork(lookup->GetInetref(),
lookup->GetIsCollection() ? 0 : lookup->GetSeason(),
gCoreContext->GetMasterHostName(), map);
}
m_busyRecList.removeAll(pginfo);
}
else if (levent->type() == MetadataFactoryNoResult::kEventType)
{
MetadataFactoryNoResult *mfnr = dynamic_cast<MetadataFactoryNoResult*>(levent);
if (!mfnr)
return;
MetadataLookup *lookup = mfnr->result;
if (!lookup)
return;
ProgramInfo *pginfo = lookup->GetData().value<ProgramInfo *>();
// This null check could hang us as this pginfo would then never be removed
if (!pginfo)
return;
m_busyRecList.removeAll(pginfo);
}
}
void MetadataImageDownload::run()
{
RunProlog();
// Always handle thumbnails first, they're higher priority.
ThumbnailData *thumb;
while ((thumb = moreThumbs()) != NULL)
{
QString sFilename = getDownloadFilename(thumb->title, thumb->url);
bool exists = QFile::exists(sFilename);
if (!exists && !thumb->url.isEmpty())
{
if (!GetMythDownloadManager()->download(thumb->url, sFilename))
{
LOG(VB_GENERAL, LOG_ERR,
QString("MetadataImageDownload: failed to download thumbnail from: %1")
.arg(thumb->url));
delete thumb;
continue;
}
}
// inform parent we have thumbnail ready for it
if (QFile::exists(sFilename) && m_parent)
{
LOG(VB_GENERAL, LOG_DEBUG,
QString("Threaded Image Thumbnail Download: %1")
.arg(sFilename));
thumb->url = sFilename;
QCoreApplication::postEvent(m_parent,
new ThumbnailDLEvent(thumb));
}
else
delete thumb;
}
MetadataLookup *lookup;
while ((lookup = moreDownloads()) != NULL)
{
DownloadMap downloads = lookup->GetDownloads();
DownloadMap downloaded;
for (DownloadMap::iterator i = downloads.begin();
i != downloads.end(); ++i)
{
VideoArtworkType type = i.key();
ArtworkInfo info = i.value();
QString filename = getDownloadFilename( type, lookup,
info.url );
if (lookup->GetHost().isEmpty())
{
QString path = getLocalWritePath(lookup->GetType(), type);
QDir dirPath(path);
if (!dirPath.exists())
if (!dirPath.mkpath(path))
{
LOG(VB_GENERAL, LOG_ERR,
QString("Metadata Image Download: Unable to create "
"path %1, aborting download.").arg(path));
QCoreApplication::postEvent(m_parent,
new ImageDLFailureEvent(lookup));
continue;
}
QString finalfile = path + "/" + filename;
QString oldurl = info.url;
info.url = finalfile;
if (!QFile::exists(finalfile) || lookup->GetAllowOverwrites())
{
QFile dest_file(finalfile);
if (dest_file.exists())
{
QFileInfo fi(finalfile);
GetMythUI()->RemoveFromCacheByFile(fi.fileName());
dest_file.remove();
}
LOG(VB_GENERAL, LOG_INFO,
QString("Metadata Image Download: %1 ->%2")
.arg(oldurl).arg(finalfile));
QByteArray *download = new QByteArray();
GetMythDownloadManager()->download(oldurl, download);
QImage testImage;
bool didLoad = testImage.loadFromData(*download);
if (!didLoad)
{
LOG(VB_GENERAL, LOG_ERR,
QString("Tried to write %1, but it appears to be "
"an HTML redirect (filesize %2).")
.arg(oldurl).arg(download->size()));
delete download;
download = NULL;
QCoreApplication::postEvent(m_parent,
new ImageDLFailureEvent(lookup));
continue;
}
if (dest_file.open(QIODevice::WriteOnly))
{
off_t size = dest_file.write(*download,
download->size());
if (size != download->size())
{
LOG(VB_GENERAL, LOG_ERR,
QString("Image Download: Error Writing Image "
"to file: %1").arg(finalfile));
QCoreApplication::postEvent(m_parent,
new ImageDLFailureEvent(lookup));
}
else
downloaded.insert(type, info);
}
delete download;
}
else
downloaded.insert(type, info);
}
else
{
QString path = getStorageGroupURL(type, lookup->GetHost());
QString finalfile = path + filename;
QString oldurl = info.url;
info.url = finalfile;
bool exists = false;
bool onMaster = false;
QString resolvedFN;
if ((lookup->GetHost().toLower() == gCoreContext->GetHostName().toLower()) ||
(gCoreContext->IsThisHost(lookup->GetHost())))
{
StorageGroup sg;
resolvedFN = sg.FindFile(filename);
exists = QFile::exists(resolvedFN);
if (!exists)
{
resolvedFN = getLocalStorageGroupPath(type,
lookup->GetHost()) + "/" + filename;
}
onMaster = true;
}
else
exists = RemoteFile::Exists(finalfile);
if (!exists || lookup->GetAllowOverwrites())
{
if (exists && !onMaster)
{
QFileInfo fi(finalfile);
GetMythUI()->RemoveFromCacheByFile(fi.fileName());
RemoteFile::DeleteFile(finalfile);
}
else if (exists)
QFile::remove(resolvedFN);
LOG(VB_GENERAL, LOG_INFO,
QString("Metadata Image Download: %1 -> %2")
.arg(oldurl).arg(finalfile));
QByteArray *download = new QByteArray();
GetMythDownloadManager()->download(oldurl, download);
QImage testImage;
bool didLoad = testImage.loadFromData(*download);
if (!didLoad)
{
LOG(VB_GENERAL, LOG_ERR,
QString("Tried to write %1, but it appears to be "
"an HTML redirect or corrupt file "
"(filesize %2).")
.arg(oldurl).arg(download->size()));
delete download;
download = NULL;
QCoreApplication::postEvent(m_parent,
new ImageDLFailureEvent(lookup));
continue;
}
if (!onMaster)
{
RemoteFile *outFile = new RemoteFile(finalfile, true);
if (!outFile->isOpen())
{
LOG(VB_GENERAL, LOG_ERR,
QString("Image Download: Failed to open "
"remote file (%1) for write. Does "
"Storage Group Exist?")
.arg(finalfile));
delete outFile;
outFile = NULL;
QCoreApplication::postEvent(m_parent,
new ImageDLFailureEvent(lookup));
}
else
{
off_t written = outFile->Write(*download,
download->size());
if (written != download->size())
{
LOG(VB_GENERAL, LOG_ERR,
QString("Image Download: Error Writing Image "
"to file: %1").arg(finalfile));
QCoreApplication::postEvent(m_parent,
new ImageDLFailureEvent(lookup));
}
else
downloaded.insert(type, info);
delete outFile;
outFile = NULL;
}
}
else
{
QFile dest_file(resolvedFN);
if (dest_file.open(QIODevice::WriteOnly))
{
off_t size = dest_file.write(*download,
download->size());
if (size != download->size())
{
LOG(VB_GENERAL, LOG_ERR,
QString("Image Download: Error Writing Image "
"to file: %1").arg(finalfile));
QCoreApplication::postEvent(m_parent,
new ImageDLFailureEvent(lookup));
}
else
downloaded.insert(type, info);
}
}
delete download;
}
else
downloaded.insert(type, info);
}
}
lookup->SetDownloads(downloaded);
QCoreApplication::postEvent(m_parent, new ImageDLEvent(lookup));
}
RunEpilog();
}
void MetadataImageDownload::run()
{
// Always handle thumbnails first, they're higher priority.
ThumbnailData *thumb;
while ((thumb = moreThumbs()) != NULL)
{
QString sFilename = getDownloadFilename(thumb->title, thumb->url);
bool exists = QFile::exists(sFilename);
if (!exists && !thumb->url.isEmpty())
GetMythDownloadManager()->download(thumb->url, sFilename);
// inform parent we have thumbnail ready for it
if (QFile::exists(sFilename) && m_parent)
{
VERBOSE(VB_GENERAL|VB_EXTRA,
QString("Threaded Image Thumbnail Download: %1")
.arg(sFilename));
thumb->url = sFilename;
QCoreApplication::postEvent(m_parent,
new ThumbnailDLEvent(thumb));
}
else
delete thumb;
}
MetadataLookup *lookup;
while ((lookup = moreDownloads()) != NULL)
{
DownloadMap downloads = lookup->GetDownloads();
DownloadMap downloaded;
for (DownloadMap::iterator i = downloads.begin();
i != downloads.end(); ++i)
{
ArtworkType type = i.key();
ArtworkInfo info = i.value();
QString filename = getDownloadFilename( type, lookup,
info.url );
if (lookup->GetHost().isEmpty())
{
QString path = getLocalWritePath(lookup->GetType(), type);
QDir dirPath(path);
if (!dirPath.exists())
if (!dirPath.mkpath(path))
{
VERBOSE(VB_GENERAL,
QString("Metadata Image Download: Unable to create "
"path %1, aborting download.").arg(path));
continue;
}
QString finalfile = path + "/" + filename;
QString oldurl = info.url;
info.url = finalfile;
if (!QFile::exists(finalfile) || lookup->GetAllowOverwrites())
{
QFile dest_file(finalfile);
if (dest_file.exists())
{
QFileInfo fi(finalfile);
GetMythUI()->RemoveFromCacheByFile(fi.fileName());
dest_file.remove();
}
VERBOSE(VB_GENERAL,
QString("Metadata Image Download: %1 ->%2")
.arg(oldurl).arg(finalfile));
QByteArray *download = new QByteArray();
GetMythDownloadManager()->download(oldurl, download);
QImage testImage;
bool didLoad = testImage.loadFromData(*download);
if (!didLoad)
{
VERBOSE(VB_IMPORTANT,QString("Tried to write %1, "
"but it appears to be an HTML redirect "
"(filesize %2).")
.arg(oldurl).arg(download->size()));
delete download;
download = NULL;
continue;
}
if (dest_file.open(QIODevice::WriteOnly))
{
off_t size = dest_file.write(*download, download->size());
if (size != download->size())
{
VERBOSE(VB_IMPORTANT,
QString("Image Download: Error Writing Image "
"to file: %1").arg(finalfile));
}
else
downloaded.insert(type, info);
}
delete download;
}
else
downloaded.insert(type, info);
}
else
{
QString path = getStorageGroupURL(type, lookup->GetHost());
QString finalfile = path + filename;
QString oldurl = info.url;
info.url = finalfile;
if (!RemoteFile::Exists(finalfile) || lookup->GetAllowOverwrites())
{
if (RemoteFile::Exists(finalfile))
{
QFileInfo fi(finalfile);
GetMythUI()->RemoveFromCacheByFile(fi.fileName());
RemoteFile::DeleteFile(finalfile);
}
VERBOSE(VB_GENERAL,
QString("Metadata Image Download: %1 -> %2")
.arg(oldurl).arg(finalfile));
QByteArray *download = new QByteArray();
GetMythDownloadManager()->download(oldurl, download);
QImage testImage;
bool didLoad = testImage.loadFromData(*download);
if (!didLoad)
{
VERBOSE(VB_IMPORTANT,QString("Tried to write %1, "
"but it appears to be an HTML redirect "
"or corrupt file (filesize %2).")
.arg(oldurl).arg(download->size()));
delete download;
download = NULL;
continue;
}
RemoteFile *outFile = new RemoteFile(finalfile, true);
if (!outFile->isOpen())
{
VERBOSE(VB_IMPORTANT,
QString("Image Download: Failed to open "
"remote file (%1) for write. Does "
"Storage Group Exist?")
.arg(finalfile));
delete outFile;
outFile = NULL;
}
else
{
off_t written = outFile->Write(*download,
download->size());
if (written != download->size())
{
VERBOSE(VB_IMPORTANT,
QString("Image Download: Error Writing Image "
"to file: %1").arg(finalfile));
}
else
downloaded.insert(type, info);
delete outFile;
outFile = NULL;
}
delete download;
}
else
downloaded.insert(type, info);
}
}
lookup->SetDownloads(downloaded);
QCoreApplication::postEvent(m_parent, new ImageDLEvent(lookup));
}
}
