void DirectoryListing::Directory::filterList(DirectoryListing& dirList) { DirectoryListing::Directory* d = dirList.getRoot(); TTHSet l; d->getHashList(l); filterList(l); }
void ListLoader::endTag(const string& name, const string&) { if(inListing) { if(name == sDirectory) { cur = cur->getParent(); } else if(name == sFileListing) { // cur should be root now... inListing = false; } } }
void ListLoader::endTag(const string& name, const string&) { if (m_is_in_listing) { if (name == g_SDirectory) { m_cur = m_cur->getParent(); } else if (name == sFileListing) { // cur should be root now... m_is_in_listing = false; } } }
void ListLoader::startTag(const string& name, StringPairList& attribs, bool simple) { if(inListing) { if(name == sFile) { const string& n = getAttrib(attribs, sName, 0); if(n.empty()) return; const string& s = getAttrib(attribs, sSize, 1); if(s.empty()) return; int64_t size = Util::toInt64(s); const string& h = getAttrib(attribs, sTTH, 2); if(h.empty()) return; TTHValue tth(h); /// @todo verify validity? if(updating) { // just update the current file if it is already there. for(DirectoryListing::File::Iter i = cur->files.begin(), iend = cur->files.end(); i != iend; ++i) { DirectoryListing::File& file = **i; /// @todo comparisons should be case-insensitive but it takes too long - add a cache if(file.getTTH() == tth || file.getName() == n) { file.setName(n); file.setSize(size); file.setTTH(tth); return; } } } DirectoryListing::File* f = new DirectoryListing::File(cur, n, size, tth); string l_ts = ""; if (!m_is_first_check_mediainfo_list){ m_is_first_check_mediainfo_list = true; l_ts = getAttrib(attribs, sTS, 3); m_is_mediainfo_list = !l_ts.empty(); } else if (m_is_mediainfo_list) { l_ts = getAttrib(attribs, sTS, 3); } if (!l_ts.empty()){ f->mediaInfo.video_info = getAttrib(attribs, sMVideo, 3); f->mediaInfo.audio_info = getAttrib(attribs, sMAudio, 3); f->mediaInfo.resolution = getAttrib(attribs, sWH, 3); f->mediaInfo.bitrate = atoi(getAttrib(attribs, sBR, 4).c_str()); } cur->files.push_back(f); } else if(name == sDirectory) { const string& n = getAttrib(attribs, sName, 0); if(n.empty()) { throw SimpleXMLException(_("Directory missing name attribute")); } bool incomp = getAttrib(attribs, sIncomplete, 1) == "1"; DirectoryListing::Directory* d = NULL; if(updating) { for(DirectoryListing::Directory::Iter i = cur->directories.begin(); i != cur->directories.end(); ++i) { /// @todo comparisons should be case-insensitive but it takes too long - add a cache if((*i)->getName() == n) { d = *i; if(!d->getComplete()) d->setComplete(!incomp); break; } } } if(d == NULL) { d = new DirectoryListing::Directory(cur, n, false, !incomp); cur->directories.push_back(d); } cur = d; if(simple) { // To handle <Directory Name="..." /> endTag(name, Util::emptyString); } } } else if(name == sFileListing) { const string& b = getAttrib(attribs, sBase, 2); if(!b.empty() && b[0] == '/' && b[b.size()-1] == '/') { base = b; } StringList sl = StringTokenizer<string>(base.substr(1), '/').getTokens(); for(StringIter i = sl.begin(); i != sl.end(); ++i) { DirectoryListing::Directory* d = NULL; for(DirectoryListing::Directory::Iter j = cur->directories.begin(); j != cur->directories.end(); ++j) { if((*j)->getName() == *i) { d = *j; break; } } if(d == NULL) { d = new DirectoryListing::Directory(cur, *i, false, false); cur->directories.push_back(d); } cur = d; } cur->setComplete(true); inListing = true; if(simple) { // To handle <Directory Name="..." /> endTag(name, Util::emptyString); } } }
void ListLoader::startTag(const string& name, StringPairList& attribs, bool simple) { if(list->getAbort()) { throw AbortException(); } if(inListing) { if(name == sFile) { const string& n = getAttrib(attribs, sName, 0); if(n.empty()) return; const string& s = getAttrib(attribs, sSize, 1); if(s.empty()) return; const string& h = getAttrib(attribs, sTTH, 2); if(h.empty()) { return; } DirectoryListing::File* f = new DirectoryListing::File(cur, n, Util::toInt64(s), h); cur->files.push_back(f); } else if(name == sDirectory) { const string& n = getAttrib(attribs, sName, 0); if(n.empty()) { throw SimpleXMLException("Directory missing name attribute"); } bool incomp = getAttrib(attribs, sIncomplete, 1) == "1"; DirectoryListing::Directory* d = NULL; if(updating) { for(DirectoryListing::Directory::Iter i = cur->directories.begin(); i != cur->directories.end(); ++i) { if((*i)->getName() == n) { d = *i; if(!d->getComplete()) d->setComplete(!incomp); break; } } } if(d == NULL) { d = new DirectoryListing::Directory(cur, n, false, !incomp); cur->directories.push_back(d); } cur = d; if(simple) { // To handle <Directory Name="..." /> endTag(name, Util::emptyString); } } } else if(name == sFileListing) { const string& b = getAttrib(attribs, sBase, 2); if(b.size() >= 1 && b[0] == '/' && b[b.size()-1] == '/') { base = b; } StringList sl = StringTokenizer<string>(base.substr(1), '/').getTokens(); for(StringIter i = sl.begin(); i != sl.end(); ++i) { DirectoryListing::Directory* d = NULL; for(DirectoryListing::Directory::Iter j = cur->directories.begin(); j != cur->directories.end(); ++j) { if((*j)->getName() == *i) { d = *j; break; } } if(d == NULL) { d = new DirectoryListing::Directory(cur, *i, false, false); cur->directories.push_back(d); } cur = d; } cur->setComplete(true); inListing = true; if(simple) { // To handle <Directory Name="..." /> endTag(name, Util::emptyString); } } }
void ListLoader::startTag(const string& name, StringPairList& attribs, bool simple) { #ifdef _DEBUG static size_t g_max_attribs_size = 0; if (g_max_attribs_size != attribs.size()) { g_max_attribs_size = attribs.size(); // dcdebug("ListLoader::startTag g_max_attribs_size = %d , attribs.capacity() = %d\n", g_max_attribs_size, attribs.capacity()); } #endif if (ClientManager::isBeforeShutdown()) { throw AbortException("ListLoader::startTag - ClientManager::isBeforeShutdown()"); } if (m_list->getAbort()) { throw AbortException("ListLoader::startTag - " + STRING(ABORT_EM)); } if (m_is_in_listing) { if (name == g_SFile) { dcassert(attribs.size() >= 3); // Иногда есть Shared - 4-тый атрибут. // это тэг от грея. его тоже можно обработать и записать в TS. хотя там 64 битное время const string& l_name = getAttrib(attribs, g_SName, 0); if (l_name.empty()) { dcassert(0); return; } const string& l_s = getAttrib(attribs, g_SSize, 1); if (l_s.empty()) { dcassert(0); return; } const auto l_size = Util::toInt64(l_s); const string& l_h = getAttrib(attribs, g_STTH, 2); if (l_h.empty() || (m_is_own_list == false && l_h.compare(0, 39, "AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA", 39) == 0)) { //dcassert(0); return; } const TTHValue l_tth(l_h); /// @todo verify validity? dcassert(l_tth != TTHValue()); if (m_is_updating) { // just update the current file if it is already there. for (auto i = m_cur->m_files.cbegin(); i != m_cur->m_files.cend(); ++i) { auto& file = **i; /// @todo comparisons should be case-insensitive but it takes too long - add a cache if (file.getName() == l_name || file.getTTH() == l_tth) { file.setName(l_name); file.setSize(l_size); file.setTTH(l_tth); return; } } } // [+] FlylinkDC std::shared_ptr<CFlyMediaInfo> l_mediaXY; uint32_t l_i_ts = 0; int l_i_hit = 0; string l_hit; #ifdef FLYLINKDC_USE_DIRLIST_FILE_EXT_STAT auto& l_item = DirectoryListing::g_ext_stat[Util::getFileExtWithoutDot(Text::toLower(l_name))]; l_item.m_count++; if (l_size > l_item.m_max_size) l_item.m_max_size = l_size; if (l_size < l_item.m_min_size) l_item.m_min_size = l_size; #endif if (attribs.size() >= 4) // 3 - стандартный DC++, 4 - GreyLinkDC++ { if (attribs.size() == 4 || attribs.size() >= 11) // Хитрый расширенный формат от http://p2p.toom.su/fs/hms/FCYECUWQ7F5A2FABW32UTMCT6MEMI3GPXBZDQCQ/) { const string l_sharedGL = getAttrib(attribs, g_SShared, 4); if (!l_sharedGL.empty()) { const int64_t tmp_ts = _atoi64(l_sharedGL.c_str()) - 116444736000000000L ; if (tmp_ts <= 0L) l_i_ts = 0; else l_i_ts = uint32_t(tmp_ts / 10000000L); } } string l_ts; if (l_i_ts == 0) { l_ts = getAttrib(attribs, g_STS, 3); // TODO проверить attribs.size() >= 4 если = 4 или 3 то TS нет и можно не искать } if (!m_is_first_check_mediainfo_list) { m_is_first_check_mediainfo_list = true; m_is_mediainfo_list = !l_ts.empty(); } if (!l_ts.empty() // Extended tags - exists only FlylinkDC++ or StrongDC++ sqlite or clones || l_i_ts // Грейлинк - время расшаривания ) { if (!l_ts.empty()) { l_i_ts = atoi(l_ts.c_str()); } if (attribs.size() > 4) // TODO - собрать комбинации всех случаев { l_hit = getAttrib(attribs, g_SHit, 3); const std::string& l_audio = getAttrib(attribs, g_SMAudio, 3); const std::string& l_video = getAttrib(attribs, g_SMVideo, 3); if (!l_audio.empty() || !l_video.empty()) { const string& l_br = getAttrib(attribs, g_SBR, 4); l_mediaXY = std::make_shared<CFlyMediaInfo>(getAttrib(attribs, g_SWH, 3), atoi(l_br.c_str()), l_audio, l_video ); } } #if 0 if (attribs.size() > 4) // TODO - собрать комбинации всех случаев { CFlyMediainfoRAW l_media_item; { l_media_item.m_audio = getAttrib(attribs, g_SMAudio, 3); const size_t l_pos = l_media_item.m_audio.find('|', 0); if (l_pos != string::npos && l_pos) { if (l_pos + 2 < l_media_item.m_audio.length()) { l_media_item.m_audio = l_media_item.m_audio.substr(l_pos + 2); } } } l_media_item.m_video = getAttrib(attribs, g_SMVideo, 3); l_hit = getAttrib(attribs, g_SHit, 3); l_media_item.m_WH = getAttrib(attribs, g_SWH, 3); if (!l_media_item.m_audio.empty() || !l_media_item.m_video.empty()) { l_media_item.m_br = getAttrib(attribs, g_SBR, 4); auto& l_find_mi = g_cache_mediainfo[l_media_item]; if (!l_find_mi) { l_find_mi = std::make_shared<CFlyMediaInfo>(l_media_item.m_WH, atoi(l_media_item.m_br.c_str()), l_media_item.m_audio, l_media_item.m_video ); l_mediaXY = l_find_mi; } } } #endif } l_i_hit = l_hit.empty() ? 0 : atoi(l_hit.c_str()); } auto f = new DirectoryListing::File(m_cur, l_name, l_size, l_tth, l_i_hit, l_i_ts, l_mediaXY); m_cur->m_virus_detect.add(l_name, l_size); m_cur->m_files.push_back(f); if (l_size) { if (m_is_own_list)//[+] FlylinkDC++ { f->setFlag(DirectoryListing::FLAG_SHARED_OWN); // TODO - убить FLAG_SHARED_OWN } else { if (ShareManager::isTTHShared(f->getTTH())) { f->setFlag(DirectoryListing::FLAG_SHARED); } else { if (QueueManager::is_queue_tth(f->getTTH())) { f->setFlag(DirectoryListing::FLAG_QUEUE); } // TODO if(l_size >= 100 * 1024 *1024) { if (!CFlyServerConfig::isParasitFile(f->getName())) // TODO - опимизнуть по расширениям { f->setFlag(DirectoryListing::FLAG_NOT_SHARED); const auto l_status_file = CFlylinkDBManager::getInstance()->get_status_file(f->getTTH()); // TODO - унести в отдельную нитку? if (l_status_file & CFlylinkDBManager::PREVIOUSLY_DOWNLOADED) f->setFlag(DirectoryListing::FLAG_DOWNLOAD); if (l_status_file & CFlylinkDBManager::VIRUS_FILE_KNOWN) f->setFlag(DirectoryListing::FLAG_VIRUS_FILE); if (l_status_file & CFlylinkDBManager::PREVIOUSLY_BEEN_IN_SHARE) f->setFlag(DirectoryListing::FLAG_OLD_TTH); } } } }//[+] FlylinkDC++ } } else if (name == g_SDirectory) { string l_file_name = getAttrib(attribs, g_SName, 0); if (l_file_name.empty()) { // throw SimpleXMLException("Directory missing name attribute"); l_file_name = "empty_file_name_" + Util::toString(++m_empty_file_name_counter); } const bool incomp = getAttrib(attribs, sIncomplete, 1) == "1"; DirectoryListing::Directory* d = nullptr; if (m_is_updating) { for (auto i = m_cur->directories.cbegin(); i != m_cur->directories.cend(); ++i) { /// @todo comparisons should be case-insensitive but it takes too long - add a cache if ((*i)->getName() == l_file_name) { d = *i; if (!d->getComplete()) { d->setComplete(!incomp); } break; } } } if (d == nullptr) { d = new DirectoryListing::Directory(m_list, m_cur, l_file_name, false, !incomp, isMediainfoList()); m_cur->directories.push_back(d); } m_cur = d; if (simple) { // To handle <Directory Name="..." /> endTag(name, Util::emptyString); } } } else if (name == sFileListing) { const string& b = getAttrib(attribs, sBase, 2); if (b.size() >= 1 && b[0] == '/' && b[b.size() - 1] == '/') { m_base = b; } if (m_base.size() > 1) // [+]PPA fix for [4](("Version", "1"),("CID", "EDI7OWB6TZWH6X6L2D3INC6ORQSG6RQDJ6AJ5QY"),("Base", "/"),("Generator", "DC++ 0.785")) { const StringTokenizer<string> sl(m_base.substr(1), '/'); for (auto i = sl.getTokens().cbegin(); i != sl.getTokens().cend(); ++i) { DirectoryListing::Directory* d = nullptr; for (auto j = m_cur->directories.cbegin(); j != m_cur->directories.cend(); ++j) { if ((*j)->getName() == *i) { d = *j; break; } } if (d == nullptr) { d = new DirectoryListing::Directory(m_list, m_cur, *i, false, false, isMediainfoList()); m_cur->directories.push_back(d); } m_cur = d; } } m_cur->setComplete(true); // [+] IRainman Delayed loading (dclst support) const string& l_cidStr = getAttrib(attribs, sCID, 2); if (l_cidStr.size() == 39) { const CID l_CID(l_cidStr); if (!l_CID.isZero()) { if (!m_user) { m_user = ClientManager::createUser(l_CID, "", 0); m_list->setHintedUser(HintedUser(m_user, Util::emptyString)); } } } const string& l_getIncludeSelf = getAttrib(attribs, sIncludeSelf, 2); m_list->setIncludeSelf(l_getIncludeSelf == "1"); // [~] IRainman Delayed loading (dclst support) m_is_in_listing = true; if (simple) { // To handle <Directory Name="..." /> endTag(name, Util::emptyString); } } }