void CArchiveScanner::Scan(const string& curPath, bool checksum)
{
InitCrcTable();
isDirty = true;
const int flags = (FileSystem::INCLUDE_DIRS | FileSystem::RECURSE);
std::vector<std::string> found = filesystem.FindFiles(curPath, "*", flags);
for (std::vector<std::string>::iterator it = found.begin(); it != found.end(); ++it) {
string fullName = *it;
// Strip
const char lastFullChar = fullName[fullName.size() - 1];
if ((lastFullChar == '/') || (lastFullChar == '\\')) {
fullName = fullName.substr(0, fullName.size() - 1);
}
const string fn = filesystem.GetFilename(fullName);
const string fpath = filesystem.GetDirectory(fullName);
const string lcfn = StringToLower(fn);
const string lcfpath = StringToLower(fpath);
// Exclude archivefiles found inside directory archives (.sdd)
if (lcfpath.find(".sdd") != string::npos) {
continue;
}
// Exclude archivefiles found inside hidden directories
if ((lcfpath.find("/hidden/") != string::npos) ||
(lcfpath.find("\\hidden\\") != string::npos)) {
continue;
}
// Is this an archive we should look into?
if (CArchiveFactory::IsArchive(fullName)) {
struct stat info;
stat(fullName.c_str(), &info);
// Determine whether to rely on the cached info or not
bool cached = false;
map<string, ArchiveInfo>::iterator aii = archiveInfo.find(lcfn);
if (aii != archiveInfo.end()) {
// This archive may have been obsoleted, do not process it if so
if (aii->second.replaced.length() > 0)
continue;
/*
For truely correct updating of .sdd archives, this code should
be enabled. Unfortunately it has as side effect that all files
in all .sdd's always need to be stat()'ed, which really slows
down program startup.
An update can be forced anyway by removing ArchiveCacheV*.txt
or renaming the archive.
*/
/*if (S_ISDIR(info.st_mode)) {
struct stat info2;
std::vector<std::string> sddfiles = filesystem.FindFiles(fpath, "*", FileSystem::RECURSE | FileSystem::INCLUDE_DIRS);
for (std::vector<std::string>::iterator sddit = found.begin(); sddit != found.end(); ++sddit) {
stat(sddit->c_str(), &info2);
if (info.st_mtime < info2.st_mtime) {
info.st_mtime = info2.st_mtime;
}
}
}*/
if ((unsigned)info.st_mtime == aii->second.modified && fpath == aii->second.path) {
cached = true;
aii->second.updated = true;
}
// If we are here, we could have invalid info in the cache
// Force a reread if it's a directory archive, as st_mtime only
// reflects changes to the directory itself, not the contents.
if (!cached) {
archiveInfo.erase(aii);
}
}
// Time to parse the info we are interested in
if (!cached) {
//printf("scanning archive: %s\n", fullName.c_str());
CArchiveBase* ar = CArchiveFactory::OpenArchive(fullName);
if (ar) {
int cur;
string name;
int size;
ArchiveInfo ai;
cur = ar->FindFiles(0, &name, &size);
while (cur != 0) {
//printf("found %s %d\n", name.c_str(), size);
string ext = StringToLower(name.substr(name.find_last_of('.') + 1));
// only accept new format maps
if (ext == "smf" || ext == "sm3") {
MapData md;
if (name.find_last_of('\\') == string::npos && name.find_last_of('/') == string::npos) {
md.name = name;
md.virtualPath = "/";
}
else {
if (name.find_last_of('\\') == string::npos) {
md.name = name.substr(name.find_last_of('/') + 1);
md.virtualPath = name.substr(0, name.find_last_of('/') + 1); // include the backslash
} else {
md.name = name.substr(name.find_last_of('\\') + 1);
md.virtualPath = name.substr(0, name.find_last_of('\\') + 1); // include the backslash
}
//md.name = md.name.substr(0, md.name.find_last_of('.'));
}
ai.mapData.push_back(md);
}
if (name == "modinfo.tdf") {
int fh = ar->OpenFile(name);
if (fh) {
int fsize = ar->FileSize(fh);
char* buf = SAFE_NEW char[fsize];
ar->ReadFile(fh, buf, fsize);
ar->CloseFile(fh);
try {
TdfParser p( buf, fsize );
ai.modData = GetModData(&p, "mod");
} catch (const TdfParser::parse_error&) {
// Silently ignore mods with parse errors
}
delete [] buf;
}
}
cur = ar->FindFiles(cur, &name, &size);
}
ai.path = fpath;
ai.modified = info.st_mtime;
ai.origName = fn;
ai.updated = true;
delete ar;
// Optionally calculate a checksum for the file
// To prevent reading all files in all directory (.sdd) archives every time this function
// is called, directory archive checksums are calculated on the fly.
if (checksum) {
ai.checksum = GetCRC(fullName);
}
else {
ai.checksum = 0;
}
archiveInfo[lcfn] = ai;
}
}
else {
// If cached is true, aii will point to the archive
if ((checksum) && (aii->second.checksum == 0)) {
void CArchiveScanner::Scan(const string& curPath, bool checksum)
{
isDirty = true;
std::vector<std::string> found = filesystem.FindFiles(curPath, "*", FileSystem::RECURSE | FileSystem::INCLUDE_DIRS);
struct stat info;
for (std::vector<std::string>::iterator it = found.begin(); it != found.end(); ++it) {
stat(it->c_str(),&info);
string fullName = *it;
string fn = filesystem.GetFilename(fullName);
string fpath = filesystem.GetDirectory(fullName);
string lcfn = StringToLower(fn);
string lcfpath = StringToLower(fpath);
// Exclude archivefiles found inside directory (.sdd) archives.
string::size_type sdd = lcfpath.find(".sdd");
if (sdd != string::npos)
continue;
// Is this an archive we should look into?
if (CArchiveFactory::IsArchive(fullName)) {
// Determine whether to rely on the cached info or not
bool cached = false;
map<string, ArchiveInfo>::iterator aii = archiveInfo.find(lcfn);
if (aii != archiveInfo.end()) {
// This archive may have been obsoleted, do not process it if so
if (aii->second.replaced.length() > 0)
continue;
if (S_ISDIR(info.st_mode)) {
struct stat info2;
std::vector<std::string> sddfiles = filesystem.FindFiles(fpath, "*", FileSystem::RECURSE | FileSystem::INCLUDE_DIRS);
for (std::vector<std::string>::iterator sddit = found.begin(); sddit != found.end(); ++sddit) {
stat(sddit->c_str(), &info2);
if (info.st_mtime < info2.st_mtime) {
info.st_mtime = info2.st_mtime;
}
}
}
if (info.st_mtime == aii->second.modified && fpath == aii->second.path) {
cached = true;
aii->second.updated = true;
}
// If we are here, we could have invalid info in the cache
// Force a reread if it's a directory archive, as st_mtime only
// reflects changes to the directory itself, not the contents.
if (!cached) {
archiveInfo.erase(aii);
}
}
// Time to parse the info we are interested in
if (!cached) {
CArchiveBase* ar = CArchiveFactory::OpenArchive(fullName);
if (ar) {
int cur;
string name;
int size;
ArchiveInfo ai;
cur = ar->FindFiles(0, &name, &size);
while (cur != 0) {
//printf("found %s %d\n", name.c_str(), size);
string ext = StringToLower(name.substr(name.find_last_of('.') + 1));
// only accept new format maps
if (ext == "smf" || ext == "sm3") {
MapData md;
if (name.find_last_of('\\') == string::npos && name.find_last_of('/') == string::npos) {
md.name = name;
md.virtualPath = "/";
}
else {
if (name.find_last_of('\\') == string::npos) {
md.name = name.substr(name.find_last_of('/') + 1);
md.virtualPath = name.substr(0, name.find_last_of('/') + 1); // include the backslash
} else {
md.name = name.substr(name.find_last_of('\\') + 1);
md.virtualPath = name.substr(0, name.find_last_of('\\') + 1); // include the backslash
}
//md.name = md.name.substr(0, md.name.find_last_of('.'));
}
ai.mapData.push_back(md);
}
if (name == "modinfo.tdf") {
int fh = ar->OpenFile(name);
if (fh) {
int fsize = ar->FileSize(fh);
void* buf = malloc(fsize);
ar->ReadFile(fh, buf, fsize);
ar->CloseFile(fh);
try {
TdfParser p( reinterpret_cast<char*>(buf), fsize );
ai.modData = GetModData(&p, "mod");
} catch (const TdfParser::parse_error& e) {
// Silently ignore mods with parse errors
}
free(buf);
}
}
cur = ar->FindFiles(cur, &name, &size);
}
ai.path = fpath;
ai.modified = info.st_mtime;
ai.origName = fn;
ai.updated = true;
delete ar;
// Optionally calculate a checksum for the file
// To prevent reading all files in all directory (.sdd) archives every time this function
// is called, directory archive checksums are calculated on the fly.
if (checksum) {
ai.checksum = GetCRC(fullName);
}
else {
ai.checksum = 0;
}
archiveInfo[lcfn] = ai;
}
}
else {
// If cached is true, aii will point to the archive
if ((checksum) && (aii->second.checksum == 0)) {
aii->second.checksum = GetCRC(fullName);
}
}
}
}
// Now we'll have to parse the replaces-stuff found in the mods
for (map<string, ArchiveInfo>::iterator aii = archiveInfo.begin(); aii != archiveInfo.end(); ++aii) {
for (vector<string>::iterator i = aii->second.modData.replaces.begin(); i != aii->second.modData.replaces.end(); ++i) {
string lcname = StringToLower(*i);
map<string, ArchiveInfo>::iterator ar = archiveInfo.find(lcname);
// If it's not there, we will create a new entry
if (ar == archiveInfo.end()) {
ArchiveInfo tmp;
archiveInfo[lcname] = tmp;
ar = archiveInfo.find(lcname);
}
// Overwrite the info for this archive with a replaced pointer
ar->second.path = "";
ar->second.origName = lcname;
ar->second.modified = 1;
ar->second.mapData.clear();
ar->second.modData.name = "";
ar->second.modData.replaces.clear();
ar->second.updated = true;
ar->second.replaced = aii->first;
}
}
}