void ShaderCompiler::parseDependencies()
{
m_dependencies.clear();
bool is_opengl = getRenderer().isOpenGL();
Lumix::StaticString<30> compiled_dir("shaders/compiled", is_opengl ? "_gl" : "");
auto* iter = PlatformInterface::createFileIterator(compiled_dir, m_editor.getAllocator());
auto& fs = m_editor.getEngine().getFileSystem();
PlatformInterface::FileInfo info;
while (PlatformInterface::getNextFile(iter, &info))
{
if (!Lumix::PathUtils::hasExtension(info.filename, "d")) continue;
auto* file = fs.open(fs.getDiskDevice(),
Lumix::Path(Lumix::StaticString<Lumix::MAX_PATH_LENGTH>(compiled_dir, "/", info.filename)),
Lumix::FS::Mode::READ | Lumix::FS::Mode::OPEN);
if (!file)
{
Lumix::g_log_error.log("Editor") << "Could not open " << info.filename;
continue;
}
char first_line[100];
readLine(file, first_line, sizeof(first_line));
for (int i = 0; i < sizeof(first_line); ++i)
{
if (first_line[i] == '\0' || first_line[i] == ' ')
{
first_line[i] = '\0';
break;
}
}
char line[100];
while (readLine(file, line, sizeof(line)))
{
char* trimmed_line = Lumix::trimmed(line);
char* c = trimmed_line;
while (*c)
{
if (*c == ' ') break;
++c;
}
*c = '\0';
addDependency(trimmed_line, first_line);
}
char basename[Lumix::MAX_PATH_LENGTH];
char src[Lumix::MAX_PATH_LENGTH];
Lumix::PathUtils::getBasename(basename, sizeof(basename), first_line);
getSourceFromBinaryBasename(src, sizeof(src), basename);
addDependency(src, first_line);
fs.close(*file);
}
PlatformInterface::destroyFileIterator(iter);
}
void ShaderCompiler::processChangedFiles()
{
if (m_is_compiling) return;
char changed_file_path[Lumix::MAX_PATH_LENGTH];
{
Lumix::MT::SpinLock lock(m_mutex);
if (m_changed_files.empty()) return;
m_changed_files.removeDuplicates();
const char* tmp = m_changed_files.back().c_str();
Lumix::copyString(changed_file_path, sizeof(changed_file_path), tmp);
m_changed_files.pop();
}
Lumix::string tmp_string(changed_file_path, m_editor.getAllocator());
int find_idx = m_dependencies.find(tmp_string);
if (find_idx < 0)
{
int len = Lumix::stringLength(changed_file_path);
if (len <= 6) return;
if (Lumix::compareString(changed_file_path + len - 6, "_fs.sc") == 0 ||
Lumix::compareString(changed_file_path + len - 6, "_vs.sc") == 0)
{
Lumix::copyString(
changed_file_path + len - 6, Lumix::lengthOf(changed_file_path) - len + 6, ".shd");
tmp_string = changed_file_path;
find_idx = m_dependencies.find(tmp_string);
}
}
if (find_idx >= 0)
{
if (Lumix::PathUtils::hasExtension(changed_file_path, "shd"))
{
compile(changed_file_path);
}
else
{
Lumix::Array<Lumix::string> src_list(m_editor.getAllocator());
for (auto& bin : m_dependencies.at(find_idx))
{
char basename[Lumix::MAX_PATH_LENGTH];
Lumix::PathUtils::getBasename(basename, sizeof(basename), bin.c_str());
char tmp[Lumix::MAX_PATH_LENGTH];
getSourceFromBinaryBasename(tmp, sizeof(tmp), basename);
Lumix::string src(tmp, m_editor.getAllocator());
src_list.push(src);
}
src_list.removeDuplicates();
for (auto& src : src_list)
{
compile(src.c_str());
}
}
}
}
void ShaderCompiler::makeUpToDate()
{
auto* iter = PlatformInterface::createFileIterator("shaders", m_editor.getAllocator());
Lumix::Array<Lumix::string> src_list(m_editor.getAllocator());
auto& fs = m_editor.getEngine().getFileSystem();
PlatformInterface::FileInfo info;
while (getNextFile(iter, &info))
{
char basename[Lumix::MAX_PATH_LENGTH];
Lumix::PathUtils::getBasename(basename, sizeof(basename), info.filename);
if (!Lumix::PathUtils::hasExtension(info.filename, "shd")) continue;
const char* shd_path = StringBuilder<Lumix::MAX_PATH_LENGTH>(
"shaders/", info.filename);
auto* file = fs.open(fs.getDiskDevice(),
shd_path,
Lumix::FS::Mode::OPEN_AND_READ);
if (!file)
{
Lumix::g_log_error.log("shader compiler") << "Could not open "
<< info.filename;
continue;
}
int len = (int)file->size();
Lumix::Array<char> data(m_editor.getAllocator());
data.resize(len+1);
file->read(&data[0], len);
data[len] = 0;
fs.close(*file);
Lumix::ShaderCombinations combinations;
Lumix::Shader::getShaderCombinations(
getRenderer(), &data[0], &combinations);
const char* bin_base_path =
StringBuilder<Lumix::MAX_PATH_LENGTH>("shaders/compiled/", basename, "_");
if (isChanged(combinations, bin_base_path, shd_path))
{
src_list.emplace(shd_path, m_editor.getAllocator());
}
}
PlatformInterface::destroyFileIterator(iter);
for (int i = 0; i < m_dependencies.size(); ++i)
{
auto& key = m_dependencies.getKey(i);
auto& value = m_dependencies.at(i);
for (auto& bin : value)
{
if (!Lumix::fileExists(bin.c_str()) ||
Lumix::getLastModified(bin.c_str()) < Lumix::getLastModified(key.c_str()))
{
char basename[Lumix::MAX_PATH_LENGTH];
Lumix::PathUtils::getBasename(basename, sizeof(basename), bin.c_str());
char tmp[Lumix::MAX_PATH_LENGTH];
getSourceFromBinaryBasename(tmp, sizeof(tmp), basename);
Lumix::string src(tmp, m_editor.getAllocator());
src_list.push(src);
}
}
}
src_list.removeDuplicates();
for (auto src : src_list)
{
compile(src.c_str());
}
}