void PhraseDictionaryFuzzyMatch::Load()
{
SetFeaturesToApply();
assert(m_config.size() == 3);
m_FuzzyMatchWrapper = new tmmt::FuzzyMatchWrapper(m_config[0], m_config[1], m_config[2]);
}
void PhraseDictionaryMultiModelCounts::Load()
{
SetFeaturesToApply();
for(size_t i = 0; i < m_numModels; ++i) {
// phrase table
const string &ptName = m_pdStr[i];
PhraseDictionary *pt;
pt = FindPhraseDictionary(ptName);
CHECK(pt);
m_pd.push_back(pt);
// reverse
const string &target_table = m_targetTable[i];
pt = FindPhraseDictionary(target_table);
CHECK(pt);
m_inverse_pd.push_back(pt);
// lex
string lex_e2f = m_lexE2FStr[i];
string lex_f2e = m_lexF2EStr[i];
lexicalTable* e2f = new lexicalTable;
LoadLexicalTable(lex_e2f, e2f);
lexicalTable* f2e = new lexicalTable;
LoadLexicalTable(lex_f2e, f2e);
m_lexTable_e2f.push_back(e2f);
m_lexTable_f2e.push_back(f2e);
}
}
void PhraseDictionaryMultiModel::Load()
{
SetFeaturesToApply();
for(size_t i = 0; i < m_numModels; ++i) {
const string &ptName = m_pdStr[i];
PhraseDictionary *pt = FindPhraseDictionary(ptName);
UTIL_THROW_IF2(pt == NULL,
"Could not find component phrase table " << ptName);
m_pd.push_back(pt);
}
}
void RuleTableTrie::Load()
{
SetFeaturesToApply();
std::auto_ptr<Moses::RuleTableLoader> loader =
Moses::RuleTableLoaderFactory::Create(m_filePath);
if (!loader.get()) {
throw runtime_error("Error: Loading " + m_filePath);
}
bool ret = loader->Load(m_input, m_output, m_filePath, m_tableLimit,
*this);
if (!ret) {
throw runtime_error("Error: Loading " + m_filePath);
}
}
void PhraseDictionaryCompact::Load()
{
const StaticData &staticData = StaticData::Instance();
SetFeaturesToApply();
m_weight = staticData.GetWeights(this);
std::string tFilePath = m_filePath;
std::string suffix = ".minphr";
if (!ends_with(tFilePath, suffix)) tFilePath += suffix;
if (!FileExists(tFilePath))
throw runtime_error("Error: File " + tFilePath + " does not exist.");
m_phraseDecoder = new PhraseDecoder(*this, &m_input, &m_output,
m_numScoreComponents, &m_weight);
std::FILE* pFile = std::fopen(tFilePath.c_str() , "r");
size_t indexSize;
if(m_inMemory)
// Load source phrase index into memory
indexSize = m_hash.Load(pFile);
else
// Keep source phrase index on disk
indexSize = m_hash.LoadIndex(pFile);
size_t coderSize = m_phraseDecoder->Load(pFile);
size_t phraseSize;
if(m_inMemory)
// Load target phrase collections into memory
phraseSize = m_targetPhrasesMemory.load(pFile, false);
else
// Keep target phrase collections on disk
phraseSize = m_targetPhrasesMapped.load(pFile, true);
UTIL_THROW_IF2(indexSize == 0 || coderSize == 0 || phraseSize == 0,
"Not successfully loaded");
}
void PhraseDictionaryOnDisk::Load()
{
SetFeaturesToApply();
}
void PhraseDictionaryALSuffixArray::Load()
{
SetFeaturesToApply();
}
void PhraseDictionaryTransliteration::Load()
{
SetFeaturesToApply();
}
void PhraseDictionaryTreeAdaptor::Load()
{
SetFeaturesToApply();
}