void
CArpaSlm::load(const char* filename, const TLexicon& lexicon)
{
printf("Loading ARPA slm..."); fflush(stdout);
ifstream file(filename);
char buf[1024];
for (int i = 0; i <= N_GRAM; ++i) {
unsigned lvl;
int size;
file.getline(buf, sizeof(buf));
if (!file) {
cerr << "Failed to read from" << filename << endl;
exit(1);
}
sscanf(buf, "\\%d-gram\\%d%*[\n]", &lvl, &size);
assert(lvl <= N_GRAM);
if (lvl == 0) {
TNode node0;
node0.load_level0(file);
m_levels[0].push_back(node0);
} else if (lvl < m_N) {
m_levels[lvl].reserve(size);
for (int i = 0; i < size; ++i) {
TNode node;
node.load(file, lexicon);
m_levels[lvl].push_back(node);
}
} else {
// leaf nodes
m_lastLevel.reserve(size);
for (int i = 0; i < size; ++i) {
TLeaf leaf;
leaf.load(file, lexicon);
m_lastLevel.push_back(leaf);
}
}
}
}
