Exemple #1
0
void Word::ConvertToMoses(
    const std::vector<Moses::FactorType> &outputFactorsVec, 
    const Vocab &vocab,
    Moses::Word &overwrite) const {
  Moses::FactorCollection &factorColl = Moses::FactorCollection::Instance();
  overwrite = Moses::Word(m_isNonTerminal);

  // TODO: this conversion should have been done at load time.  
  util::TokenIter<util::SingleCharacter> tok(vocab.GetString(m_vocabId), '|');

  for (std::vector<Moses::FactorType>::const_iterator t = outputFactorsVec.begin(); t != outputFactorsVec.end(); ++t, ++tok) {
    UTIL_THROW_IF(!tok, util::Exception, "Too few factors in \"" << vocab.GetString(m_vocabId) << "\"; was expecting " << outputFactorsVec.size());
    overwrite.SetFactor(*t, factorColl.AddFactor(*tok));
  }
  UTIL_THROW_IF(tok, util::Exception, "Too many factors in \"" << vocab.GetString(m_vocabId) << "\"; was expecting " << outputFactorsVec.size());
}
Moses::Word *Word::ConvertToMoses(Moses::FactorDirection direction
														, const std::vector<Moses::FactorType> &outputFactorsVec
														, const Vocab &vocab) const
{
	Moses::Word *ret = new Moses::Word(m_isNonTerminal);
	
	for (size_t ind = 0; ind < m_factors.size(); ++ind)
	{
		Moses::FactorType factorType = outputFactorsVec[ind];
		UINT32 vocabId = m_factors[ind];
		const Moses::Factor *factor = vocab.GetFactor(vocabId, factorType, direction, m_isNonTerminal);
		ret->SetFactor(factorType, factor);
	}
	
	return ret;
	
}
Moses::Word *Word::ConvertToMoses(Moses::FactorDirection direction
                                  , const std::vector<Moses::FactorType> &outputFactorsVec
                                  , const Vocab &vocab) const
{
  Moses::FactorCollection &factorColl = Moses::FactorCollection::Instance();
  Moses::Word *ret = new Moses::Word(m_isNonTerminal);

  const string &str = vocab.GetString(m_vocabId);
  vector<string> toks = Moses::Tokenize(str, "|");
  for (size_t ind = 0; ind < toks.size(); ++ind) {
    Moses::FactorType factorType = outputFactorsVec[ind];
    const Moses::Factor *factor = factorColl.AddFactor(direction, factorType, toks[ind]);
    ret->SetFactor(factorType, factor);
  }

  return ret;

}