void BagOfWordsTest3::test_BoWText2()
{
qDebug() << "BagOfWordsTest3::test_BoWText2";
QString name;
std::stringstream stream;
{
boost::shared_ptr< BoWToken > bt1(new BoWToken(QString::fromUtf8("lemma"), 1, 10, 5));
bt1->setInflectedForm(QString::fromUtf8("lemma"));
boost::shared_ptr< BoWToken > bt2(new BoWToken(QString::fromUtf8("démocratique"), 1, 10, 12));
bt2->setInflectedForm(QString::fromUtf8("démocratique"));
boost::shared_ptr< BoWToken > bt3(new BoWToken(QString::fromUtf8("word"), 1, 10, 4));
bt3->setInflectedForm(QString::fromUtf8("word"));
boost::shared_ptr< BoWToken > bt4(new BoWToken(QString::fromUtf8("autre"), 1, 10, 4));
bt4->setInflectedForm(QString::fromUtf8("autre"));
boost::shared_ptr< BoWTerm > term(new BoWTerm);
term->addPart(bt1);
boost::shared_ptr< BoWTerm > term2(new BoWTerm);
term2->addPart(bt2);
term2->addPart(bt3);
term->addPart(term2);
boost::shared_ptr< BoWNamedEntity > ne(new BoWNamedEntity);
ne->setNamedEntityType(EntityType(EntityTypeId(1),EntityGroupId(3)));
ne->setFeature("surname","John");
ne->setFeature("name","Doe");
name = ne->getFeatures().at("name");
boost::shared_ptr< BoWToken > btsurname(new BoWToken(QString::fromUtf8("John"), 1, 10, 5));
bt1->setInflectedForm(QString::fromUtf8("John"));
boost::shared_ptr< BoWToken > btname(new BoWToken(QString::fromUtf8("Doe"), 1, 10, 12));
bt2->setInflectedForm(QString::fromUtf8("Doe"));
ne->addPart(btsurname);
ne->addPart(btname);
BoWText text;
text.push_back(term);
text.push_back(bt4);
text.push_back(ne);
BoWBinaryWriter writer;
writer.writeBoWText(stream, text);
}
BoWText text;
BoWBinaryReader reader;
reader.readBoWText(stream, text);
QVERIFY( text.size() == 3 );
boost::shared_ptr<BoWNamedEntity> rne = boost::dynamic_pointer_cast<BoWNamedEntity>(text[2]);
QVERIFY( rne->getParts().size() == 2 );
QVERIFY( name == rne->getFeatures().at("name") );
}
void BagOfWordsTest3::test_BoWText()
{
qDebug() << "BagOfWordsTest3::test_BoWText";
QString bt1Lemma;
std::stringstream stream;
{
boost::shared_ptr< BoWToken > bt1(new BoWToken(QString::fromUtf8("lemma"), 1, 10, 5));
bt1->setInflectedForm(QString::fromUtf8("lemma"));
boost::shared_ptr< BoWToken > bt2(new BoWToken(QString::fromUtf8("démocratique"), 1, 10, 12));
bt2->setInflectedForm(QString::fromUtf8("démocratique"));
boost::shared_ptr< BoWToken > bt3(new BoWToken(QString::fromUtf8("word"), 1, 10, 4));
bt3->setInflectedForm(QString::fromUtf8("word"));
boost::shared_ptr< BoWToken > bt4(new BoWToken(QString::fromUtf8("autre"), 1, 10, 4));
bt4->setInflectedForm(QString::fromUtf8("autre"));
bt1Lemma = bt1->getLemma();
boost::shared_ptr< BoWTerm > term(new BoWTerm);
term->addPart(bt1);
boost::shared_ptr< BoWTerm > term2(new BoWTerm);
term2->addPart(bt2);
term2->addPart(bt3);
term->addPart(term2);
BoWText text;
text.push_back(term);
text.push_back(bt4);
BoWBinaryWriter writer;
writer.writeBoWText(stream, text);
}
BoWText text;
BoWBinaryReader reader;
reader.readBoWText(stream, text);
QVERIFY( text.size() == 2 );
boost::shared_ptr<BoWTerm> rterm = boost::dynamic_pointer_cast<BoWTerm>(text[0]);
QVERIFY( rterm->getParts().size() == 2 );
QVERIFY( bt1Lemma == rterm->getParts()[0].getBoWToken()->getLemma() );
}
