OptionalError Engine::train(const TrainingParameters<Utterance>& params)
{
auto ranker_or_error = ranker(params.stateName);
if (!ranker_or_error) return ranker_or_error.error();
auto optState = mCollection.states().optionalObjectWithName(params.stateName);
if (!optState) {
return undefined_state_error(params.stateName);
}
auto data = dataFromState(*optState, mCollection.utterance_index());
bool madeNewRanker = false;
auto ranker = ranker_or_error.value();
auto rankerModel = ranker.model();
auto KEY = jerome::detail::FactoryConst::PROVIDER_KEY;
auto targetRankerID = params.rankerModel.at<String>(KEY);
auto sourceRankerID = rankerModel.at<String>(KEY);
if (targetRankerID
&& (!sourceRankerID || *sourceRankerID != *targetRankerID))
{
auto record = params.rankerModel.at(State::PARAMETERS_KEY, Record());
auto rankerResult = RankerFactory::sharedInstance()
.make(optState->rankerModel(), data, record.allValuesOfType<double>());
if (!rankerResult) {
return rankerResult.error();
}
madeNewRanker = true;
ranker = rankerResult.value();
}
auto trainer = params.trainer;
trainer.setData(data.subdata(params.trainingQuestions),
data.subdata(params.developmentQuestions));
// std::cout << data.questions().size() << " " << data.answers().size();
ranker.train(trainer, [¶ms](Trainer::state_type& state){
state_type_impl fakeState(params.stateName, state);
params.callback(fakeState);
});
optState->setRankerModel(ranker.model());
if (madeNewRanker) {
mRankers.erase(optState->name());
mRankers.emplace(optState->name(), ranker);
}
return Error::NO_ERROR;
}
void BTPFile::corrupt(std::vector<uint8_t>& data, std::vector<std::string>& args)
{
// As far as I'm aware, you only need to skip the header which is always 0x20 bytes.
std::vector<uint8_t> subdata(data.begin() + 0x20, data.end());
NintendoFile::corrupt(subdata, args);
std::copy(subdata.begin(), subdata.end(), data.begin() + 0x20);
}
Result<double> Engine::evaluate(const EvaluationParameters<Utterance>& params)
{
auto ranker_or_error = ranker(params.stateName);
if (!ranker_or_error) return ranker_or_error.error();
auto ranker = ranker_or_error.value();
auto optState = mCollection.states().optionalObjectWithName(params.stateName);
if (!optState) {
return undefined_state_error(params.stateName);
}
auto data = dataFromState(*optState, mCollection.utterance_index());
auto testData = data.subdata(params.testQuestions);
auto trainData = data.subdata(params.trainingQuestions);
auto rankerResult = RankerFactory::sharedInstance()
.make(ranker.model(), trainData, ranker.values());
auto xr = rankerResult.value();
return detail::evaluate(params.reporterModel, *params.report, testData, xr);
}
int ACE_TMAIN (int argc, ACE_TCHAR *argv[])
{
try
{
ACE_DEBUG ((LM_DEBUG, "(%P|%t) monitor main\n"));
DDS::DomainParticipantFactory_var dpf;
DDS::DomainParticipant_var participant;
dpf = TheParticipantFactoryWithArgs(argc, argv);
if (parse_args (argc, argv) == -1) {
return -1;
}
if (CUR_PART_USER_DATA == UPDATED_PART_USER_DATA)
{
// wait for Monitor 1 done
FILE* fp = ACE_OS::fopen (synch_fname, ACE_TEXT("r"));
int i = 0;
while (fp == 0 && i < 15)
{
ACE_DEBUG ((LM_DEBUG,
ACE_TEXT("(%P|%t) waiting monitor1 done ...\n")));
ACE_OS::sleep (1);
++ i;
fp = ACE_OS::fopen (synch_fname, ACE_TEXT("r"));
}
if (fp != 0)
ACE_OS::fclose (fp);
}
participant = dpf->create_participant(411,
PARTICIPANT_QOS_DEFAULT,
DDS::DomainParticipantListener::_nil(),
::OpenDDS::DCPS::DEFAULT_STATUS_MASK);
if (CORBA::is_nil (participant.in ())) {
ACE_ERROR((LM_ERROR, "(%P|%t) monitor: create_participant failed.\n"));
return 1 ;
}
OpenDDS::DCPS::DomainParticipantImpl* part_svt
= dynamic_cast<OpenDDS::DCPS::DomainParticipantImpl*>(participant.in ());
// give time for BIT datareader/datawriter fully association.
ACE_OS::sleep (2);
if (delay_before_read_sec > 0) {
ACE_DEBUG((LM_DEBUG,"(%P|%t) monitor: SLEEPING BEFORE READING!\n"));
ACE_OS::sleep (delay_before_read_sec);
}
::DDS::Subscriber_var bit_subscriber
= participant->get_builtin_subscriber () ;
::DDS::DataReader_var reader
= bit_subscriber->lookup_datareader (OpenDDS::DCPS::BUILT_IN_PARTICIPANT_TOPIC) ;
::DDS::ParticipantBuiltinTopicDataDataReader_var part_reader
= ::DDS::ParticipantBuiltinTopicDataDataReader::_narrow (reader.in ());
if (CORBA::is_nil (part_reader.in ()))
{
ACE_ERROR((LM_ERROR, "(%P|%t) monitor: failed to get BUILT_IN_PARTICIPANT_TOPIC datareader.\n"));
return 1;
}
reader = bit_subscriber->lookup_datareader (OpenDDS::DCPS::BUILT_IN_TOPIC_TOPIC);
::DDS::TopicBuiltinTopicDataDataReader_var topic_reader
= ::DDS::TopicBuiltinTopicDataDataReader::_narrow (reader.in ());
if (CORBA::is_nil (topic_reader.in ()))
{
ACE_ERROR((LM_ERROR, "(%P|%t) monitor: failed to get BUILT_IN_TOPIC_TOPIC datareader.\n"));
return 1;
}
reader = bit_subscriber->lookup_datareader (OpenDDS::DCPS::BUILT_IN_SUBSCRIPTION_TOPIC) ;
::DDS::SubscriptionBuiltinTopicDataDataReader_var sub_reader
= ::DDS::SubscriptionBuiltinTopicDataDataReader::_narrow (reader.in ());
if (CORBA::is_nil (sub_reader.in ()))
{
ACE_ERROR((LM_ERROR, "(%P|%t) monitor: failed to get BUILT_IN_SUBSCRIPTION_TOPIC datareader.\n"));
return 1;
}
reader = bit_subscriber->lookup_datareader (OpenDDS::DCPS::BUILT_IN_PUBLICATION_TOPIC) ;
::DDS::PublicationBuiltinTopicDataDataReader_var pub_reader
= ::DDS::PublicationBuiltinTopicDataDataReader::_narrow (reader.in ());
if (CORBA::is_nil (pub_reader.in ()))
{
ACE_ERROR((LM_ERROR, "(%P|%t) monitor: failed to get BUILT_IN_PUBLICATION_TOPIC datareader.\n"));
return 1;
}
{
::DDS::InstanceHandleSeq handles;
if (participant->get_discovered_participants (handles) != ::DDS::RETCODE_OK
|| handles.length () == 0)
{
ACE_ERROR((LM_ERROR, "(%P|%t) monitor: get_discovered_participant test failed.\n"));
return 1;
}
CORBA::ULong len = handles.length ();
if (len != num_parts - 1)
{
ACE_ERROR_RETURN ((LM_ERROR,
"(%P|%t) monitor: get_discovered_participant expected %d got %d.\n",
num_parts, len),
1);
}
for (CORBA::ULong i = 0; i < len; ++ i)
{
ACE_DEBUG((LM_DEBUG,
ACE_TEXT("(%P|%t) monitor: participant %d examining participant handle %d.\n"),
participant->get_instance_handle(),
handles[i]
));
::DDS::ParticipantBuiltinTopicData data;
participant->get_discovered_participant_data(data, handles[i]);
OpenDDS::DCPS::RepoId id = OpenDDS::DCPS::RepoIdBuilder::create();
OpenDDS::DCPS::RepoIdBuilder builder( id);
builder.from_BuiltinTopicKey( data.key);
if (part_svt->get_handle (id) != handles[i])
{
ACE_ERROR((LM_ERROR, "(%P|%t) monitor: get_discovered_participant_data test failed.\n"));
return 1;
}
}
if (participant->ignore_participant (handles[0]) != ::DDS::RETCODE_OK)
{
ACE_ERROR((LM_ERROR, "(%P|%t) monitor: ignore_participant failed.\n"));
return 1;
}
handles.length (0);
if (participant->get_discovered_participants (handles) != ::DDS::RETCODE_OK
|| handles.length () != num_parts - 2)
{
ACE_ERROR((LM_ERROR, ACE_TEXT ("(%P|%t) monitor: get_discovered_participant ")
ACE_TEXT ("skip ignored participant test failed.\n")));
return 1;
}
ACE_DEBUG((LM_DEBUG, "(%P|%t) monitor: discover participants test PASSED.\n"));
}
::DDS::SampleInfoSeq partinfos(10);
::DDS::ParticipantBuiltinTopicDataSeq partdata(10);
::DDS::ReturnCode_t ret = part_reader->read (partdata,
partinfos,
10,
::DDS::ANY_SAMPLE_STATE,
::DDS::ANY_VIEW_STATE,
::DDS::ANY_INSTANCE_STATE);
if (ret != ::DDS::RETCODE_OK && ret != ::DDS::RETCODE_NO_DATA)
{
ACE_ERROR_RETURN ((LM_ERROR,
"(%P|%t) monitor: failed to read BIT participant data.\n"),
1);
}
CORBA::ULong len = partdata.length ();
if (len != num_parts)
{
ACE_ERROR_RETURN ((LM_ERROR,
"(%P|%t) monitor: read %d BIT part data, expected %d parts.\n", len, num_parts),
1);
}
CORBA::ULong cur_dps_with_user_data = 0;
CORBA::ULong user_data_len = static_cast<CORBA::ULong>(ACE_OS::strlen (CUR_PART_USER_DATA));
for (CORBA::ULong i = 0; i < len; ++i)
{
ACE_DEBUG((LM_DEBUG, "(%P|%t) monitor: Participant: key = %d, %x, %x \n",
partdata[i].key.value[0], partdata[i].key.value[1], partdata[i].key.value[2]));
CORBA::ULong cur_len = partdata[i].user_data.value.length ();
if ((cur_len == user_data_len)
&& (ACE_OS::strncmp (reinterpret_cast <char*> (partdata[i].user_data.value.get_buffer()),
CUR_PART_USER_DATA,
user_data_len) == 0))
{
++cur_dps_with_user_data;
}
}
if (cur_dps_with_user_data == dps_with_user_data)
{
ACE_DEBUG((LM_DEBUG, "(%P|%t) monitor: DomainParticipant changeable qos test PASSED.\n"));
}
else
{
ACE_ERROR_RETURN ((LM_ERROR,
"(%P|%t) monitor: DomainParticipant changeable qos test FAILED.\n"),
1);
}
{
::DDS::InstanceHandleSeq handles;
if (participant->get_discovered_topics (handles) != ::DDS::RETCODE_OK
|| handles.length () == 0)
{
ACE_ERROR((LM_ERROR, "(%P|%t) monitor: get_discovered_topics test failed.\n"));
return 1;
}
CORBA::ULong len = handles.length ();
if (len != num_topics)
{
ACE_ERROR_RETURN ((LM_ERROR,
"(%P|%t) monitor: get_discovered_topics expected %d got %d.\n",
num_topics, len),
1);
}
for (CORBA::ULong i = 0; i < len; ++ i)
{
::DDS::TopicBuiltinTopicData data;
participant->get_discovered_topic_data(data, handles[i]);
OpenDDS::DCPS::RepoId id = OpenDDS::DCPS::RepoIdBuilder::create();
OpenDDS::DCPS::RepoIdBuilder builder( id);
builder.from_BuiltinTopicKey( data.key);
if (part_svt->get_handle (id) != handles[i])
{
ACE_ERROR((LM_ERROR, "(%P|%t) monitor: get_discovered_topic_data test failed.\n"));
return 1;
}
}
if (participant->ignore_topic (handles[0]) != ::DDS::RETCODE_OK)
{
ACE_ERROR((LM_ERROR, "(%P|%t) monitor: ignore_topic failed.\n"));
return 1;
}
handles.length (0);
if (participant->get_discovered_topics (handles) != ::DDS::RETCODE_OK
|| handles.length () != num_parts - 2)
{
ACE_ERROR((LM_ERROR, ACE_TEXT ("(%P|%t) monitor: get_discovered_topics ")
ACE_TEXT ("skip ignored topic test failed.\n")));
return 1;
}
ACE_DEBUG((LM_DEBUG, "(%P|%t) monitor: discover topics test PASSED.\n"));
}
::DDS::SampleInfoSeq topicinfos(10);
::DDS::TopicBuiltinTopicDataSeq topicdata(10);
ret = topic_reader->read (topicdata,
topicinfos,
10,
::DDS::ANY_SAMPLE_STATE,
::DDS::ANY_VIEW_STATE,
::DDS::ANY_INSTANCE_STATE);
if (ret != ::DDS::RETCODE_OK && ret != ::DDS::RETCODE_NO_DATA)
{
ACE_ERROR_RETURN ((LM_ERROR,
"(%P|%t) monitor: failed to read BIT topic data.\n"),
1);
}
len = topicdata.length ();
if (len != num_topics)
{
ACE_ERROR_RETURN ((LM_ERROR,
"(%P|%t) monitor: read %d BIT topic data, expected %d topics.\n", len, num_topics),
1);
}
CORBA::ULong num_topics_with_data = 0;
for (CORBA::ULong i = 0; i < len; ++i)
{
if (ACE_OS::strcmp (topicdata[i].name.in (), topic_name) != 0)
{
ACE_ERROR_RETURN ((LM_ERROR,
"(%P|%t) monitor: got topic name \"%C\", expected topic name \"%C\"\n",
topicdata[i].name.in (), topic_name),
1);
}
if (ACE_OS::strcmp (topicdata[i].type_name.in (), topic_type_name) != 0)
{
ACE_ERROR_RETURN ((LM_ERROR,
"(%P|%t) monitor: got topic type name \"%C\", expected topic type name \"%C\"\n",
topicdata[i].type_name.in (), topic_type_name),
1);
}
ACE_DEBUG((LM_DEBUG, "(%P|%t) monitor: Topic: key = %d, %x, %x, name = %C, "
"type_name=%C \n",
topicdata[i].key.value[0], topicdata[i].key.value[1], topicdata[i].key.value[2],
topicdata[i].name.in (), topicdata[i].type_name.in ()));
CORBA::ULong topic_data_len = static_cast<CORBA::ULong>(ACE_OS::strlen (CUR_TOPIC_DATA));
if ((topicdata[i].topic_data.value.length () == topic_data_len)
&& (ACE_OS::strncmp (reinterpret_cast <char*> (topicdata[i].topic_data.value.get_buffer()),
CUR_TOPIC_DATA,
topic_data_len) == 0))
{
++ num_topics_with_data;
}
}
if (num_topics_with_data == num_topics)
{
ACE_DEBUG((LM_DEBUG, "(%P|%t) monitor: Topic changeable qos test PASSED. \n"));
}
else
{
ACE_ERROR_RETURN ((LM_ERROR,
"(%P|%t) monitor: Topic changeable qos test FAILED. \n"),
1);
}
::DDS::SampleInfoSeq pubinfos(10);
::DDS::PublicationBuiltinTopicDataSeq pubdata(10);
ret = pub_reader->read (pubdata,
pubinfos,
10,
::DDS::ANY_SAMPLE_STATE,
::DDS::ANY_VIEW_STATE,
::DDS::ANY_INSTANCE_STATE);
if (ret != ::DDS::RETCODE_OK && ret != ::DDS::RETCODE_NO_DATA)
{
ACE_ERROR_RETURN ((LM_ERROR,
"(%P|%t) monitor: failed to read BIT publication data.\n"),
1);
}
len = pubdata.length ();
if (len != num_pubs)
{
ACE_ERROR_RETURN ((LM_ERROR,
"(%P|%t) monitor: read %d BIT pub data, expected %d pubs.\n", len, num_pubs),
1);
}
CORBA::ULong num_dws_with_data = 0;
for (CORBA::ULong i = 0; i < len; ++i)
{
if (ACE_OS::strcmp (pubdata[i].topic_name.in (), topic_name) != 0)
{
ACE_ERROR_RETURN ((LM_ERROR,
"(%P|%t) monitor: got datawriter topic name \"%C\", expected topic name \"%C\"\n",
pubdata[i].topic_name.in (), topic_name),
1);
}
if (ACE_OS::strcmp (pubdata[i].type_name.in (), topic_type_name) != 0)
{
ACE_ERROR_RETURN ((LM_ERROR,
"(%P|%t) monitor: got datawriter topic type name \"%C\", expected topic type name \"%C\"\n",
pubdata[i].type_name.in (), topic_type_name),
1);
}
ACE_DEBUG((LM_DEBUG, "(%P|%t) monitor: DataWriter: key = %d, %x, %x. \n",
pubdata[i].key.value[0], pubdata[i].key.value[1], pubdata[i].key.value[2]));
//ACE_DEBUG((LM_DEBUG, "(%P|%t) monitor: DW user data %C \n", pubdata[i].user_data.value.get_buffer()));
//ACE_DEBUG((LM_DEBUG, "(%P|%t) monitor: DW topic data %C \n", pubdata[i].topic_data.value.get_buffer()));
//ACE_DEBUG((LM_DEBUG, "(%P|%t) monitor: DW group data %C \n", pubdata[i].group_data.value.get_buffer()));
CORBA::ULong user_data_len = static_cast<CORBA::ULong>(ACE_OS::strlen (CUR_DW_USER_DATA));
CORBA::ULong topic_data_len = static_cast<CORBA::ULong>(ACE_OS::strlen (CUR_TOPIC_DATA));
CORBA::ULong group_data_len = static_cast<CORBA::ULong>(ACE_OS::strlen (CUR_GROUP_DATA));
if (pubdata[i].user_data.value.length () == user_data_len
&& pubdata[i].topic_data.value.length () == topic_data_len
&& pubdata[i].group_data.value.length () == group_data_len)
{
if (ACE_OS::strncmp (reinterpret_cast <char*> (pubdata[i].user_data.value.get_buffer()), CUR_DW_USER_DATA, user_data_len) == 0
&& ACE_OS::strncmp (reinterpret_cast <char*> (pubdata[i].topic_data.value.get_buffer()), CUR_TOPIC_DATA, topic_data_len) == 0
&& ACE_OS::strncmp (reinterpret_cast <char*> (pubdata[i].group_data.value.get_buffer()), CUR_GROUP_DATA, group_data_len) == 0)
{
++ num_dws_with_data;
}
}
}
if (num_dws_with_data == num_pubs)
{
ACE_DEBUG((LM_DEBUG, "(%P|%t) monitor: DataWriter changeable qos test PASSED. \n"));
}
else
{
ACE_ERROR_RETURN ((LM_ERROR,
"(%P|%t) monitor: DataWriter changeable qos test FAILED. \n"),
1);
}
::DDS::SampleInfoSeq subinfos(10);
::DDS::SubscriptionBuiltinTopicDataSeq subdata(10);
ret = sub_reader->read (subdata,
subinfos,
10,
::DDS::ANY_SAMPLE_STATE,
::DDS::ANY_VIEW_STATE,
::DDS::ANY_INSTANCE_STATE);
if (ret != ::DDS::RETCODE_OK && ret != ::DDS::RETCODE_NO_DATA)
{
ACE_ERROR_RETURN ((LM_ERROR,
"(%P|%t) monitor: failed to read BIT subsciption data.\n"),
1);
}
len = subdata.length ();
if (len != num_subs)
{
ACE_ERROR_RETURN ((LM_ERROR,
"(%P|%t) monitor: read %d BIT sub data, expected %d subs.\n", len, num_subs),
1);
}
CORBA::ULong num_drs_with_data = 0;
for (CORBA::ULong i = 0; i < len; ++i)
{
if (ACE_OS::strcmp (subdata[i].topic_name.in (), topic_name) != 0)
{
ACE_ERROR_RETURN ((LM_ERROR,
"(%P|%t) monitor: got datareader topic name \"%C\", expected topic name \"%C\"\n",
subdata[i].topic_name.in (), topic_name),
1);
}
if (ACE_OS::strcmp (subdata[i].type_name.in (), topic_type_name) != 0)
{
ACE_ERROR_RETURN ((LM_ERROR,
"(%P|%t) monitor: got datareader topic type name \"%C\", expected topic type name \"%C\"\n",
subdata[i].type_name.in (), topic_type_name),
1);
}
ACE_DEBUG((LM_DEBUG, "(%P|%t) monitor: DataReader: key = %d, %x, %x \n",
subdata[i].key.value[0], subdata[i].key.value[1], subdata[i].key.value[2]));
//ACE_DEBUG((LM_DEBUG, "(%P|%t) DR user data %C \n", subdata[i].user_data.value.get_buffer()));
//ACE_DEBUG((LM_DEBUG, "(%P|%t) DR topic data %C \n", subdata[i].topic_data.value.get_buffer()));
//ACE_DEBUG((LM_DEBUG, "(%P|%t) DR group data %C \n", subdata[i].group_data.value.get_buffer()));
CORBA::ULong user_data_len = static_cast<CORBA::ULong>(ACE_OS::strlen (CUR_DR_USER_DATA));
CORBA::ULong topic_data_len = static_cast<CORBA::ULong>(ACE_OS::strlen (CUR_TOPIC_DATA));
CORBA::ULong group_data_len = static_cast<CORBA::ULong>(ACE_OS::strlen (CUR_GROUP_DATA));
if (subdata[i].user_data.value.length () == user_data_len
&& subdata[i].topic_data.value.length () == topic_data_len
&& subdata[i].group_data.value.length () == group_data_len)
{
if (ACE_OS::strncmp (reinterpret_cast <char*> (subdata[i].user_data.value.get_buffer()), CUR_DR_USER_DATA, user_data_len) == 0
&& ACE_OS::strncmp (reinterpret_cast <char*> (subdata[i].topic_data.value.get_buffer()), CUR_TOPIC_DATA, topic_data_len) == 0
&& ACE_OS::strncmp (reinterpret_cast <char*> (subdata[i].group_data.value.get_buffer()), CUR_GROUP_DATA, group_data_len) == 0)
{
++ num_drs_with_data;
}
}
}
if (num_drs_with_data == num_subs)
{
ACE_DEBUG((LM_DEBUG, "(%P|%t) monitor: DataReader changeable qos test PASSED. \n"));
}
else
{
ACE_ERROR_RETURN ((LM_ERROR,
"(%P|%t) monitor: DataReader changeable qos test FAILED. \n"),
1);
}
dpf->delete_participant(participant.in ());
TheTransportFactory->release();
TheServiceParticipant->shutdown ();
if (CUR_PART_USER_DATA == PART_USER_DATA)
{
// Create synch file.
FILE* fp = ACE_OS::fopen (synch_fname, ACE_TEXT("w"));
if (fp != 0)
{
ACE_DEBUG ((LM_DEBUG, ACE_TEXT("(%P|%t) monitor1 is done\n")));
ACE_OS::fclose (fp);
}
}
}
catch (CORBA::Exception& e)
{
cerr << " monitor: SUB: Exception caught in main ():" << endl << e << endl;
return 1;
}
return 0;
}
