OptionalError Engine::train(const TrainingParameters<Utterance>& params) { auto ranker_or_error = ranker(params.stateName); if (!ranker_or_error) return ranker_or_error.error(); auto optState = mCollection.states().optionalObjectWithName(params.stateName); if (!optState) { return undefined_state_error(params.stateName); } auto data = dataFromState(*optState, mCollection.utterance_index()); bool madeNewRanker = false; auto ranker = ranker_or_error.value(); auto rankerModel = ranker.model(); auto KEY = jerome::detail::FactoryConst::PROVIDER_KEY; auto targetRankerID = params.rankerModel.at<String>(KEY); auto sourceRankerID = rankerModel.at<String>(KEY); if (targetRankerID && (!sourceRankerID || *sourceRankerID != *targetRankerID)) { auto record = params.rankerModel.at(State::PARAMETERS_KEY, Record()); auto rankerResult = RankerFactory::sharedInstance() .make(optState->rankerModel(), data, record.allValuesOfType<double>()); if (!rankerResult) { return rankerResult.error(); } madeNewRanker = true; ranker = rankerResult.value(); } auto trainer = params.trainer; trainer.setData(data.subdata(params.trainingQuestions), data.subdata(params.developmentQuestions)); // std::cout << data.questions().size() << " " << data.answers().size(); ranker.train(trainer, [¶ms](Trainer::state_type& state){ state_type_impl fakeState(params.stateName, state); params.callback(fakeState); }); optState->setRankerModel(ranker.model()); if (madeNewRanker) { mRankers.erase(optState->name()); mRankers.emplace(optState->name(), ranker); } return Error::NO_ERROR; }
void BTPFile::corrupt(std::vector<uint8_t>& data, std::vector<std::string>& args) { // As far as I'm aware, you only need to skip the header which is always 0x20 bytes. std::vector<uint8_t> subdata(data.begin() + 0x20, data.end()); NintendoFile::corrupt(subdata, args); std::copy(subdata.begin(), subdata.end(), data.begin() + 0x20); }
Result<double> Engine::evaluate(const EvaluationParameters<Utterance>& params) { auto ranker_or_error = ranker(params.stateName); if (!ranker_or_error) return ranker_or_error.error(); auto ranker = ranker_or_error.value(); auto optState = mCollection.states().optionalObjectWithName(params.stateName); if (!optState) { return undefined_state_error(params.stateName); } auto data = dataFromState(*optState, mCollection.utterance_index()); auto testData = data.subdata(params.testQuestions); auto trainData = data.subdata(params.trainingQuestions); auto rankerResult = RankerFactory::sharedInstance() .make(ranker.model(), trainData, ranker.values()); auto xr = rankerResult.value(); return detail::evaluate(params.reporterModel, *params.report, testData, xr); }
int ACE_TMAIN (int argc, ACE_TCHAR *argv[]) { try { ACE_DEBUG ((LM_DEBUG, "(%P|%t) monitor main\n")); DDS::DomainParticipantFactory_var dpf; DDS::DomainParticipant_var participant; dpf = TheParticipantFactoryWithArgs(argc, argv); if (parse_args (argc, argv) == -1) { return -1; } if (CUR_PART_USER_DATA == UPDATED_PART_USER_DATA) { // wait for Monitor 1 done FILE* fp = ACE_OS::fopen (synch_fname, ACE_TEXT("r")); int i = 0; while (fp == 0 && i < 15) { ACE_DEBUG ((LM_DEBUG, ACE_TEXT("(%P|%t) waiting monitor1 done ...\n"))); ACE_OS::sleep (1); ++ i; fp = ACE_OS::fopen (synch_fname, ACE_TEXT("r")); } if (fp != 0) ACE_OS::fclose (fp); } participant = dpf->create_participant(411, PARTICIPANT_QOS_DEFAULT, DDS::DomainParticipantListener::_nil(), ::OpenDDS::DCPS::DEFAULT_STATUS_MASK); if (CORBA::is_nil (participant.in ())) { ACE_ERROR((LM_ERROR, "(%P|%t) monitor: create_participant failed.\n")); return 1 ; } OpenDDS::DCPS::DomainParticipantImpl* part_svt = dynamic_cast<OpenDDS::DCPS::DomainParticipantImpl*>(participant.in ()); // give time for BIT datareader/datawriter fully association. ACE_OS::sleep (2); if (delay_before_read_sec > 0) { ACE_DEBUG((LM_DEBUG,"(%P|%t) monitor: SLEEPING BEFORE READING!\n")); ACE_OS::sleep (delay_before_read_sec); } ::DDS::Subscriber_var bit_subscriber = participant->get_builtin_subscriber () ; ::DDS::DataReader_var reader = bit_subscriber->lookup_datareader (OpenDDS::DCPS::BUILT_IN_PARTICIPANT_TOPIC) ; ::DDS::ParticipantBuiltinTopicDataDataReader_var part_reader = ::DDS::ParticipantBuiltinTopicDataDataReader::_narrow (reader.in ()); if (CORBA::is_nil (part_reader.in ())) { ACE_ERROR((LM_ERROR, "(%P|%t) monitor: failed to get BUILT_IN_PARTICIPANT_TOPIC datareader.\n")); return 1; } reader = bit_subscriber->lookup_datareader (OpenDDS::DCPS::BUILT_IN_TOPIC_TOPIC); ::DDS::TopicBuiltinTopicDataDataReader_var topic_reader = ::DDS::TopicBuiltinTopicDataDataReader::_narrow (reader.in ()); if (CORBA::is_nil (topic_reader.in ())) { ACE_ERROR((LM_ERROR, "(%P|%t) monitor: failed to get BUILT_IN_TOPIC_TOPIC datareader.\n")); return 1; } reader = bit_subscriber->lookup_datareader (OpenDDS::DCPS::BUILT_IN_SUBSCRIPTION_TOPIC) ; ::DDS::SubscriptionBuiltinTopicDataDataReader_var sub_reader = ::DDS::SubscriptionBuiltinTopicDataDataReader::_narrow (reader.in ()); if (CORBA::is_nil (sub_reader.in ())) { ACE_ERROR((LM_ERROR, "(%P|%t) monitor: failed to get BUILT_IN_SUBSCRIPTION_TOPIC datareader.\n")); return 1; } reader = bit_subscriber->lookup_datareader (OpenDDS::DCPS::BUILT_IN_PUBLICATION_TOPIC) ; ::DDS::PublicationBuiltinTopicDataDataReader_var pub_reader = ::DDS::PublicationBuiltinTopicDataDataReader::_narrow (reader.in ()); if (CORBA::is_nil (pub_reader.in ())) { ACE_ERROR((LM_ERROR, "(%P|%t) monitor: failed to get BUILT_IN_PUBLICATION_TOPIC datareader.\n")); return 1; } { ::DDS::InstanceHandleSeq handles; if (participant->get_discovered_participants (handles) != ::DDS::RETCODE_OK || handles.length () == 0) { ACE_ERROR((LM_ERROR, "(%P|%t) monitor: get_discovered_participant test failed.\n")); return 1; } CORBA::ULong len = handles.length (); if (len != num_parts - 1) { ACE_ERROR_RETURN ((LM_ERROR, "(%P|%t) monitor: get_discovered_participant expected %d got %d.\n", num_parts, len), 1); } for (CORBA::ULong i = 0; i < len; ++ i) { ACE_DEBUG((LM_DEBUG, ACE_TEXT("(%P|%t) monitor: participant %d examining participant handle %d.\n"), participant->get_instance_handle(), handles[i] )); ::DDS::ParticipantBuiltinTopicData data; participant->get_discovered_participant_data(data, handles[i]); OpenDDS::DCPS::RepoId id = OpenDDS::DCPS::RepoIdBuilder::create(); OpenDDS::DCPS::RepoIdBuilder builder( id); builder.from_BuiltinTopicKey( data.key); if (part_svt->get_handle (id) != handles[i]) { ACE_ERROR((LM_ERROR, "(%P|%t) monitor: get_discovered_participant_data test failed.\n")); return 1; } } if (participant->ignore_participant (handles[0]) != ::DDS::RETCODE_OK) { ACE_ERROR((LM_ERROR, "(%P|%t) monitor: ignore_participant failed.\n")); return 1; } handles.length (0); if (participant->get_discovered_participants (handles) != ::DDS::RETCODE_OK || handles.length () != num_parts - 2) { ACE_ERROR((LM_ERROR, ACE_TEXT ("(%P|%t) monitor: get_discovered_participant ") ACE_TEXT ("skip ignored participant test failed.\n"))); return 1; } ACE_DEBUG((LM_DEBUG, "(%P|%t) monitor: discover participants test PASSED.\n")); } ::DDS::SampleInfoSeq partinfos(10); ::DDS::ParticipantBuiltinTopicDataSeq partdata(10); ::DDS::ReturnCode_t ret = part_reader->read (partdata, partinfos, 10, ::DDS::ANY_SAMPLE_STATE, ::DDS::ANY_VIEW_STATE, ::DDS::ANY_INSTANCE_STATE); if (ret != ::DDS::RETCODE_OK && ret != ::DDS::RETCODE_NO_DATA) { ACE_ERROR_RETURN ((LM_ERROR, "(%P|%t) monitor: failed to read BIT participant data.\n"), 1); } CORBA::ULong len = partdata.length (); if (len != num_parts) { ACE_ERROR_RETURN ((LM_ERROR, "(%P|%t) monitor: read %d BIT part data, expected %d parts.\n", len, num_parts), 1); } CORBA::ULong cur_dps_with_user_data = 0; CORBA::ULong user_data_len = static_cast<CORBA::ULong>(ACE_OS::strlen (CUR_PART_USER_DATA)); for (CORBA::ULong i = 0; i < len; ++i) { ACE_DEBUG((LM_DEBUG, "(%P|%t) monitor: Participant: key = %d, %x, %x \n", partdata[i].key.value[0], partdata[i].key.value[1], partdata[i].key.value[2])); CORBA::ULong cur_len = partdata[i].user_data.value.length (); if ((cur_len == user_data_len) && (ACE_OS::strncmp (reinterpret_cast <char*> (partdata[i].user_data.value.get_buffer()), CUR_PART_USER_DATA, user_data_len) == 0)) { ++cur_dps_with_user_data; } } if (cur_dps_with_user_data == dps_with_user_data) { ACE_DEBUG((LM_DEBUG, "(%P|%t) monitor: DomainParticipant changeable qos test PASSED.\n")); } else { ACE_ERROR_RETURN ((LM_ERROR, "(%P|%t) monitor: DomainParticipant changeable qos test FAILED.\n"), 1); } { ::DDS::InstanceHandleSeq handles; if (participant->get_discovered_topics (handles) != ::DDS::RETCODE_OK || handles.length () == 0) { ACE_ERROR((LM_ERROR, "(%P|%t) monitor: get_discovered_topics test failed.\n")); return 1; } CORBA::ULong len = handles.length (); if (len != num_topics) { ACE_ERROR_RETURN ((LM_ERROR, "(%P|%t) monitor: get_discovered_topics expected %d got %d.\n", num_topics, len), 1); } for (CORBA::ULong i = 0; i < len; ++ i) { ::DDS::TopicBuiltinTopicData data; participant->get_discovered_topic_data(data, handles[i]); OpenDDS::DCPS::RepoId id = OpenDDS::DCPS::RepoIdBuilder::create(); OpenDDS::DCPS::RepoIdBuilder builder( id); builder.from_BuiltinTopicKey( data.key); if (part_svt->get_handle (id) != handles[i]) { ACE_ERROR((LM_ERROR, "(%P|%t) monitor: get_discovered_topic_data test failed.\n")); return 1; } } if (participant->ignore_topic (handles[0]) != ::DDS::RETCODE_OK) { ACE_ERROR((LM_ERROR, "(%P|%t) monitor: ignore_topic failed.\n")); return 1; } handles.length (0); if (participant->get_discovered_topics (handles) != ::DDS::RETCODE_OK || handles.length () != num_parts - 2) { ACE_ERROR((LM_ERROR, ACE_TEXT ("(%P|%t) monitor: get_discovered_topics ") ACE_TEXT ("skip ignored topic test failed.\n"))); return 1; } ACE_DEBUG((LM_DEBUG, "(%P|%t) monitor: discover topics test PASSED.\n")); } ::DDS::SampleInfoSeq topicinfos(10); ::DDS::TopicBuiltinTopicDataSeq topicdata(10); ret = topic_reader->read (topicdata, topicinfos, 10, ::DDS::ANY_SAMPLE_STATE, ::DDS::ANY_VIEW_STATE, ::DDS::ANY_INSTANCE_STATE); if (ret != ::DDS::RETCODE_OK && ret != ::DDS::RETCODE_NO_DATA) { ACE_ERROR_RETURN ((LM_ERROR, "(%P|%t) monitor: failed to read BIT topic data.\n"), 1); } len = topicdata.length (); if (len != num_topics) { ACE_ERROR_RETURN ((LM_ERROR, "(%P|%t) monitor: read %d BIT topic data, expected %d topics.\n", len, num_topics), 1); } CORBA::ULong num_topics_with_data = 0; for (CORBA::ULong i = 0; i < len; ++i) { if (ACE_OS::strcmp (topicdata[i].name.in (), topic_name) != 0) { ACE_ERROR_RETURN ((LM_ERROR, "(%P|%t) monitor: got topic name \"%C\", expected topic name \"%C\"\n", topicdata[i].name.in (), topic_name), 1); } if (ACE_OS::strcmp (topicdata[i].type_name.in (), topic_type_name) != 0) { ACE_ERROR_RETURN ((LM_ERROR, "(%P|%t) monitor: got topic type name \"%C\", expected topic type name \"%C\"\n", topicdata[i].type_name.in (), topic_type_name), 1); } ACE_DEBUG((LM_DEBUG, "(%P|%t) monitor: Topic: key = %d, %x, %x, name = %C, " "type_name=%C \n", topicdata[i].key.value[0], topicdata[i].key.value[1], topicdata[i].key.value[2], topicdata[i].name.in (), topicdata[i].type_name.in ())); CORBA::ULong topic_data_len = static_cast<CORBA::ULong>(ACE_OS::strlen (CUR_TOPIC_DATA)); if ((topicdata[i].topic_data.value.length () == topic_data_len) && (ACE_OS::strncmp (reinterpret_cast <char*> (topicdata[i].topic_data.value.get_buffer()), CUR_TOPIC_DATA, topic_data_len) == 0)) { ++ num_topics_with_data; } } if (num_topics_with_data == num_topics) { ACE_DEBUG((LM_DEBUG, "(%P|%t) monitor: Topic changeable qos test PASSED. \n")); } else { ACE_ERROR_RETURN ((LM_ERROR, "(%P|%t) monitor: Topic changeable qos test FAILED. \n"), 1); } ::DDS::SampleInfoSeq pubinfos(10); ::DDS::PublicationBuiltinTopicDataSeq pubdata(10); ret = pub_reader->read (pubdata, pubinfos, 10, ::DDS::ANY_SAMPLE_STATE, ::DDS::ANY_VIEW_STATE, ::DDS::ANY_INSTANCE_STATE); if (ret != ::DDS::RETCODE_OK && ret != ::DDS::RETCODE_NO_DATA) { ACE_ERROR_RETURN ((LM_ERROR, "(%P|%t) monitor: failed to read BIT publication data.\n"), 1); } len = pubdata.length (); if (len != num_pubs) { ACE_ERROR_RETURN ((LM_ERROR, "(%P|%t) monitor: read %d BIT pub data, expected %d pubs.\n", len, num_pubs), 1); } CORBA::ULong num_dws_with_data = 0; for (CORBA::ULong i = 0; i < len; ++i) { if (ACE_OS::strcmp (pubdata[i].topic_name.in (), topic_name) != 0) { ACE_ERROR_RETURN ((LM_ERROR, "(%P|%t) monitor: got datawriter topic name \"%C\", expected topic name \"%C\"\n", pubdata[i].topic_name.in (), topic_name), 1); } if (ACE_OS::strcmp (pubdata[i].type_name.in (), topic_type_name) != 0) { ACE_ERROR_RETURN ((LM_ERROR, "(%P|%t) monitor: got datawriter topic type name \"%C\", expected topic type name \"%C\"\n", pubdata[i].type_name.in (), topic_type_name), 1); } ACE_DEBUG((LM_DEBUG, "(%P|%t) monitor: DataWriter: key = %d, %x, %x. \n", pubdata[i].key.value[0], pubdata[i].key.value[1], pubdata[i].key.value[2])); //ACE_DEBUG((LM_DEBUG, "(%P|%t) monitor: DW user data %C \n", pubdata[i].user_data.value.get_buffer())); //ACE_DEBUG((LM_DEBUG, "(%P|%t) monitor: DW topic data %C \n", pubdata[i].topic_data.value.get_buffer())); //ACE_DEBUG((LM_DEBUG, "(%P|%t) monitor: DW group data %C \n", pubdata[i].group_data.value.get_buffer())); CORBA::ULong user_data_len = static_cast<CORBA::ULong>(ACE_OS::strlen (CUR_DW_USER_DATA)); CORBA::ULong topic_data_len = static_cast<CORBA::ULong>(ACE_OS::strlen (CUR_TOPIC_DATA)); CORBA::ULong group_data_len = static_cast<CORBA::ULong>(ACE_OS::strlen (CUR_GROUP_DATA)); if (pubdata[i].user_data.value.length () == user_data_len && pubdata[i].topic_data.value.length () == topic_data_len && pubdata[i].group_data.value.length () == group_data_len) { if (ACE_OS::strncmp (reinterpret_cast <char*> (pubdata[i].user_data.value.get_buffer()), CUR_DW_USER_DATA, user_data_len) == 0 && ACE_OS::strncmp (reinterpret_cast <char*> (pubdata[i].topic_data.value.get_buffer()), CUR_TOPIC_DATA, topic_data_len) == 0 && ACE_OS::strncmp (reinterpret_cast <char*> (pubdata[i].group_data.value.get_buffer()), CUR_GROUP_DATA, group_data_len) == 0) { ++ num_dws_with_data; } } } if (num_dws_with_data == num_pubs) { ACE_DEBUG((LM_DEBUG, "(%P|%t) monitor: DataWriter changeable qos test PASSED. \n")); } else { ACE_ERROR_RETURN ((LM_ERROR, "(%P|%t) monitor: DataWriter changeable qos test FAILED. \n"), 1); } ::DDS::SampleInfoSeq subinfos(10); ::DDS::SubscriptionBuiltinTopicDataSeq subdata(10); ret = sub_reader->read (subdata, subinfos, 10, ::DDS::ANY_SAMPLE_STATE, ::DDS::ANY_VIEW_STATE, ::DDS::ANY_INSTANCE_STATE); if (ret != ::DDS::RETCODE_OK && ret != ::DDS::RETCODE_NO_DATA) { ACE_ERROR_RETURN ((LM_ERROR, "(%P|%t) monitor: failed to read BIT subsciption data.\n"), 1); } len = subdata.length (); if (len != num_subs) { ACE_ERROR_RETURN ((LM_ERROR, "(%P|%t) monitor: read %d BIT sub data, expected %d subs.\n", len, num_subs), 1); } CORBA::ULong num_drs_with_data = 0; for (CORBA::ULong i = 0; i < len; ++i) { if (ACE_OS::strcmp (subdata[i].topic_name.in (), topic_name) != 0) { ACE_ERROR_RETURN ((LM_ERROR, "(%P|%t) monitor: got datareader topic name \"%C\", expected topic name \"%C\"\n", subdata[i].topic_name.in (), topic_name), 1); } if (ACE_OS::strcmp (subdata[i].type_name.in (), topic_type_name) != 0) { ACE_ERROR_RETURN ((LM_ERROR, "(%P|%t) monitor: got datareader topic type name \"%C\", expected topic type name \"%C\"\n", subdata[i].type_name.in (), topic_type_name), 1); } ACE_DEBUG((LM_DEBUG, "(%P|%t) monitor: DataReader: key = %d, %x, %x \n", subdata[i].key.value[0], subdata[i].key.value[1], subdata[i].key.value[2])); //ACE_DEBUG((LM_DEBUG, "(%P|%t) DR user data %C \n", subdata[i].user_data.value.get_buffer())); //ACE_DEBUG((LM_DEBUG, "(%P|%t) DR topic data %C \n", subdata[i].topic_data.value.get_buffer())); //ACE_DEBUG((LM_DEBUG, "(%P|%t) DR group data %C \n", subdata[i].group_data.value.get_buffer())); CORBA::ULong user_data_len = static_cast<CORBA::ULong>(ACE_OS::strlen (CUR_DR_USER_DATA)); CORBA::ULong topic_data_len = static_cast<CORBA::ULong>(ACE_OS::strlen (CUR_TOPIC_DATA)); CORBA::ULong group_data_len = static_cast<CORBA::ULong>(ACE_OS::strlen (CUR_GROUP_DATA)); if (subdata[i].user_data.value.length () == user_data_len && subdata[i].topic_data.value.length () == topic_data_len && subdata[i].group_data.value.length () == group_data_len) { if (ACE_OS::strncmp (reinterpret_cast <char*> (subdata[i].user_data.value.get_buffer()), CUR_DR_USER_DATA, user_data_len) == 0 && ACE_OS::strncmp (reinterpret_cast <char*> (subdata[i].topic_data.value.get_buffer()), CUR_TOPIC_DATA, topic_data_len) == 0 && ACE_OS::strncmp (reinterpret_cast <char*> (subdata[i].group_data.value.get_buffer()), CUR_GROUP_DATA, group_data_len) == 0) { ++ num_drs_with_data; } } } if (num_drs_with_data == num_subs) { ACE_DEBUG((LM_DEBUG, "(%P|%t) monitor: DataReader changeable qos test PASSED. \n")); } else { ACE_ERROR_RETURN ((LM_ERROR, "(%P|%t) monitor: DataReader changeable qos test FAILED. \n"), 1); } dpf->delete_participant(participant.in ()); TheTransportFactory->release(); TheServiceParticipant->shutdown (); if (CUR_PART_USER_DATA == PART_USER_DATA) { // Create synch file. FILE* fp = ACE_OS::fopen (synch_fname, ACE_TEXT("w")); if (fp != 0) { ACE_DEBUG ((LM_DEBUG, ACE_TEXT("(%P|%t) monitor1 is done\n"))); ACE_OS::fclose (fp); } } } catch (CORBA::Exception& e) { cerr << " monitor: SUB: Exception caught in main ():" << endl << e << endl; return 1; } return 0; }