void Pipe::MakeSupportedParameters() {
Parts *parts = CreateParts();
Features *features = CreateFeatures();
vector<double> gold_outputs;
LOG(INFO) << "Building supported feature set...";
dictionary_->StopGrowth();
parameters_->AllowGrowth();
for (int i = 0; i < instances_.size(); i++) {
Instance *instance = instances_[i];
MakeParts(instance, parts, &gold_outputs);
vector<bool> selected_parts(gold_outputs.size(), false);
for (int r = 0; r < gold_outputs.size(); ++r) {
if (gold_outputs[r] > 0.5) {
selected_parts[r] = true;
}
}
MakeSelectedFeatures(instance, parts, selected_parts, features);
TouchParameters(parts, features, selected_parts);
}
delete parts;
delete features;
parameters_->StopGrowth();
LOG(INFO) << "Number of Features: " << parameters_->Size();
}
PMsgPart CInetMessageT::GetTextPart()
{
MakeParts();
LPCSTR ContentType = GetKludge( K_RFC_ContentType );
if ( FarSF::LStrnicmp( ContentType, "multipart", 9 ) == 0 )
{
PMsgPart TextPart = NULL;
PMsgPart NextPart = m_Part;
while ( NextPart = GetNextPart( NextPart ) )
{
ContentType = NextPart->GetKludge( K_RFC_ContentType );
if ( FarSF::LStrnicmp( ContentType, "text", 4 ) == 0 )
{
if ( FarSF::LStrnicmp( ContentType + 5, "plain", 5 ) == 0 )
return NextPart;
TextPart = NextPart;
}
}
if ( TextPart )
return TextPart;
}
ContentType = GetKludge( K_RFC_ContentType );
if ( *ContentType == '\0' || FarSF::LStrnicmp( ContentType, "text", 4 ) == 0 )
return m_Part;
return NULL;
}
void Pipe::Run() {
Parts *parts = CreateParts();
Features *features = CreateFeatures();
vector<double> scores;
vector<double> gold_outputs;
vector<double> predicted_outputs;
timeval start, end;
gettimeofday(&start, NULL);
if (options_->evaluate()) BeginEvaluation();
reader_->Open(options_->GetTestFilePath());
writer_->Open(options_->GetOutputFilePath());
int num_instances = 0;
Instance *instance = reader_->GetNext();
while (instance) {
Instance *formatted_instance = GetFormattedInstance(instance);
MakeParts(formatted_instance, parts, &gold_outputs);
MakeFeatures(formatted_instance, parts, features);
ComputeScores(formatted_instance, parts, features, &scores);
decoder_->Decode(formatted_instance, parts, scores, &predicted_outputs);
Instance *output_instance = instance->Copy();
LabelInstance(parts, predicted_outputs, output_instance);
if (options_->evaluate()) {
EvaluateInstance(instance, output_instance,
parts, gold_outputs, predicted_outputs);
}
writer_->Write(output_instance);
if (formatted_instance != instance) delete formatted_instance;
delete output_instance;
delete instance;
instance = reader_->GetNext();
++num_instances;
}
delete parts;
delete features;
writer_->Close();
reader_->Close();
gettimeofday(&end, NULL);
LOG(INFO) << "Number of instances: " << num_instances;
LOG(INFO) << "Time: " << diff_ms(end,start);
if (options_->evaluate()) EndEvaluation();
}
DWORD CInetMessageT::GetAttchmentsCount()
{
MakeParts();
CMimeContent mc(GetKludge(K_RFC_ContentType));
if (FarSF::LStricmp(mc.getType(), "multipart") != 0)
return 0;
if (FarSF::LStricmp(mc.getSubType(), "mixed") != 0 && FarSF::LStricmp(mc.getSubType(), "related") != 0)
return 0;
return 1;
}
void Pipe::TrainEpoch(int epoch) {
Instance *instance;
Parts *parts = CreateParts();
Features *features = CreateFeatures();
vector<double> scores;
vector<double> gold_outputs;
vector<double> predicted_outputs;
double total_cost = 0.0;
double total_loss = 0.0;
double eta;
int num_instances = instances_.size();
double lambda = 1.0/(options_->GetRegularizationConstant() *
(static_cast<double>(num_instances)));
timeval start, end;
gettimeofday(&start, NULL);
int time_decoding = 0;
int time_scores = 0;
int num_mistakes = 0;
LOG(INFO) << " Iteration #" << epoch + 1;
dictionary_->StopGrowth();
for (int i = 0; i < instances_.size(); i++) {
int t = num_instances * epoch + i;
instance = instances_[i];
MakeParts(instance, parts, &gold_outputs);
MakeFeatures(instance, parts, features);
// If using only supported features, must remove the unsupported ones.
// This is necessary not to mess up the computation of the squared norm
// of the feature difference vector in MIRA.
if (options_->only_supported_features()) {
RemoveUnsupportedFeatures(instance, parts, features);
}
timeval start_scores, end_scores;
gettimeofday(&start_scores, NULL);
ComputeScores(instance, parts, features, &scores);
gettimeofday(&end_scores, NULL);
time_scores += diff_ms(end_scores, start_scores);
if (options_->GetTrainingAlgorithm() == "perceptron" ||
options_->GetTrainingAlgorithm() == "mira" ) {
timeval start_decoding, end_decoding;
gettimeofday(&start_decoding, NULL);
decoder_->Decode(instance, parts, scores, &predicted_outputs);
gettimeofday(&end_decoding, NULL);
time_decoding += diff_ms(end_decoding, start_decoding);
if (options_->GetTrainingAlgorithm() == "perceptron") {
for (int r = 0; r < parts->size(); ++r) {
if (!NEARLY_EQ_TOL(gold_outputs[r], predicted_outputs[r], 1e-6)) {
++num_mistakes;
}
}
eta = 1.0;
} else {
CHECK(false) << "Plain mira is not implemented yet.";
}
MakeGradientStep(parts, features, eta, t, gold_outputs,
predicted_outputs);
} else if (options_->GetTrainingAlgorithm() == "svm_mira" ||
options_->GetTrainingAlgorithm() == "crf_mira" ||
options_->GetTrainingAlgorithm() == "svm_sgd" ||
options_->GetTrainingAlgorithm() == "crf_sgd") {
double loss;
timeval start_decoding, end_decoding;
gettimeofday(&start_decoding, NULL);
if (options_->GetTrainingAlgorithm() == "svm_mira" ||
options_->GetTrainingAlgorithm() == "svm_sgd") {
// Do cost-augmented inference.
double cost;
decoder_->DecodeCostAugmented(instance, parts, scores, gold_outputs,
&predicted_outputs, &cost, &loss);
total_cost += cost;
} else {
// Do marginal inference.
double entropy;
decoder_->DecodeMarginals(instance, parts, scores, gold_outputs,
&predicted_outputs, &entropy, &loss);
CHECK_GE(entropy, 0.0);
}
gettimeofday(&end_decoding, NULL);
time_decoding += diff_ms(end_decoding, start_decoding);
if (loss < 0.0) {
if (!NEARLY_EQ_TOL(loss, 0.0, 1e-9)) {
LOG(INFO) << "Warning: negative loss set to zero: " << loss;
}
loss = 0.0;
}
total_loss += loss;
// Compute difference between predicted and gold feature vectors.
FeatureVector difference;
MakeFeatureDifference(parts, features, gold_outputs, predicted_outputs,
&difference);
// Get the stepsize.
if (options_->GetTrainingAlgorithm() == "svm_mira" ||
options_->GetTrainingAlgorithm() == "crf_mira") {
double squared_norm = difference.GetSquaredNorm();
double threshold = 1e-9;
if (loss < threshold || squared_norm < threshold) {
eta = 0.0;
} else {
eta = loss / squared_norm;
if (eta > options_->GetRegularizationConstant()) {
eta = options_->GetRegularizationConstant();
}
}
} else {
if (options_->GetLearningRateSchedule() == "fixed") {
eta = options_->GetInitialLearningRate();
} else if (options_->GetLearningRateSchedule() == "invsqrt") {
eta = options_->GetInitialLearningRate() /
sqrt(static_cast<double>(t+1));
} else if (options_->GetLearningRateSchedule() == "inv") {
eta = options_->GetInitialLearningRate() /
static_cast<double>(t+1);
} else if (options_->GetLearningRateSchedule() == "lecun") {
eta = options_->GetInitialLearningRate() /
(1.0 + (static_cast<double>(t) / static_cast<double>(num_instances)));
} else {
CHECK(false) << "Unknown learning rate schedule: "
<< options_->GetLearningRateSchedule();
}
// Scale the parameter vector (only for SGD).
double decay = 1 - eta * lambda;
CHECK_GT(decay, 0.0);
parameters_->Scale(decay);
}
MakeGradientStep(parts, features, eta, t, gold_outputs,
predicted_outputs);
} else {
CHECK(false) << "Unknown algorithm: " << options_->GetTrainingAlgorithm();
}
}
// Compute the regularization value (halved squared L2 norm of the weights).
double regularization_value =
lambda * static_cast<double>(num_instances) *
parameters_->GetSquaredNorm() / 2.0;
delete parts;
delete features;
gettimeofday(&end, NULL);
LOG(INFO) << "Time: " << diff_ms(end,start);
LOG(INFO) << "Time to score: " << time_scores;
LOG(INFO) << "Time to decode: " << time_decoding;
LOG(INFO) << "Number of Features: " << parameters_->Size();
if (options_->GetTrainingAlgorithm() == "perceptron" ||
options_->GetTrainingAlgorithm() == "mira") {
LOG(INFO) << "Number of mistakes: " << num_mistakes;
}
LOG(INFO) << "Total Cost: " << total_cost << "\t"
<< "Total Loss: " << total_loss << "\t"
<< "Total Reg: " << regularization_value << "\t"
<< "Total Loss+Reg: " << total_loss + regularization_value << endl;
}
void CCar::MakeCar(neSimulator * sim, neV3 & pos)
{
f32 mass = 1.0f;
neRigidBody * rigidBody = sim->CreateRigidBody();
rigidBody->CollideConnected(true);
neGeometry * geom = rigidBody->AddGeometry();
neV3 boxSize;
{
// the car consist of two boxes
boxSize.Set(6.0f, 1.0f, 3.2f);
geom->SetBoxSize(boxSize);
neT3 t;
t.SetIdentity();
t.pos.Set(0.0f, 0.25f, 0.0f);
geom->SetTransform(t);
geom = rigidBody->AddGeometry();
boxSize.Set(2.5f, 1.0f, 2.8f);
geom->SetBoxSize(boxSize[0],boxSize[1],boxSize[2]);
t.pos.Set(-0.6f, 1.0f, 0.0f);
geom->SetTransform(t);
}
{ // add 4 sensors to the rigid body
neSensor * sn;
for (s32 si = 0; si < 4; si++)
{
sn =rigidBody->AddSensor();
neV3 snPos, snDir;
snDir.Set(0.0f, -1.0f, 0.0f);
snPos.Set(sensorData[si].pos);
sn->SetLineSensor(snPos, snDir);
}
// add a controller to the rigid body
neRigidBodyController * controller;
controller = rigidBody->AddController(&cb, 0);
}
neV3 tensorSize;
tensorSize = boxSize;
rigidBody->UpdateBoundingInfo();
rigidBody->SetInertiaTensor(neBoxInertiaTensor(tensorSize, mass));
rigidBody->SetMass(mass);
rigidBody->SetUserData((u32)this);
carRigidBody = rigidBody;
{ // setup the display boxes for the car
rigidBody->BeginIterateGeometry();
while (geom = rigidBody->GetNextGeometry())
{
neV3 boxSize;
geom->GetBoxSize(boxSize);
// CRenderPrimitive * renderPrim = AddRenderPrimitive();
// renderPrim->SetGraphicBox(boxSize[0], boxSize[1], boxSize[2]);
// geom->SetUserData((u32)renderPrim);
// renderPrim->SetDiffuseColor(D3DXCOLOR(0.2f, 0.2f, 0.8f, 1));
}
}
// wheelRenderPrimitive.SetGraphicCylinder(WHEEL_DIAMETER * 0.5f, WHEEL_WIDTH);
// set the car position
carRigidBody->SetPos(pos);
// add bonnet to the car
MakeParts(sim, pos);
}