예제 #1
0
void Momentum::Update(Var& v) {
    Matrix& cur_grad = v.derivative();
    Matrix& vel = AccumulatedVelocity(v);
    vel = (momentum_ * vel) - learning_rate_ * cur_grad;

    v.value() += vel;
}