C++ (Cpp) LossParameter_NormalizationMode_Name Beispiele

Beispiel #1

Datei: focal_loss_layer.cpp Projekt: hhgxx123/CAFFE_SSD

Dtype FocalLossLayer<Dtype>::get_normalizer(
    LossParameter_NormalizationMode normalization_mode, int valid_count) 
{
  Dtype normalizer;
  switch (normalization_mode) {
    case LossParameter_NormalizationMode_FULL:
      normalizer = Dtype(outer_num_ * inner_num_);
      break;
    case LossParameter_NormalizationMode_VALID:
      if (valid_count == -1) {
        normalizer = Dtype(outer_num_ * inner_num_);
      } else {
        normalizer = Dtype(valid_count);
      }
      break;
    case LossParameter_NormalizationMode_BATCH_SIZE:
      normalizer = Dtype(outer_num_);
      break;
    case LossParameter_NormalizationMode_NONE:
      normalizer = Dtype(1);
      break;
    default:
      LOG(FATAL) << "Unknown normalization mode: "
          << LossParameter_NormalizationMode_Name(normalization_mode);
  }
  // Some users will have no labels for some examples in order to 'turn off' a
  // particular loss in a multi-task setup. The max prevents NaNs in that case.
  return std::max(Dtype(1.0), normalizer);
}

Beispiel #2

Datei: softmax_loss_ohem_layer.cpp Projekt: intel/caffe

Dtype SoftmaxWithLossOHEMLayer<Dtype>::get_normalizer(
    LossParameter_NormalizationMode normalization_mode, int valid_count) {
  Dtype normalizer;
  switch (normalization_mode) {
    case LossParameter_NormalizationMode_FULL:
      normalizer = Dtype(outer_num_ * inner_num_);
      break;
    case LossParameter_NormalizationMode_VALID:
      if (valid_count == -1) {
        normalizer = Dtype(outer_num_ * inner_num_);
      } else {
        normalizer = Dtype(valid_count);
      }
      break;
    case LossParameter_NormalizationMode_BATCH_SIZE:
      normalizer = Dtype(outer_num_);
      break;
    case LossParameter_NormalizationMode_PRE_FIXED:
      normalizer = Dtype(this->layer_param_.loss_param().pre_fixed_normalizer());
      break;
    case LossParameter_NormalizationMode_NONE:
      normalizer = Dtype(1);
      break;
    default:
      LOG(FATAL) << "Unknown normalization mode: "
          << LossParameter_NormalizationMode_Name(normalization_mode);
  }
#ifdef USE_MLSL
  if (normalization_mode != LossParameter_NormalizationMode_NONE) {
    Dtype allnodes_normalizer(normalizer);
    DLOG(INFO) << "node id: " << mn::get_node_id() << ", normalizer: " << normalizer;
    if (has_ignore_label_) {
      mn::allreduce(&allnodes_normalizer, 1);
    } else {
      // We assume local bs is same across all nodes
      allnodes_normalizer *= mn::get_group_size();
    }
    normalizer = allnodes_normalizer;
  }
#endif
  DLOG(INFO) << "Final normalizer: " << normalizer;
  // Some users will have no labels for some examples in order to 'turn off' a
  // particular loss in a multi-task setup. The max prevents NaNs in that case.
  this->cached_normalizer_ = std::max(Dtype(1.0), normalizer);
  return this->cached_normalizer_;
}