/usr/local/lib64/python3.6/site-packages/torch/include/caffe2/operators
Edit: /usr/local/lib64/python3.6/site-packages/torch/include/caffe2/operators/softmax_with_loss_op.h (2883B)
#ifndef SOFTMAX_WITH_LOSS_OP_H_
#define SOFTMAX_WITH_LOSS_OP_H_
#include "caffe2/core/context.h"
#include "caffe2/core/logging.h"
#include "caffe2/core/operator.h"
#include "caffe2/utils/math.h"
namespace caffe2 {
template
class SoftmaxWithLossOp final : public Operator {
public:
template
explicit SoftmaxWithLossOp(Args&&... args)
: Operator(std::forward(args)...),
scale_(this->template GetSingleArgument("scale", 1.)),
label_prob_mode_(
this->template GetSingleArgument("label_prob", 0)),
average_by_batch_size_(
this->template GetSingleArgument("average_by_batch_size", 0)),
order_(StringToStorageOrder(
this->template GetSingleArgument("order", "NCHW"))),
axis_(this->template GetSingleArgument("axis", 1)) {
CAFFE_ENFORCE(scale_ >= 0);
CAFFE_ENFORCE_EQ(
order_, StorageOrder::NCHW, "Only NCHW order is supported right now.");
}
USE_OPERATOR_CONTEXT_FUNCTIONS;
bool RunOnDevice() override;
protected:
float scale_;
int label_prob_mode_;
int average_by_batch_size_;
StorageOrder order_;
int axis_;
Tensor losses_; // Per example loss
Tensor rowmax_; // per example row max
Tensor weights_; // unignored weights
Tensor sum_multiplier_; // Vector of ones for summing via dot prod
Tensor total_weight_ptr_;
// passed to a function
Tensor scratch_{Context::GetDeviceType()};
};
template
class SoftmaxWithLossGradientOp final : public Operator {
public:
template
explicit SoftmaxWithLossGradientOp(Args&&... args)
: Operator(std::forward(args)...),
scale_(this->template GetSingleArgument("scale", 1.)),
label_prob_mode_(
this->template GetSingleArgument("label_prob", 0)),
average_by_batch_size_(
this->template GetSingleArgument("average_by_batch_size", 0)),
order_(StringToStorageOrder(
this->template GetSingleArgument("order", "NCHW"))),
only_loss_(this->template GetSingleArgument("only_loss", false)),
axis_(this->template GetSingleArgument("axis", 1)) {
CAFFE_ENFORCE(scale_ >= 0);
CAFFE_ENFORCE_EQ(
order_, StorageOrder::NCHW, "Only NCHW order is supported right now.");
}
USE_OPERATOR_CONTEXT_FUNCTIONS;
bool RunOnDevice() override;
protected:
float scale_;
int label_prob_mode_;
int average_by_batch_size_;
// not used?
Tensor sum_multiplier_{Context::GetDeviceType()};
Tensor weights_; // unignored weights
Tensor total_weight_ptr_;
StorageOrder order_;
bool only_loss_;
int axis_;
Tensor scratch_{Context::GetDeviceType()};
};
} // namespace caffe2
#endif // SOFTMAX_WITH_LOSS_OP_H_