mirror of
https://github.com/zebrajr/pytorch.git
synced 2025-12-08 07:39:33 +01:00
7413f0926a
Summary: Pull Request resolved: https://github.com/pytorch/pytorch/pull/17089 clangr codemod Reviewed By: ezyang Differential Revision: D14078539 fbshipit-source-id: 9ca196af4af7f26fc82e6cf82b35d478d0597752
83 lines
2.5 KiB
C++
83 lines
2.5 KiB
C++
#ifndef SOFTMAX_WITH_LOSS_OP_H_
|
|
#define SOFTMAX_WITH_LOSS_OP_H_
|
|
|
|
#include "caffe2/core/context.h"
|
|
#include "caffe2/core/logging.h"
|
|
#include "caffe2/core/operator.h"
|
|
#include "caffe2/utils/math.h"
|
|
|
|
namespace caffe2 {
|
|
|
|
template <typename T, class Context>
|
|
class SoftmaxWithLossOp final : public Operator<Context> {
|
|
public:
|
|
template <class... Args>
|
|
explicit SoftmaxWithLossOp(Args&&... args)
|
|
: Operator<Context>(std::forward<Args>(args)...),
|
|
scale_(this->template GetSingleArgument<float>("scale", 1.)),
|
|
label_prob_mode_(
|
|
this->template GetSingleArgument<int>("label_prob", 0)),
|
|
order_(StringToStorageOrder(
|
|
this->template GetSingleArgument<string>("order", "NCHW"))),
|
|
axis_(this->template GetSingleArgument<int>("axis", 1)) {
|
|
CAFFE_ENFORCE(scale_ >= 0);
|
|
CAFFE_ENFORCE_EQ(
|
|
order_, StorageOrder::NCHW, "Only NCHW order is supported right now.");
|
|
}
|
|
USE_OPERATOR_CONTEXT_FUNCTIONS;
|
|
|
|
bool RunOnDevice() override;
|
|
|
|
protected:
|
|
float scale_;
|
|
int label_prob_mode_;
|
|
StorageOrder order_;
|
|
int axis_;
|
|
|
|
Tensor losses_; // Per example loss
|
|
Tensor rowmax_; // per example row max
|
|
Tensor weights_; // unignored weights
|
|
Tensor sum_multiplier_; // Vector of ones for summing via dot prod
|
|
Tensor total_weight_ptr_;
|
|
// passed to a function
|
|
Tensor scratch_{Context::GetDeviceType()};
|
|
};
|
|
|
|
template <typename T, class Context>
|
|
class SoftmaxWithLossGradientOp final : public Operator<Context> {
|
|
public:
|
|
template <class... Args>
|
|
explicit SoftmaxWithLossGradientOp(Args&&... args)
|
|
: Operator<Context>(std::forward<Args>(args)...),
|
|
scale_(this->template GetSingleArgument<float>("scale", 1.)),
|
|
label_prob_mode_(
|
|
this->template GetSingleArgument<int>("label_prob", 0)),
|
|
order_(StringToStorageOrder(
|
|
this->template GetSingleArgument<string>("order", "NCHW"))),
|
|
only_loss_(this->template GetSingleArgument<bool>("only_loss", false)),
|
|
axis_(this->template GetSingleArgument<int>("axis", 1)) {
|
|
CAFFE_ENFORCE(scale_ >= 0);
|
|
CAFFE_ENFORCE_EQ(
|
|
order_, StorageOrder::NCHW, "Only NCHW order is supported right now.");
|
|
}
|
|
USE_OPERATOR_CONTEXT_FUNCTIONS;
|
|
|
|
bool RunOnDevice() override;
|
|
|
|
protected:
|
|
float scale_;
|
|
int label_prob_mode_;
|
|
// not used?
|
|
Tensor sum_multiplier_{Context::GetDeviceType()};
|
|
Tensor weights_; // unignored weights
|
|
Tensor total_weight_ptr_;
|
|
StorageOrder order_;
|
|
bool only_loss_;
|
|
int axis_;
|
|
Tensor scratch_{Context::GetDeviceType()};
|
|
};
|
|
|
|
} // namespace caffe2
|
|
|
|
#endif // SOFTMAX_WITH_LOSS_OP_H_
|