mirror of
https://github.com/zebrajr/pytorch.git
synced 2025-12-07 12:21:27 +01:00
d704097d33
Summary: Pull Request resolved: https://github.com/pytorch/pytorch/pull/16382 Adding an Int8TransposeOp that inherits from TransposeOp. Small refactoring to normal TransposeOp to move main logic into a TransposeImpl function. Test Plan: int8_test.cc Reviewed By: supriyar Differential Revision: D13822715 fbshipit-source-id: a4d61bdf8e4e1d3f2e30b86d325810ed44c21635
39 lines
1.1 KiB
C++
39 lines
1.1 KiB
C++
#ifndef CAFFE2_OPERATORS_INT8_TRANSPOSE_OP_H_
|
|
#define CAFFE2_OPERATORS_INT8_TRANSPOSE_OP_H_
|
|
|
|
#include "caffe2/core/context.h"
|
|
#include "caffe2/core/operator.h"
|
|
#include "caffe2/core/tensor_int8.h"
|
|
#include "caffe2/operators/quantized/int8_utils.h"
|
|
#include "caffe2/operators/transpose_op.h"
|
|
|
|
namespace caffe2 {
|
|
|
|
namespace int8 {
|
|
|
|
class Int8TransposeOp final : public TransposeOp<CPUContext> {
|
|
public:
|
|
Int8TransposeOp(const OperatorDef& operator_def, Workspace* ws)
|
|
: TransposeOp(operator_def, ws) {}
|
|
|
|
bool RunOnDevice() override {
|
|
auto& X = Inputs()[0]->Get<Int8TensorCPU>();
|
|
auto* Y = Outputs()[0]->GetMutable<Int8TensorCPU>();
|
|
int32_t Y_zero_point =
|
|
this->template GetSingleArgument<int>("Y_zero_point", 0);
|
|
auto Y_scale = this->template GetSingleArgument<float>("Y_scale", 1);
|
|
CAFFE_ENFORCE_EQ(Y_zero_point, X.zero_point);
|
|
CAFFE_ENFORCE_EQ(Y_scale, X.scale);
|
|
Y->scale = Y_scale;
|
|
Y->zero_point = Y_zero_point;
|
|
TransposeImpl<uint8_t>(X.t, &Y->t);
|
|
return true;
|
|
}
|
|
};
|
|
|
|
} // namespace int8
|
|
|
|
} // namespace caffe2
|
|
|
|
#endif // CAFFE2_OPERATORS_INT8_TRANSPOSE_OP_H_
|