mirror of
https://github.com/zebrajr/pytorch.git
synced 2025-12-07 12:21:27 +01:00
06d1be2447
Summary: Pull Request resolved: https://github.com/pytorch/pytorch/pull/67624 Test Plan: Visual inspection. Sandcastle. Reviewed By: malfet Differential Revision: D31986628 fbshipit-source-id: c872bded7325997a2945dbf5d4d052628dcb3659
119 lines
4.2 KiB
C++
119 lines
4.2 KiB
C++
#include <gtest/gtest.h>
|
|
#include "caffe2/core/net.h"
|
|
#include "caffe2/core/operator.h"
|
|
#include "caffe2/transforms/common_subexpression_elimination.h"
|
|
|
|
namespace caffe2 {
|
|
|
|
namespace {
|
|
|
|
using transform::Graph;
|
|
|
|
/**
|
|
* /--->(FC)-->(Relu)
|
|
* Before: (FC)-->(FC)-->(Relu)
|
|
* \--->(FC)-->(Relu)
|
|
*
|
|
* /-->(Relu)
|
|
* After : (FC)-->(FC)-->(Relu)
|
|
* \-->(Relu)
|
|
*
|
|
*/
|
|
TEST(CommonSubexpressionEliminationTest, TestSimple) {
|
|
NetDef netdef;
|
|
// NOLINTNEXTLINE(cppcoreguidelines-init-variables)
|
|
OperatorDef* op;
|
|
|
|
// This operator simply reads input and outputs it.
|
|
// NOLINTNEXTLINE(clang-analyzer-deadcode.DeadStores)
|
|
op = AddOp(&netdef, "FC", {"in", "w", "b"}, {"in1"});
|
|
// NOLINTNEXTLINE(clang-analyzer-deadcode.DeadStores)
|
|
op = AddOp(&netdef, "FC", {"in1", "w", "b"}, {"mid1"});
|
|
// NOLINTNEXTLINE(clang-analyzer-deadcode.DeadStores)
|
|
op = AddOp(&netdef, "FC", {"in1", "w", "b"}, {"mid2"});
|
|
// NOLINTNEXTLINE(clang-analyzer-deadcode.DeadStores)
|
|
op = AddOp(&netdef, "FC", {"in1", "w", "b"}, {"mid3"});
|
|
// NOLINTNEXTLINE(clang-analyzer-deadcode.DeadStores)
|
|
op = AddOp(&netdef, "Relu", {"mid1"}, {"out1"});
|
|
// NOLINTNEXTLINE(clang-analyzer-deadcode.DeadStores)
|
|
op = AddOp(&netdef, "Relu", {"mid2"}, {"out2"});
|
|
// NOLINTNEXTLINE(clang-analyzer-deadcode.DeadStores)
|
|
op = AddOp(&netdef, "Relu", {"mid3"}, {"out3"});
|
|
|
|
auto t = TransformRegistry()->Create("CommonSubexpressionElimination");
|
|
CHECK(t);
|
|
NetDef transformed_netdef = t->ApplyTo(netdef);
|
|
|
|
EXPECT_EQ(t->PatternMatch(Graph(netdef)).size(), 1); // one match
|
|
EXPECT_EQ(t->PatternMatch(Graph(netdef)).at(0).size(), 3); // 3 ops matched
|
|
EXPECT_EQ(transformed_netdef.op_size(), 5);
|
|
EXPECT_EQ(transformed_netdef.op(1).output_size(), 1);
|
|
EXPECT_EQ(transformed_netdef.op(2).input_size(), 1);
|
|
EXPECT_EQ(transformed_netdef.op(3).input_size(), 1);
|
|
EXPECT_EQ(transformed_netdef.op(4).input_size(), 1);
|
|
|
|
// make sure op 1 writes to the blob read by 2, 3, and 4.
|
|
EXPECT_EQ(
|
|
transformed_netdef.op(1).output(0), transformed_netdef.op(2).input(0));
|
|
EXPECT_EQ(
|
|
transformed_netdef.op(1).output(0), transformed_netdef.op(3).input(0));
|
|
EXPECT_EQ(
|
|
transformed_netdef.op(1).output(0), transformed_netdef.op(4).input(0));
|
|
}
|
|
|
|
/**
|
|
* Almost the same as the one above, but it has to be able to merge from
|
|
* external input as well.
|
|
*
|
|
* ->(FC)-->(Relu)
|
|
* Before: ->(FC)-->(Relu)
|
|
* ->(FC)-->(Relu)
|
|
*
|
|
* /-->(Relu)
|
|
* After : ->(FC)-->(Relu)
|
|
* \-->(Relu)
|
|
*
|
|
*/
|
|
TEST(CommonSubexpressionEliminationTest, TestFromExternal) {
|
|
NetDef netdef;
|
|
// NOLINTNEXTLINE(cppcoreguidelines-init-variables)
|
|
OperatorDef* op;
|
|
|
|
// This operator simply reads input and outputs it.
|
|
// NOLINTNEXTLINE(clang-analyzer-deadcode.DeadStores)
|
|
op = AddOp(&netdef, "FC", {"in", "w", "b"}, {"mid1"});
|
|
// NOLINTNEXTLINE(clang-analyzer-deadcode.DeadStores)
|
|
op = AddOp(&netdef, "FC", {"in", "w", "b"}, {"mid2"});
|
|
// NOLINTNEXTLINE(clang-analyzer-deadcode.DeadStores)
|
|
op = AddOp(&netdef, "FC", {"in", "w", "b"}, {"mid3"});
|
|
// NOLINTNEXTLINE(clang-analyzer-deadcode.DeadStores)
|
|
op = AddOp(&netdef, "Relu", {"mid1"}, {"out1"});
|
|
// NOLINTNEXTLINE(clang-analyzer-deadcode.DeadStores)
|
|
op = AddOp(&netdef, "Relu", {"mid2"}, {"out2"});
|
|
// NOLINTNEXTLINE(clang-analyzer-deadcode.DeadStores)
|
|
op = AddOp(&netdef, "Relu", {"mid3"}, {"out3"});
|
|
|
|
auto t = TransformRegistry()->Create("CommonSubexpressionElimination");
|
|
CHECK(t);
|
|
NetDef transformed_netdef = t->ApplyTo(netdef);
|
|
|
|
EXPECT_EQ(t->PatternMatch(Graph(netdef)).size(), 1); // one match
|
|
EXPECT_EQ(t->PatternMatch(Graph(netdef)).at(0).size(), 3); // 3 ops matched
|
|
EXPECT_EQ(transformed_netdef.op_size(), 4);
|
|
EXPECT_EQ(transformed_netdef.op(0).output_size(), 1);
|
|
EXPECT_EQ(transformed_netdef.op(1).input_size(), 1);
|
|
EXPECT_EQ(transformed_netdef.op(2).input_size(), 1);
|
|
EXPECT_EQ(transformed_netdef.op(3).input_size(), 1);
|
|
|
|
EXPECT_EQ(
|
|
transformed_netdef.op(0).output(0), transformed_netdef.op(1).input(0));
|
|
EXPECT_EQ(
|
|
transformed_netdef.op(0).output(0), transformed_netdef.op(2).input(0));
|
|
EXPECT_EQ(
|
|
transformed_netdef.op(0).output(0), transformed_netdef.op(3).input(0));
|
|
}
|
|
|
|
} // namespace
|
|
|
|
} // namespace caffe2
|