mirror of
https://github.com/pytorch/pytorch.git
synced 2025-10-20 21:14:14 +08:00
3ec33957eb
They are useful for checking results of function calls. Pull Request resolved: https://github.com/pytorch/pytorch/pull/110722 Approved by: https://github.com/Skylion007
117 lines
4.2 KiB
C++
117 lines
4.2 KiB
C++
#include <gtest/gtest.h>
|
|
#include "caffe2/core/net.h"
|
|
#include "caffe2/core/operator.h"
|
|
#include "caffe2/transforms/common_subexpression_elimination.h"
|
|
|
|
namespace caffe2 {
|
|
|
|
namespace {
|
|
|
|
using transform::Graph;
|
|
|
|
/**
|
|
* /--->(FC)-->(Relu)
|
|
* Before: (FC)-->(FC)-->(Relu)
|
|
* \--->(FC)-->(Relu)
|
|
*
|
|
* /-->(Relu)
|
|
* After : (FC)-->(FC)-->(Relu)
|
|
* \-->(Relu)
|
|
*
|
|
*/
|
|
TEST(CommonSubexpressionEliminationTest, TestSimple) {
|
|
NetDef netdef;
|
|
OperatorDef* op [[maybe_unused]] = nullptr;
|
|
|
|
// This operator simply reads input and outputs it.
|
|
// NOLINTNEXTLINE(clang-analyzer-deadcode.DeadStores)
|
|
op = AddOp(&netdef, "FC", {"in", "w", "b"}, {"in1"});
|
|
// NOLINTNEXTLINE(clang-analyzer-deadcode.DeadStores)
|
|
op = AddOp(&netdef, "FC", {"in1", "w", "b"}, {"mid1"});
|
|
// NOLINTNEXTLINE(clang-analyzer-deadcode.DeadStores)
|
|
op = AddOp(&netdef, "FC", {"in1", "w", "b"}, {"mid2"});
|
|
// NOLINTNEXTLINE(clang-analyzer-deadcode.DeadStores)
|
|
op = AddOp(&netdef, "FC", {"in1", "w", "b"}, {"mid3"});
|
|
// NOLINTNEXTLINE(clang-analyzer-deadcode.DeadStores)
|
|
op = AddOp(&netdef, "Relu", {"mid1"}, {"out1"});
|
|
// NOLINTNEXTLINE(clang-analyzer-deadcode.DeadStores)
|
|
op = AddOp(&netdef, "Relu", {"mid2"}, {"out2"});
|
|
// NOLINTNEXTLINE(clang-analyzer-deadcode.DeadStores)
|
|
op = AddOp(&netdef, "Relu", {"mid3"}, {"out3"});
|
|
|
|
auto t = TransformRegistry()->Create("CommonSubexpressionElimination");
|
|
CHECK(t);
|
|
NetDef transformed_netdef = t->ApplyTo(netdef);
|
|
|
|
EXPECT_EQ(t->PatternMatch(Graph(netdef)).size(), 1); // one match
|
|
EXPECT_EQ(t->PatternMatch(Graph(netdef)).at(0).size(), 3); // 3 ops matched
|
|
EXPECT_EQ(transformed_netdef.op_size(), 5);
|
|
EXPECT_EQ(transformed_netdef.op(1).output_size(), 1);
|
|
EXPECT_EQ(transformed_netdef.op(2).input_size(), 1);
|
|
EXPECT_EQ(transformed_netdef.op(3).input_size(), 1);
|
|
EXPECT_EQ(transformed_netdef.op(4).input_size(), 1);
|
|
|
|
// make sure op 1 writes to the blob read by 2, 3, and 4.
|
|
EXPECT_EQ(
|
|
transformed_netdef.op(1).output(0), transformed_netdef.op(2).input(0));
|
|
EXPECT_EQ(
|
|
transformed_netdef.op(1).output(0), transformed_netdef.op(3).input(0));
|
|
EXPECT_EQ(
|
|
transformed_netdef.op(1).output(0), transformed_netdef.op(4).input(0));
|
|
}
|
|
|
|
/**
|
|
* Almost the same as the one above, but it has to be able to merge from
|
|
* external input as well.
|
|
*
|
|
* ->(FC)-->(Relu)
|
|
* Before: ->(FC)-->(Relu)
|
|
* ->(FC)-->(Relu)
|
|
*
|
|
* /-->(Relu)
|
|
* After : ->(FC)-->(Relu)
|
|
* \-->(Relu)
|
|
*
|
|
*/
|
|
TEST(CommonSubexpressionEliminationTest, TestFromExternal) {
|
|
NetDef netdef;
|
|
OperatorDef* op [[maybe_unused]] = nullptr;
|
|
|
|
// This operator simply reads input and outputs it.
|
|
// NOLINTNEXTLINE(clang-analyzer-deadcode.DeadStores)
|
|
op = AddOp(&netdef, "FC", {"in", "w", "b"}, {"mid1"});
|
|
// NOLINTNEXTLINE(clang-analyzer-deadcode.DeadStores)
|
|
op = AddOp(&netdef, "FC", {"in", "w", "b"}, {"mid2"});
|
|
// NOLINTNEXTLINE(clang-analyzer-deadcode.DeadStores)
|
|
op = AddOp(&netdef, "FC", {"in", "w", "b"}, {"mid3"});
|
|
// NOLINTNEXTLINE(clang-analyzer-deadcode.DeadStores)
|
|
op = AddOp(&netdef, "Relu", {"mid1"}, {"out1"});
|
|
// NOLINTNEXTLINE(clang-analyzer-deadcode.DeadStores)
|
|
op = AddOp(&netdef, "Relu", {"mid2"}, {"out2"});
|
|
// NOLINTNEXTLINE(clang-analyzer-deadcode.DeadStores)
|
|
op = AddOp(&netdef, "Relu", {"mid3"}, {"out3"});
|
|
|
|
auto t = TransformRegistry()->Create("CommonSubexpressionElimination");
|
|
CHECK(t);
|
|
NetDef transformed_netdef = t->ApplyTo(netdef);
|
|
|
|
EXPECT_EQ(t->PatternMatch(Graph(netdef)).size(), 1); // one match
|
|
EXPECT_EQ(t->PatternMatch(Graph(netdef)).at(0).size(), 3); // 3 ops matched
|
|
EXPECT_EQ(transformed_netdef.op_size(), 4);
|
|
EXPECT_EQ(transformed_netdef.op(0).output_size(), 1);
|
|
EXPECT_EQ(transformed_netdef.op(1).input_size(), 1);
|
|
EXPECT_EQ(transformed_netdef.op(2).input_size(), 1);
|
|
EXPECT_EQ(transformed_netdef.op(3).input_size(), 1);
|
|
|
|
EXPECT_EQ(
|
|
transformed_netdef.op(0).output(0), transformed_netdef.op(1).input(0));
|
|
EXPECT_EQ(
|
|
transformed_netdef.op(0).output(0), transformed_netdef.op(2).input(0));
|
|
EXPECT_EQ(
|
|
transformed_netdef.op(0).output(0), transformed_netdef.op(3).input(0));
|
|
}
|
|
|
|
} // namespace
|
|
|
|
} // namespace caffe2
|