[DRAFT][compiler] Introduce FuseGRUPass

This pr introduces FuseGRUPass for fusing gru pattern into single CircleGRU op.

ONE-DCO-1.0-Signed-off-by: Artem Balyshev <[email protected]>

compiler/circle2circle/src/Circle2Circle.cpp

@@ -130,6 +130,7 @@ int entry(int argc, char **argv)
              "This will fuse BatchNorm operators of pre-activations to Convolution operator");
   add_switch(arser, "--fuse_prelu", "This will fuse operators to PReLU operator");
   add_switch(arser, "--fuse_gelu", "This will fuse operators to GeLU operator");
+  add_switch(arser, "--fuse_gru", "This will fuse operators to GRU operator");
   add_switch(arser, "--fuse_rsqrt", "This will fuse operators to Rsqrt operator");
   add_switch(arser, "--remove_duplicate_const", "This will remove all duplicate constant nodes");
   add_switch(arser, "--remove_fakequant", "This will remove FakeQuant operators");
@@ -334,6 +335,8 @@ int entry(int argc, char **argv)
     options->enable(Algorithms::FusePRelu);
   if (arser.get<bool>("--fuse_gelu"))
     options->enable(Algorithms::FuseGelu);
+  if (arser.get<bool>("--fuse_gru"))
+    options->enable(Algorithms::FuseGRU);
   if (arser.get<bool>("--fuse_rsqrt"))
     options->enable(Algorithms::FuseRsqrt);
   if (arser.get<bool>("--fuse_transpose_with_mean"))

compiler/luci/pass/include/luci/CircleOptimizer.h

@@ -76,6 +76,7 @@ class CircleOptimizer final
       FuseActivationFunction,
       FusePRelu,
       FuseGelu,
+      FuseGRU,
       FuseRsqrt,
       ShuffleWeightTo16x1Float32,
       RemoveRedundantTranspose,

compiler/luci/pass/include/luci/Pass/FuseGRUPass.h

@@ -0,0 +1,39 @@
+/*
+ * Copyright (c) 2024 Samsung Electronics Co., Ltd. All Rights Reserved
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *    http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+#ifndef __LUCI_FUSE_GRU_PASS_H__
+#define __LUCI_FUSE_GRU_PASS_H__
+
+#include <logo/Pass.h>
+
+namespace luci
+{
+
+/**
+ * @brief  Class to fuse certain pattern of subgraph into CircleGRU
+ *
+ * For detailed subgraph pattern to be fused, please check its implementation.
+ */
+struct FuseGRUPass final : public logo::Pass
+{
+  const char *name(void) const final { return "luci::FuseGRUPass"; }
+
+  bool run(loco::Graph *g) final;
+};
+
+} // namespace luci
+
+#endif // __LUCI_FUSE_GRU_PASS_H__

compiler/luci/pass/src/CircleOptimizer.cpp

@@ -51,6 +51,7 @@
 #include "luci/Pass/FusePreActivationBatchNormPass.h"
 #include "luci/Pass/FusePReluPass.h"
 #include "luci/Pass/FuseGeluPass.h"
+#include "luci/Pass/FuseGRUPass.h"
 #include "luci/Pass/FuseRsqrtPass.h"
 #include "luci/Pass/FuseSliceWithTConvPass.h"
 #include "luci/Pass/FuseHorizontalFullyConnectedPass.h"
@@ -370,6 +371,10 @@ void CircleOptimizer::optimize(loco::Graph *g) const
   {
     phase.emplace_back(std::make_unique<FuseGeluPass>());
   }
+  if (_options->query(Options::Algorithm::FuseGRU))
+  {
+    phase.emplace_back(std::make_unique<FuseGRUPass>());
+  }
   if (_options->query(Options::Algorithm::FuseRsqrt))
   {
     phase.emplace_back(std::make_unique<FuseRsqrtPass>());