Skip to content

Commit

Permalink
[onert/core] Add RmsNorm to CircleLoader
Browse files Browse the repository at this point in the history
This commit adds RmsNorm operation to CircleLoader.

ONE-DCO-1.0-Signed-off-by: Seockho Kim [email protected]
  • Loading branch information
seockho-kim committed Oct 7, 2024
1 parent 4b03e7a commit c13052e
Showing 1 changed file with 21 additions and 0 deletions.
21 changes: 21 additions & 0 deletions runtime/onert/core/src/loader/CircleLoader.cc
Original file line number Diff line number Diff line change
Expand Up @@ -70,6 +70,7 @@ class CircleLoader final : public loader::BaseLoader<LoaderDomain>
void loadInstanceNorm(const Operator *op, ir::Graph &subg);
void loadBCQFullyConnected(const Operator *op, ir::Graph &subg);
void loadBCQGather(const Operator *op, ir::Graph &subg);
void loadRmsNorm(const Operator *op, ir::Graph &subg);

public:
using BaseLoader::BaseLoader;
Expand Down Expand Up @@ -150,6 +151,9 @@ class CircleLoader final : public loader::BaseLoader<LoaderDomain>
case circle::BuiltinOperator::BuiltinOperator_BCQ_GATHER:
loadBCQGather(op, subg);
return;
case circle::BuiltinOperator::BuiltinOperator_RMS_NORM:
loadRmsNorm(op, subg);
return;
default:
BaseLoader::loadOperation(op, subg);
return;
Expand Down Expand Up @@ -225,6 +229,23 @@ void CircleLoader::loadBCQFullyConnected(const Operator *op, ir::Graph &subg)
subg.addOperation(std::move(new_op));
}

void CircleLoader::loadRmsNorm(const Operator *op, ir::Graph &subg)
{
ir::OperandIndexSequence inputs;
ir::OperandIndexSequence outputs;

loadOperationIO(op, inputs, outputs);

ir::operation::RmsNorm::Param param;
const auto *options = op->builtin_options_as_RmsNormOptions();

// Use default value 1e-6 if value of epsilon is zero
param.epsilon = options->epsilon() == 0.f ? 1e-6 : options->epsilon();

std::unique_ptr<ir::Operation> new_op(new ir::operation::RmsNorm(inputs, outputs, param));
subg.addOperation(std::move(new_op));
}

} // namespace

std::unique_ptr<ir::Model> loadCircleModel(const std::string &filename)
Expand Down

0 comments on commit c13052e

Please sign in to comment.