Skip to content

Commit

Permalink
[luci/import] Support RmsNorm operation (#14023)
Browse files Browse the repository at this point in the history
This commit is to support RmsNorm operation in luci-import.

ONE-DCO-1.0-Signed-off-by: Seockho Kim [email protected]
  • Loading branch information
seockho-kim authored Sep 13, 2024
1 parent d4d3bf9 commit 9028169
Show file tree
Hide file tree
Showing 4 changed files with 86 additions and 0 deletions.
1 change: 1 addition & 0 deletions compiler/luci/import/include/luci/Import/Nodes.h
Original file line number Diff line number Diff line change
Expand Up @@ -107,6 +107,7 @@
#include "Nodes/CircleResizeNearestNeighbor.h"
#include "Nodes/CircleReverseSequence.h"
#include "Nodes/CircleReverseV2.h"
#include "Nodes/CircleRmsNorm.h"
#include "Nodes/CircleRound.h"
#include "Nodes/CircleRsqrt.h"
#include "Nodes/CircleScatterNd.h"
Expand Down
37 changes: 37 additions & 0 deletions compiler/luci/import/include/luci/Import/Nodes/CircleRmsNorm.h
Original file line number Diff line number Diff line change
@@ -0,0 +1,37 @@
/*
* Copyright (c) 2024 Samsung Electronics Co., Ltd. All Rights Reserved
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/

#ifndef __LUCI_IMPORT_OP_CIRCLE_RMS_NORM_H__
#define __LUCI_IMPORT_OP_CIRCLE_RMS_NORM_H__

#include "luci/Import/GraphBuilder.h"

namespace luci
{

class CircleRmsNormGraphBuilder : public GraphBuilder
{
public:
bool validate(const ValidateArgs &args) const final;

private:
CircleNode *build_node(const circle::OperatorT &op, const std::vector<CircleNode *> &inputs,
loco::Graph *graph) const final;
};

} // namespace luci

#endif // __LUCI_IMPORT_OP_CIRCLE_RMS_NORM_H__
1 change: 1 addition & 0 deletions compiler/luci/import/src/GraphBuilderRegistry.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -116,6 +116,7 @@ GraphBuilderRegistry::GraphBuilderRegistry()
CIRCLE_NODE(RESIZE_NEAREST_NEIGHBOR, CircleResizeNearestNeighborGraphBuilder); // 97
CIRCLE_NODE(REVERSE_SEQUENCE, CircleReverseSequenceGraphBuilder); // 112
CIRCLE_NODE(REVERSE_V2, CircleReverseV2GraphBuilder); // 105
CIRCLE_NODE(RMS_NORM, CircleRmsNormGraphBuilder); // 255
CIRCLE_NODE(ROUND, CircleRoundGraphBuilder); // 116
CIRCLE_NODE(RSQRT, CircleRsqrtGraphBuilder); // 76
CIRCLE_NODE(SCATTER_ND, CircleScatterNdGraphBuilder); // 122
Expand Down
47 changes: 47 additions & 0 deletions compiler/luci/import/src/Nodes/CircleRmsNorm.cpp
Original file line number Diff line number Diff line change
@@ -0,0 +1,47 @@
/*
* Copyright (c) 2024 Samsung Electronics Co., Ltd. All Rights Reserved
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/

#include "luci/Import/Nodes/CircleRmsNorm.h"

#include <luci/IR/Nodes/CircleRmsNorm.h>

#include <loco.h>

namespace luci
{

bool CircleRmsNormGraphBuilder::validate(const ValidateArgs &args) const
{
// TODO check dtypes
return GraphBuilder::validate(args, 3);
}

CircleNode *CircleRmsNormGraphBuilder::build_node(const circle::OperatorT &op,
const std::vector<CircleNode *> &inputs,
loco::Graph *graph) const
{
auto *node = graph->nodes()->create<CircleRmsNorm>();
node->input(inputs.at(0));
node->gamma(inputs.at(1));
node->beta(inputs.at(2));

const auto *options = op.builtin_options.AsRmsNormOptions();
node->epsilon(options->epsilon);

return node;
}

} // namespace luci

0 comments on commit 9028169

Please sign in to comment.