// Tencent is pleased to support the open source community by making ncnn available. // // Copyright (C) 2022 THL A29 Limited, a Tencent company. All rights reserved. // // Licensed under the BSD 3-Clause License (the "License"); you may not use this file except // in compliance with the License. You may obtain a copy of the License at // // https://opensource.org/licenses/BSD-3-Clause // // Unless required by applicable law or agreed to in writing, software distributed // under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR // CONDITIONS OF ANY KIND, either express or implied. See the License for the // specific language governing permissions and limitations under the License. #include "fuse_static_layernorm.h" #include "pass_level2.h" #include #include namespace pnnx { class fuse_static_Flayernorm_pass : public GraphRewriterPass { public: const char* match_pattern_graph() const { return R"PNNXIR(7767517 5 4 pnnx.Input input 0 1 input pnnx.Attribute op_weight 0 1 weight @qwq pnnx.Attribute op_bias 0 1 bias @qwq F.layer_norm op_0 3 1 input weight bias out normalized_shape=%normalized_shape eps=%eps pnnx.Output output 1 0 out )PNNXIR"; } const char* type_str() const { return "nn.LayerNorm"; } const char* name_str() const { return "layer_norm"; } void write(Operator* op, const std::map& captured_params, const std::map& captured_attrs) const { Attribute weight; Attribute bias; for (const auto& x : captured_attrs) { if (x.first.substr(0, 10) == "op_weight.") weight = x.second; if (x.first.substr(0, 8) == "op_bias.") bias = x.second; } op->params["normalized_shape"] = captured_params.at("normalized_shape"); op->params["eps"] = captured_params.at("eps"); op->params["elementwise_affine"] = true; op->attrs["weight"] = weight; op->attrs["bias"] = bias; } }; void fuse_static_layernorm(Graph& graph) { fuse_static_Flayernorm_pass a; int opindex = 0; pnnx_graph_rewrite(graph, &a, opindex); } } // namespace pnnx