From a490f8a5335f3608a19fdf8a018fbfbd731280d3 Mon Sep 17 00:00:00 2001
From: nihuini <nihuini@tencent.com>
Date: Thu, 4 Nov 2021 17:23:46 +0800
Subject: [PATCH] fix layernorm with affine

---
 src/layer/layernorm.cpp | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/layer/layernorm.cpp b/src/layer/layernorm.cpp
index a4cc3076e..edaac35b2 100644
--- a/src/layer/layernorm.cpp
+++ b/src/layer/layernorm.cpp
@@ -92,7 +92,7 @@ int LayerNorm::forward_inplace(Mat& bottom_top_blob, const Option& opt) const
             {
                 for (int j = 0; j < w; j++)
                 {
-                    ptr[j] = ptr[j] * gamma_data[j] + beta_data[j];
+                    ptr[j] = (ptr[j] * a + b) * gamma_data[j] + beta_data[j];
                 }
             }
             else
@@ -144,7 +144,7 @@ int LayerNorm::forward_inplace(Mat& bottom_top_blob, const Option& opt) const
             {
                 for (int i = 0; i < size; i++)
                 {
-                    ptr[i] = ptr[i] * gamma_data[i] + beta_data[i];
+                    ptr[i] = (ptr[i] * a + b) * gamma_data[i] + beta_data[i];
                 }
             }
             else