diff --git a/mindspore/ccsrc/kernel/gpu/nn/layer_norm_gpu_kernel.h b/mindspore/ccsrc/kernel/gpu/nn/layer_norm_gpu_kernel.h
index e80cd091e5..29a609d95c 100644
--- a/mindspore/ccsrc/kernel/gpu/nn/layer_norm_gpu_kernel.h
+++ b/mindspore/ccsrc/kernel/gpu/nn/layer_norm_gpu_kernel.h
@@ -43,7 +43,7 @@ class LayerNormGpuKernel : public GpuKernel {
     auto mean = GetDeviceAddress<T>(outputs, 1);
     auto variance = GetDeviceAddress<T>(outputs, 2);
 
-    T epsilon = 10e-12;
+    const T epsilon = 10e-12;
     LayerNorm(input_row_, input_col_, param_dim_, epsilon, x, gamma, beta, y, mean, variance,
               reinterpret_cast<cudaStream_t>(stream_ptr));
     return true;
diff --git a/mindspore/ccsrc/kernel/gpu/nn/layer_norm_grad_gpu_kernel.h b/mindspore/ccsrc/kernel/gpu/nn/layer_norm_grad_gpu_kernel.h
index 84049206db..1f0ffc14a4 100644
--- a/mindspore/ccsrc/kernel/gpu/nn/layer_norm_grad_gpu_kernel.h
+++ b/mindspore/ccsrc/kernel/gpu/nn/layer_norm_grad_gpu_kernel.h
@@ -45,7 +45,7 @@ class LayerNormGradGpuKernel : public GpuKernel {
     auto dg = GetDeviceAddress<T>(outputs, 1);
     auto db = GetDeviceAddress<T>(outputs, 2);
 
-    T epsilon = 10e-12;
+    const T epsilon = 10e-12;
     LayerNormGrad(input_row_, input_col_, param_dim_, epsilon, dy, x, mean, var, gamma, dx, dg, db,
                   reinterpret_cast<cudaStream_t>(stream_ptr));
     return true;