From bde36af04cc6de80125c719d62b8e934df073792 Mon Sep 17 00:00:00 2001
From: shibeiji <shibeiji@huawei.com>
Date: Mon, 30 Nov 2020 08:19:52 +0800
Subject: [PATCH] Modify the default activation function for bert

---
 model_zoo/official/nlp/bert/src/config.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/model_zoo/official/nlp/bert/src/config.py b/model_zoo/official/nlp/bert/src/config.py
index 39b29a4540..e5e8c8b49f 100644
--- a/model_zoo/official/nlp/bert/src/config.py
+++ b/model_zoo/official/nlp/bert/src/config.py
@@ -103,7 +103,7 @@ if cfg.bert_network == 'large':
         num_hidden_layers=24,
         num_attention_heads=16,
         intermediate_size=4096,
-        hidden_act="fast_gelu",
+        hidden_act="gelu",
         hidden_dropout_prob=0.1,
         attention_probs_dropout_prob=0.1,
         max_position_embeddings=512,