diff --git a/mindspore/common/parameter.py b/mindspore/common/parameter.py
index 6e52409c13..a9614855f3 100644
--- a/mindspore/common/parameter.py
+++ b/mindspore/common/parameter.py
@@ -149,7 +149,6 @@ class Parameter(Tensor_):
         self._is_init = False
         self._inited_param = None
         self._sliced = False
-        self.comm_fusion = 1
         self.is_param_ps = False
         self._cast_type = None
         self._unique = False
diff --git a/mindspore/nn/optim/optimizer.py b/mindspore/nn/optim/optimizer.py
index 1a5b294a3d..da9ab0800d 100755
--- a/mindspore/nn/optim/optimizer.py
+++ b/mindspore/nn/optim/optimizer.py
@@ -585,6 +585,8 @@ class Optimizer(Cell):
             ops = P.Broadcast(root)
             if root > 0:
                 param_group[root] = F.depend(param_group[root], new_param_group[root-1])
+            else:
+                param_group[root] = F.depend(param_group[root], optim_result)
             next_params = ops(param_group[root])
             new_param_group.append(next_params)
             for i in range(F.tuple_len(next_params)):