Browse Source

!3580 fix allreduce fusion case in grad reducer

Merge pull request !3580 from gziyan/fix_allreduce_fusion
tags/v0.6.0-beta
mindspore-ci-bot Gitee 5 years ago
parent
commit
3d87436bb0
1 changed files with 2 additions and 2 deletions
  1. +2
    -2
      mindspore/nn/wrap/grad_reducer.py

+ 2
- 2
mindspore/nn/wrap/grad_reducer.py View File

@@ -344,10 +344,10 @@ class DistributedGradReducer(Cell):
if self.split_fusion:
if self.enable_parameter_server:
new_grad = self.map_(F.partial(reduce_opt, self.degree, self.mean, self.allgather),
self.opt_list, self.allreduce_filter, grads, self.ps_parameters)
self.op_list, self.allreduce_filter, grads, self.ps_parameters)
else:
new_grad = self.map_(F.partial(reduce_opt, self.degree, self.mean, self.allgather),
self.opt_list, self.allreduce_filter, grads)
self.op_list, self.allreduce_filter, grads)
else:
if self.enable_parameter_server:
new_grad = self.map_(F.partial(reduce_opt, self.degree, self.mean, self.allgather,


Loading…
Cancel
Save