Browse Source

!13381 fix execution order of broadcast weight grouping

From: @gong_zi_yan
Reviewed-by: @kisnwang,@stsuteng
Signed-off-by: @stsuteng
tags/v1.2.0-rc1
mindspore-ci-bot Gitee 5 years ago
parent
commit
6fcc934359
1 changed files with 2 additions and 0 deletions
  1. +2
    -0
      mindspore/nn/optim/optimizer.py

+ 2
- 0
mindspore/nn/optim/optimizer.py View File

@@ -583,6 +583,8 @@ class Optimizer(Cell):
new_param_group = []
for root in range(self.dev_num):
ops = P.Broadcast(root)
if root > 0:
param_group[root] = F.depend(param_group[root], new_param_group[root-1])
next_params = ops(param_group[root])
new_param_group.append(next_params)
for i in range(F.tuple_len(next_params)):


Loading…
Cancel
Save