From ce4b3e472dc7bb5efd0be2e085e5bcbb0fa84358 Mon Sep 17 00:00:00 2001 From: Margaret_wangrui Date: Fri, 26 Mar 2021 18:17:45 +0800 Subject: [PATCH] parallel exec order bug fix --- mindspore/nn/wrap/cell_wrapper.py | 1 + 1 file changed, 1 insertion(+) diff --git a/mindspore/nn/wrap/cell_wrapper.py b/mindspore/nn/wrap/cell_wrapper.py index 003e257149..b143a736bc 100644 --- a/mindspore/nn/wrap/cell_wrapper.py +++ b/mindspore/nn/wrap/cell_wrapper.py @@ -352,6 +352,7 @@ class TrainOneStepCell(Cell): weights = self.weights loss = self.network(*inputs) sens = P.Fill()(P.DType()(loss), P.Shape()(loss), self.sens) + sens = F.depend(sens, loss) grads = self.grad(self.network, weights)(*inputs, sens) grads = self.grad_reducer(grads) loss = F.depend(loss, self.optimizer(grads))