Browse Source

!10296 Return false if Recv node is not found in gpu_stream_assign.cc

From: @zpac
Reviewed-by: @kisnwang,@limingqi107
Signed-off-by: @limingqi107
tags/v1.1.0
mindspore-ci-bot Gitee 5 years ago
parent
commit
112792e307
1 changed files with 3 additions and 0 deletions
  1. +3
    -0
      mindspore/ccsrc/runtime/device/gpu/gpu_stream_assign.cc

+ 3
- 0
mindspore/ccsrc/runtime/device/gpu/gpu_stream_assign.cc View File

@@ -83,7 +83,10 @@ bool FindAllReduceStreamSwitchPos(const std::shared_ptr<session::KernelGraph> &k
std::vector<CNodePtr>::iterator mock_recv_node_iter =
FindRecvNodePos(iter, iter_end, *iter, kAllReduceStreamSwitch);
if (mock_recv_node_iter == iter_end) {
// Each AllReduce must have its corresponding node which takes AllReduce as a input to synchronize stream,
// otherwise consider FindAllReduceStreamSwitchPos as failed.
MS_LOG(INFO) << "Can't find recv node place after AllReduce node.";
return false;
} else if (AnfAlgo::GetCNodeName(*mock_recv_node_iter) != kAllReduceOpName) {
SendRecvPair pair2 = {kAllReduceStreamSwitch, *iter, *mock_recv_node_iter, IntToSize(iter - iter_begin + 1),
IntToSize(mock_recv_node_iter - iter_begin)};


Loading…
Cancel
Save