diff --git a/mindspore/ccsrc/backend/optimizer/mem_reuse/mem_reuse_allocator.cc b/mindspore/ccsrc/backend/optimizer/mem_reuse/mem_reuse_allocator.cc
index c3eebaad38..24a9474f48 100644
--- a/mindspore/ccsrc/backend/optimizer/mem_reuse/mem_reuse_allocator.cc
+++ b/mindspore/ccsrc/backend/optimizer/mem_reuse/mem_reuse_allocator.cc
@@ -204,7 +204,7 @@ void BestFitMemReuse::AssignCommunicationNodeOutputOffset() {
     size_t index = GetTensorIndex(tensor_idx);
     auto tensor_desc = tensor_ptr_list_[index];
     MS_EXCEPTION_IF_NULL(tensor_desc);
-    if (output_index == 0 || output_index == output_ref_indexes.size() - 1) {
+    if (output_index == 0) {
       tensor_desc->size_ += kDefaultMemAlignSize;
     }