From 029df0def3d68c93a142e3ca52bfc0a563cd4bc5 Mon Sep 17 00:00:00 2001 From: yuchaojie Date: Tue, 2 Mar 2021 21:00:15 +0800 Subject: [PATCH] fix GlobalBatchNorm --- mindspore/nn/layer/normalization.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/mindspore/nn/layer/normalization.py b/mindspore/nn/layer/normalization.py index 3acac0b5df..748ab7be3d 100644 --- a/mindspore/nn/layer/normalization.py +++ b/mindspore/nn/layer/normalization.py @@ -81,7 +81,7 @@ class _BatchNorm(Cell): self.parallel_mode = context.get_auto_parallel_context("parallel_mode") global SYNC_BN_GROUP_NAME # for GlobalBatchNorm - if self.group_device_num != 1 and self.parallel_mode != context.ParallelMode.STAND_ALONE: + if self.group_device_num != 1: self.rank_id = get_rank() self.rank_size = get_group_size() self.device_list = [i for i in range(0, self.rank_size)]