Browse Source

!30661 [Auto parallel] [MoE] Fix an error of configuring MoE parallel

Merge pull request !30661 from Xiaoda/124-moe-changes
feature/build-system-rewrite
i-robot Gitee 4 years ago
parent
commit
ad9757ccf0
No known key found for this signature in database GPG Key ID: 173E9B9CA92EEF8F
1 changed files with 1 additions and 1 deletions
  1. +1
    -1
      tests/ut/python/parallel/test_parallel_moe.py

+ 1
- 1
tests/ut/python/parallel/test_parallel_moe.py View File

@@ -153,7 +153,7 @@ class TransformerNet(nn.Cell):
ffn_hidden_size=64,
moe_config=moe_config,
parallel_config=parallel_config)
self.loss = CrossEntropyLoss(parallel_config=config.moe_parallel_config)
self.loss = CrossEntropyLoss(parallel_config=parallel_config.moe_parallel_config)

def construct(self, x1, x2, x3, x4, x5, y, mask):
predict, _, _ = self.network(x1, x2, x3, x4, x5)


Loading…
Cancel
Save