!2413 [Auto parallel] Check 'CAST' from optimizers

Merge pull request !2413 from Xiaoda/7-auto-parallel-check-optimizer-ops

mindspore/ccsrc/parallel/ops_info/ops_utils.h

@@ -130,6 +130,7 @@ constexpr char FORWARD_OP[] = "forward_op";
 constexpr char REDISTRIBUTION_OP[] = "redistribution_op";
 constexpr char DARA_PARALLEL[] = "data_parallel";
 constexpr char FORWARD_REDUCE_SCATTER[] = "forward_reduce_scatter";
+constexpr char OPTIMIZER_SUB_STRING[] = "optimizer";
 
 // Operator
 constexpr char VIRTUAL_DIV[] = "_VirtualDiv";

mindspore/ccsrc/parallel/step_auto_parallel.cc

@@ -283,6 +283,10 @@ bool IsAutoParallelCareNode(const CNodePtr &cnode) {
   if (bool_result) {
     MS_LOG(EXCEPTION) << "Should implementing OperatorInfo for: " << prim->name();
   } else if (prim->name() == CAST) {
+    if (cnode->fullname_with_scope().find(OPTIMIZER_SUB_STRING) != std::string::npos) {
+      // Do not care CASTs from optimizer
+      return false;
+    }
     return true;
   }
   return IsParallelCareNode(cnode) && IsSplittableOperator(prim->name());

tests/ut/python/parallel/test_auto_parallel_cast.py

@@ -80,9 +80,9 @@ def test_double_star_graph():
 
     _executor.compile(net, x, y, z, w, phase='train')
     strategies = _executor._get_strategy(net)
-    expected_strategies = {'Default/network-Net/Cast-op1': [[8, 1]],
-                           'Default/network-Net/Cast-op3': [[1, 8]],
-                           'Default/network-Net/MatMul-op2': [[8, 1], [1, 1]],
+    expected_strategies = {'Default/network-Net/Cast-op0': [[8, 1]],
+                           'Default/network-Net/Cast-op1': [[1, 8]],
+                           'Default/network-Net/MatMul-op3': [[8, 1], [1, 1]],
                            'Default/network-Net/MatMul-op4': [[1, 1], [1, 8]],
-                           'Default/network-Net/MatMul-op0': [[1, 8], [8, 1]]}
+                           'Default/network-Net/MatMul-op2': [[1, 8], [8, 1]]}
     assert strategies == expected_strategies

tests/ut/python/parallel/test_auto_parallel_parameter_cast.py

@@ -12,6 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
+import re
 import numpy as np
 
 import mindspore as ms
@@ -69,9 +70,8 @@ def test_common_parameter():
 
     _executor.compile(net, x, y, phase='train')
     strategies = _executor._get_strategy(net)
-    expected_strategies = {'Default/network-Net/MatMul-op1': [[8, 1], [1, 1]],
-                           'Default/network-Net/MatMul-op3': [[8, 1], [1, 1]],
-                           'Default/network-Net/Cast-op2': [[1, 1]],
-                           'Default/network-Net/MatMul-op0': [[8, 1], [1, 1]],
-                           'Default/network-Net/Cast-op4': [[1, 1]]}
-    assert strategies == expected_strategies
+    for (k, v) in strategies.items():
+        if re.search('MatMul-op', k) is not None:
+            assert v == [[8, 1], [1, 1]]
+        elif re.search('Cast-op', k) is not None:
+            assert v == [[1, 1]]