zzy34407230
/
mindspore2022
Not watched
1
0
Fork 0
Code
Releases 22 Wiki evaluate Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain HPC
You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.
Tree: 7d0bee5ba1
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from '7d0bee5ba1'
${ noResults }
mindspore2022/mindspore/ccsrc/frontend/optimizer/irpass.cc

287 lines
17 kB
Raw Blame History 

  1. /**

  2.  * Copyright 2020-2022 Huawei Technologies Co., Ltd

  3.  *

  4.  * Licensed under the Apache License, Version 2.0 (the "License");

  5.  * you may not use this file except in compliance with the License.

  6.  * You may obtain a copy of the License at

  7.  *

  8.  * http://www.apache.org/licenses/LICENSE-2.0

  9.  *

  10.  * Unless required by applicable law or agreed to in writing, software

  11.  * distributed under the License is distributed on an "AS IS" BASIS,

  12.  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

  13.  * See the License for the specific language governing permissions and

  14.  * limitations under the License.

  15.  */

  16. 

  17. #include "frontend/optimizer/irpass.h"

  18. #include "frontend/optimizer/irpass/arithmetic_simplify.h"

  19. #include "frontend/optimizer/irpass/branch_culling.h"

  20. #include "frontend/optimizer/irpass/cast_eliminate.h"

  21. #include "frontend/optimizer/irpass/convert.h"

  22. #include "frontend/optimizer/irpass/environ_eliminate.h"

  23. #include "frontend/optimizer/irpass/grad_var_prepare.h"

  24. #include "frontend/optimizer/irpass/gradient_eliminate.h"

  25. #include "frontend/optimizer/irpass/inline.h"

  26. #include "frontend/optimizer/irpass/updatestate_eliminate.h"

  27. #include "frontend/optimizer/irpass/load_eliminate.h"

  28. #include "frontend/optimizer/irpass/stopgrad_eliminate.h"

  29. #include "frontend/optimizer/irpass/incorporate_call.h"

  30. #include "frontend/optimizer/irpass/incorporate_getitem.h"

  31. #include "frontend/optimizer/irpass/item_tuple_or_list_eliminate.h"

  32. #include "frontend/optimizer/irpass/merge_addn.h"

  33. #include "frontend/optimizer/irpass/accumulaten_eliminate.h"

  34. #include "frontend/optimizer/irpass/less_batch_normalization.h"

  35. #include "frontend/optimizer/irpass/minmax_grad.h"

  36. #include "frontend/optimizer/irpass/param_replace.h"

  37. #include "frontend/optimizer/irpass/partial_eliminate.h"

  38. #include "frontend/optimizer/irpass/reduce_eliminate.h"

  39. #include "frontend/optimizer/irpass/ref_eliminate.h"

  40. #include "frontend/optimizer/irpass/reshape_eliminate.h"

  41. #include "frontend/optimizer/irpass/special_op_eliminate.h"

  42. #include "frontend/optimizer/irpass/specialize_transform.h"

  43. #include "frontend/optimizer/irpass/symbol_resolver.h"

  44. #include "frontend/optimizer/irpass/tile_eliminate.h"

  45. #include "frontend/optimizer/irpass/transpose_eliminate.h"

  46. #include "frontend/optimizer/irpass/value_based_eliminate.h"

  47. #include "frontend/optimizer/opt.h"

  48. #include "frontend/optimizer/irpass/row_tensor_eliminate.h"

  49. #include "frontend/optimizer/irpass/sparse_tensor_eliminate.h"

  50. #include "frontend/optimizer/irpass/switch_or_switch_layer_defer_inline.h"

  51. #include "frontend/optimizer/irpass/call_graph_tuple_transform.h"

  52. #include "frontend/optimizer/irpass/recompute_prepare.h"

  53. #include "frontend/optimizer/irpass/real_op_eliminate.h"

  54. 

  55. namespace mindspore {

  56. namespace opt {

  57. namespace irpass {

  58. OptimizeIRPassLib::OptimizeIRPassLib() {

  59.   arithmetic_simplify_ = MakeSubstitution(std::make_shared<ArithmeticSimplify>(), "arithmetic_simplify",

  60.                                           {prim::kPrimScalarAdd, prim::kPrimScalarMul, prim::kPrimAdd,

  61.                                            prim::kPrimIdentity, prim::kPrimMomentum, prim::kPrimMul, prim::kPrimPow});

  62.   arithmetic_simplify2_ =

  63.     MakeSubstitution(std::make_shared<ArithmeticSimplify2>(), "arithmetic_simplify2", {prim::kPrimMul});

  64.   special_op_eliminate_ =

  65.     MakeSubstitution(std::make_shared<SpecialOpEliminater>(), "special_op_eliminate",

  66.                      {prim::kPrimInsertGradientOf, prim::kPrimStopGradient, prim::kPrimHookBackward,

  67.                       prim::kPrimPrintShapeType, prim::kPrimGetRefValue, prim::kPrimMirror, prim::kPrimVirtualDiv});

  68.   pynative_eliminate_ = MakeSubstitution(std::make_shared<PynativeEliminater>(), "pynative_eliminate", IsCNodeDup);

  69.   zero_like_fill_zero_ =

  70.     MakeSubstitution(std::make_shared<ZeroLikeFillZero>(), "zero_like_fill_zero", prim::kPrimZerosLike);

  71.   adjust_all_reduce_mul_add_ =

  72.     MakeSubstitution(std::make_shared<AdjustAllReduceMulAdd>(), "adjust_all_reduce_mul_add", prim::kPrimAddN);

  73.   float_depend_g_call_ = MakeSubstitution(std::make_shared<FloatDependGCall>(), "float_depend_g_call", IsCNodeDup);

  74. 

  75.   // ops eliminate

  76.   tuple_list_get_item_eliminator_ =

  77.     MakeSubstitution(std::make_shared<TupleListGetitemEliminator>(), "tuple_list_get_item_eliminator",

  78.                      {prim::kPrimTupleGetItem, prim::kPrimListGetItem});

  79.   tuple_list_get_item_const_eliminator_ =

  80.     MakeSubstitution(std::make_shared<TupleListGetitemConstEliminator>(), "tuple_list_get_item_const_eliminator",

  81.                      {prim::kPrimTupleGetItem, prim::kPrimListGetItem});

  82.   tuple_list_set_item_eliminator_ =

  83.     MakeSubstitution(std::make_shared<TupleListSetitemEliminator>(), "tuple_list_set_item_eliminator",

  84.                      {prim::kPrimTupleSetItem, prim::kPrimListSetItem});

  85.   tuple_list_get_set_item_eliminator_ =

  86.     MakeSubstitution(std::make_shared<TupleListGetSetitemEliminator>(), "tuple_list_get_set_item_eliminator",

  87.                      {prim::kPrimTupleGetItem, prim::kPrimListGetItem});

  88.   tuple_list_get_item_depend_reorder_ =

  89.     MakeSubstitution(std::make_shared<TupleListGetitemDependReorder>(), "tuple_list_get_item_depend_reorder",

  90.                      {prim::kPrimTupleGetItem, prim::kPrimListGetItem});

  91.   tuple_list_convert_item_index_to_positive_ = MakeSubstitution(

  92.     std::make_shared<TupleListConvertItemIndexToPositive>(), "tuple_list_convert_item_index_to_positive",

  93.     {prim::kPrimTupleGetItem, prim::kPrimTupleSetItem, prim::kPrimListGetItem, prim::kPrimListSetItem});

  94.   make_slice_get_slice_eliminator_ = MakeSubstitution(std::make_shared<MakeSliceSliceGetItemEliminator>(),

  95.                                                       "make_slice_get_slice_eliminator", {prim::kPrimSliceGetItem});

  96.   tile_eliminate_ = MakeSubstitution(std::make_shared<TileEliminater>(), "tile_eliminate", prim::kPrimTile);

  97.   cast_eliminate_ = MakeSubstitution(std::make_shared<CastEliminater>(), "cast_eliminate", prim::kPrimCast);

  98.   reshape_eliminate_ = MakeSubstitution(std::make_shared<ReshapeEliminater>(), "reshape_eliminate", prim::kPrimReshape);

  99.   transpose_eliminate_ =

  100.     MakeSubstitution(std::make_shared<TransposeSameIOEliminater>(), "transpose_eliminate", prim::kPrimTranspose);

  101.   reduce_eliminate_ = MakeSubstitution(

  102.     std::make_shared<ReduceOneEliminater>(), "reduce_eliminate",

  103.     {prim::kPrimReduceMean, prim::kPrimReduceAll, prim::kPrimReduceSum, prim::kPrimReduceMax, prim::kPrimReduceMin});

  104.   partial_eliminate_ = MakeSubstitution(std::make_shared<PartialEliminater>(), "partial_eliminate", IsCNodeDup);

  105.   same_eliminate_ = MakeSubstitution(std::make_shared<SameEliminater>(), "same_eliminate", prim::kPrimSameTypeShape);

  106.   mirror_mini_step_elim_ = MakeSubstitution(std::make_shared<MirrorMiniStepEliminater>(), "mirror_mini_step_eliminate",

  107.                                             prim::kPrimMirrorMiniStep);

  108.   mini_step_allgather_replace_ = MakeSubstitution(std::make_shared<MiniStepAllGatherPass>(),

  109.                                                   "mini_step_allgather_replace", prim::kPrimMiniStepAllGather);

  110.   micro_step_allgather_replace_ = MakeSubstitution(std::make_shared<MicroStepAllGatherPass>(),

  111.                                                    "micro_step_allgather_replace", prim::kPrimMicroStepAllGather);

  112.   virtual_add_elim_ = MakeSubstitution(std::make_shared<VirtualAddEliminater>(), "virtual_add", prim::kPrimVirtualAdd);

  113.   check_bprop_eliminate_ =

  114.     MakeSubstitution(std::make_shared<CheckBpropEliminater>(), "check_bprop_eliminate", prim::kPrimCheckBprop);

  115.   reset_defer_inline_ =

  116.     MakeSubstitution(std::make_shared<ResetDeferInline>(), "reset_defer_inline", IsValueNode<FuncGraph>);

  117.   depend_value_elim_ = MakeSubstitution(std::make_shared<DependValueElim>(), "depend_value_elim", prim::kPrimDepend);

  118.   all_reduce_const_elim_ =

  119.     MakeSubstitution(std::make_shared<AllReduceConstElim>(), "reduce_all_const_elim", prim::kPrimAllReduce);

  120.   real_op_eliminate_ = MakeSubstitution(std::make_shared<RealOpEliminate>(), "real_op_eliminate", prim::kPrimRealInner);

  121. 

  122.   // Environ Item Eliminate

  123.   environ_get_eliminate_ =

  124.     MakeSubstitution(std::make_shared<EnvironGetEliminater>(), "environ_get_eliminate", prim::kPrimEnvironGet);

  125.   environ_get_add_eliminate_ =

  126.     MakeSubstitution(std::make_shared<EnvironGetAddEliminater>(), "environ_get_add_eliminate", prim::kPrimEnvironGet);

  127.   environ_get_set_eliminate_ =

  128.     MakeSubstitution(std::make_shared<EnvironGetSetEliminater>(), "environ_get_set_eliminate", prim::kPrimEnvironGet);

  129.   environ_get_depend_swap_ =

  130.     MakeSubstitution(std::make_shared<EnvironGetDependSwap>(), "environ_get_depend_swap", prim::kPrimEnvironGet);

  131.   environ_add_const_eliminate_ = MakeSubstitution(std::make_shared<EnvironAddConstEliminater>(),

  132.                                                   "environ_add_const_eliminate_", prim::kPrimEnvironAdd);

  133. 

  134.   incorporate_environ_get_bypass_recursive_ =

  135.     MakeSubstitution(std::make_shared<IncorporateEnvironGet>(true), "incorporate_environ_get", prim::kPrimEnvironGet);

  136.   incorporate_environ_get_switch_ = MakeSubstitution(std::make_shared<IncorporateEnvironGetSwitch>(),

  137.                                                      "incorporate_environ_get_switch", prim::kPrimEnvironGet);

  138.   incorporate_environ_get_ =

  139.     MakeSubstitution(std::make_shared<IncorporateEnvironGet>(), "incorporate_environ_get", prim::kPrimEnvironGet);

  140. 

  141.   incorporate_environ_get_switch_layer_ =

  142.     MakeSubstitution(std::make_shared<IncorporateEnvironGetSwitchLayer>(), "incorporate_environ_get_switch_layer",

  143.                      prim::kPrimEnvironGet);

  144. 

  145.   split_environ_get_set_with_tuple_value_ =

  146.     MakeSubstitution(std::make_shared<SplitEnvironGetSetWithTupleValue>(), "split_environ_get_set_with_tuple_value",

  147.                      {prim::kPrimEnvironGet, prim::kPrimEnvironSet});

  148. 

  149.   // Ref eliminate

  150.   make_ref_eliminate_ =

  151.     MakeSubstitution(std::make_shared<MakeRefEliminater>(), "make_ref_eliminate", prim::kPrimMakeRef);

  152.   get_ref_param_eliminate_ =

  153.     MakeSubstitution(std::make_shared<GetRefParamEliminater>(), "get_ref_param_eliminate", {prim::kPrimGetRefValue});

  154.   get_make_ref_eliminate_ = MakeSubstitution(std::make_shared<GetMakeRefEliminater>(), "get_make_ref_eliminate",

  155.                                              {prim::kPrimGetRefKey, prim::kPrimGetRefValue});

  156. 

  157.   replace_refkey_by_param_ = MakeSubstitution(std::make_shared<ReplaceRefkeyByParam>(), "replace_refkey_by_param",

  158.                                               IsValueNode<RefKey>, opt::FORCE_RENORM);

  159.   replace_old_param_ = MakeSubstitution(std::make_shared<ReplaceOldParam>(), "replace_old_param", IsParam);

  160.   minmaximum_grad_ = MakeSubstitution(std::make_shared<MinMaximumGrad>(), "minmaximum_grad", prim::kPrimTupleGetItem);

  161. 

  162.   // branch culling

  163.   switch_simplify_ = MakeSubstitution(std::make_shared<SwitchSimplify>(), "switch_simplify", prim::kPrimSwitch);

  164.   float_tuple_getitem_switch_ = MakeSubstitution(std::make_shared<FloatTupleGetItemSwitch>(),

  165.                                                  "float_tuple_getitem_switch", prim::kPrimTupleGetItem);

  166.   float_environ_get_switch_ =

  167.     MakeSubstitution(std::make_shared<FloatEnvironGetSwitch>(), "float_environ_get_switch", prim::kPrimEnvironGet);

  168.   exchange_switch_depend_value_ =

  169.     MakeSubstitution(std::make_shared<ExchangeSwitchDependValue>(), "exchange_switch_depend_value", prim::kPrimSwitch);

  170. 

  171.   switch_partial_eliminater_ =

  172.     MakeSubstitution(std::make_shared<SwitchPartialEliminater>(), "eliminate_switch_partial_", IsCNodeDup);

  173.   switch_layer_partial_eliminater_ =

  174.     MakeSubstitution(std::make_shared<SwitchLayerPartialEliminater>(), "eliminate_switch_layer_partial_", IsCNodeDup);

  175. 

  176.   // Addn

  177.   merge_addn_ = MakeSubstitution(std::make_shared<MergeAddN>(), "merge_addn", prim::kPrimAddN);

  178.   addn_zero_filter_ = MakeSubstitution(std::make_shared<AddNZeroFilter>(), "addn_zero_filter", prim::kPrimAddN);

  179. 

  180.   // AccumulateNV2

  181.   accumulaten_eliminater_ =

  182.     MakeSubstitution(std::make_shared<AccumulateNV2Eliminater>(), "accumulaten_eliminater", prim::kPrimAccumulateNV2);

  183. 

  184.   // Accelerated Algorithm

  185.   less_batch_normalization_ =

  186.     MakeSubstitution(std::make_shared<LessBatchNormalization>(), "less_batch_normalization",

  187.                      {prim::kPrimAdd, prim::kPrimRelu6, prim::kPrimMatMul, prim::kPrimMakeTuple, prim::kPrimMaxPool});

  188. 

  189.   // inline

  190.   inline_ = MakeSubstitution(std::make_shared<Inliner>(), "inline", IsCNodeGraph);

  191.   inline_without_move_ = MakeSubstitution(std::make_shared<DirectInliner>(false), "inline", IsCNodeGraph);

  192.   replace_applicator_ =

  193.     MakeSubstitution(std::make_shared<ReplaceApplicator>(), "replace_applicator", IsValueNode<FuncGraph>);

  194.   specialize_transform_ =

  195.     MakeSubstitution(std::make_shared<SpecializeOnGraphArguments>(), "specialize_transform", IsCNodeGraph);

  196. 

  197.   // UpdateState eliminate

  198.   updatestate_useless_node_eliminater_ =

  199.     MakeSubstitution(std::make_shared<UpdatestateUselessNodeEliminater>(), "updatestate_useless_node_eliminater",

  200.                      prim::kPrimUpdateState);

  201.   updatestate_pure_node_eliminater_ = MakeSubstitution(std::make_shared<UpdatestatePureNodeEliminater>(),

  202.                                                        "updatestate_pure_node_eliminater", prim::kPrimUpdateState);

  203.   switch_call_monad_eliminater_ = MakeSubstitution(std::make_shared<SwitchCallMonadParameterEliminater>(),

  204.                                                    "switch_call_monad_eliminater", IsCNodeDup);

  205. 

  206.   // Load eliminate

  207.   load_eliminater_ = MakeSubstitution(std::make_shared<LoadEliminater>(), "load_eliminater", prim::kPrimLoad);

  208. 

  209.   // StopGradient eliminate

  210.   stopgrad_eliminater_ =

  211.     MakeSubstitution(std::make_shared<StopGradientEliminater>(), "stopgrad_eliminater", prim::kPrimStopGradient);

  212. 

  213.   // Incorporation

  214.   incorporate_getitem_set_ =

  215.     MakeSubstitution(std::make_shared<IncorporateGetitemSet>(), "incorporate_getitem_set", prim::kPrimTupleGetItem);

  216.   incorporate_call_ = MakeSubstitution(std::make_shared<IncorporateCall>(), "incorporate_call", IsCNodeDup);

  217.   incorporate_call_switch_ =

  218.     MakeSubstitution(std::make_shared<IncorporateCallSwitch>(), "incorporate_call_switch", IsCNodeDup);

  219. 

  220.   // Virtual Dataset

  221.   virtual_dataset_eliminate_ = MakeSubstitution(std::make_shared<VirtualDatasetEliminater>(),

  222.                                                 "virtual_dataset_eliminate", prim::kPrimVirtualDataset);

  223.   // Virtual Dataset

  224.   virtual_output_eliminate_ =

  225.     MakeSubstitution(std::make_shared<VirtualOutputEliminater>(), "virtual_output_eliminate", prim::kPrimVirtualOutput);

  226. 

  227.   // PipelineSplit

  228.   receive_eliminate_ = MakeSubstitution(std::make_shared<ReceiveEliminater>(), "receive_eliminate", prim::kPrimReceive);

  229.   virtual_accu_grad_ =

  230.     MakeSubstitution(std::make_shared<VirtualAccuGradEliminater>(), "virtual_accu_grad", prim::kPrimVirtualAccuGrad);

  231.   virtual_assign_add_ =

  232.     MakeSubstitution(std::make_shared<VirtualAssignAddEliminater>(), "virtual_assign_add", prim::kPrimVirtualAssignAdd);

  233.   mirror_micro_step_ =

  234.     MakeSubstitution(std::make_shared<MirrorMicroStepEliminater>(), "mirror_micro_step", prim::kPrimMirrorMicroStep);

  235. 

  236.   // Convert

  237.   print_tuple_wrapper_ =

  238.     MakeSubstitution(std::make_shared<PrintTupleWrapper>(), "print_tuple_wrapper", prim::kPrimPrint);

  239. 

  240.   // tuple parameter graph transform

  241.   call_graph_tuple_transform_ =

  242.     MakeSubstitution(std::make_shared<CallGraphTupleTransform>(), "graph_param_transorm", IsCNode);

  243. 

  244.   // RowTensor Eliminate

  245.   row_tensor_eliminate_ = MakeSubstitution(

  246.     std::make_shared<RowTensorEliminater>(), "row_tensor_eliminate",

  247.     {prim::kPrimRowTensorGetIndices, prim::kPrimRowTensorGetValues, prim::kPrimRowTensorGetDenseShape});

  248. 

  249.   // RowTensorAddZerosLike Eliminate

  250.   row_tensor_add_zeros_like_ =

  251.     MakeSubstitution(std::make_shared<RowTensorAddZerosLike>(), "row_tensor_add_zeros_like", prim::kPrimRowTensorAdd);

  252. 

  253.   // SparseTensor Eliminate

  254.   sparse_tensor_eliminate_ = MakeSubstitution(

  255.     std::make_shared<SparseTensorEliminater>(), "sparse_tensor_eliminate",

  256.     {prim::kPrimSparseTensorGetIndices, prim::kPrimSparseTensorGetValues, prim::kPrimSparseTensorGetDenseShape});

  257. 

  258.   // Value_Based Eliminate

  259.   value_based_eliminate_ = MakeSubstitution(std::make_shared<ValueBasedEliminate>(), "value_based_eliminate",

  260.                                             {prim::kPrimSelect, prim::kPrimMinimum, prim::kPrimMaximum});

  261. 

  262.   // switch defer inline

  263.   switch_defer_inline_ =

  264.     MakeSubstitution(std::make_shared<SwitchDeferInline>(), "switch_defer_inline", prim::kPrimSwitch);

  265. 

  266.   // switch_layer defer inline

  267.   switch_layer_defer_inline_ =

  268.     MakeSubstitution(std::make_shared<SwitchLayerDeferInline>(), "switch_layer_defer_inline", prim::kPrimSwitchLayer);

  269. 

  270.   // recompute

  271.   set_cell_output_no_recompute_ = MakeSubstitution(std::make_shared<SetCellOutputNoRecompute>(),

  272.                                                    "set_cell_output_no_recompute", IsValueNode<FuncGraph>);

  273. }

  274. 

  275. ResolveIRPassLib::ResolveIRPassLib() {

  276.   // In resolver_, some patterns have priority over others.

  277.   resolver_ = MakeSubstitution(std::make_shared<Resolver>(), "getattr_resolve",

  278.                                {prim::kPrimGetAttr, prim::kPrimResolve}, opt::CHECK_RENORM, true);

  279. }

  280. 

  281. InferenceOptPrepareLib::InferenceOptPrepareLib() {

  282.   grad_var_prepare_ = MakeSubstitution(std::make_shared<GradVarPrepare>(), "grad_var_prepare", IsCNode);

  283. }

  284. }  // namespace irpass

  285. }  // namespace opt

  286. }  // namespace mindspore