zzy34407230
/
mindspore2022
Not watched
1
0
Fork 0
Code
Releases 22 Wiki evaluate Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain HPC
You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.
Tree: 693b4cfdc8
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from '693b4cfdc8'
${ noResults }
mindspore2022/mindspore/ccsrc/frontend/optimizer/irpass.cc

244 lines
14 kB
Raw Blame History 

  1. /**

  2.  * Copyright 2020 Huawei Technologies Co., Ltd

  3.  *

  4.  * Licensed under the Apache License, Version 2.0 (the "License");

  5.  * you may not use this file except in compliance with the License.

  6.  * You may obtain a copy of the License at

  7.  *

  8.  * http://www.apache.org/licenses/LICENSE-2.0

  9.  *

  10.  * Unless required by applicable law or agreed to in writing, software

  11.  * distributed under the License is distributed on an "AS IS" BASIS,

  12.  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

  13.  * See the License for the specific language governing permissions and

  14.  * limitations under the License.

  15.  */

  16. 

  17. #include "frontend/optimizer/irpass.h"

  18. #include "frontend/optimizer/irpass/arithmetic_simplify.h"

  19. #include "frontend/optimizer/irpass/branch_culling.h"

  20. #include "frontend/optimizer/irpass/cast_eliminate.h"

  21. #include "frontend/optimizer/irpass/convert.h"

  22. #include "frontend/optimizer/irpass/env_item_eliminate.h"

  23. #include "frontend/optimizer/irpass/grad_var_prepare.h"

  24. #include "frontend/optimizer/irpass/gradient_eliminate.h"

  25. #include "frontend/optimizer/irpass/inline.h"

  26. #include "frontend/optimizer/irpass/updatestate_eliminate.h"

  27. #include "frontend/optimizer/irpass/load_eliminate.h"

  28. #include "frontend/optimizer/irpass/stopgrad_eliminate.h"

  29. #include "frontend/optimizer/irpass/incorporate_call.h"

  30. #include "frontend/optimizer/irpass/incorporate_getitem.h"

  31. #include "frontend/optimizer/irpass/item_tuple_or_list_eliminate.h"

  32. #include "frontend/optimizer/irpass/mark_interface_fusion.h"

  33. #include "frontend/optimizer/irpass/merge_addn.h"

  34. #include "frontend/optimizer/irpass/accumulaten_eliminate.h"

  35. #include "frontend/optimizer/irpass/minmax_grad.h"

  36. #include "frontend/optimizer/irpass/param_replace.h"

  37. #include "frontend/optimizer/irpass/partial_eliminate.h"

  38. #include "frontend/optimizer/irpass/reduce_eliminate.h"

  39. #include "frontend/optimizer/irpass/ref_eliminate.h"

  40. #include "frontend/optimizer/irpass/reshape_eliminate.h"

  41. #include "frontend/optimizer/irpass/special_op_eliminate.h"

  42. #include "frontend/optimizer/irpass/specialize_transform.h"

  43. #include "frontend/optimizer/irpass/symbol_resolver.h"

  44. #include "frontend/optimizer/irpass/tile_eliminate.h"

  45. #include "frontend/optimizer/irpass/transpose_eliminate.h"

  46. #include "frontend/optimizer/irpass/value_based_eliminate.h"

  47. #include "frontend/optimizer/opt.h"

  48. #include "frontend/optimizer/irpass/row_tensor_eliminate.h"

  49. #include "frontend/optimizer/irpass/sparse_tensor_eliminate.h"

  50. #include "frontend/optimizer/irpass/switch_layer_defer_inline.h"

  51. #include "frontend/optimizer/irpass/call_graph_tuple_transform.h"

  52. 

  53. namespace mindspore {

  54. namespace opt {

  55. namespace irpass {

  56. OptimizeIRPassLib::OptimizeIRPassLib() {

  57.   arithmetic_simplify_ = MakeSubstitution(std::make_shared<ArithmeticSimplify>(), "arithmetic_simplify",

  58.                                           {prim::kPrimScalarAdd, prim::kPrimScalarMul, prim::kPrimAdd,

  59.                                            prim::kPrimIdentity, prim::kPrimMomentum, prim::kPrimMul, prim::kPrimPow});

  60.   arithmetic_simplify2_ =

  61.     MakeSubstitution(std::make_shared<ArithmeticSimplify2>(), "arithmetic_simplify2", {prim::kPrimMul});

  62.   special_op_eliminate_ =

  63.     MakeSubstitution(std::make_shared<SpecialOpEliminater>(), "special_op_eliminate",

  64.                      {prim::kPrimInsertGradientOf, prim::kPrimStopGradient, prim::kPrimHookBackward,

  65.                       prim::kPrimPrintShapeType, prim::kPrimGetRefValue, prim::kPrimMirror, prim::kPrimVirtualDiv});

  66.   pynative_eliminate_ = MakeSubstitution(std::make_shared<PynativeEliminater>(), "pynative_eliminate", IsCNodeDup);

  67.   zero_like_fill_zero_ =

  68.     MakeSubstitution(std::make_shared<ZeroLikeFillZero>(), "zero_like_fill_zero", prim::kPrimZerosLike);

  69.   adjust_all_reduce_mul_add_ =

  70.     MakeSubstitution(std::make_shared<AdjustAllReduceMulAdd>(), "adjust_all_reduce_mul_add", prim::kPrimAddN);

  71.   float_depend_g_call_ = MakeSubstitution(std::make_shared<FloatDependGCall>(), "float_depend_g_call", IsCNodeDup);

  72. 

  73.   // ops eliminate

  74.   item_tuple_or_list_eliminate_ = MakeSubstitution(

  75.     std::make_shared<ItemTupleOrListEliminator>(), "item_tuple_or_list_eliminate",

  76.     {prim::kPrimTupleGetItem, prim::kPrimTupleSetItem, prim::kPrimListGetItem, prim::kPrimListSetItem});

  77.   tile_eliminate_ = MakeSubstitution(std::make_shared<TileEliminater>(), "tile_eliminate", prim::kPrimTile);

  78.   cast_eliminate_ = MakeSubstitution(std::make_shared<CastEliminater>(), "cast_eliminate", prim::kPrimCast);

  79.   reshape_eliminate_ = MakeSubstitution(std::make_shared<ReshapeEliminater>(), "reshape_eliminate", prim::kPrimReshape);

  80.   transpose_eliminate_ =

  81.     MakeSubstitution(std::make_shared<TransposeSameIOEliminater>(), "transpose_eliminate", prim::kPrimTranspose);

  82.   reduce_eliminate_ = MakeSubstitution(

  83.     std::make_shared<ReduceOneEliminater>(), "reduce_eliminate",

  84.     {prim::kPrimReduceMean, prim::kPrimReduceAll, prim::kPrimReduceSum, prim::kPrimReduceMax, prim::kPrimReduceMin});

  85.   partial_eliminate_ = MakeSubstitution(std::make_shared<PartialEliminater>(), "partial_eliminate", IsCNodeDup);

  86.   same_eliminate_ = MakeSubstitution(std::make_shared<SameEliminater>(), "same_eliminate", prim::kPrimSameTypeShape);

  87.   mirror_mini_step_elim_ = MakeSubstitution(std::make_shared<MirrorMiniStepEliminater>(), "mirror_mini_step_eliminate",

  88.                                             prim::kPrimMirrorMiniStep);

  89.   mini_step_allgather_replace_ = MakeSubstitution(std::make_shared<MiniStepAllGatherPass>(),

  90.                                                   "mini_step_allgather_replace", prim::kPrimMiniStepAllGather);

  91.   virtual_add_elim_ = MakeSubstitution(std::make_shared<VirtualAddEliminater>(), "virtual add", prim::kPrimVirtualAdd);

  92.   check_bprop_eliminate_ =

  93.     MakeSubstitution(std::make_shared<CheckBpropEliminater>(), "check_bprop_eliminate", prim::kPrimCheckBprop);

  94.   reset_defer_inline_ =

  95.     MakeSubstitution(std::make_shared<ResetDeferInline>(), "reset_defer_inline", IsValueNode<FuncGraph>);

  96.   depend_value_elim_ = MakeSubstitution(std::make_shared<DependValueElim>(), "depend_value_elim", prim::kPrimDepend);

  97.   all_reduce_const_elim_ =

  98.     MakeSubstitution(std::make_shared<AllReduceConstElim>(), "reduce_all_const_elim", prim::kPrimAllReduce);

  99. 

  100.   // Env Item Eliminate

  101.   env_get_item_eliminate_ =

  102.     MakeSubstitution(std::make_shared<EnvGetItemEliminater>(), "env_get_item_eliminate", prim::kPrimEnvGetItem);

  103.   new_env_get_item_ = MakeSubstitution(std::make_shared<NewEnvGetItem>(), "new_env_get_item", prim::kPrimEnvGetItem);

  104.   incorporate_env_getitem_bypass_recursive_ =

  105.     MakeSubstitution(std::make_shared<IncorporateEnvGetitem>(true), "incorporate_env_get_item", prim::kPrimEnvGetItem);

  106.   incorporate_env_getitem_switch_ = MakeSubstitution(std::make_shared<IncorporateEnvGetitemSwitch>(),

  107.                                                      "incorporate_env_getitem_switch", prim::kPrimEnvGetItem);

  108.   incorporate_env_getitem_ =

  109.     MakeSubstitution(std::make_shared<IncorporateEnvGetitem>(), "incorporate_env_get_item", prim::kPrimEnvGetItem);

  110. 

  111.   incorporate_env_getitem_switch_layer_ =

  112.     MakeSubstitution(std::make_shared<IncorporateEnvGetitemSwitchLayer>(), "incorporate_env_getitem_switch_layer",

  113.                      prim::kPrimEnvGetItem);

  114. 

  115.   // Ref eliminate

  116.   make_ref_eliminate_ =

  117.     MakeSubstitution(std::make_shared<MakeRefEliminater>(), "make_ref_eliminate", prim::kPrimMakeRef);

  118.   get_ref_param_eliminate_ =

  119.     MakeSubstitution(std::make_shared<GetRefParamEliminater>(), "get_ref_param_eliminate", {prim::kPrimGetRefValue});

  120.   get_make_ref_eliminate_ = MakeSubstitution(std::make_shared<GetMakeRefEliminater>(), "get_make_ref_eliminate",

  121.                                              {prim::kPrimGetRefKey, prim::kPrimGetRefValue});

  122. 

  123.   replace_refkey_by_param_ = MakeSubstitution(std::make_shared<ReplaceRefkeyByParam>(), "replace_refkey_by_param",

  124.                                               IsValueNode<RefKey>, opt::FORCE_RENORM);

  125.   replace_old_param_ = MakeSubstitution(std::make_shared<ReplaceOldParam>(), "replace_old_param", IsParam);

  126.   minmaximum_grad_ = MakeSubstitution(std::make_shared<MinMaximumGrad>(), "minmaximum_grad", prim::kPrimTupleGetItem);

  127. 

  128.   // branch culling

  129.   switch_simplify_ = MakeSubstitution(std::make_shared<SwitchSimplify>(), "switch_simplify", prim::kPrimSwitch);

  130.   float_tuple_getitem_switch_ = MakeSubstitution(std::make_shared<FloatTupleGetItemSwitch>(),

  131.                                                  "float_tuple_getitem_switch", prim::kPrimTupleGetItem);

  132.   float_env_getitem_switch_ =

  133.     MakeSubstitution(std::make_shared<FloatEnvGetItemSwitch>(), "float_env_getitem_switch", prim::kPrimEnvGetItem);

  134.   convert_switch_replacement_ =

  135.     MakeSubstitution(std::make_shared<ConvertSwitchReplacement>(), "convert_switch_replacement", IsCNodeDup);

  136.   exchange_switch_depend_value_ =

  137.     MakeSubstitution(std::make_shared<ExchangeSwitchDependValue>(), "exchange_switch_depend_value", prim::kPrimSwitch);

  138. 

  139.   // Addn

  140.   merge_addn_ = MakeSubstitution(std::make_shared<MergeAddN>(), "merge_addn", prim::kPrimAddN);

  141.   addn_zero_filter_ = MakeSubstitution(std::make_shared<AddNZeroFilter>(), "addn_zero_filter", prim::kPrimAddN);

  142. 

  143.   // AccumulateNV2

  144.   accumulaten_eliminater_ =

  145.     MakeSubstitution(std::make_shared<AccumulateNV2Eliminater>(), "accumulaten_eliminater", prim::kPrimAccumulateNV2);

  146. 

  147.   // inline

  148.   inline_ = MakeSubstitution(std::make_shared<Inliner>(), "inline", IsCNodeGraph);

  149.   inline_without_move_ = MakeSubstitution(std::make_shared<DirectInliner>(false), "inline", IsCNodeGraph);

  150.   replace_applicator_ =

  151.     MakeSubstitution(std::make_shared<ReplaceApplicator>(), "replace_applicator", IsValueNode<FuncGraph>);

  152.   specialize_transform_ =

  153.     MakeSubstitution(std::make_shared<SpecializeOnGraphArguments>(), "specialize_transform", IsCNodeGraph);

  154. 

  155.   // UpdateState eliminate

  156.   updatestate_eliminater_ =

  157.     MakeSubstitution(std::make_shared<UpdatestateEliminater>(), "updatestate_eliminater", prim::kPrimUpdateState);

  158.   switch_call_monad_eliminater_ = MakeSubstitution(std::make_shared<SwitchCallMonadParameterEliminater>(),

  159.                                                    "switch_call_monad_eliminater", IsCNodeDup);

  160. 

  161.   // Load eliminate

  162.   load_eliminater_ = MakeSubstitution(std::make_shared<LoadEliminater>(), "load_eliminater", prim::kPrimLoad);

  163. 

  164.   // StopGradient eliminate

  165.   stopgrad_eliminater_ =

  166.     MakeSubstitution(std::make_shared<StopGradientEliminater>(), "stopgrad_eliminater", prim::kPrimStopGradient);

  167. 

  168.   // Incorporation

  169.   incorporate_getitem_set_ =

  170.     MakeSubstitution(std::make_shared<IncorporateGetitemSet>(), "incorporate_getitem_set", prim::kPrimTupleGetItem);

  171.   incorporate_getitem_from_param_ = MakeSubstitution(std::make_shared<IncorporateGetitemFromParam>(),

  172.                                                      "incorporate_getitem_from_param", IsCNodeGraphKernel);

  173.   incorporate_call_ = MakeSubstitution(std::make_shared<IncorporateCall>(), "incorporate_call", IsCNodeDup);

  174.   incorporate_call_switch_ =

  175.     MakeSubstitution(std::make_shared<IncorporateCallSwitch>(), "incorporate_call_switch", IsCNodeDup);

  176. 

  177.   // Virtual Dataset

  178.   virtual_dataset_eliminate_ = MakeSubstitution(std::make_shared<VirtualDatasetEliminater>(),

  179.                                                 "virtual_dataset_eliminate", prim::kPrimVirtualDataset);

  180. 

  181.   // Receive

  182.   receive_eliminate_ = MakeSubstitution(std::make_shared<ReceiveEliminater>(), "receive_eliminate", prim::kPrimReceive);

  183. 

  184.   // Convert

  185.   print_tuple_wrapper_ =

  186.     MakeSubstitution(std::make_shared<PrintTupleWrapper>(), "print_tuple_wrapper", prim::kPrimPrint);

  187. 

  188.   // Unused parameter eliminate

  189.   unused_parameter_eliminate_ =

  190.     MakeSubstitution(std::make_shared<UnusedParasEliminater>(), "unused_parameter_eliminate", IsCNodeGraphKernel);

  191.   unused_output_eliminate_ =

  192.     MakeSubstitution(std::make_shared<UnusedOutputEliminater>(), "unused_output_eliminate", IsCNodeGraphKernel);

  193. 

  194.   // tuple parameter graph transform

  195.   call_graph_tuple_transform_ =

  196.     MakeSubstitution(std::make_shared<CallGraphTupleTransform>(), "graph_param_transorm", IsCNode);

  197. 

  198.   // AddN eliminate

  199.   addn_eliminate_ = MakeSubstitution(std::make_shared<AddNEliminater>(), "addn_eliminate", IsCNodeGraphKernel);

  200. 

  201.   // Mark interface fusion

  202.   mark_interface_fusion_ =

  203.     MakeSubstitution(std::make_shared<MarkInterfaceFusion>(), "mark_interface_fusion", prim::kPrimSelect);

  204. 

  205.   // RowTensor Eliminate

  206.   row_tensor_eliminate_ = MakeSubstitution(

  207.     std::make_shared<RowTensorEliminater>(), "row_tensor_eliminate",

  208.     {prim::kPrimRowTensorGetIndices, prim::kPrimRowTensorGetValues, prim::kPrimRowTensorGetDenseShape});

  209. 

  210.   // RowTensorAddZerosLike Eliminate

  211.   row_tensor_add_zeros_like_ =

  212.     MakeSubstitution(std::make_shared<RowTensorAddZerosLike>(), "row_tensor_add_zeros_like", prim::kPrimRowTensorAdd);

  213. 

  214.   // SparseTensor Eliminate

  215.   sparse_tensor_eliminate_ = MakeSubstitution(

  216.     std::make_shared<SparseTensorEliminater>(), "sparse_tensor_eliminate",

  217.     {prim::kPrimSparseTensorGetIndices, prim::kPrimSparseTensorGetValues, prim::kPrimSparseTensorGetDenseShape});

  218. 

  219.   // Value_Based Eliminate

  220.   value_based_eliminate_ = MakeSubstitution(std::make_shared<ValueBasedEliminate>(), "value_based_eliminate",

  221.                                             {prim::kPrimSelect, prim::kPrimMinimum, prim::kPrimMaximum});

  222. 

  223.   // switch_layer defer inline

  224.   switch_layer_defer_inline_ =

  225.     MakeSubstitution(std::make_shared<SwitchLayerDeferInline>(), "switch_layer_defer_inline", prim::kPrimSwitchLayer);

  226. }

  227. 

  228. ResolveIRPassLib::ResolveIRPassLib() {

  229.   resolver_resolve_and_getattr_ =

  230.     MakeSubstitution(std::make_shared<ResolverResolveAndGetAttr>(), "resolver_resolve_and_getattr",

  231.                      {prim::kPrimGetAttr, prim::kPrimResolve});

  232.   resolver_resolve_ = MakeSubstitution(std::make_shared<ResolverResolve>(), "resolver_resolve", prim::kPrimResolve);

  233.   resolver_getattr_ = MakeSubstitution(std::make_shared<ResolverGetAttr>(), "resolver_getattr", prim::kPrimGetAttr);

  234.   resolver_getattr_resolve_ =

  235.     MakeSubstitution(std::make_shared<ResolverGetAttrResolve>(), "resolver_getattr_resolve", prim::kPrimGetAttr);

  236. }

  237. 

  238. InferenceOptPrepareLib::InferenceOptPrepareLib() {

  239.   grad_var_prepare_ = MakeSubstitution(std::make_shared<GradVarPrepare>(), "grad_var_prepare", IsCNode);

  240. }

  241. }  // namespace irpass

  242. }  // namespace opt

  243. }  // namespace mindspore