!6160 open graph kernel expander opt for gpu

Merge pull request !6160 from r1chardf1d0/expander

mindspore/ccsrc/backend/optimizer/graph_kernel/graph_kernel_helper.cc

@@ -648,9 +648,6 @@ bool JsonDescToAnf(const std::string &json_desc, const std::map<std::string, Anf
 std::unordered_set<PrimitivePtr> GetExpandOps() {
   std::unordered_set<PrimitivePtr> expand_ops = {
     prim::kPrimSquare,
-    prim::kPrimGelu,
-    prim::kPrimSoftmax,
-    prim::kPrimLayerNorm,
   };
   return expand_ops;
 }

mindspore/ccsrc/backend/session/gpu_session.cc

@@ -117,6 +117,7 @@ void GPUSession::GraphKernelOptimize(const std::shared_ptr<KernelGraph> &kernel_
   }
   auto optimizer = std::make_shared<opt::GraphOptimizer>();
   auto pm = std::make_shared<opt::PassManager>("graph_kernel_pm");
+  pm->AddPass(std::make_shared<opt::GraphKernelExpander>());
   pm->AddPass(std::make_shared<opt::BasicOpsFusion>());
   pm->AddPass(std::make_shared<opt::CompositeOpsFusion>());
   pm->AddPass(std::make_shared<opt::GraphKernelSplitter>());