diff --git a/mindspore/ccsrc/pipeline/pipeline.cc b/mindspore/ccsrc/pipeline/pipeline.cc
index 517d4cc518..bb1f693c6b 100644
--- a/mindspore/ccsrc/pipeline/pipeline.cc
+++ b/mindspore/ccsrc/pipeline/pipeline.cc
@@ -245,7 +245,9 @@ py::dict ExecutorPy::GetAllreduceFusion(const std::string &phase) {
 }
 
 void ExecutorPy::DelNetRes(const std::string &id) {
+#ifdef ENABLE_GE
   FinalizeBackend();
+#endif
   if (executor_ != nullptr) {
     bool flag = false;
     auto tmp_info = info_;