Relase runtime resource only in graph_mode

mindspore/ccsrc/session/kernel_graph.cc

@@ -719,6 +719,14 @@ void KernelGraph::UpdateCallRealInput() {
 
 std::string KernelGraph::ToString() const { return std::string("kernel_graph_").append(std::to_string(graph_id_)); }
 
-KernelGraph::~KernelGraph() { device::KernelRuntimeManager::Instance().ClearGraphResource(graph_id_); }
+KernelGraph::~KernelGraph() {
+  auto context = MsContext::GetInstance();
+  if (!context) {
+    return;
+  }
+  if (context->execution_mode() == kGraphMode) {
+    device::KernelRuntimeManager::Instance().ClearGraphResource(graph_id_);
+  }
+}
 }  // namespace session
 }  // namespace mindspore