diff --git a/mindspore/ccsrc/backend/session/session_basic.h b/mindspore/ccsrc/backend/session/session_basic.h
index 429048391c..7aecdf73c1 100644
--- a/mindspore/ccsrc/backend/session/session_basic.h
+++ b/mindspore/ccsrc/backend/session/session_basic.h
@@ -197,6 +197,9 @@ class SessionBasic : public std::enable_shared_from_this<SessionBasic> {
   void LoadInputs(const GraphId &graph_id, const std::vector<tensor::TensorPtr> &inputs_const) {
     auto kernel_graph = GetGraph(graph_id);
     MS_EXCEPTION_IF_NULL(kernel_graph);
+    if (!kernel_graph->executable()) {
+      return;
+    }
     MS_LOG(INFO) << "Load inputs";
     LoadInputData(kernel_graph, inputs_const);
   }