parameter-without-user

mindspore/ccsrc/backend/kernel_compiler/gpu/math/matmul_gpu_kernel.h

@@ -77,14 +77,14 @@ class MatMulGpuKernel : public GpuKernel {
           cublasGemmEx(handle_, transpose_x2_, transpose_x1_, SizeToInt(n_), SizeToInt(m_), SizeToInt(k_), &alpha,
                        input2_addr, dtype_b_, ldb, input1_addr, dtype_a_, lda, &beta, output_addr, dtype_c_, ldc,
                        compute_type, algo_),
-          "cublasGemmEx failed");
+          "cublasGemmEx failed. Possible reasons: the GPU is occupied by other processes.");
       } else {
         CHECK_CUBLAS_RET_WITH_EXCEPT(
           kernel_node_,
           cublasGemmStridedBatchedEx(handle_, transpose_x2_, transpose_x1_, SizeToInt(n_), SizeToInt(m_), SizeToInt(k_),
                                      &alpha, input2_addr, dtype_b_, ldb, stride_b, input1_addr, dtype_a_, lda, stride_a,
                                      &beta, output_addr, dtype_c_, ldc, stride_c, batch_, compute_type, algo_),
-          "cublasGemmStridedBatchedEx failed");
+          "cublasGemmStridedBatchedEx failed. Possible reasons: the GPU is occupied by other processes.");
       }
     } catch (const std::exception &e) {
       MS_LOG(EXCEPTION) << "Encountered an exception: " << e.what() << " when invoke cublas "

mindspore/ccsrc/backend/session/ascend_inference_session.cc

@@ -36,8 +36,8 @@ void AscendInferenceSession::LoadInputData(const std::shared_ptr<KernelGraph> &k
   size_t no_weight_input = 0;
   for (size_t i = 0; i < input_nodes.size(); ++i) {
     tensor::TensorPtr tensor = nullptr;
-    if (!input_nodes[i]->isa<Parameter>()) {
-      MS_LOG(ERROR) << "Kernel graph inputs have anfnode which is not Parameter";
+    if (!input_nodes[i]->isa<Parameter>() || !AnfAlgo::OutputAddrExist(input_nodes[i], 0)) {
+      MS_LOG(INFO) << "Kernel graph inputs have anfnode which is not Parameter or without output addr.";
       continue;
     }
     auto pk_node = input_nodes[i]->cast<ParameterPtr>();
@@ -63,14 +63,14 @@ GraphId AscendInferenceSession::CompileGraphImpl(NotNull<FuncGraphPtr> func_grap
   auto input_nodes = kernel_graph->inputs();
   for (size_t i = 0; i < input_nodes.size(); ++i) {
     if (!input_nodes[i]->isa<Parameter>()) {
-      MS_LOG(ERROR) << "Kernel graph inputs have anfnode which is not Parameter";
+      MS_LOG(INFO) << "Kernel graph inputs have anfnode which is not Parameter or without output addr.";
       continue;
     }
     auto pk_node = input_nodes[i]->cast<ParameterPtr>();
     MS_EXCEPTION_IF_NULL(pk_node);
     auto device_address = AnfAlgo::GetMutableOutputAddr(pk_node, 0);
     MS_EXCEPTION_IF_NULL(device_address);
-    if (AnfAlgo::IsParameterWeight(pk_node)) {
+    if (AnfAlgo::IsParameterWeight(pk_node) || !AnfAlgo::OutputAddrExist(input_nodes[i], 0)) {
       const auto &param_value = pk_node->default_param();
       MS_EXCEPTION_IF_NULL(param_value);
       auto tensor = std::dynamic_pointer_cast<tensor::Tensor>(param_value);

mindspore/ccsrc/backend/session/gpu_inference_session.cc

@@ -36,8 +36,8 @@ void GpuInferenceSession::LoadInputData(const std::shared_ptr<KernelGraph> &kern
   size_t no_weight_input = 0;
   for (size_t i = 0; i < input_nodes.size(); ++i) {
     tensor::TensorPtr tensor = nullptr;
-    if (!input_nodes[i]->isa<Parameter>()) {
-      MS_LOG(ERROR) << "Kernel graph inputs have anfnode which is not Parameter";
+    if (!input_nodes[i]->isa<Parameter>() || !AnfAlgo::OutputAddrExist(input_nodes[i], 0)) {
+      MS_LOG(INFO) << "Kernel graph inputs is not Parameter or without user.";
       continue;
     }
     auto pk_node = input_nodes[i]->cast<ParameterPtr>();
@@ -62,8 +62,8 @@ GraphId GpuInferenceSession::CompileGraphImpl(NotNull<FuncGraphPtr> func_graph)
   // load weight data to device
   auto input_nodes = kernel_graph->inputs();
   for (size_t i = 0; i < input_nodes.size(); ++i) {
-    if (!input_nodes[i]->isa<Parameter>()) {
-      MS_LOG(ERROR) << "Kernel graph inputs have anfnode which is not Parameter";
+    if (!input_nodes[i]->isa<Parameter>() || !AnfAlgo::OutputAddrExist(input_nodes[i], 0)) {
+      MS_LOG(INFO) << "Kernel graph inputs is not Parameter or without user.";
       continue;
     }
     auto pk_node = input_nodes[i]->cast<ParameterPtr>();