diff --git a/mindspore/ccsrc/runtime/device/gpu/gpu_kernel_runtime.cc b/mindspore/ccsrc/runtime/device/gpu/gpu_kernel_runtime.cc
index 51ffb02ea2..864d9f82b7 100644
--- a/mindspore/ccsrc/runtime/device/gpu/gpu_kernel_runtime.cc
+++ b/mindspore/ccsrc/runtime/device/gpu/gpu_kernel_runtime.cc
@@ -379,9 +379,9 @@ bool GPUKernelRuntime::RunOneStep(const session::KernelGraph *graph) {
     // Normally run graph
     return LaunchKernelDynamic(graph);
   }
-  is_first_step_map_[graph_id] = false;
   // Mock run first step
   bool ret = LaunchKernelDynamic(graph, true, false);
+  is_first_step_map_[graph_id] = false;
   if (ret) {
     // Normally run graph
     return LaunchKernelDynamic(graph);