Browse Source

!6261 fix the problem of sometimes profile file for 1 card can not generate by run 8p train with profiler

Merge pull request !6261 from 张毅辉/zyh_profiling_get_profiling_job_id
tags/v1.0.0
mindspore-ci-bot Gitee 5 years ago
parent
commit
b27a9c0e10
1 changed files with 5 additions and 4 deletions
  1. +5
    -4
      mindspore/profiler/profiling.py

+ 5
- 4
mindspore/profiler/profiling.py View File

@@ -322,16 +322,17 @@ class Profiler:
if not item_dict:
logger.error("Profiling: job path %s, fail to get job start info.", path)
continue
if self._start_time > int(item_dict["start_time"]):
logger.info("Profiling: job path %s, start_time %s, training start_time %d.",
path, item_dict["start_time"], self._start_time)
break

if self._dev_id != item_dict["device_id"]:
logger.info("Profiling: job path %s, dev id %s, training device id %s.",
path, item_dict["device_id"], self._dev_id)
continue

if self._start_time > int(item_dict["start_time"]):
logger.info("Profiling: job path %s, start_time %s, training start_time %d.",
path, item_dict["start_time"], self._start_time)
break

job_id = item.strip()
break



Loading…
Cancel
Save