Browse Source

!6682 [MD] Add comment for "relax timeout constraint" & "try to call terminate"

Merge pull request !6682 from luoyang/pylint
tags/v1.1.0
mindspore-ci-bot Gitee 5 years ago
parent
commit
eeb91cfbaa
1 changed files with 4 additions and 0 deletions
  1. +4
    -0
      mindspore/dataset/engine/datasets.py

+ 4
- 0
mindspore/dataset/engine/datasets.py View File

@@ -3395,9 +3395,13 @@ class _GeneratorWorkerMp(multiprocessing.Process):
"""
Get function for worker result queue. Block with timeout.
"""
# Relax 10s to 30s, since it sometimes will cause "Generator worker process timeout"
# when we run too many iterators with infinite epoch(num_epoch=-1)
return self.res_queue.get(timeout=30)

def __del__(self):
# Try to destruct here, sometimes the class itself will be destructed in advance,
# so "self" will be a NoneType
try:
self.terminate()
except AttributeError:


Loading…
Cancel
Save