Browse Source

!6604 [MD] Relax time constraint for GeneratorWorker

Merge pull request !6604 from luoyang/pylint
tags/v1.1.0
mindspore-ci-bot Gitee 5 years ago
parent
commit
a9fcc3e3eb
1 changed files with 6 additions and 10 deletions
  1. +6
    -10
      mindspore/dataset/engine/datasets.py

+ 6
- 10
mindspore/dataset/engine/datasets.py View File

@@ -3372,7 +3372,7 @@ class _GeneratorWorkerMt(threading.Thread):
"""
Get function for worker result queue. Block with timeout.
"""
return self.res_queue.get(timeout=10)
return self.res_queue.get(timeout=30)


class _GeneratorWorkerMp(multiprocessing.Process):
@@ -3395,17 +3395,13 @@ class _GeneratorWorkerMp(multiprocessing.Process):
"""
Get function for worker result queue. Block with timeout.
"""
while check_iterator_cleanup() is False:
try:
return self.res_queue.get(timeout=10)
except multiprocessing.TimeoutError:
continue

raise Exception("Generator worker process timeout")

return self.res_queue.get(timeout=30)

def __del__(self):
self.terminate()
try:
self.terminate()
except AttributeError:
pass


class GeneratorDataset(MappableDataset):


Loading…
Cancel
Save