|
|
|
@@ -1431,6 +1431,10 @@ class MapDataset(DatasetOp): |
|
|
|
iter_specific_operations.append(op) |
|
|
|
self.operations = iter_specific_operations |
|
|
|
|
|
|
|
def __del__(self): |
|
|
|
if hasattr(self, 'process_pool') and self.process_pool is not None: |
|
|
|
self.process_pool.terminate() |
|
|
|
|
|
|
|
|
|
|
|
class FilterDataset(DatasetOp): |
|
|
|
""" |
|
|
|
@@ -2463,6 +2467,9 @@ class _GeneratorWorker(multiprocessing.Process): |
|
|
|
""" |
|
|
|
return self.res_queue.get(timeout=5) |
|
|
|
|
|
|
|
def __del__(self): |
|
|
|
self.terminate() |
|
|
|
|
|
|
|
|
|
|
|
class GeneratorDataset(SourceDataset): |
|
|
|
""" |
|
|
|
|