|
|
|
@@ -15,12 +15,19 @@ |
|
|
|
"""Dataset help for minddata dataset""" |
|
|
|
from mindspore._checkparam import check_bool |
|
|
|
from mindspore.parallel._utils import _get_device_num, _get_parallel_mode |
|
|
|
from mindspore.train.dataset_helper import _send_data |
|
|
|
from mindspore.train._utils import _exec_datagraph, _get_types_and_shapes, \ |
|
|
|
_to_full_shapes |
|
|
|
from mindspore.train.parallel_utils import ParallelMode |
|
|
|
|
|
|
|
|
|
|
|
def _send_data(dataset): |
|
|
|
"""Engine dataset to write data to tdt queue.""" |
|
|
|
if not hasattr(dataset, '__has_sent__'): |
|
|
|
exec_dataset = dataset.__TRANSFER_DATASET__ |
|
|
|
exec_dataset.send() |
|
|
|
dataset.__has_sent__ = True |
|
|
|
|
|
|
|
|
|
|
|
class DatasetHelper: |
|
|
|
""" |
|
|
|
Help function to use the Minddata dataset. |
|
|
|
|