|
|
|
@@ -102,24 +102,24 @@ def connect_network_with_dataset(network, dataset_helper): |
|
|
|
and context.get_context("mode") == context.GRAPH_MODE \ |
|
|
|
and ms_role != "MS_WORKER": |
|
|
|
|
|
|
|
if not hasattr(dataset, '__network__'): |
|
|
|
dataset.__network__ = network |
|
|
|
network = dataset.__network__ |
|
|
|
if not hasattr(dataset_iter, '__network__'): |
|
|
|
dataset_iter.__network__ = network |
|
|
|
network = dataset_iter.__network__ |
|
|
|
|
|
|
|
dataset_types, dataset_shapes = dataset_helper.get_data_info() |
|
|
|
dataset_types = [pytype_to_dtype(x) for x in dataset_types] |
|
|
|
|
|
|
|
key = str(dataset_types) + str(dataset_shapes) |
|
|
|
if hasattr(dataset, '__network_manage__') and key in dataset.__network_manage__: |
|
|
|
network = dataset.__network_manage__[key] |
|
|
|
if hasattr(dataset_iter, '__network_manage__') and key in dataset_iter.__network_manage__: |
|
|
|
network = dataset_iter.__network_manage__[key] |
|
|
|
else: |
|
|
|
if _need_to_full(): |
|
|
|
device_num = _get_device_num() |
|
|
|
dataset_shapes = _to_full_shapes(dataset_shapes, device_num) |
|
|
|
network = _DataWrapper(network, dataset_types, dataset_shapes, dataset.__transfer_dataset__.queue_name) |
|
|
|
dataset.__network_manage__ = dataset.__network_manage__ if hasattr( |
|
|
|
dataset, '__network_manage__') else dict() |
|
|
|
dataset.__network_manage__[key] = network |
|
|
|
dataset_iter.__network_manage__ = dataset_iter.__network_manage__ if hasattr( |
|
|
|
dataset_iter, '__network_manage__') else dict() |
|
|
|
dataset_iter.__network_manage__[key] = network |
|
|
|
|
|
|
|
return network |
|
|
|
|
|
|
|
|