From f748eb098d7f54bed9d6451b3c9210f312a76b23 Mon Sep 17 00:00:00 2001 From: anzhengqi Date: Wed, 17 Mar 2021 16:28:47 +0800 Subject: [PATCH] fix squeezenet 8p performance degradation --- model_zoo/official/cv/squeezenet/src/dataset.py | 7 ++----- 1 file changed, 2 insertions(+), 5 deletions(-) diff --git a/model_zoo/official/cv/squeezenet/src/dataset.py b/model_zoo/official/cv/squeezenet/src/dataset.py index fc4e8167e8..75d5d9ed9c 100755 --- a/model_zoo/official/cv/squeezenet/src/dataset.py +++ b/model_zoo/official/cv/squeezenet/src/dataset.py @@ -125,11 +125,9 @@ def create_dataset_imagenet(dataset_path, if device_num == 1: data_set = ds.ImageFolderDataset(dataset_path, - num_parallel_workers=8, shuffle=True) else: data_set = ds.ImageFolderDataset(dataset_path, - num_parallel_workers=8, shuffle=True, num_shards=device_num, shard_id=rank_id) @@ -162,11 +160,10 @@ def create_dataset_imagenet(dataset_path, type_cast_op = C2.TypeCast(mstype.int32) data_set = data_set.map(operations=type_cast_op, - input_columns="label", - num_parallel_workers=8) + input_columns="label") data_set = data_set.map(operations=trans, input_columns="image", - num_parallel_workers=8) + num_parallel_workers=10) # apply batch operations data_set = data_set.batch(batch_size, drop_remainder=True)