Browse Source

!11680 fix GRU dataset

From: @qujianwei
Reviewed-by: @c_34,@liangchenghui
Signed-off-by: @c_34
tags/v1.2.0-rc1
mindspore-ci-bot Gitee 4 years ago
parent
commit
01d84b1ce5
6 changed files with 9 additions and 11 deletions
  1. +1
    -1
      model_zoo/official/nlp/gru/README.md
  2. +1
    -2
      model_zoo/official/nlp/gru/eval.py
  3. +2
    -2
      model_zoo/official/nlp/gru/scripts/run_distribute_train_ascend.sh
  4. +2
    -2
      model_zoo/official/nlp/gru/scripts/run_eval.sh
  5. +2
    -2
      model_zoo/official/nlp/gru/scripts/run_standalone_train.sh
  6. +1
    -2
      model_zoo/official/nlp/gru/train.py

+ 1
- 1
model_zoo/official/nlp/gru/README.md View File

@@ -217,7 +217,7 @@ Parameters for both training and evaluation can be set in config.py. All the dat
perl multi-bleu.perl target.txt.forbleu < output.txt.forbleu
```

Note: The `DATASET_PATH` is path to mindrecord. eg. /dataset_path/*.mindrecord
Note: The `DATASET_PATH` is path to mindrecord. eg. train: /dataset_path/multi30k_train_mindrecord_0 eval: /dataset_path/multi30k_test_mindrecord

# [Model Description](#content)



+ 1
- 2
model_zoo/official/nlp/gru/eval.py View File

@@ -41,8 +41,7 @@ def run_gru_eval():

context.set_context(mode=context.GRAPH_MODE, device_target=args.device_target, reserve_class_name_in_scope=False, \
device_id=args.device_id, save_graphs=False)
prefix = "multi30k_test_mindrecord_32"
mindrecord_file = os.path.join(args.dataset_path, prefix)
mindrecord_file = args.dataset_path
if not os.path.exists(mindrecord_file):
print("dataset file {} not exists, please check!".format(mindrecord_file))
raise ValueError(mindrecord_file)


+ 2
- 2
model_zoo/official/nlp/gru/scripts/run_distribute_train_ascend.sh View File

@@ -40,9 +40,9 @@ fi
DATASET_PATH=$(get_real_path $2)
echo $DATASET_PATH

if [ ! -d $DATASET_PATH ]
if [ ! -f $DATASET_PATH ]
then
echo "error: DATASET_PATH=$DATASET_PATH is not a directory"
echo "error: DATASET_PATH=$DATASET_PATH is not a file"
exit 1
fi



+ 2
- 2
model_zoo/official/nlp/gru/scripts/run_eval.sh View File

@@ -41,9 +41,9 @@ fi

DATASET_PATH=$(get_real_path $2)
echo $DATASET_PATH
if [ ! -d $DATASET_PATH ]
if [ ! -f $DATASET_PATH ]
then
echo "error: DATASET_PATH=$DATASET_PATH is not a directory"
echo "error: DATASET_PATH=$DATASET_PATH is not a file"
exit 1
fi
rm -rf ./eval


+ 2
- 2
model_zoo/official/nlp/gru/scripts/run_standalone_train.sh View File

@@ -33,9 +33,9 @@ get_real_path(){

DATASET_PATH=$(get_real_path $1)
echo $DATASET_PATH
if [ ! -d $DATASET_PATH ]
if [ ! -f $DATASET_PATH ]
then
echo "error: DATASET_PATH=$DATASET_PATH is not a directory"
echo "error: DATASET_PATH=$DATASET_PATH is not a file"
exit 1
fi



+ 1
- 2
model_zoo/official/nlp/gru/train.py View File

@@ -99,8 +99,7 @@ if __name__ == '__main__':
else:
rank = 0
device_num = 1
prefix = "multi30k_train_mindrecord_32_"
mindrecord_file = os.path.join(args.dataset_path, prefix+"0")
mindrecord_file = args.dataset_path
if not os.path.exists(mindrecord_file):
print("dataset file {} not exists, please check!".format(mindrecord_file))
raise ValueError(mindrecord_file)


Loading…
Cancel
Save