Huawei_Technology
/
mindspore
Not watched
1
0
Fork 0
Code
Releases 13 Wiki evaluate Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain HPC
You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.
Tree: bc738d4ec3
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from 'bc738d4ec3'
${ noResults }
mindspore/model_zoo/official/nlp/prophetnet/config/finetune.json

59 lines
1.6 kB
Raw Blame History 

  1. {

  2.     "dataset_config": {

  3.       "epochs": 5,

  4.       "batch_size": 1,

  5.       "pre_train_dataset": "",

  6.       "fine_tune_dataset": "../cnndm_data_prophetnet/dataset_hugging_face_tokenized/train",

  7.       "test_dataset": "",

  8.       "valid_dataset": "",

  9.       "dataset_sink_mode": false,

  10.       "dataset_sink_step": 100

  11.     },

  12.     "model_config": {

  13.       "random_seed": 1,

  14.       "save_graphs": false,

  15.       "seq_length": 512,

  16.       "vocab_size": 30522,

  17.       "hidden_size": 512,

  18.       "num_hidden_layers": 3,

  19.       "ngram": 2,

  20.       "accumulation_steps": 1,

  21.       "disable_ngram_loss": false,

  22.       "num_attention_heads": 8,

  23.       "intermediate_size": 2048,

  24.       "hidden_act": "gelu",

  25.       "hidden_dropout_prob": 0.1,

  26.       "attention_dropout_prob": 0.1,

  27.       "max_position_embeddings": 512,

  28.       "initializer_range": 0.02,

  29.       "label_smoothing": 0.1,

  30.       "beam_width": 5,

  31.       "length_penalty_weight": 1.0,

  32.       "max_decode_length": 64,

  33.       "input_mask_from_dataset": true

  34.     },

  35.     "loss_scale_config": {

  36.       "loss_scale_mode":"static",

  37.       "init_loss_scale": 1,

  38.       "loss_scale_factor": 2,

  39.       "scale_window": 200

  40.     },

  41.     "learn_rate_config": {

  42.       "optimizer": "adam",

  43.       "lr": 1e-4,

  44.       "lr_scheduler": "isr",

  45.       "poly_lr_scheduler_power": 0.5,

  46.       "decay_steps": 10000,

  47.       "decay_start_step": 1000,

  48.       "warmup_steps": 1000,

  49.       "min_lr": 1e-7

  50.     },

  51.     "checkpoint_options": {

  52.       "existed_ckpt": "",

  53.       "save_ckpt_steps": 20000,

  54.       "keep_ckpt_max": 50,

  55.       "ckpt_prefix": "ckpt",

  56.       "ckpt_path": "checkpoints"

  57.     }

  58.   }

  59.