Browse Source

!4682 wide&deep only save 0ckpt in data parallel

Merge pull request !4682 from yao_yf/wide_and_deep_8p_data_parallel_only_save_0ckpt
tags/v0.7.0-beta
mindspore-ci-bot Gitee 5 years ago
parent
commit
5bd500bd97
3 changed files with 8 additions and 1 deletions
  1. +3
    -0
      model_zoo/official/recommend/wide_and_deep/requirements.txt
  2. +4
    -1
      model_zoo/official/recommend/wide_and_deep/train_and_eval_distribute.py
  3. +1
    -0
      model_zoo/official/recommend/wide_and_deep_multitable/requirements.txt

+ 3
- 0
model_zoo/official/recommend/wide_and_deep/requirements.txt View File

@@ -0,0 +1,3 @@
numpy
pandas
sklearn

+ 4
- 1
model_zoo/official/recommend/wide_and_deep/train_and_eval_distribute.py View File

@@ -109,8 +109,11 @@ def train_and_eval(config):
directory=config.ckpt_path, config=ckptconfig)
out = model.eval(ds_eval)
print("=====" * 5 + "model.eval() initialized: {}".format(out))
callback_list = [TimeMonitor(ds_train.get_dataset_size()), eval_callback, callback]
if get_rank() == 0:
callback_list.append(ckpoint_cb)
model.train(epochs, ds_train,
callbacks=[TimeMonitor(ds_train.get_dataset_size()), eval_callback, callback, ckpoint_cb],
callbacks=callback_list,
sink_size=ds_train.get_dataset_size())




+ 1
- 0
model_zoo/official/recommend/wide_and_deep_multitable/requirements.txt View File

@@ -1,3 +1,4 @@
numpy
pandas
pickle
sklearn

Loading…
Cancel
Save