Browse Source

wide&deep only save 0ckpt in data parallel

tags/v0.7.0-beta
yao_yf 5 years ago
parent
commit
8a0c47d367
3 changed files with 8 additions and 1 deletions
  1. +3
    -0
      model_zoo/official/recommend/wide_and_deep/requirements.txt
  2. +4
    -1
      model_zoo/official/recommend/wide_and_deep/train_and_eval_distribute.py
  3. +1
    -0
      model_zoo/official/recommend/wide_and_deep_multitable/requirements.txt

+ 3
- 0
model_zoo/official/recommend/wide_and_deep/requirements.txt View File

@@ -0,0 +1,3 @@
numpy
pandas
sklearn

+ 4
- 1
model_zoo/official/recommend/wide_and_deep/train_and_eval_distribute.py View File

@@ -109,8 +109,11 @@ def train_and_eval(config):
directory=config.ckpt_path, config=ckptconfig)
out = model.eval(ds_eval)
print("=====" * 5 + "model.eval() initialized: {}".format(out))
callback_list = [TimeMonitor(ds_train.get_dataset_size()), eval_callback, callback]
if get_rank() == 0:
callback_list.append(ckpoint_cb)
model.train(epochs, ds_train,
callbacks=[TimeMonitor(ds_train.get_dataset_size()), eval_callback, callback, ckpoint_cb],
callbacks=callback_list,
sink_size=ds_train.get_dataset_size())




+ 1
- 0
model_zoo/official/recommend/wide_and_deep_multitable/requirements.txt View File

@@ -1,3 +1,4 @@
numpy
pandas
pickle
sklearn

Loading…
Cancel
Save