Browse Source

[to #43878347] remove automatically model placement which will result in full memory usage

Link: https://code.alibaba-inc.com/Ali-MaaS/MaaS-lib/codereview/10105641
master
wenmeng.zwm 3 years ago
parent
commit
3664805d98
1 changed files with 2 additions and 4 deletions
  1. +2
    -4
      modelscope/models/base/base_model.py

+ 2
- 4
modelscope/models/base/base_model.py View File

@@ -91,7 +91,6 @@ class Model(ABC):
osp.join(local_model_dir, ModelFile.CONFIGURATION))
task_name = cfg.task
model_cfg = cfg.model
framework = cfg.framework

if hasattr(model_cfg, 'model_type') and not hasattr(model_cfg, 'type'):
model_cfg.type = model_cfg.model_type
@@ -101,9 +100,8 @@ class Model(ABC):
model_cfg[k] = v
if device is not None:
model_cfg.device = device
with device_placement(framework, device):
model = build_model(
model_cfg, task_name=task_name, default_args=kwargs)
model = build_model(
model_cfg, task_name=task_name, default_args=kwargs)
else:
model = build_model(
model_cfg, task_name=task_name, default_args=kwargs)


Loading…
Cancel
Save