From 3664805d9893dfa4c21f0a5e7bcc33f27e296b23 Mon Sep 17 00:00:00 2001 From: "wenmeng.zwm" Date: Tue, 13 Sep 2022 20:23:35 +0800 Subject: [PATCH] [to #43878347] remove automatically model placement which will result in full memory usage Link: https://code.alibaba-inc.com/Ali-MaaS/MaaS-lib/codereview/10105641 --- modelscope/models/base/base_model.py | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/modelscope/models/base/base_model.py b/modelscope/models/base/base_model.py index 8744ce1c..cdc71fcf 100644 --- a/modelscope/models/base/base_model.py +++ b/modelscope/models/base/base_model.py @@ -91,7 +91,6 @@ class Model(ABC): osp.join(local_model_dir, ModelFile.CONFIGURATION)) task_name = cfg.task model_cfg = cfg.model - framework = cfg.framework if hasattr(model_cfg, 'model_type') and not hasattr(model_cfg, 'type'): model_cfg.type = model_cfg.model_type @@ -101,9 +100,8 @@ class Model(ABC): model_cfg[k] = v if device is not None: model_cfg.device = device - with device_placement(framework, device): - model = build_model( - model_cfg, task_name=task_name, default_args=kwargs) + model = build_model( + model_cfg, task_name=task_name, default_args=kwargs) else: model = build_model( model_cfg, task_name=task_name, default_args=kwargs)