From b151056b4e6d79baa95e2a7c43e312af2ef14440 Mon Sep 17 00:00:00 2001 From: "lingchen.zlm" Date: Mon, 10 Oct 2022 14:39:21 +0800 Subject: [PATCH] [to #42322933][bug fix] convert gemm output torch tensor to numpy array for demo support Link: https://code.alibaba-inc.com/Ali-MaaS/MaaS-lib/codereview/10342977 --- modelscope/models/multi_modal/gemm/gemm_base.py | 1 + 1 file changed, 1 insertion(+) diff --git a/modelscope/models/multi_modal/gemm/gemm_base.py b/modelscope/models/multi_modal/gemm/gemm_base.py index 09ef2480..806c469c 100644 --- a/modelscope/models/multi_modal/gemm/gemm_base.py +++ b/modelscope/models/multi_modal/gemm/gemm_base.py @@ -543,6 +543,7 @@ class GEMMModel(nn.Module): img_feature, text_feature, caption = None, None, None if captioning and image is not None: img_feature, caption = self.model.image_to_text(image) + img_feature = self.parse_feat(img_feature) elif image is not None: img_feature = self.parse_feat(self.model.encode_image(image)) if text is not None: