Browse Source

[to #42322933] remove dependency en_core_web_sm from nlp.txt

将nlp.txt中的en_core_web_sm依赖删除,在代码中下载响应的依赖
        Link: https://code.alibaba-inc.com/Ali-MaaS/MaaS-lib/codereview/9432253
master
ly119399 yingda.chen 3 years ago
parent
commit
40b1a9566d
2 changed files with 17 additions and 1 deletions
  1. +17
    -0
      modelscope/preprocessors/space/fields/gen_field.py
  2. +0
    -1
      requirements/nlp.txt

+ 17
- 0
modelscope/preprocessors/space/fields/gen_field.py View File

@@ -7,11 +7,14 @@ from itertools import chain

import numpy as np

from ....utils.logger import get_logger
from ....utils.nlp.space import ontology, utils
from ....utils.nlp.space.db_ops import MultiWozDB
from ....utils.nlp.space.utils import list2np
from ..tokenizer import Tokenizer

logger = get_logger()


class BPETextField(object):

@@ -306,7 +309,21 @@ class MultiWOZBPETextField(BPETextField):

def __init__(self, model_dir, config):
super(MultiWOZBPETextField, self).__init__(config)

import spacy
try:
import en_core_web_sm
except ImportError:
logger.warn('Miss module en_core_web_sm!')
logger.warn('We will download en_core_web_sm automatically.')
try:
spacy.cli.download('en_core_web_sm')
except Exception as e:
logger.error(e)
raise ImportError(
'Download en_core_web_sm error. '
'Please use \'python -m spacy download en_core_web_sm\' to download it by yourself!'
)
self.nlp = spacy.load('en_core_web_sm')

self.db = MultiWozDB(


+ 0
- 1
requirements/nlp.txt View File

@@ -1,3 +1,2 @@
http://ait-public.oss-cn-hangzhou-zmf.aliyuncs.com/jizhu/en_core_web_sm-2.3.1.tar.gz
sofa>=1.0.5
spacy>=2.3.5

Loading…
Cancel
Save