diff --git a/modelscope/utils/error.py b/modelscope/utils/error.py
index a6bbc8b3..a894063c 100644
--- a/modelscope/utils/error.py
+++ b/modelscope/utils/error.py
@@ -111,3 +111,12 @@ You can install it with pip on linux:
 On windows, please checkout the instructions on the
 installation page: https://github.com/facebookresearch/fairseq and follow the ones that match your environment.
 """
+
+# docstyle-ignore
+FASTTEXT_IMPORT_ERROR = """
+{0} requires the fasttext library but it was not found in your environment.
+You can install it with pip on linux or mac:
+`pip install fasttext`
+Or you can checkout the instructions on the
+installation page: https://github.com/facebookresearch/fastText and follow the ones that match your environment.
+"""
diff --git a/modelscope/utils/import_utils.py b/modelscope/utils/import_utils.py
index 2a6fdc80..5db5ea98 100644
--- a/modelscope/utils/import_utils.py
+++ b/modelscope/utils/import_utils.py
@@ -292,6 +292,7 @@ REQUIREMENTS_MAAPING = OrderedDict([
     ('decord', (is_package_available('decord'), DECORD_IMPORT_ERROR)),
     ('deepspeed', (is_package_available('deepspeed'), DEEPSPEED_IMPORT_ERROR)),
     ('fairseq', (is_package_available('fairseq'), FAIRSEQ_IMPORT_ERROR)),
+    ('fasttext', (is_package_available('fasttext'), FASTTEXT_IMPORT_ERROR)),
 ])
 
 SYSTEM_PACKAGE = set(['os', 'sys', 'typing'])
diff --git a/requirements/nlp.txt b/requirements/nlp.txt
index 123c238e..a5f3cbd9 100644
--- a/requirements/nlp.txt
+++ b/requirements/nlp.txt
@@ -1,5 +1,4 @@
 en_core_web_sm>=2.3.5
-fasttext
 jieba>=0.42.1
 megatron_util
 pai-easynlp
@@ -14,4 +13,4 @@ spacy>=2.3.5
 subword_nmt>=0.3.8
 text2sql_lgesql
 tokenizers
-transformers
+transformers>=4.12.0