[MNT] refactor utils to folder, decouple base model with torch

examples/dataset_text_workflow/get_data.py

@@ -1,4 +1,3 @@
-import torch
 from torchtext.datasets import SST2
 
 

examples/dataset_text_workflow/requirements.txt

@@ -0,0 +1 @@
+torchtext>=0.14.1

learnware/utils/import_utils.py

@@ -0,0 +1,32 @@
+from ..logger import get_module_logger
+
+logger = get_module_logger("import_utils")
+
+
+def is_torch_avaliable():
+    try:
+        import torch
+    except ModuleNotFoundError as err:
+        logger.warning("ModuleNotFoundError: torch is not installed, please install pytorch!")
+        return False
+    return True
+
+
+def is_lightgbm_avaliable():
+    try:
+        import lightgbm
+    except ModuleNotFoundError as err:
+        logger.warning("ModuleNotFoundError: lightgbm is not installed, please install lightgbm!")
+        return False
+    return True
+
+
+def is_geatpy_avaliable():
+    try:
+        import geatpy
+    except ModuleNotFoundError as err:
+        logger.warning(
+            "ModuleNotFoundError: geatpy is not installed, please install geatpy (only support python version<3.11)!"
+        )
+        return False
+    return True

setup.py

@@ -70,7 +70,6 @@ REQUIRED = [
     "geatpy>=2.7.0",
     "docker>=6.1.3",
     "rapidfuzz>=3.4.0",
-    "torchtext>=0.14.1",
     "sentence_transformers>=2.2.2",
     "torch-optimizer>=0.3.0",
     "langdetect>=1.0.9",