From c047307b4603e99f85bcfe10f88441a8fcdacc49 Mon Sep 17 00:00:00 2001 From: bxdd Date: Thu, 9 Nov 2023 20:12:19 +0800 Subject: [PATCH] [MNT] refactor utils to folder, decouple base model with torch --- examples/dataset_text_workflow/get_data.py | 1 - .../dataset_text_workflow/requirements.txt | 1 + learnware/utils/import_utils.py | 32 +++++++++++++++++++ setup.py | 1 - 4 files changed, 33 insertions(+), 2 deletions(-) create mode 100644 examples/dataset_text_workflow/requirements.txt diff --git a/examples/dataset_text_workflow/get_data.py b/examples/dataset_text_workflow/get_data.py index 0d1412d..770fd80 100644 --- a/examples/dataset_text_workflow/get_data.py +++ b/examples/dataset_text_workflow/get_data.py @@ -1,4 +1,3 @@ -import torch from torchtext.datasets import SST2 diff --git a/examples/dataset_text_workflow/requirements.txt b/examples/dataset_text_workflow/requirements.txt new file mode 100644 index 0000000..66500d8 --- /dev/null +++ b/examples/dataset_text_workflow/requirements.txt @@ -0,0 +1 @@ +torchtext>=0.14.1 diff --git a/learnware/utils/import_utils.py b/learnware/utils/import_utils.py index e69de29..fdd31ab 100644 --- a/learnware/utils/import_utils.py +++ b/learnware/utils/import_utils.py @@ -0,0 +1,32 @@ +from ..logger import get_module_logger + +logger = get_module_logger("import_utils") + + +def is_torch_avaliable(): + try: + import torch + except ModuleNotFoundError as err: + logger.warning("ModuleNotFoundError: torch is not installed, please install pytorch!") + return False + return True + + +def is_lightgbm_avaliable(): + try: + import lightgbm + except ModuleNotFoundError as err: + logger.warning("ModuleNotFoundError: lightgbm is not installed, please install lightgbm!") + return False + return True + + +def is_geatpy_avaliable(): + try: + import geatpy + except ModuleNotFoundError as err: + logger.warning( + "ModuleNotFoundError: geatpy is not installed, please install geatpy (only support python version<3.11)!" + ) + return False + return True diff --git a/setup.py b/setup.py index fadbcf0..05c9681 100644 --- a/setup.py +++ b/setup.py @@ -70,7 +70,6 @@ REQUIRED = [ "geatpy>=2.7.0", "docker>=6.1.3", "rapidfuzz>=3.4.0", - "torchtext>=0.14.1", "sentence_transformers>=2.2.2", "torch-optimizer>=0.3.0", "langdetect>=1.0.9",