From 09c98aa6bcad7b0b57adaaae0f6e8a8d1204b5b6 Mon Sep 17 00:00:00 2001 From: bxdd Date: Wed, 19 Apr 2023 19:35:24 +0800 Subject: [PATCH] [ENH] Split market with database operation --- .../workflow_by_code/learnware_example/README.md | 10 ++++++++++ .../{ => learnware_example}/environment.yml | 0 .../{ => learnware_example}/example.yaml | 0 .../{ => learnware_example}/example_init.py | 0 examples/workflow_by_code/main.py | 12 +++++++----- 5 files changed, 17 insertions(+), 5 deletions(-) create mode 100644 examples/workflow_by_code/learnware_example/README.md rename examples/workflow_by_code/{ => learnware_example}/environment.yml (100%) rename examples/workflow_by_code/{ => learnware_example}/example.yaml (100%) rename examples/workflow_by_code/{ => learnware_example}/example_init.py (100%) diff --git a/examples/workflow_by_code/learnware_example/README.md b/examples/workflow_by_code/learnware_example/README.md new file mode 100644 index 0000000..60a551a --- /dev/null +++ b/examples/workflow_by_code/learnware_example/README.md @@ -0,0 +1,10 @@ + +## 2 Environment +* create env config for conda: +```shell +conda env export | grep -v "^prefix: " > environment.yml +``` +* recover env from config +``` +conda env create -f environment.yml +``` \ No newline at end of file diff --git a/examples/workflow_by_code/environment.yml b/examples/workflow_by_code/learnware_example/environment.yml similarity index 100% rename from examples/workflow_by_code/environment.yml rename to examples/workflow_by_code/learnware_example/environment.yml diff --git a/examples/workflow_by_code/example.yaml b/examples/workflow_by_code/learnware_example/example.yaml similarity index 100% rename from examples/workflow_by_code/example.yaml rename to examples/workflow_by_code/learnware_example/example.yaml diff --git a/examples/workflow_by_code/example_init.py b/examples/workflow_by_code/learnware_example/example_init.py similarity index 100% rename from examples/workflow_by_code/example_init.py rename to examples/workflow_by_code/learnware_example/example_init.py diff --git a/examples/workflow_by_code/main.py b/examples/workflow_by_code/main.py index d2baedc..01cc4ac 100644 --- a/examples/workflow_by_code/main.py +++ b/examples/workflow_by_code/main.py @@ -42,9 +42,10 @@ user_senmantic = { class LearnwareMarketWorkflow: def _init_learnware_market(self): """initialize learnware market""" - database_ops.clear_learnware_table() learnware.init() np.random.seed(2023) + easy_market = EasyMarket(market_id="workflow_by_code", rebuild=True) + return easy_market def prepare_learnware_randomly(self, learnware_num=10): self.zip_path_list = [] @@ -65,10 +66,12 @@ class LearnwareMarketWorkflow: spec.save(os.path.join(dir_path, "svm.json")) init_file = os.path.join(dir_path, "__init__.py") - copyfile("example_init.py", init_file) # cp example_init.py init_file + copyfile( + os.path.join(curr_root, "learnware_example/example_init.py"), init_file + ) # cp example_init.py init_file yaml_file = os.path.join(dir_path, "learnware.yaml") - copyfile("example.yaml", yaml_file) # cp example.yaml yaml_file + copyfile(os.path.join(curr_root, "learnware_example/example.yaml"), yaml_file) # cp example.yaml yaml_file zip_file = dir_path + ".zip" # zip -q -r -j zip_file dir_path @@ -86,10 +89,9 @@ class LearnwareMarketWorkflow: self.zip_path_list.append(zip_file) def test_upload_delete_learnware(self, learnware_num=5, delete=False): - self._init_learnware_market() + easy_market = self._init_learnware_market() self.prepare_learnware_randomly(learnware_num) - easy_market = EasyMarket() print("Total Item:", len(easy_market)) for idx, zip_path in enumerate(self.zip_path_list):