From ae58bdc2a4198331d1509ee8a087e908c0e251d6 Mon Sep 17 00:00:00 2001 From: Gene Date: Fri, 17 Nov 2023 22:20:18 +0800 Subject: [PATCH] [MNT] remove extra makedir --- .../heterogeneous/organizer/hetero_map/feature_extractor.py | 1 - 1 file changed, 1 deletion(-) diff --git a/learnware/market/heterogeneous/organizer/hetero_map/feature_extractor.py b/learnware/market/heterogeneous/organizer/hetero_map/feature_extractor.py index 169fcf7..d98bd2e 100644 --- a/learnware/market/heterogeneous/organizer/hetero_map/feature_extractor.py +++ b/learnware/market/heterogeneous/organizer/hetero_map/feature_extractor.py @@ -120,7 +120,6 @@ class FeatureTokenizer: Whether to disable tokenizer parallelism, by default True. """ cache_dir = conf.cache_path - os.makedirs(cache_dir, exist_ok=True) self.tokenizer = BertTokenizerFast.from_pretrained("bert-base-uncased", cache_dir=cache_dir) self.tokenizer.__dict__["model_max_length"] = 512 if disable_tokenizer_parallel: # disable tokenizer parallel