Browse Source

[MNT] remove extra makedir

tags/v0.3.2
Gene 2 years ago
parent
commit
ae58bdc2a4
1 changed files with 0 additions and 1 deletions
  1. +0
    -1
      learnware/market/heterogeneous/organizer/hetero_map/feature_extractor.py

+ 0
- 1
learnware/market/heterogeneous/organizer/hetero_map/feature_extractor.py View File

@@ -120,7 +120,6 @@ class FeatureTokenizer:
Whether to disable tokenizer parallelism, by default True.
"""
cache_dir = conf.cache_path
os.makedirs(cache_dir, exist_ok=True)
self.tokenizer = BertTokenizerFast.from_pretrained("bert-base-uncased", cache_dir=cache_dir)
self.tokenizer.__dict__["model_max_length"] = 512
if disable_tokenizer_parallel: # disable tokenizer parallel


Loading…
Cancel
Save