diff --git a/fastNLP/loader/dataset_loader.py b/fastNLP/loader/dataset_loader.py index 0cec50e5..3871626b 100644 --- a/fastNLP/loader/dataset_loader.py +++ b/fastNLP/loader/dataset_loader.py @@ -1,6 +1,7 @@ -from fastNLP.loader.base_loader import BaseLoader import os +from fastNLP.loader.base_loader import BaseLoader + class DatasetLoader(BaseLoader): """"loader for data sets""" @@ -16,7 +17,6 @@ class POSDatasetLoader(DatasetLoader): super(POSDatasetLoader, self).__init__(data_name, data_path) #self.data_set = self.load() - def load(self): assert os.path.exists(self.data_path) with open(self.data_path, "r", encoding="utf-8") as f: @@ -42,11 +42,12 @@ class POSDatasetLoader(DatasetLoader): dataset.append(sentence) return dataset -class ClassficationDatasetLoader(DatasetLoader): + +class ClassificationDatasetLoader(DatasetLoader): """loader for classfication data sets""" def __init__(self, data_name, data_path): - super(ClassficationDatasetLoader, data_name) + super(ClassificationDatasetLoader, data_name).__init__() def load(self): assert os.path.exists(self.data_path) @@ -70,6 +71,7 @@ class ClassficationDatasetLoader(DatasetLoader): dataset.append(sentence) return dataset + class ConllLoader(DatasetLoader): """loader for conll format files"""