|
- # Copyright 2020 Huawei Technologies Co., Ltd
- #
- # Licensed under the Apache License, Version 2.0 (the "License");
- # you may not use this file except in compliance with the License.
- # You may obtain a copy of the License at
- #
- # http://www.apache.org/licenses/LICENSE-2.0
- #
- # Unless required by applicable law or agreed to in writing, software
- # distributed under the License is distributed on an "AS IS" BASIS,
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- # See the License for the specific language governing permissions and
- # limitations under the License.
- """
- This module provides APIs to load and process various common datasets such as MNIST,
- CIFAR-10, CIFAR-100, VOC, ImageNet, CelebA, etc. It also supports datasets in standard
- format, including MindRecord, TFRecord, Manifest, etc. Users can also define their own
- datasets with this module.
-
- Besides, this module provides APIs to sample data while loading.
-
- Please notice that cache is not supported on Windows platform yet. Please do not use it
- while loading and processing data on Windows.
- """
-
- from .core import config
- from .engine.datasets import TFRecordDataset, ImageFolderDataset, MnistDataset, MindDataset, NumpySlicesDataset, \
- GeneratorDataset, ManifestDataset, Cifar10Dataset, Cifar100Dataset, VOCDataset, CocoDataset, CelebADataset, \
- TextFileDataset, CLUEDataset, CSVDataset, Schema, Shuffle, zip, RandomDataset, PaddedDataset
- from .engine.samplers import DistributedSampler, PKSampler, RandomSampler, SequentialSampler, SubsetRandomSampler, \
- WeightedRandomSampler, Sampler
- from .engine.cache_client import DatasetCache
- from .engine.serializer_deserializer import serialize, deserialize, show
- from .engine.graphdata import GraphData
-
- __all__ = ["config", "ImageFolderDataset", "MnistDataset", "PaddedDataset",
- "MindDataset", "GeneratorDataset", "TFRecordDataset",
- "ManifestDataset", "Cifar10Dataset", "Cifar100Dataset", "CelebADataset", "NumpySlicesDataset", "VOCDataset",
- "CocoDataset", "TextFileDataset", "CLUEDataset", "CSVDataset", "Schema", "DistributedSampler", "PKSampler",
- "RandomSampler", "SequentialSampler", "SubsetRandomSampler", "WeightedRandomSampler", "zip", "GraphData"]
|
