You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

__init__.py 2.0 kB

1234567891011121314151617181920212223242526272829303132333435
  1. # Copyright 2020 Huawei Technologies Co., Ltd
  2. #
  3. # Licensed under the Apache License, Version 2.0 (the "License");
  4. # you may not use this file except in compliance with the License.
  5. # You may obtain a copy of the License at
  6. #
  7. # http://www.apache.org/licenses/LICENSE-2.0
  8. #
  9. # Unless required by applicable law or agreed to in writing, software
  10. # distributed under the License is distributed on an "AS IS" BASIS,
  11. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. # See the License for the specific language governing permissions and
  13. # limitations under the License.
  14. """
  15. This module provides APIs to load and process various datasets: MNIST,
  16. CIFAR-10, CIFAR-100, VOC, ImageNet, CelebA dataset, etc. It also supports
  17. datasets in special format, including mindrecord, tfrecord, manifest. Users
  18. can also create samplers with this module to sample data.
  19. """
  20. from .core import config
  21. from .engine.datasets import TFRecordDataset, ImageFolderDataset, MnistDataset, MindDataset, NumpySlicesDataset, \
  22. GeneratorDataset, ManifestDataset, Cifar10Dataset, Cifar100Dataset, VOCDataset, CocoDataset, CelebADataset, \
  23. TextFileDataset, CLUEDataset, CSVDataset, Schema, Shuffle, zip, RandomDataset, PaddedDataset
  24. from .engine.samplers import DistributedSampler, PKSampler, RandomSampler, SequentialSampler, SubsetRandomSampler, \
  25. WeightedRandomSampler, Sampler
  26. from .engine.cache_client import DatasetCache
  27. from .engine.serializer_deserializer import serialize, deserialize, show
  28. from .engine.graphdata import GraphData
  29. __all__ = ["config", "ImageFolderDataset", "MnistDataset", "PaddedDataset",
  30. "MindDataset", "GeneratorDataset", "TFRecordDataset",
  31. "ManifestDataset", "Cifar10Dataset", "Cifar100Dataset", "CelebADataset", "NumpySlicesDataset", "VOCDataset",
  32. "CocoDataset", "TextFileDataset", "CLUEDataset", "CSVDataset", "Schema", "DistributedSampler", "PKSampler",
  33. "RandomSampler", "SequentialSampler", "SubsetRandomSampler", "WeightedRandomSampler", "zip", "GraphData"]