You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

__init__.py 2.1 kB

4 years ago
4 years ago
4 years ago
4 years ago
1234567891011121314151617181920212223242526272829303132333435363738394041424344
  1. # Copyright 2019 Huawei Technologies Co., Ltd
  2. #
  3. # Licensed under the Apache License, Version 2.0 (the "License");
  4. # you may not use this file except in compliance with the License.
  5. # You may obtain a copy of the License at
  6. #
  7. # http://www.apache.org/licenses/LICENSE-2.0
  8. #
  9. # Unless required by applicable law or agreed to in writing, software
  10. # distributed under the License is distributed on an "AS IS" BASIS,
  11. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. # See the License for the specific language governing permissions and
  13. # limitations under the License.
  14. # ==============================================================================
  15. """
  16. Introduction to dataset/engine:
  17. dataset/engine supports various formats of datasets, including ImageNet, TFData,
  18. MNIST, Cifar10/100, Manifest, MindRecord, etc. This module could load data in
  19. high performance and parse data precisely. It also provides the following
  20. operations for users to preprocess data: shuffle, batch, repeat, map, and zip.
  21. """
  22. import platform
  23. from ..callback import DSCallback, WaitedDSCallback
  24. from ..core import config
  25. from .cache_client import DatasetCache
  26. from .datasets import *
  27. from .iterators import *
  28. from .samplers import *
  29. from .serializer_deserializer import compare, deserialize, serialize, show
  30. if platform.system().lower() != "darwin":
  31. from .graphdata import GraphData, SamplingStrategy, OutputFormat
  32. __all__ = ["CelebADataset", "Cifar100Dataset", "Cifar10Dataset", "CLUEDataset", "CocoDataset", "CSVDataset",
  33. "GeneratorDataset", "ImageFolderDataset", "ManifestDataset", "MindDataset", "MnistDataset",
  34. "NumpySlicesDataset", "PaddedDataset", "TextFileDataset", "TFRecordDataset", "VOCDataset",
  35. "DistributedSampler", "PKSampler", "RandomSampler", "SequentialSampler", "SubsetRandomSampler",
  36. "WeightedRandomSampler", "SubsetSampler",
  37. "DatasetCache", "DSCallback", "Schema", "WaitedDSCallback", "compare", "deserialize",
  38. "serialize", "show", "zip"]
  39. if platform.system().lower() != "darwin":
  40. __all__.append("GraphData")