Browse Source

!848 sampler and num_shards is not supported if source does not have attribute '__getitem__ in GeneratorDataset

Merge pull request !848 from yanghaitao/yht_generator_sampler_numshards
tags/v0.3.0-alpha
mindspore-ci-bot Gitee 5 years ago
parent
commit
583021218a
1 changed files with 5 additions and 0 deletions
  1. +5
    -0
      mindspore/dataset/engine/validators.py

+ 5
- 0
mindspore/dataset/engine/validators.py View File

@@ -587,6 +587,11 @@ def check_generatordataset(method):
except TypeError:
raise TypeError("sampler should be either iterable or from mindspore.dataset.samplers")

if sampler is not None and not hasattr(source, "__getitem__"):
raise ValueError("sampler is not supported if source does not have attribute '__getitem__'")
if num_shards is not None and not hasattr(source, "__getitem__"):
raise ValueError("num_shards is not supported if source does not have attribute '__getitem__'")

return method(*args, **kwargs)

return new_method


Loading…
Cancel
Save