You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

test_c_random_choice.py 1.9 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748
  1. # Copyright 2020 Huawei Technologies Co., Ltd
  2. #
  3. # Licensed under the Apache License, Version 2.0 (the "License");
  4. # you may not use this file except in compliance with the License.
  5. # You may obtain a copy of the License at
  6. #
  7. # http://www.apache.org/licenses/LICENSE-2.0
  8. #
  9. # Unless required by applicable law or agreed to in writing, software
  10. # distributed under the License is distributed on an "AS IS" BASIS,
  11. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. # See the License for the specific language governing permissions and
  13. # limitations under the License.
  14. # ==============================================================================
  15. import mindspore.dataset as ds
  16. import mindspore.dataset.transforms.c_transforms as ops
  17. def test_random_choice():
  18. ds.config.set_seed(0)
  19. def test_config(arr, op_list):
  20. try:
  21. data = ds.NumpySlicesDataset(arr, column_names="col", shuffle=False)
  22. data = data.map(input_columns=["col"], operations=ops.RandomChoice(op_list))
  23. res = []
  24. for i in data.create_dict_iterator():
  25. res.append(i["col"].tolist())
  26. return res
  27. except (TypeError, ValueError) as e:
  28. return str(e)
  29. # test whether a op would be randomly chosen. In order to prevent random failure, both results need to be checked
  30. res1 = test_config([[0, 1, 2]], [ops.PadEnd([4], 0), ops.Slice([0, 2])])
  31. assert res1 in [[[0, 1, 2, 0]], [[0, 2]]]
  32. # test nested structure
  33. res2 = test_config([[0, 1, 2]], [ops.Compose([ops.Duplicate(), ops.Concatenate()]),
  34. ops.Compose([ops.Slice([0, 1]), ops.OneHot(2)])])
  35. assert res2 in [[[[1, 0], [0, 1]]], [[0, 1, 2, 0, 1, 2]]]
  36. # test random_choice where there is only 1 op
  37. assert test_config([[4, 3], [2, 1]], [ops.Slice([0])]) == [[4], [2]]
  38. if __name__ == "__main__":
  39. test_random_choice()