You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

test_c_random_choice.py 2.0 kB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152
  1. # Copyright 2020 Huawei Technologies Co., Ltd
  2. #
  3. # Licensed under the Apache License, Version 2.0 (the "License");
  4. # you may not use this file except in compliance with the License.
  5. # You may obtain a copy of the License at
  6. #
  7. # http://www.apache.org/licenses/LICENSE-2.0
  8. #
  9. # Unless required by applicable law or agreed to in writing, software
  10. # distributed under the License is distributed on an "AS IS" BASIS,
  11. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. # See the License for the specific language governing permissions and
  13. # limitations under the License.
  14. # ==============================================================================
  15. import mindspore.dataset as ds
  16. import mindspore.dataset.transforms.c_transforms as ops
  17. def test_random_choice():
  18. """
  19. Test RandomChoice op
  20. """
  21. ds.config.set_seed(0)
  22. def test_config(arr, op_list):
  23. try:
  24. data = ds.NumpySlicesDataset(arr, column_names="col", shuffle=False)
  25. data = data.map(operations=ops.RandomChoice(op_list), input_columns=["col"])
  26. res = []
  27. for i in data.create_dict_iterator(num_epochs=1, output_numpy=True):
  28. res.append(i["col"].tolist())
  29. return res
  30. except (TypeError, ValueError) as e:
  31. return str(e)
  32. # Test whether an operation would be randomly chosen.
  33. # In order to prevent random failure, both results need to be checked.
  34. res1 = test_config([[0, 1, 2]], [ops.PadEnd([4], 0), ops.Slice([0, 2])])
  35. assert res1 in [[[0, 1, 2, 0]], [[0, 2]]]
  36. # Test nested structure
  37. res2 = test_config([[0, 1, 2]], [ops.Compose([ops.Duplicate(), ops.Concatenate()]),
  38. ops.Compose([ops.Slice([0, 1]), ops.OneHot(2)])])
  39. assert res2 in [[[[1, 0], [0, 1]]], [[0, 1, 2, 0, 1, 2]]]
  40. # Test RandomChoice when there is only 1 operation
  41. assert test_config([[4, 3], [2, 1]], [ops.Slice([0])]) == [[4], [2]]
  42. if __name__ == "__main__":
  43. test_random_choice()