You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

test_random_perspective.py 5.1 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130
  1. # Copyright 2020 Huawei Technologies Co., Ltd
  2. #
  3. # Licensed under the Apache License, Version 2.0 (the "License");
  4. # you may not use this file except in compliance with the License.
  5. # You may obtain a copy of the License at
  6. #
  7. # http://www.apache.org/licenses/LICENSE-2.0
  8. #
  9. # Unless required by applicable law or agreed to in writing, software
  10. # distributed under the License is distributed on an "AS IS" BASIS,
  11. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. # See the License for the specific language governing permissions and
  13. # limitations under the License.
  14. # ==============================================================================
  15. """
  16. Testing RandomPerspective op in DE
  17. """
  18. import numpy as np
  19. import mindspore.dataset as ds
  20. import mindspore.dataset.transforms.py_transforms
  21. import mindspore.dataset.vision.py_transforms as py_vision
  22. from mindspore.dataset.vision.utils import Inter
  23. from mindspore import log as logger
  24. from util import visualize_list, save_and_check_md5, \
  25. config_get_set_seed, config_get_set_num_parallel_workers
  26. GENERATE_GOLDEN = False
  27. DATA_DIR = ["../data/dataset/test_tf_file_3_images/train-0000-of-0001.data"]
  28. SCHEMA_DIR = "../data/dataset/test_tf_file_3_images/datasetSchema.json"
  29. def test_random_perspective_op(plot=False):
  30. """
  31. Test RandomPerspective in python transformations
  32. """
  33. logger.info("test_random_perspective_op")
  34. # define map operations
  35. transforms1 = [
  36. py_vision.Decode(),
  37. py_vision.RandomPerspective(),
  38. py_vision.ToTensor()
  39. ]
  40. transform1 = mindspore.dataset.transforms.py_transforms.Compose(transforms1)
  41. transforms2 = [
  42. py_vision.Decode(),
  43. py_vision.ToTensor()
  44. ]
  45. transform2 = mindspore.dataset.transforms.py_transforms.Compose(transforms2)
  46. # First dataset
  47. data1 = ds.TFRecordDataset(DATA_DIR, SCHEMA_DIR, columns_list=["image"], shuffle=False)
  48. data1 = data1.map(operations=transform1, input_columns=["image"])
  49. # Second dataset
  50. data2 = ds.TFRecordDataset(DATA_DIR, SCHEMA_DIR, columns_list=["image"], shuffle=False)
  51. data2 = data2.map(operations=transform2, input_columns=["image"])
  52. image_perspective = []
  53. image_original = []
  54. for item1, item2 in zip(data1.create_dict_iterator(num_epochs=1, output_numpy=True),
  55. data2.create_dict_iterator(num_epochs=1, output_numpy=True)):
  56. image1 = (item1["image"].transpose(1, 2, 0) * 255).astype(np.uint8)
  57. image2 = (item2["image"].transpose(1, 2, 0) * 255).astype(np.uint8)
  58. image_perspective.append(image1)
  59. image_original.append(image2)
  60. if plot:
  61. visualize_list(image_original, image_perspective)
  62. def skip_test_random_perspective_md5():
  63. """
  64. Test RandomPerspective with md5 comparison
  65. """
  66. logger.info("test_random_perspective_md5")
  67. original_seed = config_get_set_seed(5)
  68. original_num_parallel_workers = config_get_set_num_parallel_workers(1)
  69. # define map operations
  70. transforms = [
  71. py_vision.Decode(),
  72. py_vision.RandomPerspective(distortion_scale=0.3, prob=0.7,
  73. interpolation=Inter.BILINEAR),
  74. py_vision.Resize(1450), # resize to a smaller size to prevent round-off error
  75. py_vision.ToTensor()
  76. ]
  77. transform = mindspore.dataset.transforms.py_transforms.Compose(transforms)
  78. # Generate dataset
  79. data = ds.TFRecordDataset(DATA_DIR, SCHEMA_DIR, columns_list=["image"], shuffle=False)
  80. data = data.map(operations=transform, input_columns=["image"])
  81. # check results with md5 comparison
  82. filename = "random_perspective_01_result.npz"
  83. save_and_check_md5(data, filename, generate_golden=GENERATE_GOLDEN)
  84. # Restore configuration
  85. ds.config.set_seed(original_seed)
  86. ds.config.set_num_parallel_workers((original_num_parallel_workers))
  87. def test_random_perspective_exception_distortion_scale_range():
  88. """
  89. Test RandomPerspective: distortion_scale is not in [0, 1], expected to raise ValueError
  90. """
  91. logger.info("test_random_perspective_exception_distortion_scale_range")
  92. try:
  93. _ = py_vision.RandomPerspective(distortion_scale=1.5)
  94. except ValueError as e:
  95. logger.info("Got an exception in DE: {}".format(str(e)))
  96. assert str(e) == "Input distortion_scale is not within the required interval of [0.0, 1.0]."
  97. def test_random_perspective_exception_prob_range():
  98. """
  99. Test RandomPerspective: prob is not in [0, 1], expected to raise ValueError
  100. """
  101. logger.info("test_random_perspective_exception_prob_range")
  102. try:
  103. _ = py_vision.RandomPerspective(prob=1.2)
  104. except ValueError as e:
  105. logger.info("Got an exception in DE: {}".format(str(e)))
  106. assert str(e) == "Input prob is not within the required interval of [0.0, 1.0]."
  107. if __name__ == "__main__":
  108. test_random_perspective_op(plot=True)
  109. skip_test_random_perspective_md5()
  110. test_random_perspective_exception_distortion_scale_range()
  111. test_random_perspective_exception_prob_range()