| @@ -16,15 +16,10 @@ | |||||
| #include "minddata/dataset/include/data_helper.h" | #include "minddata/dataset/include/data_helper.h" | ||||
| #include <algorithm> | #include <algorithm> | ||||
| #include <fstream> | |||||
| #include <iostream> | #include <iostream> | ||||
| #include <map> | #include <map> | ||||
| #include <memory> | |||||
| #include <sstream> | |||||
| #include "minddata/dataset/util/json_helper.h" | #include "minddata/dataset/util/json_helper.h" | ||||
| #include "minddata/dataset/util/log_adapter.h" | |||||
| #include "minddata/dataset/util/path.h" | |||||
| #include "include/api/status.h" | #include "include/api/status.h" | ||||
| namespace mindspore { | namespace mindspore { | ||||
| @@ -18,8 +18,6 @@ | |||||
| #include <fstream> | #include <fstream> | ||||
| #include "minddata/dataset/include/execute.h" | #include "minddata/dataset/include/execute.h" | ||||
| #include "minddata/dataset/core/de_tensor.h" | #include "minddata/dataset/core/de_tensor.h" | ||||
| #include "minddata/dataset/core/device_resource.h" | |||||
| #include "minddata/dataset/core/device_tensor.h" | |||||
| #include "minddata/dataset/core/tensor_row.h" | #include "minddata/dataset/core/tensor_row.h" | ||||
| #include "minddata/dataset/core/tensor.h" | #include "minddata/dataset/core/tensor.h" | ||||
| #include "minddata/dataset/core/type_id.h" | #include "minddata/dataset/core/type_id.h" | ||||
| @@ -14,7 +14,6 @@ | |||||
| * limitations under the License. | * limitations under the License. | ||||
| */ | */ | ||||
| #include "minddata/dataset/include/iterator.h" | #include "minddata/dataset/include/iterator.h" | ||||
| #include "minddata/dataset/core/client.h" | |||||
| #include "minddata/dataset/engine/consumers/pull_based_tree_consumer.h" | #include "minddata/dataset/engine/consumers/pull_based_tree_consumer.h" | ||||
| #include "minddata/dataset/engine/consumers/tree_consumer.h" | #include "minddata/dataset/engine/consumers/tree_consumer.h" | ||||
| #include "minddata/dataset/engine/runtime_context.h" | #include "minddata/dataset/engine/runtime_context.h" | ||||
| @@ -14,7 +14,6 @@ | |||||
| * limitations under the License. | * limitations under the License. | ||||
| */ | */ | ||||
| #include "pybind11/pybind11.h" | #include "pybind11/pybind11.h" | ||||
| #include "pybind11/stl.h" | |||||
| #include "pybind11/stl_bind.h" | #include "pybind11/stl_bind.h" | ||||
| #include "minddata/dataset/api/python/pybind_register.h" | #include "minddata/dataset/api/python/pybind_register.h" | ||||
| @@ -17,7 +17,6 @@ | |||||
| #include "minddata/dataset/api/python/pybind_register.h" | #include "minddata/dataset/api/python/pybind_register.h" | ||||
| #include "pybind11/pybind11.h" | #include "pybind11/pybind11.h" | ||||
| #include "pybind11/stl.h" | |||||
| #include "pybind11/stl_bind.h" | #include "pybind11/stl_bind.h" | ||||
| #include "minddata/dataset/engine/datasetops/dataset_op.h" | #include "minddata/dataset/engine/datasetops/dataset_op.h" | ||||
| @@ -31,7 +30,6 @@ | |||||
| #include "minddata/dataset/engine/datasetops/source/manifest_op.h" | #include "minddata/dataset/engine/datasetops/source/manifest_op.h" | ||||
| #include "minddata/dataset/engine/datasetops/source/mindrecord_op.h" | #include "minddata/dataset/engine/datasetops/source/mindrecord_op.h" | ||||
| #include "minddata/dataset/engine/datasetops/source/mnist_op.h" | #include "minddata/dataset/engine/datasetops/source/mnist_op.h" | ||||
| #include "minddata/dataset/engine/datasetops/source/random_data_op.h" | |||||
| #include "minddata/dataset/engine/datasetops/source/text_file_op.h" | #include "minddata/dataset/engine/datasetops/source/text_file_op.h" | ||||
| #include "minddata/dataset/engine/datasetops/source/tf_reader_op.h" | #include "minddata/dataset/engine/datasetops/source/tf_reader_op.h" | ||||
| #include "minddata/dataset/engine/datasetops/source/voc_op.h" | #include "minddata/dataset/engine/datasetops/source/voc_op.h" | ||||
| @@ -14,7 +14,6 @@ | |||||
| * limitations under the License. | * limitations under the License. | ||||
| */ | */ | ||||
| #include "pybind11/pybind11.h" | #include "pybind11/pybind11.h" | ||||
| #include "pybind11/stl.h" | |||||
| #include "pybind11/stl_bind.h" | #include "pybind11/stl_bind.h" | ||||
| #include "minddata/dataset/api/python/pybind_register.h" | #include "minddata/dataset/api/python/pybind_register.h" | ||||
| @@ -14,16 +14,12 @@ | |||||
| * limitations under the License. | * limitations under the License. | ||||
| */ | */ | ||||
| #include "pybind11/pybind11.h" | #include "pybind11/pybind11.h" | ||||
| #include "pybind11/stl.h" | |||||
| #include "pybind11/stl_bind.h" | |||||
| #include "minddata/dataset/api/python/pybind_conversion.h" | #include "minddata/dataset/api/python/pybind_conversion.h" | ||||
| #include "minddata/dataset/api/python/pybind_register.h" | #include "minddata/dataset/api/python/pybind_register.h" | ||||
| #include "minddata/dataset/callback/py_ds_callback.h" | #include "minddata/dataset/callback/py_ds_callback.h" | ||||
| #include "minddata/dataset/include/constants.h" | #include "minddata/dataset/include/constants.h" | ||||
| #include "minddata/dataset/core/global_context.h" | |||||
| #include "minddata/dataset/engine/serdes.h" | #include "minddata/dataset/engine/serdes.h" | ||||
| #include "minddata/dataset/include/datasets.h" | |||||
| #include "minddata/dataset/text/sentence_piece_vocab.h" | #include "minddata/dataset/text/sentence_piece_vocab.h" | ||||
| // IR non-leaf nodes | // IR non-leaf nodes | ||||
| @@ -51,10 +47,7 @@ | |||||
| #include "minddata/dataset/core/config_manager.h" | #include "minddata/dataset/core/config_manager.h" | ||||
| #include "minddata/dataset/core/data_type.h" | #include "minddata/dataset/core/data_type.h" | ||||
| #include "minddata/dataset/core/type_id.h" | |||||
| #include "minddata/dataset/util/path.h" | #include "minddata/dataset/util/path.h" | ||||
| #include "minddata/dataset/util/random.h" | |||||
| #include "minddata/dataset/util/services.h" | |||||
| namespace mindspore { | namespace mindspore { | ||||
| namespace dataset { | namespace dataset { | ||||
| @@ -14,26 +14,17 @@ | |||||
| * limitations under the License. | * limitations under the License. | ||||
| */ | */ | ||||
| #include "pybind11/pybind11.h" | #include "pybind11/pybind11.h" | ||||
| #include "pybind11/stl.h" | |||||
| #include "pybind11/stl_bind.h" | |||||
| #include "minddata/dataset/api/python/pybind_conversion.h" | #include "minddata/dataset/api/python/pybind_conversion.h" | ||||
| #include "minddata/dataset/api/python/pybind_register.h" | #include "minddata/dataset/api/python/pybind_register.h" | ||||
| #include "minddata/dataset/callback/py_ds_callback.h" | |||||
| #include "minddata/dataset/include/constants.h" | #include "minddata/dataset/include/constants.h" | ||||
| #include "minddata/dataset/core/global_context.h" | |||||
| #include "minddata/dataset/engine/serdes.h" | |||||
| #include "minddata/dataset/include/datasets.h" | #include "minddata/dataset/include/datasets.h" | ||||
| #include "minddata/dataset/text/sentence_piece_vocab.h" | |||||
| #include "minddata/dataset/core/config_manager.h" | #include "minddata/dataset/core/config_manager.h" | ||||
| #include "minddata/dataset/core/data_type.h" | #include "minddata/dataset/core/data_type.h" | ||||
| #include "minddata/dataset/util/path.h" | #include "minddata/dataset/util/path.h" | ||||
| #include "minddata/dataset/util/random.h" | |||||
| #include "minddata/dataset/util/services.h" | |||||
| // IR leaf nodes | // IR leaf nodes | ||||
| #include "minddata/dataset/engine/ir/datasetops/source/album_node.h" | |||||
| #include "minddata/dataset/engine/ir/datasetops/source/celeba_node.h" | #include "minddata/dataset/engine/ir/datasetops/source/celeba_node.h" | ||||
| #include "minddata/dataset/engine/ir/datasetops/source/cifar100_node.h" | #include "minddata/dataset/engine/ir/datasetops/source/cifar100_node.h" | ||||
| #include "minddata/dataset/engine/ir/datasetops/source/cifar10_node.h" | #include "minddata/dataset/engine/ir/datasetops/source/cifar10_node.h" | ||||
| @@ -14,13 +14,11 @@ | |||||
| * limitations under the License. | * limitations under the License. | ||||
| */ | */ | ||||
| #include "pybind11/pybind11.h" | #include "pybind11/pybind11.h" | ||||
| #include "pybind11/stl.h" | |||||
| #include "pybind11/stl_bind.h" | #include "pybind11/stl_bind.h" | ||||
| #include "minddata/dataset/engine/datasetops/source/sampler/python_sampler.h" | #include "minddata/dataset/engine/datasetops/source/sampler/python_sampler.h" | ||||
| #include "minddata/dataset/api/python/pybind_conversion.h" | #include "minddata/dataset/api/python/pybind_conversion.h" | ||||
| #include "minddata/dataset/api/python/pybind_register.h" | #include "minddata/dataset/api/python/pybind_register.h" | ||||
| #include "minddata/dataset/callback/py_ds_callback.h" | |||||
| #include "minddata/dataset/include/constants.h" | #include "minddata/dataset/include/constants.h" | ||||
| #include "minddata/dataset/core/global_context.h" | #include "minddata/dataset/core/global_context.h" | ||||
| #include "minddata/dataset/engine/ir/datasetops/source/samplers/samplers_ir.h" | #include "minddata/dataset/engine/ir/datasetops/source/samplers/samplers_ir.h" | ||||
| @@ -14,12 +14,10 @@ | |||||
| * limitations under the License. | * limitations under the License. | ||||
| */ | */ | ||||
| #include "pybind11/pybind11.h" | #include "pybind11/pybind11.h" | ||||
| #include "pybind11/stl.h" | |||||
| #include "pybind11/stl_bind.h" | #include "pybind11/stl_bind.h" | ||||
| #include "minddata/dataset/api/python/pybind_register.h" | #include "minddata/dataset/api/python/pybind_register.h" | ||||
| #include "minddata/dataset/core/global_context.h" | #include "minddata/dataset/core/global_context.h" | ||||
| #include "minddata/dataset/api/python/pybind_conversion.h" | |||||
| #include "minddata/dataset/core/type_id.h" | #include "minddata/dataset/core/type_id.h" | ||||
| #include "minddata/dataset/include/constants.h" | #include "minddata/dataset/include/constants.h" | ||||
| #include "minddata/dataset/include/datasets.h" | #include "minddata/dataset/include/datasets.h" | ||||
| @@ -19,10 +19,7 @@ | |||||
| #include "minddata/dataset/core/global_context.h" | #include "minddata/dataset/core/global_context.h" | ||||
| #include "mindspore/ccsrc/minddata/dataset/kernels/data/compose_op.h" | #include "mindspore/ccsrc/minddata/dataset/kernels/data/compose_op.h" | ||||
| #include "mindspore/ccsrc/minddata/dataset/kernels/data/no_op.h" | |||||
| #include "minddata/dataset/kernels/py_func_op.h" | #include "minddata/dataset/kernels/py_func_op.h" | ||||
| #include "mindspore/ccsrc/minddata/dataset/kernels/data/random_apply_op.h" | |||||
| #include "mindspore/ccsrc/minddata/dataset/kernels/data/random_choice_op.h" | |||||
| namespace mindspore { | namespace mindspore { | ||||
| namespace dataset { | namespace dataset { | ||||
| @@ -21,7 +21,6 @@ | |||||
| #include "minddata/dataset/kernels/data/no_op.h" | #include "minddata/dataset/kernels/data/no_op.h" | ||||
| #include "minddata/dataset/kernels/ir/data/transforms_ir.h" | #include "minddata/dataset/kernels/ir/data/transforms_ir.h" | ||||
| #include "minddata/dataset/kernels/ir/vision/vision_ir.h" | |||||
| #include "minddata/dataset/kernels/py_func_op.h" | #include "minddata/dataset/kernels/py_func_op.h" | ||||
| namespace mindspore { | namespace mindspore { | ||||
| @@ -14,8 +14,6 @@ | |||||
| * limitations under the License. | * limitations under the License. | ||||
| */ | */ | ||||
| #include "pybind11/pybind11.h" | #include "pybind11/pybind11.h" | ||||
| #include "pybind11/stl.h" | |||||
| #include "pybind11/stl_bind.h" | |||||
| #include "minddata/dataset/api/python/pybind_conversion.h" | #include "minddata/dataset/api/python/pybind_conversion.h" | ||||
| #include "minddata/dataset/api/python/pybind_register.h" | #include "minddata/dataset/api/python/pybind_register.h" | ||||
| @@ -15,7 +15,6 @@ | |||||
| */ | */ | ||||
| #include "pybind11/pybind11.h" | #include "pybind11/pybind11.h" | ||||
| #include "pybind11/stl.h" | |||||
| #include "pybind11/stl_bind.h" | #include "pybind11/stl_bind.h" | ||||
| #include "minddata/dataset/api/python/pybind_register.h" | #include "minddata/dataset/api/python/pybind_register.h" | ||||
| @@ -15,11 +15,9 @@ | |||||
| */ | */ | ||||
| #include "pybind11/pybind11.h" | #include "pybind11/pybind11.h" | ||||
| #include "pybind11/stl.h" | |||||
| #include "pybind11/stl_bind.h" | #include "pybind11/stl_bind.h" | ||||
| #include "minddata/dataset/api/python/pybind_register.h" | #include "minddata/dataset/api/python/pybind_register.h" | ||||
| #include "minddata/dataset/text/ir/kernels/text_ir.h" | #include "minddata/dataset/text/ir/kernels/text_ir.h" | ||||
| #include "minddata/dataset/text/kernels/wordpiece_tokenizer_op.h" | |||||
| #include "minddata/dataset/text/sentence_piece_vocab.h" | #include "minddata/dataset/text/sentence_piece_vocab.h" | ||||
| #include "minddata/dataset/text/vocab.h" | #include "minddata/dataset/text/vocab.h" | ||||
| @@ -24,7 +24,6 @@ | |||||
| #include "minddata/dataset/kernels/ir/vision/vision_ir.h" | #include "minddata/dataset/kernels/ir/vision/vision_ir.h" | ||||
| #ifndef ENABLE_ANDROID | #ifndef ENABLE_ANDROID | ||||
| #include "minddata/dataset/kernels/image/image_utils.h" | |||||
| #include "utils/log_adapter.h" | #include "utils/log_adapter.h" | ||||
| #else | #else | ||||
| #include "mindspore/lite/src/common/log_adapter.h" | #include "mindspore/lite/src/common/log_adapter.h" | ||||
| @@ -14,7 +14,6 @@ | |||||
| * limitations under the License. | * limitations under the License. | ||||
| */ | */ | ||||
| #include "include/api/context.h" | |||||
| #include "include/api/types.h" | #include "include/api/types.h" | ||||
| #include "minddata/dataset/core/ascend_resource.h" | #include "minddata/dataset/core/ascend_resource.h" | ||||
| #include "minddata/dataset/core/type_id.h" | #include "minddata/dataset/core/type_id.h" | ||||
| @@ -14,10 +14,7 @@ | |||||
| * limitations under the License. | * limitations under the License. | ||||
| */ | */ | ||||
| #include "minddata/dataset/core/client.h" | #include "minddata/dataset/core/client.h" | ||||
| #include "minddata/dataset/core/config_manager.h" | |||||
| #include "minddata/dataset/core/global_context.h" | |||||
| #include "minddata/dataset/util/services.h" | #include "minddata/dataset/util/services.h" | ||||
| #include "minddata/dataset/util/sig_handler.h" | |||||
| namespace mindspore { | namespace mindspore { | ||||
| namespace dataset { | namespace dataset { | ||||
| @@ -17,10 +17,7 @@ | |||||
| #include "minddata/dataset/core/de_tensor.h" | #include "minddata/dataset/core/de_tensor.h" | ||||
| #include "minddata/dataset/core/device_tensor.h" | #include "minddata/dataset/core/device_tensor.h" | ||||
| #include "minddata/dataset/include/constants.h" | #include "minddata/dataset/include/constants.h" | ||||
| #include "minddata/dataset/core/data_type.h" | |||||
| #include "minddata/dataset/core/type_id.h" | #include "minddata/dataset/core/type_id.h" | ||||
| #include "mindspore/core/ir/dtype/type_id.h" | |||||
| #include "utils/hashing.h" | |||||
| #ifndef ENABLE_ANDROID | #ifndef ENABLE_ANDROID | ||||
| #include "utils/log_adapter.h" | #include "utils/log_adapter.h" | ||||
| #define EXCEPTION_IF_NULL(ptr) MS_EXCEPTION_IF_NULL(ptr) | #define EXCEPTION_IF_NULL(ptr) MS_EXCEPTION_IF_NULL(ptr) | ||||
| @@ -25,7 +25,6 @@ | |||||
| #include "minddata/dataset/core/device_tensor.h" | #include "minddata/dataset/core/device_tensor.h" | ||||
| #include "minddata/dataset/core/tensor.h" | #include "minddata/dataset/core/tensor.h" | ||||
| #include "minddata/dataset/util/allocator.h" | #include "minddata/dataset/util/allocator.h" | ||||
| #include "minddata/dataset/util/circular_pool.h" | |||||
| #include "minddata/dataset/util/system_pool.h" | #include "minddata/dataset/util/system_pool.h" | ||||
| namespace mindspore { | namespace mindspore { | ||||
| @@ -22,7 +22,6 @@ | |||||
| #include <memory> | #include <memory> | ||||
| #include <vector> | #include <vector> | ||||
| #include <utility> | #include <utility> | ||||
| #include <functional> | |||||
| #include "minddata/dataset/core/type_id.h" | #include "minddata/dataset/core/type_id.h" | ||||
| @@ -15,7 +15,6 @@ | |||||
| */ | */ | ||||
| #include <string> | #include <string> | ||||
| #include <vector> | #include <vector> | ||||
| #include <iostream> | |||||
| #include "minddata/dataset/core/tensor_helpers.h" | #include "minddata/dataset/core/tensor_helpers.h" | ||||
| namespace mindspore { | namespace mindspore { | ||||
| @@ -13,7 +13,6 @@ | |||||
| * See the License for the specific language governing permissions and | * See the License for the specific language governing permissions and | ||||
| * limitations under the License. | * limitations under the License. | ||||
| */ | */ | ||||
| #include <unistd.h> | |||||
| #include <iostream> | #include <iostream> | ||||
| #include "minddata/dataset/engine/cache/cache_admin_arg.h" | #include "minddata/dataset/engine/cache/cache_admin_arg.h" | ||||
| #include "minddata/dataset/engine/cache/cache_common.h" | #include "minddata/dataset/engine/cache/cache_common.h" | ||||
| @@ -15,11 +15,8 @@ | |||||
| */ | */ | ||||
| #include "minddata/dataset/engine/cache/cache_admin_arg.h" | #include "minddata/dataset/engine/cache/cache_admin_arg.h" | ||||
| #include <sys/types.h> | #include <sys/types.h> | ||||
| #include <sys/stat.h> | |||||
| #include <sys/wait.h> | #include <sys/wait.h> | ||||
| #include <signal.h> | |||||
| #include <unistd.h> | #include <unistd.h> | ||||
| #include <algorithm> | |||||
| #include <cerrno> | #include <cerrno> | ||||
| #include <iomanip> | #include <iomanip> | ||||
| #include <iostream> | #include <iostream> | ||||
| @@ -14,7 +14,6 @@ | |||||
| * limitations under the License. | * limitations under the License. | ||||
| */ | */ | ||||
| #include <unistd.h> | |||||
| #include <iomanip> | #include <iomanip> | ||||
| #include "minddata/dataset/engine/cache/cache_client.h" | #include "minddata/dataset/engine/cache/cache_client.h" | ||||
| #include "minddata/dataset/engine/cache/cache_request.h" | #include "minddata/dataset/engine/cache/cache_request.h" | ||||
| @@ -15,8 +15,6 @@ | |||||
| */ | */ | ||||
| #include "minddata/dataset/engine/cache/storage_container.h" | #include "minddata/dataset/engine/cache/storage_container.h" | ||||
| #include <fcntl.h> | |||||
| #include <sys/stat.h> | |||||
| #include <unistd.h> | #include <unistd.h> | ||||
| #include <vector> | #include <vector> | ||||
| #include "utils/ms_utils.h" | #include "utils/ms_utils.h" | ||||
| @@ -15,7 +15,6 @@ | |||||
| */ | */ | ||||
| #include <string> | #include <string> | ||||
| #include <unordered_map> | |||||
| #include <vector> | #include <vector> | ||||
| #include "minddata/dataset/engine/consumers/python_tree_consumer.h" | #include "minddata/dataset/engine/consumers/python_tree_consumer.h" | ||||
| @@ -20,7 +20,6 @@ | |||||
| #include <iostream> | #include <iostream> | ||||
| #include <map> | #include <map> | ||||
| #include <memory> | #include <memory> | ||||
| #include <sstream> | |||||
| #include <nlohmann/json.hpp> | #include <nlohmann/json.hpp> | ||||
| #include "utils/ms_utils.h" | #include "utils/ms_utils.h" | ||||
| @@ -20,7 +20,6 @@ | |||||
| #include "minddata/dataset/engine/execution_tree.h" | #include "minddata/dataset/engine/execution_tree.h" | ||||
| #ifndef ENABLE_ANDROID | #ifndef ENABLE_ANDROID | ||||
| #include "utils/log_adapter.h" | #include "utils/log_adapter.h" | ||||
| #include "utils/system/crc32c.h" | |||||
| #else | #else | ||||
| #include "mindspore/lite/src/common/log_adapter.h" | #include "mindspore/lite/src/common/log_adapter.h" | ||||
| #endif | #endif | ||||
| @@ -15,7 +15,6 @@ | |||||
| */ | */ | ||||
| #include "minddata/dataset/engine/datasetops/cache_merge_op.h" | #include "minddata/dataset/engine/datasetops/cache_merge_op.h" | ||||
| #include <algorithm> | |||||
| #include <chrono> | #include <chrono> | ||||
| #include <functional> | #include <functional> | ||||
| #include <iomanip> | #include <iomanip> | ||||
| @@ -23,7 +23,6 @@ | |||||
| #include "minddata/dataset/engine/datasetops/repeat_op.h" | #include "minddata/dataset/engine/datasetops/repeat_op.h" | ||||
| #include "minddata/dataset/engine/dataset_iterator.h" | #include "minddata/dataset/engine/dataset_iterator.h" | ||||
| #include "minddata/dataset/engine/execution_tree.h" | |||||
| #include "minddata/dataset/util/log_adapter.h" | #include "minddata/dataset/util/log_adapter.h" | ||||
| #include "minddata/dataset/util/task_manager.h" | #include "minddata/dataset/util/task_manager.h" | ||||
| @@ -23,7 +23,6 @@ | |||||
| #include <string> | #include <string> | ||||
| #include <algorithm> | #include <algorithm> | ||||
| #include "minddata/dataset/engine/execution_tree.h" | |||||
| #include "minddata/dataset/engine/datasetops/device_queue_op.h" | #include "minddata/dataset/engine/datasetops/device_queue_op.h" | ||||
| #include "minddata/dataset/engine/datasetops/source/sampler/sampler.h" | #include "minddata/dataset/engine/datasetops/source/sampler/sampler.h" | ||||
| @@ -13,9 +13,7 @@ | |||||
| * See the License for the specific language governing permissions and | * See the License for the specific language governing permissions and | ||||
| * limitations under the License. | * limitations under the License. | ||||
| */ | */ | ||||
| #include <iomanip> | |||||
| #include <iostream> | #include <iostream> | ||||
| #include <utility> | |||||
| #include "minddata/dataset/engine/datasetops/epoch_ctrl_op.h" | #include "minddata/dataset/engine/datasetops/epoch_ctrl_op.h" | ||||
| @@ -25,8 +25,6 @@ | |||||
| #include "minddata/dataset/core/global_context.h" | #include "minddata/dataset/core/global_context.h" | ||||
| #include "minddata/dataset/engine/datasetops/map_op/cpu_map_job.h" | #include "minddata/dataset/engine/datasetops/map_op/cpu_map_job.h" | ||||
| #include "minddata/dataset/engine/datasetops/map_op/gpu_map_job.h" | |||||
| #include "minddata/dataset/engine/execution_tree.h" | |||||
| #include "minddata/dataset/kernels/tensor_op.h" | #include "minddata/dataset/kernels/tensor_op.h" | ||||
| #include "minddata/dataset/util/log_adapter.h" | #include "minddata/dataset/util/log_adapter.h" | ||||
| #include "minddata/dataset/util/task_manager.h" | #include "minddata/dataset/util/task_manager.h" | ||||
| @@ -17,10 +17,8 @@ | |||||
| #include <algorithm> | #include <algorithm> | ||||
| #include <iostream> | #include <iostream> | ||||
| #include <utility> | |||||
| #include "minddata/dataset/engine/datasetops/dataset_op.h" | #include "minddata/dataset/engine/datasetops/dataset_op.h" | ||||
| #include "minddata/dataset/engine/execution_tree.h" | #include "minddata/dataset/engine/execution_tree.h" | ||||
| #include "minddata/dataset/core/config_manager.h" | |||||
| #include "minddata/dataset/engine/db_connector.h" | #include "minddata/dataset/engine/db_connector.h" | ||||
| #include "minddata/dataset/util/task_manager.h" | #include "minddata/dataset/util/task_manager.h" | ||||
| @@ -14,7 +14,6 @@ | |||||
| * limitations under the License. | * limitations under the License. | ||||
| */ | */ | ||||
| #include "minddata/dataset/engine/datasetops/pipeline_op.h" | #include "minddata/dataset/engine/datasetops/pipeline_op.h" | ||||
| #include <iomanip> | |||||
| #include <iostream> | #include <iostream> | ||||
| namespace mindspore { | namespace mindspore { | ||||
| @@ -16,11 +16,9 @@ | |||||
| #include "minddata/dataset/engine/datasetops/project_op.h" | #include "minddata/dataset/engine/datasetops/project_op.h" | ||||
| #include <algorithm> | #include <algorithm> | ||||
| #include <iomanip> | |||||
| #include <iostream> | #include <iostream> | ||||
| #include <string> | #include <string> | ||||
| #include <unordered_map> | #include <unordered_map> | ||||
| #include <utility> | |||||
| #include <vector> | #include <vector> | ||||
| #include "minddata/dataset/engine/execution_tree.h" | #include "minddata/dataset/engine/execution_tree.h" | ||||
| @@ -20,7 +20,6 @@ | |||||
| #include <unordered_map> | #include <unordered_map> | ||||
| #include "minddata/dataset/core/config_manager.h" | #include "minddata/dataset/core/config_manager.h" | ||||
| #include "minddata/dataset/include/constants.h" | |||||
| #include "minddata/dataset/core/global_context.h" | #include "minddata/dataset/core/global_context.h" | ||||
| #include "minddata/dataset/engine/db_connector.h" | #include "minddata/dataset/engine/db_connector.h" | ||||
| @@ -13,9 +13,7 @@ | |||||
| * See the License for the specific language governing permissions and | * See the License for the specific language governing permissions and | ||||
| * limitations under the License. | * limitations under the License. | ||||
| */ | */ | ||||
| #include <iomanip> | |||||
| #include <iostream> | #include <iostream> | ||||
| #include <utility> | |||||
| #include "minddata/dataset/engine/execution_tree.h" | #include "minddata/dataset/engine/execution_tree.h" | ||||
| #include "minddata/dataset/engine/datasetops/repeat_op.h" | #include "minddata/dataset/engine/datasetops/repeat_op.h" | ||||
| @@ -23,7 +23,6 @@ | |||||
| #include <utility> | #include <utility> | ||||
| #include "minddata/dataset/core/config_manager.h" | #include "minddata/dataset/core/config_manager.h" | ||||
| #include "minddata/dataset/util/task_manager.h" | |||||
| #include "minddata/dataset/engine/jagged_connector.h" | #include "minddata/dataset/engine/jagged_connector.h" | ||||
| #include "minddata/dataset/engine/execution_tree.h" | #include "minddata/dataset/engine/execution_tree.h" | ||||
| #include "minddata/dataset/engine/datasetops/source/io_block.h" | #include "minddata/dataset/engine/datasetops/source/io_block.h" | ||||
| @@ -18,7 +18,6 @@ | |||||
| #include <algorithm> | #include <algorithm> | ||||
| #include <cstdint> | #include <cstdint> | ||||
| #include <iomanip> | #include <iomanip> | ||||
| #include <limits> | |||||
| #include <utility> | #include <utility> | ||||
| #include "utils/ms_utils.h" | #include "utils/ms_utils.h" | ||||
| @@ -26,7 +25,6 @@ | |||||
| #include "minddata/dataset/include/constants.h" | #include "minddata/dataset/include/constants.h" | ||||
| #include "minddata/dataset/core/global_context.h" | #include "minddata/dataset/core/global_context.h" | ||||
| #include "minddata/dataset/engine/datasetops/dataset_op.h" | |||||
| #include "minddata/dataset/engine/datasetops/source/sampler/sequential_sampler.h" | #include "minddata/dataset/engine/datasetops/source/sampler/sequential_sampler.h" | ||||
| #include "minddata/dataset/engine/db_connector.h" | #include "minddata/dataset/engine/db_connector.h" | ||||
| #include "minddata/dataset/engine/execution_tree.h" | #include "minddata/dataset/engine/execution_tree.h" | ||||
| @@ -16,7 +16,6 @@ | |||||
| #include "minddata/dataset/engine/datasetops/source/sampler/subset_random_sampler.h" | #include "minddata/dataset/engine/datasetops/source/sampler/subset_random_sampler.h" | ||||
| #include <algorithm> | #include <algorithm> | ||||
| #include <memory> | |||||
| #include <random> | #include <random> | ||||
| #include <string> | #include <string> | ||||
| @@ -16,14 +16,12 @@ | |||||
| #include <algorithm> | #include <algorithm> | ||||
| #include <fstream> | #include <fstream> | ||||
| #include <iomanip> | |||||
| #include <memory> | #include <memory> | ||||
| #include <string> | #include <string> | ||||
| #include <utility> | #include <utility> | ||||
| #include "minddata/dataset/engine/datasetops/source/text_file_op.h" | #include "minddata/dataset/engine/datasetops/source/text_file_op.h" | ||||
| #include "minddata/dataset/core/config_manager.h" | #include "minddata/dataset/core/config_manager.h" | ||||
| #include "minddata/dataset/util/task_manager.h" | |||||
| #include "minddata/dataset/util/wait_post.h" | #include "minddata/dataset/util/wait_post.h" | ||||
| #include "minddata/dataset/util/random.h" | #include "minddata/dataset/util/random.h" | ||||
| #include "minddata/dataset/engine/datasetops/source/io_block.h" | #include "minddata/dataset/engine/datasetops/source/io_block.h" | ||||
| @@ -18,7 +18,6 @@ | |||||
| #include <algorithm> | #include <algorithm> | ||||
| #include <fstream> | #include <fstream> | ||||
| #include <future> | #include <future> | ||||
| #include <iomanip> | |||||
| #include <memory> | #include <memory> | ||||
| #include <mutex> | #include <mutex> | ||||
| #include <string> | #include <string> | ||||
| @@ -33,7 +32,6 @@ | |||||
| #include "minddata/dataset/engine/db_connector.h" | #include "minddata/dataset/engine/db_connector.h" | ||||
| #include "minddata/dataset/engine/execution_tree.h" | #include "minddata/dataset/engine/execution_tree.h" | ||||
| #include "minddata/dataset/engine/jagged_connector.h" | #include "minddata/dataset/engine/jagged_connector.h" | ||||
| #include "minddata/dataset/util/random.h" | |||||
| #include "minddata/dataset/util/status.h" | #include "minddata/dataset/util/status.h" | ||||
| #include "minddata/dataset/util/task_manager.h" | #include "minddata/dataset/util/task_manager.h" | ||||
| #include "minddata/dataset/util/wait_post.h" | #include "minddata/dataset/util/wait_post.h" | ||||
| @@ -23,7 +23,6 @@ | |||||
| #include "minddata/dataset/engine/dataset_iterator.h" | #include "minddata/dataset/engine/dataset_iterator.h" | ||||
| #include "minddata/dataset/engine/datasetops/take_op.h" | #include "minddata/dataset/engine/datasetops/take_op.h" | ||||
| #include "minddata/dataset/engine/db_connector.h" | #include "minddata/dataset/engine/db_connector.h" | ||||
| #include "minddata/dataset/engine/execution_tree.h" | |||||
| namespace mindspore { | namespace mindspore { | ||||
| namespace dataset { | namespace dataset { | ||||
| @@ -18,10 +18,7 @@ | |||||
| #include <algorithm> | #include <algorithm> | ||||
| #include <functional> | #include <functional> | ||||
| #include <iterator> | #include <iterator> | ||||
| #include <numeric> | |||||
| #include <utility> | |||||
| #include "minddata/dataset/core/tensor_shape.h" | |||||
| #include "minddata/dataset/engine/gnn/graph_data_impl.h" | #include "minddata/dataset/engine/gnn/graph_data_impl.h" | ||||
| #include "minddata/dataset/util/random.h" | #include "minddata/dataset/util/random.h" | ||||
| @@ -18,7 +18,6 @@ | |||||
| #include <memory> | #include <memory> | ||||
| #include <string> | #include <string> | ||||
| #include <utility> | |||||
| #include <vector> | #include <vector> | ||||
| #include "minddata/dataset/engine/datasetops/build_sentence_piece_vocab_op.h" | #include "minddata/dataset/engine/datasetops/build_sentence_piece_vocab_op.h" | ||||
| @@ -15,7 +15,6 @@ | |||||
| */ | */ | ||||
| #include <string> | #include <string> | ||||
| #include <nlohmann/json.hpp> | |||||
| #include "minddata/dataset/include/datasets.h" | #include "minddata/dataset/include/datasets.h" | ||||
| #include "minddata/dataset/engine/opt/pre/deep_copy_pass.h" | #include "minddata/dataset/engine/opt/pre/deep_copy_pass.h" | ||||
| #include "minddata/dataset/engine/ir/datasetops/root_node.h" | #include "minddata/dataset/engine/ir/datasetops/root_node.h" | ||||
| @@ -14,7 +14,6 @@ | |||||
| * limitations under the License. | * limitations under the License. | ||||
| */ | */ | ||||
| #include <vector> | |||||
| #include <algorithm> | #include <algorithm> | ||||
| #include "minddata/dataset/engine/opt/pre/epoch_ctrl_pass.h" | #include "minddata/dataset/engine/opt/pre/epoch_ctrl_pass.h" | ||||
| #include "minddata/dataset/engine/ir/datasetops/epoch_ctrl_node.h" | #include "minddata/dataset/engine/ir/datasetops/epoch_ctrl_node.h" | ||||
| @@ -15,7 +15,6 @@ | |||||
| */ | */ | ||||
| #include <string> | #include <string> | ||||
| #include <nlohmann/json.hpp> | |||||
| #include "minddata/dataset/include/datasets.h" | #include "minddata/dataset/include/datasets.h" | ||||
| #include "minddata/dataset/engine/opt/pre/input_validation_pass.h" | #include "minddata/dataset/engine/opt/pre/input_validation_pass.h" | ||||
| @@ -15,13 +15,11 @@ | |||||
| */ | */ | ||||
| #include <sys/stat.h> | #include <sys/stat.h> | ||||
| #include <fstream> | |||||
| #include <iterator> | #include <iterator> | ||||
| #include <algorithm> | #include <algorithm> | ||||
| #include <memory> | #include <memory> | ||||
| #include <string> | #include <string> | ||||
| #include <nlohmann/json.hpp> | #include <nlohmann/json.hpp> | ||||
| #include "minddata/dataset/core/config_manager.h" | |||||
| #include "minddata/dataset/engine/perf/connector_throughput.h" | #include "minddata/dataset/engine/perf/connector_throughput.h" | ||||
| #include "minddata/dataset/engine/execution_tree.h" | #include "minddata/dataset/engine/execution_tree.h" | ||||
| #include "minddata/dataset/util/path.h" | #include "minddata/dataset/util/path.h" | ||||
| @@ -14,8 +14,6 @@ | |||||
| * limitations under the License. | * limitations under the License. | ||||
| */ | */ | ||||
| #include "minddata/dataset/engine/perf/profiling.h" | #include "minddata/dataset/engine/perf/profiling.h" | ||||
| #include <sys/stat.h> | |||||
| #include <sys/time.h> | |||||
| #include <cstdlib> | #include <cstdlib> | ||||
| #include <fstream> | #include <fstream> | ||||
| #include "utils/ms_utils.h" | #include "utils/ms_utils.h" | ||||
| @@ -14,11 +14,7 @@ | |||||
| * limitations under the License. | * limitations under the License. | ||||
| */ | */ | ||||
| #include <functional> | |||||
| #include <vector> | |||||
| #include "minddata/dataset/kernels/data/slice_op.h" | #include "minddata/dataset/kernels/data/slice_op.h" | ||||
| #include "minddata/dataset/kernels/data/data_utils.h" | |||||
| #include "minddata/dataset/core/tensor.h" | #include "minddata/dataset/core/tensor.h" | ||||
| #include "minddata/dataset/kernels/tensor_op.h" | #include "minddata/dataset/kernels/tensor_op.h" | ||||
| @@ -13,9 +13,7 @@ | |||||
| * See the License for the specific language governing permissions and | * See the License for the specific language governing permissions and | ||||
| * limitations under the License. | * limitations under the License. | ||||
| */ | */ | ||||
| #include <algorithm> | |||||
| #include <random> | #include <random> | ||||
| #include <utility> | |||||
| #include <vector> | #include <vector> | ||||
| #include "minddata/dataset/kernels/image/affine_op.h" | #include "minddata/dataset/kernels/image/affine_op.h" | ||||
| @@ -13,8 +13,6 @@ | |||||
| * See the License for the specific language governing permissions and | * See the License for the specific language governing permissions and | ||||
| * limitations under the License. | * limitations under the License. | ||||
| */ | */ | ||||
| #include <algorithm> | |||||
| #include <utility> | |||||
| #include <vector> | #include <vector> | ||||
| #include "minddata/dataset/kernels/image/auto_contrast_op.h" | #include "minddata/dataset/kernels/image/auto_contrast_op.h" | ||||
| @@ -14,7 +14,6 @@ | |||||
| * limitations under the License. | * limitations under the License. | ||||
| */ | */ | ||||
| #include <vector> | |||||
| #include <utility> | #include <utility> | ||||
| #include "minddata/dataset/kernels/image/bounding_box_augment_op.h" | #include "minddata/dataset/kernels/image/bounding_box_augment_op.h" | ||||
| #include "minddata/dataset/kernels/image/bounding_box.h" | #include "minddata/dataset/kernels/image/bounding_box.h" | ||||
| @@ -17,7 +17,6 @@ | |||||
| #include <random> | #include <random> | ||||
| #include "minddata/dataset/core/config_manager.h" | |||||
| #include "minddata/dataset/core/cv_tensor.h" | #include "minddata/dataset/core/cv_tensor.h" | ||||
| #include "minddata/dataset/kernels/image/image_utils.h" | #include "minddata/dataset/kernels/image/image_utils.h" | ||||
| #include "minddata/dataset/util/random.h" | #include "minddata/dataset/util/random.h" | ||||
| @@ -13,7 +13,6 @@ | |||||
| * limitations under the License. | * limitations under the License. | ||||
| */ | */ | ||||
| #include <iostream> | |||||
| #include <memory> | #include <memory> | ||||
| #include "mindspore/core/utils/log_adapter.h" | #include "mindspore/core/utils/log_adapter.h" | ||||
| @@ -27,7 +27,6 @@ | |||||
| #include "minddata/dataset/include/constants.h" | #include "minddata/dataset/include/constants.h" | ||||
| #include "minddata/dataset/kernels/image/math_utils.h" | #include "minddata/dataset/kernels/image/math_utils.h" | ||||
| #include "minddata/dataset/kernels/image/resize_cubic_op.h" | #include "minddata/dataset/kernels/image/resize_cubic_op.h" | ||||
| #include "minddata/dataset/util/random.h" | |||||
| #define MAX_INT_PRECISION 16777216 // float int precision is 16777216 | #define MAX_INT_PRECISION 16777216 // float int precision is 16777216 | ||||
| namespace mindspore { | namespace mindspore { | ||||
| @@ -17,8 +17,6 @@ | |||||
| #include <algorithm> | #include <algorithm> | ||||
| #include <vector> | #include <vector> | ||||
| #include <stdexcept> | #include <stdexcept> | ||||
| #include <utility> | |||||
| #include "utils/ms_utils.h" | |||||
| #include "minddata/dataset/kernels/image/lite_cv/lite_mat.h" | #include "minddata/dataset/kernels/image/lite_cv/lite_mat.h" | ||||
| #include "minddata/dataset/kernels/image/lite_cv/image_process.h" | #include "minddata/dataset/kernels/image/lite_cv/image_process.h" | ||||
| #include "minddata/dataset/include/constants.h" | #include "minddata/dataset/include/constants.h" | ||||
| @@ -13,18 +13,12 @@ | |||||
| * See the License for the specific language governing permissions and | * See the License for the specific language governing permissions and | ||||
| * limitations under the License. | * limitations under the License. | ||||
| */ | */ | ||||
| #include <algorithm> | |||||
| #include <cmath> | #include <cmath> | ||||
| #include <random> | #include <random> | ||||
| #include <utility> | |||||
| #include <vector> | #include <vector> | ||||
| #include "minddata/dataset/kernels/image/random_affine_op.h" | #include "minddata/dataset/kernels/image/random_affine_op.h" | ||||
| #ifndef ENABLE_ANDROID | |||||
| #include "minddata/dataset/kernels/image/image_utils.h" | |||||
| #else | |||||
| #include "minddata/dataset/kernels/image/lite_image_utils.h" | |||||
| #endif | |||||
| #include "minddata/dataset/kernels/image/math_utils.h" | #include "minddata/dataset/kernels/image/math_utils.h" | ||||
| #include "minddata/dataset/util/random.h" | #include "minddata/dataset/util/random.h" | ||||
| @@ -17,7 +17,6 @@ | |||||
| #include <random> | #include <random> | ||||
| #include "minddata/dataset/core/config_manager.h" | |||||
| #include "minddata/dataset/kernels/image/image_utils.h" | #include "minddata/dataset/kernels/image/image_utils.h" | ||||
| #include "minddata/dataset/util/random.h" | #include "minddata/dataset/util/random.h" | ||||
| #include "minddata/dataset/util/status.h" | #include "minddata/dataset/util/status.h" | ||||
| @@ -17,7 +17,6 @@ | |||||
| #include <random> | #include <random> | ||||
| #include <utility> | #include <utility> | ||||
| #include "minddata/dataset/util/random.h" | |||||
| #include "minddata/dataset/util/status.h" | #include "minddata/dataset/util/status.h" | ||||
| #include "minddata/dataset/kernels/image/bounding_box.h" | #include "minddata/dataset/kernels/image/bounding_box.h" | ||||
| #include "minddata/dataset/kernels/image/image_utils.h" | #include "minddata/dataset/kernels/image/image_utils.h" | ||||
| @@ -14,14 +14,12 @@ | |||||
| * limitations under the License. | * limitations under the License. | ||||
| */ | */ | ||||
| #include <random> | |||||
| #include <algorithm> | #include <algorithm> | ||||
| #include <utility> | #include <utility> | ||||
| #include "minddata/dataset/kernels/image/random_crop_with_bbox_op.h" | #include "minddata/dataset/kernels/image/random_crop_with_bbox_op.h" | ||||
| #include "minddata/dataset/kernels/image/bounding_box.h" | #include "minddata/dataset/kernels/image/bounding_box.h" | ||||
| #include "minddata/dataset/kernels/image/image_utils.h" | #include "minddata/dataset/kernels/image/image_utils.h" | ||||
| #include "minddata/dataset/util/random.h" | |||||
| #include "minddata/dataset/util/status.h" | #include "minddata/dataset/util/status.h" | ||||
| namespace mindspore { | namespace mindspore { | ||||
| @@ -19,7 +19,6 @@ | |||||
| #include "minddata/dataset/core/config_manager.h" | #include "minddata/dataset/core/config_manager.h" | ||||
| #include "minddata/dataset/core/cv_tensor.h" | #include "minddata/dataset/core/cv_tensor.h" | ||||
| #include "minddata/dataset/kernels/image/image_utils.h" | |||||
| #include "minddata/dataset/util/status.h" | #include "minddata/dataset/util/status.h" | ||||
| namespace mindspore { | namespace mindspore { | ||||
| @@ -15,7 +15,6 @@ | |||||
| */ | */ | ||||
| #include "minddata/dataset/kernels/image/random_sharpness_op.h" | #include "minddata/dataset/kernels/image/random_sharpness_op.h" | ||||
| #include <random> | |||||
| #include "minddata/dataset/kernels/image/sharpness_op.h" | #include "minddata/dataset/kernels/image/sharpness_op.h" | ||||
| #include "minddata/dataset/core/cv_tensor.h" | #include "minddata/dataset/core/cv_tensor.h" | ||||
| #include "minddata/dataset/util/random.h" | #include "minddata/dataset/util/random.h" | ||||
| @@ -17,7 +17,6 @@ | |||||
| #include "minddata/dataset/kernels/image/random_solarize_op.h" | #include "minddata/dataset/kernels/image/random_solarize_op.h" | ||||
| #include "minddata/dataset/kernels/image/solarize_op.h" | #include "minddata/dataset/kernels/image/solarize_op.h" | ||||
| #include "minddata/dataset/kernels/image/image_utils.h" | |||||
| #include "minddata/dataset/core/cv_tensor.h" | #include "minddata/dataset/core/cv_tensor.h" | ||||
| #include "minddata/dataset/util/status.h" | #include "minddata/dataset/util/status.h" | ||||
| @@ -19,7 +19,6 @@ | |||||
| #include <memory> | #include <memory> | ||||
| #include "minddata/dataset/kernels/image/resize_op.h" | #include "minddata/dataset/kernels/image/resize_op.h" | ||||
| #include "minddata/dataset/kernels/image/bounding_box.h" | #include "minddata/dataset/kernels/image/bounding_box.h" | ||||
| #include "minddata/dataset/kernels/image/image_utils.h" | |||||
| #include "minddata/dataset/core/cv_tensor.h" | #include "minddata/dataset/core/cv_tensor.h" | ||||
| #include "minddata/dataset/core/tensor.h" | #include "minddata/dataset/core/tensor.h" | ||||
| #include "minddata/dataset/kernels/tensor_op.h" | #include "minddata/dataset/kernels/tensor_op.h" | ||||
| @@ -22,9 +22,7 @@ | |||||
| #include <securec.h> | #include <securec.h> | ||||
| #include <cstring> | #include <cstring> | ||||
| #include <cstdlib> | |||||
| #include <cstdint> | #include <cstdint> | ||||
| #include <cstdio> | |||||
| #include <string> | #include <string> | ||||
| #include <thread> | #include <thread> | ||||
| @@ -15,11 +15,7 @@ | |||||
| */ | */ | ||||
| #include <algorithm> | #include <algorithm> | ||||
| #include "minddata/dataset/kernels/ir/vision/ascend_vision_ir.h" | #include "minddata/dataset/kernels/ir/vision/ascend_vision_ir.h" | ||||
| #ifndef ENABLE_ANDROID | |||||
| #include "minddata/dataset/kernels/image/image_utils.h" | |||||
| #endif | |||||
| #include "minddata/dataset/kernels/image/dvpp/dvpp_crop_jpeg_op.h" | #include "minddata/dataset/kernels/image/dvpp/dvpp_crop_jpeg_op.h" | ||||
| #include "minddata/dataset/kernels/image/dvpp/dvpp_decode_resize_jpeg_op.h" | #include "minddata/dataset/kernels/image/dvpp/dvpp_decode_resize_jpeg_op.h" | ||||
| @@ -18,7 +18,6 @@ | |||||
| #include "minddata/dataset/kernels/ir/vision/vision_ir.h" | #include "minddata/dataset/kernels/ir/vision/vision_ir.h" | ||||
| #ifndef ENABLE_ANDROID | #ifndef ENABLE_ANDROID | ||||
| #include "minddata/dataset/kernels/image/image_utils.h" | |||||
| #endif | #endif | ||||
| // Kernel image headers (in alphabetical order) | // Kernel image headers (in alphabetical order) | ||||
| #include "minddata/dataset/kernels/image/affine_op.h" | #include "minddata/dataset/kernels/image/affine_op.h" | ||||
| @@ -14,9 +14,7 @@ | |||||
| * limitations under the License. | * limitations under the License. | ||||
| */ | */ | ||||
| #include "minddata/dataset/kernels/tensor_op.h" | #include "minddata/dataset/kernels/tensor_op.h" | ||||
| #include <iostream> | |||||
| #include <memory> | #include <memory> | ||||
| #include <mutex> | |||||
| #include <vector> | #include <vector> | ||||
| namespace mindspore { | namespace mindspore { | ||||
| @@ -23,7 +23,6 @@ | |||||
| #include "unicode/errorcode.h" | #include "unicode/errorcode.h" | ||||
| #include "unicode/normalizer2.h" | #include "unicode/normalizer2.h" | ||||
| #include "unicode/utypes.h" | |||||
| namespace mindspore { | namespace mindspore { | ||||
| namespace dataset { | namespace dataset { | ||||
| @@ -15,14 +15,11 @@ | |||||
| */ | */ | ||||
| #include "minddata/dataset/text/kernels/case_fold_op.h" | #include "minddata/dataset/text/kernels/case_fold_op.h" | ||||
| #include <memory> | #include <memory> | ||||
| #include <string> | |||||
| #include <string_view> | #include <string_view> | ||||
| #include <utility> | |||||
| #include <vector> | #include <vector> | ||||
| #include "unicode/errorcode.h" | #include "unicode/errorcode.h" | ||||
| #include "unicode/normalizer2.h" | #include "unicode/normalizer2.h" | ||||
| #include "unicode/utypes.h" | |||||
| namespace mindspore { | namespace mindspore { | ||||
| namespace dataset { | namespace dataset { | ||||
| @@ -17,12 +17,9 @@ | |||||
| #include "minddata/dataset/text/kernels/data_utils.h" | #include "minddata/dataset/text/kernels/data_utils.h" | ||||
| #include <algorithm> | #include <algorithm> | ||||
| #include <limits> | |||||
| #include <string> | #include <string> | ||||
| #include <vector> | |||||
| #include "minddata/dataset/core/pybind_support.h" | #include "minddata/dataset/core/pybind_support.h" | ||||
| #include "minddata/dataset/kernels/data/type_cast_op.h" | |||||
| #include "minddata/dataset/kernels/data/slice_op.h" | #include "minddata/dataset/kernels/data/slice_op.h" | ||||
| #include "minddata/dataset/kernels/data/concatenate_op.h" | #include "minddata/dataset/kernels/data/concatenate_op.h" | ||||
| @@ -15,14 +15,11 @@ | |||||
| */ | */ | ||||
| #include "minddata/dataset/text/kernels/normalize_utf8_op.h" | #include "minddata/dataset/text/kernels/normalize_utf8_op.h" | ||||
| #include <memory> | #include <memory> | ||||
| #include <string> | |||||
| #include <string_view> | #include <string_view> | ||||
| #include <utility> | |||||
| #include <vector> | #include <vector> | ||||
| #include "unicode/errorcode.h" | #include "unicode/errorcode.h" | ||||
| #include "unicode/normalizer2.h" | #include "unicode/normalizer2.h" | ||||
| #include "unicode/utypes.h" | |||||
| namespace mindspore { | namespace mindspore { | ||||
| namespace dataset { | namespace dataset { | ||||
| @@ -15,9 +15,7 @@ | |||||
| */ | */ | ||||
| #include "minddata/dataset/text/kernels/regex_replace_op.h" | #include "minddata/dataset/text/kernels/regex_replace_op.h" | ||||
| #include <memory> | #include <memory> | ||||
| #include <string> | |||||
| #include <string_view> | #include <string_view> | ||||
| #include <utility> | |||||
| #include <vector> | #include <vector> | ||||
| namespace mindspore { | namespace mindspore { | ||||
| @@ -15,7 +15,6 @@ | |||||
| */ | */ | ||||
| #include "minddata/dataset/text/kernels/regex_tokenizer_op.h" | #include "minddata/dataset/text/kernels/regex_tokenizer_op.h" | ||||
| #include <memory> | #include <memory> | ||||
| #include <string> | |||||
| #include <string_view> | #include <string_view> | ||||
| #include <utility> | #include <utility> | ||||
| #include <vector> | #include <vector> | ||||
| @@ -15,7 +15,6 @@ | |||||
| */ | */ | ||||
| #include "minddata/dataset/text/kernels/unicode_char_tokenizer_op.h" | #include "minddata/dataset/text/kernels/unicode_char_tokenizer_op.h" | ||||
| #include <memory> | #include <memory> | ||||
| #include <string> | |||||
| #include <string_view> | #include <string_view> | ||||
| #include <vector> | #include <vector> | ||||
| @@ -15,7 +15,6 @@ | |||||
| */ | */ | ||||
| #include "minddata/dataset/text/kernels/unicode_script_tokenizer_op.h" | #include "minddata/dataset/text/kernels/unicode_script_tokenizer_op.h" | ||||
| #include <memory> | #include <memory> | ||||
| #include <string> | |||||
| #include <string_view> | #include <string_view> | ||||
| #include <utility> | #include <utility> | ||||
| #include <vector> | #include <vector> | ||||
| @@ -15,13 +15,11 @@ | |||||
| */ | */ | ||||
| #include "minddata/dataset/text/kernels/whitespace_tokenizer_op.h" | #include "minddata/dataset/text/kernels/whitespace_tokenizer_op.h" | ||||
| #include <memory> | #include <memory> | ||||
| #include <string> | |||||
| #include <string_view> | #include <string_view> | ||||
| #include <utility> | #include <utility> | ||||
| #include <vector> | #include <vector> | ||||
| #include "cppjieba/Unicode.hpp" | #include "cppjieba/Unicode.hpp" | ||||
| #include "unicode/errorcode.h" | |||||
| #include "unicode/uchar.h" | #include "unicode/uchar.h" | ||||
| #include "unicode/uscript.h" | #include "unicode/uscript.h" | ||||
| @@ -15,8 +15,6 @@ | |||||
| */ | */ | ||||
| #include "minddata/dataset/text/kernels/wordpiece_tokenizer_op.h" | #include "minddata/dataset/text/kernels/wordpiece_tokenizer_op.h" | ||||
| #include <algorithm> | |||||
| #include <utility> | |||||
| namespace mindspore { | namespace mindspore { | ||||
| namespace dataset { | namespace dataset { | ||||
| @@ -18,7 +18,6 @@ | |||||
| #include <utility> | #include <utility> | ||||
| #include "minddata/dataset/util/log_adapter.h" | #include "minddata/dataset/util/log_adapter.h" | ||||
| #include "minddata/dataset/util/system_pool.h" | #include "minddata/dataset/util/system_pool.h" | ||||
| #include "./securec.h" | |||||
| namespace mindspore { | namespace mindspore { | ||||
| namespace dataset { | namespace dataset { | ||||
| @@ -19,8 +19,6 @@ | |||||
| #include "minddata/dataset/util/memory_pool.h" | #include "minddata/dataset/util/memory_pool.h" | ||||
| #include "minddata/dataset/util/log_adapter.h" | #include "minddata/dataset/util/log_adapter.h" | ||||
| #include "minddata/dataset/util/system_pool.h" | |||||
| #include "./securec.h" | |||||
| inline uint64_t BitLeftShift(uint64_t v, uint64_t n) { return (v << n); } | inline uint64_t BitLeftShift(uint64_t v, uint64_t n) { return (v << n); } | ||||
| @@ -15,7 +15,6 @@ | |||||
| */ | */ | ||||
| #include "minddata/dataset/util/cond_var.h" | #include "minddata/dataset/util/cond_var.h" | ||||
| #include <exception> | #include <exception> | ||||
| #include <utility> | |||||
| #include "minddata/dataset/util/services.h" | #include "minddata/dataset/util/services.h" | ||||
| #include "minddata/dataset/util/task_manager.h" | #include "minddata/dataset/util/task_manager.h" | ||||
| @@ -15,7 +15,6 @@ | |||||
| */ | */ | ||||
| #include "minddata/dataset/util/intrp_service.h" | #include "minddata/dataset/util/intrp_service.h" | ||||
| #include <sstream> | #include <sstream> | ||||
| #include "utils/ms_utils.h" | |||||
| #include "minddata/dataset/util/services.h" | #include "minddata/dataset/util/services.h" | ||||
| #include "minddata/dataset/util/task_manager.h" | #include "minddata/dataset/util/task_manager.h" | ||||
| @@ -19,8 +19,6 @@ | |||||
| #include <fstream> | #include <fstream> | ||||
| #include <iostream> | #include <iostream> | ||||
| #include <map> | #include <map> | ||||
| #include <memory> | |||||
| #include <sstream> | |||||
| #include <nlohmann/json.hpp> | #include <nlohmann/json.hpp> | ||||
| #include "minddata/dataset/util/log_adapter.h" | #include "minddata/dataset/util/log_adapter.h" | ||||
| @@ -15,11 +15,8 @@ | |||||
| */ | */ | ||||
| #include "minddata/dataset/util/sig_handler.h" | #include "minddata/dataset/util/sig_handler.h" | ||||
| #include <signal.h> | #include <signal.h> | ||||
| #include <sys/types.h> | |||||
| #if !defined(_WIN32) && !defined(_WIN64) && !defined(__ANDROID__) && !defined(ANDROID) && !defined(__APPLE__) | #if !defined(_WIN32) && !defined(_WIN64) && !defined(__ANDROID__) && !defined(ANDROID) && !defined(__APPLE__) | ||||
| #include <ucontext.h> | |||||
| #endif | #endif | ||||
| #include <unistd.h> | |||||
| #include "minddata/dataset/util/task_manager.h" | #include "minddata/dataset/util/task_manager.h" | ||||
| namespace mindspore { | namespace mindspore { | ||||
| @@ -14,12 +14,10 @@ | |||||
| * limitations under the License. | * limitations under the License. | ||||
| */ | */ | ||||
| #include "minddata/dataset/util/status.h" | #include "minddata/dataset/util/status.h" | ||||
| #include <sstream> | |||||
| #include <string> | #include <string> | ||||
| #include <memory.h> | |||||
| #include <stdio.h> | #include <stdio.h> | ||||
| #include <stdlib.h> | #include <stdlib.h> | ||||
| #include "utils/ms_utils.h" | |||||
| #include "./securec.h" | #include "./securec.h" | ||||
| #ifndef ENABLE_ANDROID | #ifndef ENABLE_ANDROID | ||||
| @@ -13,15 +13,13 @@ | |||||
| * See the License for the specific language governing permissions and | * See the License for the specific language governing permissions and | ||||
| * limitations under the License. | * limitations under the License. | ||||
| */ | */ | ||||
| #include <fstream> | |||||
| #include <iostream> | |||||
| #include <memory> | #include <memory> | ||||
| #include <vector> | #include <vector> | ||||
| #include <string> | #include <string> | ||||
| #include "common/common.h" | #include "common/common.h" | ||||
| #include "include/api/status.h" | #include "include/api/status.h" | ||||
| #include "minddata/dataset/include/datasets.h" | |||||
| #include "minddata/dataset/text/vocab.h" | #include "minddata/dataset/text/vocab.h" | ||||
| using mindspore::dataset::Tensor; | using mindspore::dataset::Tensor; | ||||
| @@ -13,7 +13,6 @@ | |||||
| * See the License for the specific language governing permissions and | * See the License for the specific language governing permissions and | ||||
| * limitations under the License. | * limitations under the License. | ||||
| */ | */ | ||||
| #include <fstream> | |||||
| #include <iostream> | #include <iostream> | ||||
| #include <memory> | #include <memory> | ||||
| #include <string> | #include <string> | ||||
| @@ -21,16 +20,8 @@ | |||||
| #include "common/common.h" | #include "common/common.h" | ||||
| #include "utils/ms_utils.h" | #include "utils/ms_utils.h" | ||||
| #include "minddata/dataset/core/client.h" | #include "minddata/dataset/core/client.h" | ||||
| #include "minddata/dataset/core/global_context.h" | |||||
| #include "minddata/dataset/engine/datasetops/source/coco_op.h" | #include "minddata/dataset/engine/datasetops/source/coco_op.h" | ||||
| #include "minddata/dataset/engine/datasetops/source/sampler/distributed_sampler.h" | |||||
| #include "minddata/dataset/engine/datasetops/source/sampler/pk_sampler.h" | |||||
| #include "minddata/dataset/engine/datasetops/source/sampler/random_sampler.h" | |||||
| #include "minddata/dataset/engine/datasetops/source/sampler/sampler.h" | #include "minddata/dataset/engine/datasetops/source/sampler/sampler.h" | ||||
| #include "minddata/dataset/engine/datasetops/source/sampler/sequential_sampler.h" | |||||
| #include "minddata/dataset/engine/datasetops/source/sampler/subset_random_sampler.h" | |||||
| #include "minddata/dataset/engine/datasetops/source/sampler/weighted_random_sampler.h" | |||||
| #include "minddata/dataset/util/path.h" | |||||
| #include "minddata/dataset/util/status.h" | #include "minddata/dataset/util/status.h" | ||||
| #include "gtest/gtest.h" | #include "gtest/gtest.h" | ||||
| #include "utils/log_adapter.h" | #include "utils/log_adapter.h" | ||||
| @@ -31,10 +31,6 @@ | |||||
| #include "minddata/dataset/engine/ir/datasetops/skip_node.h" | #include "minddata/dataset/engine/ir/datasetops/skip_node.h" | ||||
| #include "minddata/dataset/engine/ir/datasetops/zip_node.h" | #include "minddata/dataset/engine/ir/datasetops/zip_node.h" | ||||
| // IR leaf nodes | |||||
| #include "minddata/dataset/engine/ir/datasetops/source/image_folder_node.h" | |||||
| #include "minddata/dataset/engine/ir/datasetops/source/mnist_node.h" | |||||
| using namespace mindspore::dataset; | using namespace mindspore::dataset; | ||||
| using mindspore::dataset::Tensor; | using mindspore::dataset::Tensor; | ||||
| @@ -16,7 +16,6 @@ | |||||
| #include "minddata/dataset/util/memory_pool.h" | #include "minddata/dataset/util/memory_pool.h" | ||||
| #include "minddata/dataset/util/circular_pool.h" | #include "minddata/dataset/util/circular_pool.h" | ||||
| #include "minddata/dataset/util/system_pool.h" | |||||
| #include "minddata/dataset/util/allocator.h" | #include "minddata/dataset/util/allocator.h" | ||||
| #include "common/common.h" | #include "common/common.h" | ||||
| #include "gtest/gtest.h" | #include "gtest/gtest.h" | ||||
| @@ -14,7 +14,6 @@ | |||||
| * limitations under the License. | * limitations under the License. | ||||
| */ | */ | ||||
| #include "common/common.h" | #include "common/common.h" | ||||
| #include "common/cvop_common.h" | |||||
| #include "gtest/gtest.h" | #include "gtest/gtest.h" | ||||
| #include "securec.h" | #include "securec.h" | ||||
| #include "minddata/dataset/engine/perf/cyclic_array.h" | #include "minddata/dataset/engine/perf/cyclic_array.h" | ||||
| @@ -13,7 +13,6 @@ | |||||
| * See the License for the specific language governing permissions and | * See the License for the specific language governing permissions and | ||||
| * limitations under the License. | * limitations under the License. | ||||
| */ | */ | ||||
| #include <opencv2/imgcodecs.hpp> | |||||
| #include "common/common.h" | #include "common/common.h" | ||||
| #include "common/cvop_common.h" | #include "common/cvop_common.h" | ||||
| #include "minddata/dataset/kernels/image/random_rotation_op.h" | #include "minddata/dataset/kernels/image/random_rotation_op.h" | ||||
| @@ -18,7 +18,6 @@ | |||||
| #include <memory> | #include <memory> | ||||
| #include <string> | #include <string> | ||||
| #include "minddata/dataset/core/client.h" | #include "minddata/dataset/core/client.h" | ||||
| #include "minddata/dataset/include/constants.h" | |||||
| #include "minddata/dataset/engine/datasetops/rename_op.h" | #include "minddata/dataset/engine/datasetops/rename_op.h" | ||||
| #include "common/common.h" | #include "common/common.h" | ||||
| #include "utils/ms_utils.h" | #include "utils/ms_utils.h" | ||||
| @@ -13,16 +13,11 @@ | |||||
| * See the License for the specific language governing permissions and | * See the License for the specific language governing permissions and | ||||
| * limitations under the License. | * limitations under the License. | ||||
| */ | */ | ||||
| #include <fstream> | |||||
| #include <iostream> | |||||
| #include <memory> | #include <memory> | ||||
| #include <string> | #include <string> | ||||
| #include "common/common.h" | #include "common/common.h" | ||||
| #include "utils/ms_utils.h" | #include "utils/ms_utils.h" | ||||
| #include "minddata/dataset/core/client.h" | |||||
| #include "minddata/dataset/core/global_context.h" | |||||
| #include "minddata/dataset/engine/data_schema.h" | #include "minddata/dataset/engine/data_schema.h" | ||||
| #include "minddata/dataset/util/path.h" | |||||
| #include "minddata/dataset/util/status.h" | #include "minddata/dataset/util/status.h" | ||||
| #include "gtest/gtest.h" | #include "gtest/gtest.h" | ||||
| #include "utils/log_adapter.h" | #include "utils/log_adapter.h" | ||||
| @@ -15,7 +15,6 @@ | |||||
| */ | */ | ||||
| #include <string> | #include <string> | ||||
| #include "./securec.h" | #include "./securec.h" | ||||
| #include "minddata/dataset/core/client.h" | |||||
| #include "minddata/dataset/core/data_type.h" | #include "minddata/dataset/core/data_type.h" | ||||
| #include "minddata/dataset/core/tensor_shape.h" | #include "minddata/dataset/core/tensor_shape.h" | ||||
| #include "minddata/dataset/engine/data_schema.h" | #include "minddata/dataset/engine/data_schema.h" | ||||
| @@ -16,7 +16,6 @@ | |||||
| #include "minddata/dataset/util/treap.h" | #include "minddata/dataset/util/treap.h" | ||||
| #include "common/common.h" | #include "common/common.h" | ||||
| #include "gtest/gtest.h" | #include "gtest/gtest.h" | ||||
| #include "utils/log_adapter.h" | |||||
| using namespace mindspore::dataset; | using namespace mindspore::dataset; | ||||
| @@ -13,7 +13,6 @@ | |||||
| * See the License for the specific language governing permissions and | * See the License for the specific language governing permissions and | ||||
| * limitations under the License. | * limitations under the License. | ||||
| */ | */ | ||||
| #include <fstream> | |||||
| #include <iostream> | #include <iostream> | ||||
| #include <memory> | #include <memory> | ||||
| #include <string> | #include <string> | ||||
| @@ -21,16 +20,8 @@ | |||||
| #include "common/common.h" | #include "common/common.h" | ||||
| #include "utils/ms_utils.h" | #include "utils/ms_utils.h" | ||||
| #include "minddata/dataset/core/client.h" | #include "minddata/dataset/core/client.h" | ||||
| #include "minddata/dataset/core/global_context.h" | |||||
| #include "minddata/dataset/engine/datasetops/source/voc_op.h" | #include "minddata/dataset/engine/datasetops/source/voc_op.h" | ||||
| #include "minddata/dataset/engine/datasetops/source/sampler/distributed_sampler.h" | |||||
| #include "minddata/dataset/engine/datasetops/source/sampler/pk_sampler.h" | |||||
| #include "minddata/dataset/engine/datasetops/source/sampler/random_sampler.h" | |||||
| #include "minddata/dataset/engine/datasetops/source/sampler/sampler.h" | #include "minddata/dataset/engine/datasetops/source/sampler/sampler.h" | ||||
| #include "minddata/dataset/engine/datasetops/source/sampler/sequential_sampler.h" | |||||
| #include "minddata/dataset/engine/datasetops/source/sampler/subset_random_sampler.h" | |||||
| #include "minddata/dataset/engine/datasetops/source/sampler/weighted_random_sampler.h" | |||||
| #include "minddata/dataset/util/path.h" | |||||
| #include "minddata/dataset/util/status.h" | #include "minddata/dataset/util/status.h" | ||||
| #include "gtest/gtest.h" | #include "gtest/gtest.h" | ||||
| #include "utils/log_adapter.h" | #include "utils/log_adapter.h" | ||||