zzy34407230
/
mindspore2022
Not watched
1
0
Fork 0
Code
Releases 22 Wiki evaluate Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain HPC
You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.
Tree: bada826b18
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from 'bada826b18'
${ noResults }
mindspore2022/mindspore/lite/minddata/CMakeLists.txt

239 lines
11 kB
Raw Blame History 

  1. set(MINDDATA_DIR ${CCSRC_DIR}/minddata/dataset)

  2. set(CMAKE_CXX_STANDARD 17)

  3. 

  4. set(CMAKE_CXX_FLAGS_DEBUG "$ENV{CXXFLAGS} -O0 -g2 -ggdb -fno-inline-functions -fno-omit-frame-pointer -D_LIBCPP_INLINE_VISIBILITY='' -D_LIBCPP_DISABLE_EXTERN_TEMPLATE=1 -DHALF_ENABLE_CPP11_USER_LITERALS=0 -D_FORTIFY_SOURCE=2 -Wno-cpp")

  5. 

  6. set(CMAKE_CXX_FLAGS "$ENV{CXXFLAGS} -I/usr/local/include -std=c++17 -Wall -fPIC")

  7. 

  8. set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} ${OPTION_CXX_FLAGS}")

  9. 

  10. if (PLATFORM_ARM)

  11.     set(CMAKE_CXX_FLAGS_RELEASE "$ENV{CXXFLAGS} -O2 -Werror -Wno-return-std-move -Wno-unused-private-field -Wno-unused-lambda-capture -Wno-sign-compare -Wno-overloaded-virtual -Wno-unneeded-internal-declaration -Wno-unused-variable -Wno-pessimizing-move -Wno-inconsistent-missing-override -DHALF_ENABLE_CPP11_USER_LITERALS=0 -D_FORTIFY_SOURCE=2")

  12. else()

  13.     set(CMAKE_CXX_FLAGS_RELEASE "$ENV{CXXFLAGS} -O2 -Wl,--allow-shlib-undefined -DHALF_ENABLE_CPP11_USER_LITERALS=0 -D_FORTIFY_SOURCE=2")

  14. endif()

  15. 

  16. set(CMAKE_C_FLAGS "-fPIC -fPIE -D_FORTIFY_SOURCE=2 -O2 -Wall -Werror -fstack-protector-strong -Wno-attributes -Wno-deprecated-declarations -Wno-missing-braces ${CMAKE_C_FLAGS}")

  17. set(CMAKE_CXX_FLAGS "-fPIC -fPIE -D_FORTIFY_SOURCE=2 -O2 -Wall -Werror -fstack-protector-strong -Wno-attributes -Wno-deprecated-declarations -Wno-missing-braces -Wno-overloaded-virtual ${CMAKE_CXX_FLAGS}")

  18. 

  19. set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-non-virtual-dtor")

  20. set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-sign-compare")

  21. set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-unused-private-field")

  22. set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-reorder")

  23. set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-switch")

  24. set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-sequence-point")

  25. set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-unused-variable")

  26. if (PLATFORM_ARM)

  27.     set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-delete-non-virtual-dtor")

  28.     set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-uninitialized")

  29. else()

  30.     set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-delete-non-abstract-non-virtual-dtor")

  31.     set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-maybe-uninitialized")

  32. endif()

  33. set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-format")

  34. set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-attributes")

  35. set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -fvisibility=default")

  36. 

  37. set(CMAKE_SHARED_LINKER_FLAGS_RELEASE "${CMAKE_SHARED_LINKER_FLAGS} -s")

  38. 

  39. AUX_SOURCE_DIRECTORY(${MINDDATA_DIR}/api MINDDATA_API_SRC_FILES)

  40. 

  41. AUX_SOURCE_DIRECTORY(${MINDDATA_DIR}/callback MINDDATA_CALLBACK_SRC_FILES)

  42. 

  43. AUX_SOURCE_DIRECTORY(${MINDDATA_DIR}/core MINDDATA_CORE_SRC_FILES)

  44. 

  45. AUX_SOURCE_DIRECTORY(${MINDDATA_DIR}/engine MINDDATA_ENGINE_SRC_FILES)

  46. 

  47. # TODO: add cache

  48. AUX_SOURCE_DIRECTORY(${MINDDATA_DIR}/engine/cache MINDDATA_ENGINE_CACHE_SRC_FILES)

  49. 

  50. AUX_SOURCE_DIRECTORY(${MINDDATA_DIR}/engine/datasetops MINDDATA_ENGINE_DATASETOPS_SRC_FILES)

  51. AUX_SOURCE_DIRECTORY(${MINDDATA_DIR}/engine/datasetops/map_op MINDDATA_ENGINE_DATASETOPS_MAPOP_SRC_FILES)

  52. AUX_SOURCE_DIRECTORY(${MINDDATA_DIR}/engine/datasetops/source MINDDATA_ENGINE_DATASETOPS_SOURCE_SRC_FILES)

  53. AUX_SOURCE_DIRECTORY(${MINDDATA_DIR}/engine/datasetops/source/sampler MINDDATA_ENGINE_DATASETOPS_SOURCE_SAMPLER_SRC_FILES)

  54. 

  55. AUX_SOURCE_DIRECTORY(${MINDDATA_DIR}/engine/opt MINDDATA_ENGINE_OPT_SRC_FILES)

  56. AUX_SOURCE_DIRECTORY(${MINDDATA_DIR}/engine/opt/optional MINDDATA_ENGINE_OPT_OPTIONAL_SRC_FILES)

  57. AUX_SOURCE_DIRECTORY(${MINDDATA_DIR}/engine/opt/post MINDDATA_ENGINE_OPT_POST_SRC_FILES)

  58. AUX_SOURCE_DIRECTORY(${MINDDATA_DIR}/engine/opt/pre MINDDATA_ENGINE_OPT_PRE_SRC_FILES)

  59. AUX_SOURCE_DIRECTORY(${MINDDATA_DIR}/engine/opt/util MINDDATA_ENGINE_OPT_UTIL_SRC_FILES)

  60. 

  61. AUX_SOURCE_DIRECTORY(${MINDDATA_DIR}/engine/perf MINDDATA_ENGINE_PERF_SRC_FILES)

  62. 

  63. AUX_SOURCE_DIRECTORY(${MINDDATA_DIR}/kernels MINDDATA_KERNELS_SRC_FILES)

  64. 

  65. AUX_SOURCE_DIRECTORY(${MINDDATA_DIR}/kernels/image MINDDATA_KERNELS_IMAGE_SRC_FILES)

  66. 

  67. AUX_SOURCE_DIRECTORY(${MINDDATA_DIR}/kernels/data MINDDATA_KERNELS_DATA_SRC_FILES)

  68. 

  69. # TODO: add text src

  70. AUX_SOURCE_DIRECTORY(${MINDDATA_DIR}/text MINDDATA_TEXT_SRC_FILES)

  71. 

  72. AUX_SOURCE_DIRECTORY(${MINDDATA_DIR}/text/kernels MINDDATA_TEXT_KERNELS_SRC_FILES)

  73. 

  74. AUX_SOURCE_DIRECTORY(${MINDDATA_DIR}/util MINDDATA_UTIL_SRC_FILES)

  75. 

  76. AUX_SOURCE_DIRECTORY(${MINDDATA_DIR}/kernels/image/lite_cv  MINDDATA_KERNELS_IMAGE_LITE_CV_FILES)

  77. 

  78. 

  79. if (BUILD_MINDDATA STREQUAL "full")

  80.     list(REMOVE_ITEM MINDDATA_API_SRC_FILES 

  81.         "${MINDDATA_DIR}/api/text.cc" 

  82.         "${MINDDATA_DIR}/api/de_tensor.cc"

  83.         "${MINDDATA_DIR}/api/execute.cc"

  84.         )

  85.     

  86.     list(REMOVE_ITEM MINDDATA_CALLBACK_SRC_FILES 

  87.         "${MINDDATA_DIR}/callback/py_ds_callback.cc" 

  88.         )

  89.     

  90.     list(REMOVE_ITEM MINDDATA_KERNELS_SRC_FILES "${MINDDATA_DIR}/kernels/py_func_op.cc")

  91.     list(REMOVE_ITEM MINDDATA_ENGINE_DATASETOPS_SRC_FILES 

  92.         "${MINDDATA_DIR}/engine/datasetops/build_sentence_piece_vocab_op.cc"

  93.         "${MINDDATA_DIR}/engine/datasetops/filter_op.cc"

  94.         "${MINDDATA_DIR}/engine/datasetops/barrier_op.cc"

  95.         "${MINDDATA_DIR}/engine/datasetops/bucket_batch_by_length_op.cc"

  96.         "${MINDDATA_DIR}/engine/datasetops/build_vocab_op.cc"

  97.         "${MINDDATA_DIR}/engine/datasetops/cache_merge_op.cc"

  98.         "${MINDDATA_DIR}/engine/datasetops/cache_base_op.cc"

  99.         "${MINDDATA_DIR}/engine/datasetops/cache_lookup_op.cc"

  100.         "${MINDDATA_DIR}/engine/datasetops/cache_op.cc"

  101.         )

  102. 

  103.     list(REMOVE_ITEM MINDDATA_ENGINE_DATASETOPS_SOURCE_SRC_FILES 

  104.         "${MINDDATA_DIR}/engine/datasetops/source/generator_op.cc"

  105.         "${MINDDATA_DIR}/engine/datasetops/source/voc_op.cc"

  106.         "${MINDDATA_DIR}/engine/datasetops/source/manifest_op.cc"

  107.         "${MINDDATA_DIR}/engine/datasetops/source/mindrecord_op.cc"

  108.         "${MINDDATA_DIR}/engine/datasetops/source/tf_reader_op.cc"

  109.         )

  110. 

  111.     list(REMOVE_ITEM MINDDATA_ENGINE_DATASETOPS_SOURCE_SAMPLER_SRC_FILES

  112.         "${MINDDATA_DIR}/engine/datasetops/source/sampler/python_sampler.cc"

  113.         )

  114. 

  115.         list(REMOVE_ITEM MINDDATA_ENGINE_OPT_POST_SRC_FILES

  116.         "${MINDDATA_DIR}/engine/opt/post/repeat_pass.cc"

  117.         )

  118. 

  119.     list(REMOVE_ITEM MINDDATA_ENGINE_OPT_PRE_SRC_FILES

  120.         "${MINDDATA_DIR}/engine/opt/pre/cache_transform_pass.cc"

  121.         )

  122. 

  123.     include_directories("${CMAKE_BINARY_DIR}/minddata/dataset/engine/cache")

  124. 

  125.     if (BUILD_MINDDATA_EXAMPLE AND (PLATFORM_ARM32 OR PLATFORM_ARM64))

  126.         set(MINDDATA_EXAMPLE_SRC ${CMAKE_CURRENT_SOURCE_DIR}/example/jni-example.cc)

  127.     endif()

  128. 

  129.     add_library(minddata-lite SHARED

  130.         ${MINDDATA_API_SRC_FILES}

  131.         ${MINDDATA_CALLBACK_SRC_FILES}

  132.         ${MINDDATA_CORE_SRC_FILES}

  133.         ${MINDDATA_ENGINE_SRC_FILES}

  134.         #${MINDDATA_ENGINE_CACHE_SRC_FILES}

  135.         ${MINDDATA_ENGINE_DATASETOPS_SRC_FILES}

  136.         ${MINDDATA_ENGINE_DATASETOPS_MAPOP_SRC_FILES}

  137.         ${MINDDATA_ENGINE_DATASETOPS_SOURCE_SRC_FILES}

  138.         ${MINDDATA_ENGINE_DATASETOPS_SOURCE_SAMPLER_SRC_FILES}

  139.         ${MINDDATA_ENGINE_OPT_SRC_FILES}

  140.         ${MINDDATA_ENGINE_OPT_OPTIONAL_SRC_FILES}

  141.         ${MINDDATA_ENGINE_OPT_POST_SRC_FILES}

  142.         ${MINDDATA_ENGINE_OPT_PRE_SRC_FILES}

  143.         ${MINDDATA_ENGINE_OPT_UTIL_SRC_FILES}

  144.         ${MINDDATA_ENGINE_PERF_SRC_FILES}

  145.         ${MINDDATA_KERNELS_SRC_FILES}

  146.         ${MINDDATA_KERNELS_IMAGE_SRC_FILES}

  147.         ${MINDDATA_KERNELS_DATA_SRC_FILES}

  148.         ${MINDDATA_UTIL_SRC_FILES}

  149.         ${MINDDATA_EXAMPLE_SRC}

  150.         ${CMAKE_CURRENT_SOURCE_DIR}/../src/common/log_adapter.cc

  151.         ${CORE_DIR}/utils/ms_utils.cc

  152.         ${CORE_DIR}/gvar/logging_level.cc

  153.         ${CCSRC_DIR}/utils/system/crc32c.cc

  154.         )

  155. 

  156.     target_link_libraries(minddata-lite

  157.         securec

  158.         jpeg-turbo

  159.         jpeg

  160.         opencv_core

  161.         opencv_imgcodecs

  162.         opencv_imgproc

  163.         mindspore::json

  164.         )

  165.     

  166.     # ref: https://github.com/android/ndk/issues/1202

  167.     if (PLATFORM_ARM32)

  168.         file(GLOB_RECURSE LIBCLANG_RT_LIB $ENV{ANDROID_NDK}/libclang_rt.builtins-arm-android.a)

  169.         if (LIBCLANG_RT_LIB STREQUAL "")

  170.             MESSAGE(FATAL_ERROR "Cannot find libclang_rt.builtins-arm-androi2d.a in $ENV{ANDROID_NDK}")

  171.         endif()

  172.         target_link_libraries(minddata-lite ${LIBCLANG_RT_LIB})

  173.     endif()

  174. 

  175.     if (PLATFORM_ARM32 OR PLATFORM_ARM64)

  176.         target_link_libraries(minddata-lite log)

  177.     elseif (BUILD_MINDDATA_EXAMPLE)

  178.         add_executable(mdlite-example ${CMAKE_CURRENT_SOURCE_DIR}/example/x86-example.cc)

  179.         target_link_libraries(mdlite-example minddata-lite)

  180.         add_custom_command(TARGET mdlite-example POST_BUILD

  181.             COMMAND cp -rf ${CMAKE_CURRENT_SOURCE_DIR}/example/testCifar10Data ${CMAKE_BINARY_DIR}/minddata

  182.             )

  183.     endif()

  184. elseif (BUILD_MINDDATA STREQUAL "lite")

  185.     list(REMOVE_ITEM MINDDATA_CORE_SRC_FILES "${MINDDATA_DIR}/core/client.cc")

  186.     list(REMOVE_ITEM MINDDATA_KERNELS_SRC_FILES "${MINDDATA_DIR}/kernels/py_func_op.cc")

  187.     add_library(minddata_eager_mid OBJECT 

  188.         ${MINDDATA_DIR}/api/de_tensor.cc

  189.         ${MINDDATA_DIR}/api/execute.cc

  190.         )

  191. 

  192.     add_library(minddata-lite SHARED

  193.         ${MINDDATA_CORE_SRC_FILES}

  194.         ${MINDDATA_KERNELS_SRC_FILES}

  195.         ${MINDDATA_KERNELS_IMAGE_SRC_FILES}

  196.         ${MINDDATA_KERNELS_DATA_SRC_FILES}

  197.         ${MINDDATA_DIR}/util/status.cc

  198.         ${MINDDATA_DIR}/util/memory_pool.cc

  199.         ${MINDDATA_DIR}/util/path.cc

  200.         ${MINDDATA_DIR}/api/transforms.cc

  201.         ${CORE_DIR}/utils/log_adapter.cc

  202.         ${CORE_DIR}/gvar/logging_level.cc

  203.         )

  204. 

  205.     target_link_libraries(minddata-lite

  206.         securec

  207.         jpeg-turbo

  208.         jpeg

  209.         opencv_core

  210.         opencv_imgcodecs

  211.         opencv_imgproc

  212.         mindspore::json

  213.         )

  214. 

  215.     # ref: https://github.com/android/ndk/issues/1202

  216.     if (PLATFORM_ARM32)

  217.         file(GLOB_RECURSE LIBCLANG_RT_LIB $ENV{ANDROID_NDK}/libclang_rt.builtins-arm-android.a)

  218.         if (LIBCLANG_RT_LIB STREQUAL "")

  219.             MESSAGE(FATAL_ERROR "Cannot find libclang_rt.builtins-arm-androi2d.a in $ENV{ANDROID_NDK}")

  220.         endif()

  221.         target_link_libraries(minddata-lite ${LIBCLANG_RT_LIB})

  222.     endif()

  223. elseif (BUILD_MINDDATA STREQUAL "lite_cv")

  224.      include_directories(${MINDDATA_DIR}/kernels/image)

  225.      message(STATUS ${MINDDATA_DIR}/kernels/image)

  226.     add_library(minddata-lite SHARED

  227.         ${MINDDATA_KERNELS_IMAGE_LITE_CV_FILES}

  228.         )

  229. 

  230.     # ref: https://github.com/android/ndk/issues/1202

  231.     if (PLATFORM_ARM32)

  232.         file(GLOB_RECURSE LIBCLANG_RT_LIB $ENV{ANDROID_NDK}/libclang_rt.builtins-arm-android.a)

  233.         if (LIBCLANG_RT_LIB STREQUAL "")

  234.             MESSAGE(FATAL_ERROR "Cannot find libclang_rt.builtins-arm-androi2d.a in $ENV{ANDROID_NDK}")

  235.         endif()

  236.         target_link_libraries(minddata-lite ${LIBCLANG_RT_LIB})

  237.     endif()

  238. endif()