zzy34407230
/
mindspore2022
Not watched
1
0
Fork 0
Code
Releases 22 Wiki evaluate Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain HPC
You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.
Tree: bae1dd3bb0
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from 'bae1dd3bb0'
${ noResults }
mindspore2022/mindspore/ccsrc/minddata/dataset/CMakeLists.txt

289 lines
11 kB
Raw Blame History 

  1. set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-sign-compare")

  2. set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-reorder")

  3. set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-switch")

  4. 

  5. if(${CMAKE_SYSTEM_NAME} MATCHES "Darwin")

  6.     set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-uninitialized -Wno-deprecated-declarations \

  7.                                             -Wno-delete-non-abstract-non-virtual-dtor       \

  8.                                             -Wno-unused-comparison -Wno-constant-conversion \

  9.                                             -Wno-unknown-warning-option -Wno-macro-redefined")

  10. else()

  11.     set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-maybe-uninitialized")

  12. endif()

  13. 

  14. # fix for GCC8.0

  15. set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-class-memaccess  -Wno-stringop-truncation")

  16. set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-format")

  17. set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-attributes")

  18. 

  19. ############################# Options ################################

  20. if(${CMAKE_SYSTEM_NAME} MATCHES "Windows")

  21.     add_definitions(-D _CRT_RAND_S)

  22. endif()

  23. if(ENABLE_ACL)

  24.     add_definitions(-D ENABLE_ACL)

  25.     message(STATUS "ACL module is enabled")

  26. endif()

  27. if(ENABLE_GPUQUE)

  28.     add_definitions(-D ENABLE_GPUQUE)

  29.     message(STATUS "GPU queue is enabled")

  30. endif()

  31. if(ENABLE_TDTQUE)

  32.     add_definitions(-D ENABLE_TDTQUE)

  33.     message(STATUS "TDT queue is enabled")

  34. endif()

  35. if(MS_BUILD_GRPC)

  36.     set(ENABLE_CACHE true)

  37.     add_definitions(-D ENABLE_CACHE)

  38.     message(STATUS "Cache is enabled")

  39. endif()

  40. 

  41. # conde coverage

  42. # option(ENABLE_COVERAGE "Enable code coverage report" OFF)

  43. # if(ENABLE_COVERAGE)

  44. #   include(${CMAKE_SOURCE_DIR}/cmake/CodeCoverage.cmake)

  45. #   append_coverage_compiler_flags()

  46. # endif()

  47. 

  48. ########### Set up the include directories ###########################

  49. include_directories(${CMAKE_SOURCE_DIR}/mindspore/ccsrc)

  50. include_directories(${CMAKE_SOURCE_DIR}/mindspore/ccsrc/runtime/device/ascend/platform)

  51. 

  52. include_directories(${CMAKE_BINARY_DIR}) # for protobuf generated .h

  53. 

  54. include_directories(${CMAKE_SOURCE_DIR}/mindspore)

  55. include_directories(${CMAKE_SOURCE_DIR}/mindspore/ccsrc/minddata/mindrecord/include)

  56. include_directories(${CMAKE_SOURCE_DIR}/mindspore/ccsrc/minddata/dataset)

  57. include_directories(${CMAKE_SOURCE_DIR}/mindspore/ccsrc/minddata/dataset/kernels/image)

  58. 

  59. ######################################################################

  60. 

  61. ####################### Flags ########################################

  62. # compile flags

  63. set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -fvisibility=default")

  64. 

  65. if(CMAKE_SYSTEM_NAME MATCHES "Darwin")

  66.     set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-delete-abstract-non-virtual-dtor")

  67. else()

  68.     set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wl,-rpath,$ORIGIN:$ORIGIN/lib")

  69. endif()

  70. 

  71. ################## Include sub-modules ###############################

  72. add_subdirectory(util)

  73. add_subdirectory(core)

  74. add_subdirectory(kernels)

  75. add_subdirectory(engine)

  76. add_subdirectory(api)

  77. add_subdirectory(audio)

  78. add_subdirectory(text)

  79. add_subdirectory(callback)

  80. add_subdirectory(plugin)

  81. ######################################################################

  82. add_dependencies(utils core)

  83. add_dependencies(kernels-image core)

  84. add_dependencies(kernels-data core)

  85. add_dependencies(kernels-soft-dvpp-image core soft-dvpp-utils)

  86. add_dependencies(kernels core)

  87. add_dependencies(engine-datasetops-source core)

  88. add_dependencies(engine-datasetops-source-sampler core)

  89. add_dependencies(engine-datasetops core)

  90. add_dependencies(engine-datasetops-mapop core)

  91. add_dependencies(engine-opt core)

  92. add_dependencies(engine-gnn core)

  93. add_dependencies(engine core)

  94. add_dependencies(callback core)

  95. add_dependencies(audio-kernels core)

  96. add_dependencies(audio-ir core)

  97. add_dependencies(audio-ir-kernels core)

  98. add_dependencies(text core)

  99. add_dependencies(text-kernels core)

  100. add_dependencies(text-ir core)

  101. add_dependencies(text-ir-kernels core)

  102. add_dependencies(cpp-API core)

  103. add_dependencies(engine-ir-datasetops core)

  104. add_dependencies(engine-ir-datasetops-source core)

  105. add_dependencies(engine-ir-datasetops-source-samplers core)

  106. add_dependencies(engine-ir-cache core)

  107. add_dependencies(kernels-ir core)

  108. add_dependencies(kernels-ir-data core)

  109. add_dependencies(kernels-ir-vision core)

  110. 

  111. 

  112. if(ENABLE_ACL)

  113.     add_dependencies(kernels-dvpp-image core dvpp-utils)

  114. endif()

  115. 

  116. if(ENABLE_PYTHON)

  117.     add_dependencies(APItoPython core)

  118. endif()

  119. if(NOT ENABLE_SECURITY)

  120.     add_dependencies(engine-perf core)

  121. endif()

  122. if(ENABLE_TDTQUE)

  123.     add_dependencies(engine-tdt core)

  124. endif()

  125. if(ENABLE_CACHE)

  126.     add_dependencies(APItoPython engine-cache-client)

  127.     add_dependencies(cpp-API engine-cache-client)

  128.     add_dependencies(engine-ir-cache engine-cache-client)

  129.     add_dependencies(engine-ir-datasetops engine-cache-client)

  130.     add_dependencies(engine-ir-datasetops-source engine-cache-client)

  131.     add_dependencies(engine-opt engine-cache-client)

  132.     add_dependencies(engine-datasetops engine-cache-client)

  133.     if(NOT ENABLE_SECURITY)

  134.         add_dependencies(engine-perf engine-cache-client)

  135.     endif()

  136.     add_dependencies(engine-cache-client core)

  137.     add_dependencies(engine-cache-server core)

  138. endif()

  139. ################### Create _c_dataengine Library ######################

  140. set(submodules

  141.         $<TARGET_OBJECTS:core>

  142.         $<TARGET_OBJECTS:callback>

  143.         $<TARGET_OBJECTS:utils>

  144.         $<TARGET_OBJECTS:kernels>

  145.         $<TARGET_OBJECTS:kernels-image>

  146.         $<TARGET_OBJECTS:lite-cv>

  147.         $<TARGET_OBJECTS:kernels-data>

  148.         $<TARGET_OBJECTS:cpp-API>

  149.         $<TARGET_OBJECTS:engine-ir-datasetops>

  150.         $<TARGET_OBJECTS:engine-ir-datasetops-source>

  151.         $<TARGET_OBJECTS:engine-ir-datasetops-source-samplers>

  152.         $<TARGET_OBJECTS:engine-ir-cache>

  153.         $<TARGET_OBJECTS:kernels-soft-dvpp-image>

  154.         $<TARGET_OBJECTS:soft-dvpp-utils>

  155.         $<TARGET_OBJECTS:engine-datasetops-source>

  156.         $<TARGET_OBJECTS:engine-datasetops-source-sampler>

  157.         $<TARGET_OBJECTS:engine-datasetops-mapop>

  158.         $<TARGET_OBJECTS:engine-gnn>

  159.         $<TARGET_OBJECTS:engine-datasetops>

  160.         $<TARGET_OBJECTS:engine-opt>

  161.         $<TARGET_OBJECTS:engine-cache-client>

  162.         $<TARGET_OBJECTS:engine>

  163.         $<TARGET_OBJECTS:audio-kernels>

  164.         $<TARGET_OBJECTS:audio-ir>

  165.         $<TARGET_OBJECTS:audio-ir-kernels>

  166.         $<TARGET_OBJECTS:text>

  167.         $<TARGET_OBJECTS:text-kernels>

  168.         $<TARGET_OBJECTS:text-ir>

  169.         $<TARGET_OBJECTS:text-ir-kernels>

  170.         $<TARGET_OBJECTS:kernels-ir>

  171.         $<TARGET_OBJECTS:kernels-ir-data>

  172.         $<TARGET_OBJECTS:kernels-ir-vision>

  173.         $<TARGET_OBJECTS:md_plugin>

  174.         )

  175. 

  176. if(ENABLE_ACL)

  177.     set(submodules

  178.             ${submodules}

  179.             $<TARGET_OBJECTS:kernels-dvpp-image>

  180.             $<TARGET_OBJECTS:dvpp-utils>)

  181. endif()

  182. 

  183. if(ENABLE_PYTHON)

  184.     set(submodules

  185.         ${submodules}

  186.         $<TARGET_OBJECTS:APItoPython>)

  187. endif()

  188. 

  189. if(ENABLE_TDTQUE)

  190.     if(NOT ENABLE_SECURITY)

  191.         add_library(_c_dataengine SHARED ${submodules} $<TARGET_OBJECTS:engine-perf> $<TARGET_OBJECTS:engine-tdt>)

  192.     else()

  193.         add_library(_c_dataengine SHARED ${submodules} $<TARGET_OBJECTS:engine-tdt>)

  194.     endif()

  195. else()

  196.     if(NOT ENABLE_SECURITY)

  197.         add_library(_c_dataengine SHARED ${submodules} $<TARGET_OBJECTS:engine-perf>)

  198.     else()

  199.         add_library(_c_dataengine SHARED ${submodules})

  200.     endif()

  201. endif()

  202. 

  203. if(ENABLE_PYTHON)

  204. set_target_properties(_c_dataengine PROPERTIES

  205.     PREFIX "${PYTHON_MODULE_PREFIX}"

  206.     SUFFIX "${PYTHON_MODULE_EXTENSION}"

  207.     )

  208. endif()

  209. 

  210. ######################################################################

  211. 

  212. ################# Link with external libraries ########################

  213. target_link_libraries(_c_dataengine PRIVATE mindspore mindspore_gvar)

  214. 

  215. if(${CMAKE_SYSTEM_NAME} MATCHES "Windows")

  216.     if(ENABLE_PYTHON)

  217.         target_link_libraries(_c_dataengine PRIVATE mindspore::pybind11_module ${PYTHON_LIBRARIES} ${SECUREC_LIBRARY})

  218.     else()

  219.         target_link_libraries(_c_dataengine PRIVATE ${SECUREC_LIBRARY})

  220.     endif()

  221.     target_link_options(_c_dataengine PRIVATE -Wl,--allow-multiple-definition)

  222. else()

  223.     set(ICU_LIB mindspore::icuuc mindspore::icudata mindspore::icui18n)

  224.     if(ENABLE_PYTHON)

  225.         target_link_libraries(_c_dataengine PRIVATE mindspore::pybind11_module -ldl ${SECUREC_LIBRARY})

  226.     else()

  227.         target_link_libraries(_c_dataengine PRIVATE -ldl ${SECUREC_LIBRARY})

  228.     endif()

  229.     target_link_libraries(_c_dataengine PUBLIC mindspore::sentencepiece)

  230. endif()

  231. 

  232. target_link_libraries(_c_dataengine PUBLIC mindspore::jpeg_turbo mindspore::turbojpeg mindspore::opencv_core

  233.                                           mindspore::opencv_imgcodecs mindspore::opencv_imgproc mindspore::tinyxml2

  234.                                           mindspore::sentencepiece_train ${ICU_LIB})

  235. if(ENABLE_GPUQUE)

  236.     target_link_libraries(_c_dataengine PRIVATE gpu_queue

  237.                           ${CUDNN_LIBRARY_PATH}

  238.                           ${CUDA_PATH}/lib64/libcudart.so

  239.                           ${CUDA_PATH}/lib64/stubs/libcuda.so)

  240. endif()

  241. 

  242. if(ENABLE_TDTQUE)

  243.     target_link_libraries(_c_dataengine PRIVATE ${ACL} ${ACL_TDT_CHANNEL})

  244. endif()

  245. 

  246. add_dependencies(_c_dataengine _c_mindrecord)

  247. if(${CMAKE_SYSTEM_NAME} MATCHES "Windows")

  248.     set(MINDRECORD_LINK_OBJECT

  249.         ${CMAKE_BINARY_DIR}/mindspore/ccsrc/minddata/mindrecord/CMakeFiles/_c_mindrecord.dir/objects.a)

  250.     target_link_libraries(_c_dataengine PRIVATE _c_mindrecord ${MINDRECORD_LINK_OBJECT} mindspore::sqlite)

  251. else()

  252.     target_link_libraries(_c_dataengine PRIVATE _c_mindrecord)

  253.     if(ENABLE_CPU AND NOT WIN32)

  254.         if(${ENABLE_IBVERBS} STREQUAL "ON")

  255.             target_link_libraries(_c_dataengine PRIVATE ibverbs rdmacm)

  256.         endif()

  257.         target_link_libraries(_c_dataengine PRIVATE ps_cache)

  258.     endif()

  259. endif()

  260. 

  261. target_link_libraries(_c_dataengine PRIVATE mindspore_core mindspore_shared_lib)

  262. 

  263. if(USE_GLOG)

  264.     target_link_libraries(_c_dataengine PRIVATE mindspore::glog)

  265. else()

  266.     if(CMAKE_SYSTEM_NAME MATCHES "Linux")

  267.         target_link_options(_c_dataengine PRIVATE -Wl,-init,mindspore_log_init)

  268.     elseif(CMAKE_SYSTEM_NAME MATCHES "Darwin")

  269.         set_target_properties(_c_dataengine PROPERTIES MACOSX_RPATH ON)

  270.     endif()

  271. endif()

  272. 

  273. if(MS_BUILD_GRPC)

  274.     if(NOT CMAKE_SYSTEM_NAME MATCHES "Darwin")

  275.         target_link_libraries(_c_dataengine PRIVATE -Wl,--no-as-needed mindspore::grpc++)

  276.     else()

  277.         target_link_libraries(_c_dataengine PRIVATE mindspore::grpc++)

  278.     endif()

  279. endif()

  280. 

  281. if(NOT CMAKE_SYSTEM_NAME MATCHES "Darwin")

  282.     set_target_properties(_c_dataengine PROPERTIES INSTALL_RPATH ${MINDSPORE_RPATH})

  283. endif()

  284. 

  285. if(CMAKE_SYSTEM_NAME MATCHES "Darwin")

  286.     include(${CMAKE_SOURCE_DIR}/cmake/change_rpath.cmake)

  287.     set(LINK_SOS libtinyxml libicuuc libicudata libicui18n)

  288.     changerpath($<TARGET_FILE:_c_dataengine> _c_dataengine "${LINK_SOS}")

  289. endif()