zzy34407230
/
mindspore2022
Not watched
1
0
Fork 0
Code
Releases 22 Wiki evaluate Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain HPC
You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.
Tree: a64920c468
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from 'a64920c468'
${ noResults }
mindspore2022/mindspore/ccsrc/runtime/device/CMakeLists.txt

123 lines
6.2 kB
Raw Blame History 

  1. file(GLOB_RECURSE DEVICE_SRC_LIST RELATIVE ${CMAKE_CURRENT_SOURCE_DIR} "common/*.cc"

  2.     "kernel_info.cc" "executor/dynamic_kernel.cc" "executor/executor_callback.cc" "kernel_runtime.cc"

  3.     "memory_manager.cc" "kernel_runtime_manager.cc" "convert_tensor_utils.cc" "memory_scheduler.cc"

  4.     "memory_offload_strategy.cc" "bucket.cc" "launch_kernel.cc" "launch_mul.cc" "tensor_array.cc"

  5. )

  6. 

  7. if("${ENABLE_HIDDEN}" STREQUAL "OFF")

  8.     string(REPLACE " -Werror " " " CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS}")

  9.     string(REPLACE " -fvisibility=hidden" " -fvisibility=default" CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS}")

  10. endif()

  11. 

  12. if(ENABLE_GPU)

  13.     list(APPEND DEVICE_SRC_LIST "gpu/distribution/collective_init.cc")

  14. else()

  15.     list(APPEND DEVICE_SRC_LIST "gpu/distribution/collective_fake_init.cc")

  16. endif()

  17. 

  18. if(ENABLE_D)

  19.     file(GLOB_RECURSE D_SRC_LIST RELATIVE ${CMAKE_CURRENT_SOURCE_DIR} "ascend/*.cc" "kernel_adjust.cc")

  20.     list(REMOVE_ITEM D_SRC_LIST "ascend/distribute/mpi_collective_group.cc"

  21.             "ascend/distribute/collective_group_wrapper.cc" "ascend/distribute/mpi_pycc.cc")

  22. endif()

  23. if(ENABLE_TDTQUE)

  24.     file(GLOB_RECURSE TDT_SRC_LIST RELATIVE ${CMAKE_CURRENT_SOURCE_DIR}

  25.     "../../minddata/dataset/engine/tdt/tdt_handle.cc")

  26. endif()

  27. 

  28. if(ENABLE_CPU)

  29.     file(GLOB_RECURSE CPU_SRC_LIST RELATIVE ${CMAKE_CURRENT_SOURCE_DIR} "cpu/*.cc")

  30.     list(REMOVE_ITEM CPU_SRC_LIST "cpu/mpi/mpi_adapter.cc" "cpu/mpi/mpi_export.cc")

  31. endif()

  32. 

  33. if(ENABLE_MPI)

  34.     if(ENABLE_CPU)

  35.         file(GLOB_RECURSE MPI_SRC_LIST "cpu/mpi/mpi_adapter.cc" "cpu/mpi/mpi_export.cc")

  36.         set_property(SOURCE ${MPI_SRC_LIST}

  37.             PROPERTY COMPILE_DEFINITIONS SUBMODULE_ID=mindspore::SubModuleId::SM_DEVICE)

  38.         add_library(mpi_adapter SHARED ${MPI_SRC_LIST})

  39.         target_link_libraries(mpi_adapter PRIVATE mindspore::ompi mindspore::pybind11_module -ldl ${SECUREC_LIBRARY})

  40.     endif()

  41. 

  42.     if(ENABLE_GPU)

  43.         set_property(SOURCE "gpu/mpi/mpi_initializer.cc"

  44.             PROPERTY COMPILE_DEFINITIONS SUBMODULE_ID=mindspore::SubModuleId::SM_DEVICE)

  45.         pybind11_add_module(_ms_mpi NO_EXTRAS "gpu/mpi/mpi_initializer.cc")

  46.         target_link_libraries(_ms_mpi PRIVATE mindspore::pybind11_module mindspore::ompi)

  47.     endif()

  48. 

  49.     if(ENABLE_D)

  50.         set_property(SOURCE "ascend/distribute/mpi_pycc.cc"

  51.                 PROPERTY COMPILE_DEFINITIONS SUBMODULE_ID=mindspore::SubModuleId::SM_DEVICE)

  52.         pybind11_add_module(_ascend_mpi "ascend/distribute/mpi_pycc.cc")

  53.         target_link_libraries(_ascend_mpi PRIVATE mindspore::pybind11_module mindspore::ompi)

  54.     endif()

  55. endif()

  56. 

  57. # gpu

  58. if(ENABLE_GPU)

  59.     file(GLOB_RECURSE CUDA_SRC_LIST RELATIVE ${CMAKE_CURRENT_SOURCE_DIR} "gpu/*.cc" "gpu/*.cu")

  60. 

  61.     set(GPU_QUEUE_SRCS "gpu/blocking_queue.cc" "gpu/gpu_buffer_mgr.cc")

  62.     set(GPU_COLLECTIVE_SRCS "gpu/distribution/collective_wrapper.cc"

  63.                             "gpu/distribution/mpi_wrapper.cc"

  64.                             "gpu/distribution/nccl_wrapper.cc")

  65. 

  66.     # gpu_queue

  67.     list(REMOVE_ITEM CUDA_SRC_LIST ${GPU_QUEUE_SRCS})

  68.     set_property(SOURCE ${GPU_QUEUE_SRCS} PROPERTY COMPILE_DEFINITIONS SUBMODULE_ID=mindspore::SubModuleId::SM_DEVICE)

  69.     add_library(gpu_queue SHARED ${GPU_QUEUE_SRCS})

  70.     target_link_libraries(gpu_queue ${CMAKE_THREAD_LIBS_INIT} ${CUDA_PATH}/lib64/libcudart.so)

  71. 

  72.     list(REMOVE_ITEM CUDA_SRC_LIST "gpu/mpi/mpi_initializer.cc" ${GPU_COLLECTIVE_SRCS})

  73. 

  74.     if(ENABLE_MPI)

  75.         include(ExternalProject)

  76.         # gpu_collective

  77.         set_property(SOURCE ${GPU_COLLECTIVE_SRCS}

  78.             PROPERTY COMPILE_DEFINITIONS SUBMODULE_ID=mindspore::SubModuleId::SM_DEVICE)

  79.         add_library(gpu_collective SHARED ${GPU_COLLECTIVE_SRCS})

  80.         target_link_libraries(gpu_collective PRIVATE mindspore::ompi mindspore::nccl)

  81.         target_link_libraries(_ms_mpi PRIVATE gpu_collective)

  82.     endif()

  83. 

  84.     # add_library(_mindspore_device_cuda_obj OBJECT ${CUDA_SRC_LIST})

  85. endif()

  86. 

  87. list(REMOVE_ITEM D_SRC_LIST "ascend/profiling/profiling_callback_register.cc")

  88. 

  89. if(ENABLE_SECURITY)

  90.     list(REMOVE_ITEM D_SRC_LIST "ascend/profiling/profiling_callback_register.cc")

  91.     list(REMOVE_ITEM D_SRC_LIST "ascend/profiling/profiling_manager.cc")

  92.     list(REMOVE_ITEM D_SRC_LIST "ascend/profiling/profiling_utils.cc")

  93.     list(REMOVE_ITEM D_SRC_LIST "ascend/profiling/reporter/desc_reporter.cc")

  94.     list(REMOVE_ITEM D_SRC_LIST "ascend/profiling/reporter/graph_desc_reporter.cc")

  95.     list(REMOVE_ITEM D_SRC_LIST "ascend/profiling/reporter/op_name_task_stream_reporter.cc")

  96.     list(REMOVE_ITEM D_SRC_LIST "ascend/profiling/reporter/point_reporter.cc")

  97.     list(REMOVE_ITEM D_SRC_LIST "ascend/profiling/reporter/profiling_desc.cc")

  98.     list(REMOVE_ITEM D_SRC_LIST "ascend/profiling/reporter/task_desc_reporter.cc")

  99. endif()

  100. 

  101. set_property(SOURCE ${DEVICE_SRC_LIST} ${D_SRC_LIST} ${CPU_SRC_LIST}

  102.     PROPERTY COMPILE_DEFINITIONS SUBMODULE_ID=mindspore::SubModuleId::SM_DEVICE)

  103. add_library(_mindspore_runtime_device_obj OBJECT ${DEVICE_SRC_LIST} ${D_SRC_LIST} ${CPU_SRC_LIST} ${TDT_SRC_LIST})

  104. if(ENABLE_D)

  105.     file(GLOB_RECURSE GE_SRC_LIST RELATIVE ${CMAKE_CURRENT_SOURCE_DIR} "ascend/ge_runtime/*.cc")

  106.     set_property(SOURCE ${GE_SRC_LIST} PROPERTY COMPILE_DEFINITIONS SUBMODULE_ID=mindspore::SubModuleId::SM_GE)

  107.     target_include_directories(_mindspore_runtime_device_obj PRIVATE ${CMAKE_BINARY_DIR}/proto/ge)

  108.     add_dependencies(_mindspore_runtime_device_obj graph)

  109.     if(ENABLE_MPI)

  110.         set(ASCEND_PATH /usr/local/Ascend)

  111.         set(ASCEND_TOOLKIT_RUNTIME_PATH ${ASCEND_PATH}/ascend-toolkit/latest/fwkacllib/lib64)

  112.         set(ASCEND_RUNTIME_PATH ${ASCEND_PATH}/fwkacllib/lib64)

  113.         find_library(HCCL hccl ${ASCEND_RUNTIME_PATH} ${ASCEND_TOOLKIT_RUNTIME_PATH})

  114.         file(GLOB_RECURSE ASCEND_COLLECTIVE_LIST "ascend/distribute/mpi_collective_group.cc"

  115.                 "ascend/distribute/collective_group_wrapper.cc")

  116.         set_property(SOURCE ${ASCEND_COLLECTIVE_LIST}

  117.                 PROPERTY COMPILE_DEFINITIONS SUBMODULE_ID=mindspore::SubModuleId::SM_DEVICE)

  118.         add_library(ascend_collective SHARED ${ASCEND_COLLECTIVE_LIST})

  119.         target_link_libraries(ascend_collective PRIVATE ${HCCL} mindspore::ompi)

  120.         target_link_libraries(_ascend_mpi PRIVATE ascend_collective)

  121.     endif()

  122. endif()