Spaces:
Sleeping
Sleeping
ggml : sync remnants (skip) (#0)
Browse files
ggml/src/ggml-cuda/CMakeLists.txt
CHANGED
|
@@ -46,13 +46,10 @@ if (CUDAToolkit_FOUND)
|
|
| 46 |
list(APPEND GGML_SOURCES_CUDA ${SRCS})
|
| 47 |
endif()
|
| 48 |
|
| 49 |
-
|
| 50 |
-
|
| 51 |
-
|
| 52 |
-
|
| 53 |
-
|
| 54 |
-
target_link_libraries(ggml-cuda PRIVATE ggml-base)
|
| 55 |
-
target_include_directories(ggml-cuda PRIVATE . ..)
|
| 56 |
|
| 57 |
add_compile_definitions(GGML_CUDA_PEER_MAX_BATCH_SIZE=${GGML_CUDA_PEER_MAX_BATCH_SIZE})
|
| 58 |
|
|
@@ -135,7 +132,7 @@ if (CUDAToolkit_FOUND)
|
|
| 135 |
|
| 136 |
message("-- CUDA host compiler is ${CUDA_CCID} ${CUDA_CCVER}")
|
| 137 |
|
| 138 |
-
|
| 139 |
list(APPEND CUDA_CXX_FLAGS ${CXX_FLAGS} ${GF_CXX_FLAGS}) # This is passed to -Xcompiler later
|
| 140 |
endif()
|
| 141 |
|
|
|
|
| 46 |
list(APPEND GGML_SOURCES_CUDA ${SRCS})
|
| 47 |
endif()
|
| 48 |
|
| 49 |
+
ggml_add_backend_library(ggml-cuda
|
| 50 |
+
${GGML_HEADERS_CUDA}
|
| 51 |
+
${GGML_SOURCES_CUDA}
|
| 52 |
+
)
|
|
|
|
|
|
|
|
|
|
| 53 |
|
| 54 |
add_compile_definitions(GGML_CUDA_PEER_MAX_BATCH_SIZE=${GGML_CUDA_PEER_MAX_BATCH_SIZE})
|
| 55 |
|
|
|
|
| 132 |
|
| 133 |
message("-- CUDA host compiler is ${CUDA_CCID} ${CUDA_CCVER}")
|
| 134 |
|
| 135 |
+
ggml_get_flags(${CUDA_CCID} ${CUDA_CCVER})
|
| 136 |
list(APPEND CUDA_CXX_FLAGS ${CXX_FLAGS} ${GF_CXX_FLAGS}) # This is passed to -Xcompiler later
|
| 137 |
endif()
|
| 138 |
|
ggml/src/ggml-musa/CMakeLists.txt
CHANGED
|
@@ -20,6 +20,11 @@ find_package(MUSAToolkit)
|
|
| 20 |
if (MUSAToolkit_FOUND)
|
| 21 |
message(STATUS "MUSA Toolkit found")
|
| 22 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 23 |
file(GLOB GGML_HEADERS_MUSA "../ggml-cuda/*.cuh")
|
| 24 |
list(APPEND GGML_HEADERS_MUSA "../../include/ggml-cuda.h")
|
| 25 |
|
|
@@ -44,15 +49,17 @@ if (MUSAToolkit_FOUND)
|
|
| 44 |
|
| 45 |
set_source_files_properties(${GGML_SOURCES_MUSA} PROPERTIES LANGUAGE CXX)
|
| 46 |
foreach(SOURCE ${GGML_SOURCES_MUSA})
|
| 47 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 48 |
endforeach()
|
| 49 |
|
| 50 |
-
|
| 51 |
-
|
| 52 |
-
|
| 53 |
-
|
| 54 |
-
target_link_libraries(ggml-musa PRIVATE ggml-base)
|
| 55 |
-
target_include_directories(ggml-musa PRIVATE . ..)
|
| 56 |
|
| 57 |
# TODO: do not use CUDA definitions for MUSA
|
| 58 |
target_compile_definitions(ggml PUBLIC GGML_USE_CUDA)
|
|
|
|
| 20 |
if (MUSAToolkit_FOUND)
|
| 21 |
message(STATUS "MUSA Toolkit found")
|
| 22 |
|
| 23 |
+
if (NOT DEFINED MUSA_ARCHITECTURES)
|
| 24 |
+
set(MUSA_ARCHITECTURES "21;22")
|
| 25 |
+
endif()
|
| 26 |
+
message(STATUS "Using MUSA architectures: ${MUSA_ARCHITECTURES}")
|
| 27 |
+
|
| 28 |
file(GLOB GGML_HEADERS_MUSA "../ggml-cuda/*.cuh")
|
| 29 |
list(APPEND GGML_HEADERS_MUSA "../../include/ggml-cuda.h")
|
| 30 |
|
|
|
|
| 49 |
|
| 50 |
set_source_files_properties(${GGML_SOURCES_MUSA} PROPERTIES LANGUAGE CXX)
|
| 51 |
foreach(SOURCE ${GGML_SOURCES_MUSA})
|
| 52 |
+
set(COMPILE_FLAGS "-x musa -mtgpu")
|
| 53 |
+
foreach(ARCH ${MUSA_ARCHITECTURES})
|
| 54 |
+
set(COMPILE_FLAGS "${COMPILE_FLAGS} --cuda-gpu-arch=mp_${ARCH}")
|
| 55 |
+
endforeach()
|
| 56 |
+
set_property(SOURCE ${SOURCE} PROPERTY COMPILE_FLAGS ${COMPILE_FLAGS})
|
| 57 |
endforeach()
|
| 58 |
|
| 59 |
+
ggml_add_backend_library(ggml-musa
|
| 60 |
+
${GGML_HEADERS_MUSA}
|
| 61 |
+
${GGML_SOURCES_MUSA}
|
| 62 |
+
)
|
|
|
|
|
|
|
| 63 |
|
| 64 |
# TODO: do not use CUDA definitions for MUSA
|
| 65 |
target_compile_definitions(ggml PUBLIC GGML_USE_CUDA)
|