ggerganov commited on
Commit
451937f
·
unverified ·
1 Parent(s): 18703d0

ggml : sync remnants (skip) (#0)

Browse files
ggml/src/ggml-cuda/CMakeLists.txt CHANGED
@@ -46,13 +46,10 @@ if (CUDAToolkit_FOUND)
46
  list(APPEND GGML_SOURCES_CUDA ${SRCS})
47
  endif()
48
 
49
- add_library(ggml-cuda
50
- ${GGML_HEADERS_CUDA}
51
- ${GGML_SOURCES_CUDA}
52
- )
53
-
54
- target_link_libraries(ggml-cuda PRIVATE ggml-base)
55
- target_include_directories(ggml-cuda PRIVATE . ..)
56
 
57
  add_compile_definitions(GGML_CUDA_PEER_MAX_BATCH_SIZE=${GGML_CUDA_PEER_MAX_BATCH_SIZE})
58
 
@@ -135,7 +132,7 @@ if (CUDAToolkit_FOUND)
135
 
136
  message("-- CUDA host compiler is ${CUDA_CCID} ${CUDA_CCVER}")
137
 
138
- get_flags(${CUDA_CCID} ${CUDA_CCVER})
139
  list(APPEND CUDA_CXX_FLAGS ${CXX_FLAGS} ${GF_CXX_FLAGS}) # This is passed to -Xcompiler later
140
  endif()
141
 
 
46
  list(APPEND GGML_SOURCES_CUDA ${SRCS})
47
  endif()
48
 
49
+ ggml_add_backend_library(ggml-cuda
50
+ ${GGML_HEADERS_CUDA}
51
+ ${GGML_SOURCES_CUDA}
52
+ )
 
 
 
53
 
54
  add_compile_definitions(GGML_CUDA_PEER_MAX_BATCH_SIZE=${GGML_CUDA_PEER_MAX_BATCH_SIZE})
55
 
 
132
 
133
  message("-- CUDA host compiler is ${CUDA_CCID} ${CUDA_CCVER}")
134
 
135
+ ggml_get_flags(${CUDA_CCID} ${CUDA_CCVER})
136
  list(APPEND CUDA_CXX_FLAGS ${CXX_FLAGS} ${GF_CXX_FLAGS}) # This is passed to -Xcompiler later
137
  endif()
138
 
ggml/src/ggml-musa/CMakeLists.txt CHANGED
@@ -20,6 +20,11 @@ find_package(MUSAToolkit)
20
  if (MUSAToolkit_FOUND)
21
  message(STATUS "MUSA Toolkit found")
22
 
 
 
 
 
 
23
  file(GLOB GGML_HEADERS_MUSA "../ggml-cuda/*.cuh")
24
  list(APPEND GGML_HEADERS_MUSA "../../include/ggml-cuda.h")
25
 
@@ -44,15 +49,17 @@ if (MUSAToolkit_FOUND)
44
 
45
  set_source_files_properties(${GGML_SOURCES_MUSA} PROPERTIES LANGUAGE CXX)
46
  foreach(SOURCE ${GGML_SOURCES_MUSA})
47
- set_property(SOURCE ${SOURCE} PROPERTY COMPILE_FLAGS "-x musa -mtgpu --cuda-gpu-arch=mp_21 --cuda-gpu-arch=mp_22")
 
 
 
 
48
  endforeach()
49
 
50
- add_library(ggml-musa
51
- ${GGML_HEADERS_MUSA}
52
- ${GGML_SOURCES_MUSA})
53
-
54
- target_link_libraries(ggml-musa PRIVATE ggml-base)
55
- target_include_directories(ggml-musa PRIVATE . ..)
56
 
57
  # TODO: do not use CUDA definitions for MUSA
58
  target_compile_definitions(ggml PUBLIC GGML_USE_CUDA)
 
20
  if (MUSAToolkit_FOUND)
21
  message(STATUS "MUSA Toolkit found")
22
 
23
+ if (NOT DEFINED MUSA_ARCHITECTURES)
24
+ set(MUSA_ARCHITECTURES "21;22")
25
+ endif()
26
+ message(STATUS "Using MUSA architectures: ${MUSA_ARCHITECTURES}")
27
+
28
  file(GLOB GGML_HEADERS_MUSA "../ggml-cuda/*.cuh")
29
  list(APPEND GGML_HEADERS_MUSA "../../include/ggml-cuda.h")
30
 
 
49
 
50
  set_source_files_properties(${GGML_SOURCES_MUSA} PROPERTIES LANGUAGE CXX)
51
  foreach(SOURCE ${GGML_SOURCES_MUSA})
52
+ set(COMPILE_FLAGS "-x musa -mtgpu")
53
+ foreach(ARCH ${MUSA_ARCHITECTURES})
54
+ set(COMPILE_FLAGS "${COMPILE_FLAGS} --cuda-gpu-arch=mp_${ARCH}")
55
+ endforeach()
56
+ set_property(SOURCE ${SOURCE} PROPERTY COMPILE_FLAGS ${COMPILE_FLAGS})
57
  endforeach()
58
 
59
+ ggml_add_backend_library(ggml-musa
60
+ ${GGML_HEADERS_MUSA}
61
+ ${GGML_SOURCES_MUSA}
62
+ )
 
 
63
 
64
  # TODO: do not use CUDA definitions for MUSA
65
  target_compile_definitions(ggml PUBLIC GGML_USE_CUDA)