From: Georgi Gerganov <redacted>
Date: Mon, 25 Dec 2023 09:00:39 +0000 (+0200)
Subject: cmake : update CUDA build to support VMM
X-Git-Tag: upstream/0.0.1642~1160
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=0e2d0b16e3d40f8e657d4ea326ac289bfdc20ff4;p=pkg%2Fggml%2Fsources%2Fggml

cmake : update CUDA build to support VMM
---

diff --git a/src/CMakeLists.txt b/src/CMakeLists.txt
index 49f96d1e..669b666d 100644
--- a/src/CMakeLists.txt
+++ b/src/CMakeLists.txt
@@ -226,11 +226,18 @@ if (GGML_CUBLAS)
         # set(CMAKE_CUDA_SEPARABLE_COMPILATION ON)
 
         if (GGML_STATIC)
-            set(GGML_EXTRA_LIBS ${GGML_EXTRA_LIBS} CUDA::cudart_static CUDA::cublas_static CUDA::cublasLt_static)
+            if (WIN32)
+                # As of 12.3.1 CUDA Tookit for Windows does not offer a static cublas library
+                set(GGML_EXTRA_LIBS ${GGML_EXTRA_LIBS} CUDA::cudart_static CUDA::cublas CUDA::cublasLt)
+            else ()
+                set(GGML_EXTRA_LIBS ${GGML_EXTRA_LIBS} CUDA::cudart_static CUDA::cublas_static CUDA::cublasLt_static)
+            endif()
         else()
             set(GGML_EXTRA_LIBS ${GGML_EXTRA_LIBS} CUDA::cudart CUDA::cublas CUDA::cublasLt)
         endif()
 
+        set(GGML_EXTRA_LIBS ${GGML_EXTRA_LIBS} CUDA::cuda_driver)
+
         if (CMAKE_BUILD_TYPE MATCHES Debug)
             set(CMAKE_CUDA_FLAGS "${CMAKE_CUDA_FLAGS} -lineinfo")
         endif()