]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
make/cmake: add missing force MMQ/cuBLAS for HIP (#8515)
authorJohannes Gäßler <redacted>
Tue, 16 Jul 2024 19:20:59 +0000 (21:20 +0200)
committerGitHub <redacted>
Tue, 16 Jul 2024 19:20:59 +0000 (21:20 +0200)
Makefile
ggml/src/CMakeLists.txt

index bec332ec57b551f0ecbae3e78a4389aed9083b64..4584594af4174f8f7ab2c64d282cafbebdd20881 100644 (file)
--- a/Makefile
+++ b/Makefile
@@ -795,6 +795,14 @@ ifdef GGML_CUDA_FORCE_DMMV
        HIPFLAGS += -DGGML_CUDA_FORCE_DMMV
 endif # GGML_CUDA_FORCE_DMMV
 
+ifdef GGML_CUDA_FORCE_MMQ
+       HIPFLAGS += -DGGML_CUDA_FORCE_MMQ
+endif # GGML_CUDA_FORCE_MMQ
+
+ifdef GGML_CUDA_FORCE_CUBLAS
+       HIPFLAGS += -DGGML_CUDA_FORCE_CUBLAS
+endif # GGML_CUDA_FORCE_CUBLAS
+
 ifdef GGML_CUDA_NO_PEER_COPY
        HIPFLAGS += -DGGML_CUDA_NO_PEER_COPY
 endif # GGML_CUDA_NO_PEER_COPY
index 41e50ad2c9e337cf6939fa0c908207d7a88b663e..cbadaf4d931c302f0deab48495a8ff9b96bc9872 100644 (file)
@@ -440,6 +440,10 @@ if (GGML_HIPBLAS)
         add_compile_definitions(GGML_CUDA_FORCE_MMQ)
     endif()
 
+    if (GGML_CUDA_FORCE_CUBLAS)
+        add_compile_definitions(GGML_CUDA_FORCE_CUBLAS)
+    endif()
+
     if (GGML_CUDA_NO_PEER_COPY)
         add_compile_definitions(GGML_CUDA_NO_PEER_COPY)
     endif()