From: Georgi Gerganov <redacted>
Date: Sun, 16 Jun 2024 10:20:19 +0000 (+0300)
Subject: cuda : enable CUDA graphs (#0)
X-Git-Tag: upstream/1.7.4~627
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=6975600b4b119fdf6f8133f370dd5b780fb4ebdf;p=pkg%2Fggml%2Fsources%2Fwhisper.cpp

cuda : enable CUDA graphs (#0)
---

diff --git a/CMakeLists.txt b/CMakeLists.txt
index 76a42608..c35e99aa 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -393,6 +393,7 @@ if (WHISPER_CUDA)
         endif()
 
         add_compile_definitions(GGML_USE_CUDA)
+        add_compile_definitions(GGML_CUDA_USE_GRAPHS)
 
         if (WHISPER_STATIC)
             if (WIN32)
diff --git a/Makefile b/Makefile
index 3d2c7a2a..4658d79c 100644
--- a/Makefile
+++ b/Makefile
@@ -295,7 +295,7 @@ ifdef WHISPER_CUDA
 	endif
 
 	CFLAGS      += -DGGML_USE_CUDA -I/usr/local/cuda/include -I/opt/cuda/include -I$(CUDA_PATH)/targets/$(UNAME_M)-linux/include
-	CXXFLAGS    += -DGGML_USE_CUDA -I/usr/local/cuda/include -I/opt/cuda/include -I$(CUDA_PATH)/targets/$(UNAME_M)-linux/include
+	CXXFLAGS    += -DGGML_USE_CUDA -I/usr/local/cuda/include -I/opt/cuda/include -I$(CUDA_PATH)/targets/$(UNAME_M)-linux/include -DGGML_CUDA_USE_GRAPHS
 	LDFLAGS     += -lcuda -lcublas -lculibos -lcudart -lcublasLt -lcufft -lpthread -ldl -lrt -L/usr/local/cuda/lib64 -L/opt/cuda/lib64 -L$(CUDA_PATH)/targets/$(UNAME_M)-linux/lib -L/usr/lib/wsl/lib
 	WHISPER_OBJ += ggml-cuda.o whisper-mel-cuda.o
 	WHISPER_OBJ += $(patsubst %.cu,%.o,$(wildcard ggml-cuda/*.cu))