cuda : enable CUDA graphs (#0)

diff --git a/CMakeLists.txt b/CMakeLists.txt
index 76a42608dee2de80524eb77ad1c512f468c2e79c..c35e99aa2d4010dd8f78fb8126f384d6c84ae534 100644 (file)
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -393,6 +393,7 @@ if (WHISPER_CUDA)
         endif()
 
         add_compile_definitions(GGML_USE_CUDA)
+        add_compile_definitions(GGML_CUDA_USE_GRAPHS)
 
         if (WHISPER_STATIC)
             if (WIN32)

diff --git a/Makefile b/Makefile
index 3d2c7a2a87d1bf951ed5103529055d7fdd29185e..4658d79cbe6237e0bc9e3f8e2a79131a014aa013 100644 (file)
--- a/Makefile
+++ b/Makefile
@@ -295,7 +295,7 @@ ifdef WHISPER_CUDA
        endif
 
        CFLAGS      += -DGGML_USE_CUDA -I/usr/local/cuda/include -I/opt/cuda/include -I$(CUDA_PATH)/targets/$(UNAME_M)-linux/include
-       CXXFLAGS    += -DGGML_USE_CUDA -I/usr/local/cuda/include -I/opt/cuda/include -I$(CUDA_PATH)/targets/$(UNAME_M)-linux/include
+       CXXFLAGS    += -DGGML_USE_CUDA -I/usr/local/cuda/include -I/opt/cuda/include -I$(CUDA_PATH)/targets/$(UNAME_M)-linux/include -DGGML_CUDA_USE_GRAPHS
        LDFLAGS     += -lcuda -lcublas -lculibos -lcudart -lcublasLt -lcufft -lpthread -ldl -lrt -L/usr/local/cuda/lib64 -L/opt/cuda/lib64 -L$(CUDA_PATH)/targets/$(UNAME_M)-linux/lib -L/usr/lib/wsl/lib
        WHISPER_OBJ += ggml-cuda.o whisper-mel-cuda.o
        WHISPER_OBJ += $(patsubst %.cu,%.o,$(wildcard ggml-cuda/*.cu))