]> git.djapps.eu Git - pkg/ggml/sources/ggml/commitdiff
ggml: bypass code incompatible with CUDA < 11.1 (whisper/2020)
authorSlava Primenko <redacted>
Thu, 4 Apr 2024 12:49:24 +0000 (14:49 +0200)
committerGeorgi Gerganov <redacted>
Sun, 7 Apr 2024 13:21:51 +0000 (16:21 +0300)
`cudaHostRegisterReadOnly` parameter was only introduced in CUDA 11.1

See this issue for more details:
https://github.com/ggerganov/examples/whisper/whisper.cpp/issues/2007

src/ggml-cuda.cu

index f51b2042df3599963a6e76b0e02b4b78531ec7c8..ce28cb55d01b2f70d47dcefc88c624ec5ba5b598 100644 (file)
@@ -2617,6 +2617,7 @@ GGML_CALL bool ggml_backend_cuda_register_host_buffer(void * buffer, size_t size
         return false;
     }
 
+#if CUDART_VERSION >= 11100
     cudaError_t err = cudaHostRegister(buffer, size, cudaHostRegisterPortable | cudaHostRegisterReadOnly);
     if (err != cudaSuccess) {
         // clear the error
@@ -2627,6 +2628,9 @@ GGML_CALL bool ggml_backend_cuda_register_host_buffer(void * buffer, size_t size
         return false;
     }
     return true;
+#else
+    return false;
+#endif
 }
 
 GGML_CALL void ggml_backend_cuda_unregister_host_buffer(void * buffer) {