From: slaren Date: Fri, 1 Dec 2023 20:05:59 +0000 (+0100) Subject: ggml-cuda : fix usage without CUDA devices (#627) X-Git-Tag: upstream/0.0.1642~1186 X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=a399be09771d9ac56fad7f81dae40df391286a62;p=pkg%2Fggml%2Fsources%2Fggml ggml-cuda : fix usage without CUDA devices (#627) --- diff --git a/src/ggml-cuda.cu b/src/ggml-cuda.cu index 6b194c2a..9a8e40eb 100644 --- a/src/ggml-cuda.cu +++ b/src/ggml-cuda.cu @@ -8135,7 +8135,9 @@ bool ggml_cuda_compute_forward(struct ggml_compute_params * params, struct ggml_ int ggml_cuda_get_device_count() { int device_count; - CUDA_CHECK(cudaGetDeviceCount(&device_count)); + if (cudaGetDeviceCount(&device_count) != cudaSuccess) { + return 0; + } return device_count; }