]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
Enable CUDA graphs on volta+turing (#25749)
authorAlexander Heisler <redacted>
Thu, 16 Jul 2026 09:56:19 +0000 (05:56 -0400)
committerGitHub <redacted>
Thu, 16 Jul 2026 09:56:19 +0000 (17:56 +0800)
ggml/src/ggml-cuda/ggml-cuda.cu

index d644436e50f5a807fa1150e1ee992039754cdd06..87adc3ab74966d168b602e9d80c0595efe4d26bb 100644 (file)
@@ -3982,7 +3982,7 @@ static bool ggml_cuda_graph_set_enabled(ggml_backend_cuda_context * cuda_ctx, co
     ggml_cuda_graph * graph = cuda_ctx->cuda_graph(graph_key);
 
     if (graph->graph == nullptr) {
-        if (ggml_cuda_info().devices[cuda_ctx->device].cc < GGML_CUDA_CC_AMPERE) {
+        if (ggml_cuda_info().devices[cuda_ctx->device].cc < GGML_CUDA_CC_VOLTA) {
             if (!graph->disable_due_to_gpu_arch) {
                 GGML_LOG_DEBUG("%s: disabling CUDA graphs due to GPU architecture\n", __func__);
             }