From: Johannes Gäßler <redacted>
Date: Thu, 21 May 2026 21:35:29 +0000 (+0200)
Subject: CUDA: fix PDL CC check for JIT compilation (#23471)
X-Git-Tag: upstream/0.0.10438~1156
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=4f0e43da6f8f6e9390d88409610098ec2d2dc5c7;p=pkg%2Fggml%2Fsources%2Fllama.cpp

CUDA: fix PDL CC check for JIT compilation (#23471)
---

diff --git a/ggml/src/ggml-cuda/common.cuh b/ggml/src/ggml-cuda/common.cuh
index 9c73fe7e6..e54ecb293 100644
--- a/ggml/src/ggml-cuda/common.cuh
+++ b/ggml/src/ggml-cuda/common.cuh
@@ -1561,7 +1561,8 @@ static __inline__ void ggml_cuda_kernel_launch(Kernel kernel, const ggml_cuda_ke
         return env == nullptr || std::atoi(env) != 0;
     }();
 
-    if (env_pdl_enabled && ggml_cuda_info().devices[ggml_cuda_get_device()].cc >= GGML_CUDA_CC_HOPPER) {
+    const int cc = ggml_cuda_info().devices[ggml_cuda_get_device()].cc;
+    if (env_pdl_enabled && ggml_cuda_highest_compiled_arch(cc) >= GGML_CUDA_CC_HOPPER) {
         auto pdl_cfg = ggml_cuda_pdl_config(launch_params);
 
         CUDA_CHECK(cudaLaunchKernelEx(&pdl_cfg.cfg, kernel, std::forward<Args>(args)... ));