From: Johannes Gäßler Date: Thu, 21 May 2026 21:35:29 +0000 (+0200) Subject: CUDA: fix PDL CC check for JIT compilation (llama/23471) X-Git-Tag: upstream/1.9.2~352 X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=ec183556c6939d30272f928ac281d5390501bc51;p=pkg%2Fggml%2Fsources%2Fwhisper.cpp CUDA: fix PDL CC check for JIT compilation (llama/23471) --- diff --git a/ggml/src/ggml-cuda/common.cuh b/ggml/src/ggml-cuda/common.cuh index 9c73fe7e..e54ecb29 100644 --- a/ggml/src/ggml-cuda/common.cuh +++ b/ggml/src/ggml-cuda/common.cuh @@ -1561,7 +1561,8 @@ static __inline__ void ggml_cuda_kernel_launch(Kernel kernel, const ggml_cuda_ke return env == nullptr || std::atoi(env) != 0; }(); - if (env_pdl_enabled && ggml_cuda_info().devices[ggml_cuda_get_device()].cc >= GGML_CUDA_CC_HOPPER) { + const int cc = ggml_cuda_info().devices[ggml_cuda_get_device()].cc; + if (env_pdl_enabled && ggml_cuda_highest_compiled_arch(cc) >= GGML_CUDA_CC_HOPPER) { auto pdl_cfg = ggml_cuda_pdl_config(launch_params); CUDA_CHECK(cudaLaunchKernelEx(&pdl_cfg.cfg, kernel, std::forward(args)... ));