]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
HIP: Remove GCN from list of devices that avoid MMQ (#11831)
authoruvos <redacted>
Wed, 12 Feb 2025 21:25:28 +0000 (22:25 +0100)
committerGitHub <redacted>
Wed, 12 Feb 2025 21:25:28 +0000 (22:25 +0100)
ggml/src/ggml-cuda/mmq.cu

index 5dacd131ed55c51714e4675fafd0bfd1f709ac79..10f2ebb1cb43df09ea81d38548d44cb7ad10f8b9 100644 (file)
@@ -149,5 +149,5 @@ bool ggml_cuda_should_use_mmq(enum ggml_type type, int cc, int64_t ne11) {
         return !fp16_mma_hardware_available(cc) || ne11 < MMQ_DP4A_MAX_BATCH_SIZE;
     }
 
-    return (!GGML_CUDA_CC_IS_RDNA3(cc) && !GGML_CUDA_CC_IS_CDNA(cc) && !GGML_CUDA_CC_IS_GCN(cc)) || ne11 < MMQ_DP4A_MAX_BATCH_SIZE;
+    return (!GGML_CUDA_CC_IS_RDNA3(cc) && !GGML_CUDA_CC_IS_CDNA(cc)) || ne11 < MMQ_DP4A_MAX_BATCH_SIZE;
 }