From: uvos <redacted>
Date: Wed, 12 Feb 2025 21:25:28 +0000 (+0100)
Subject: HIP: Remove GCN from list of devices that avoid MMQ (#11831)
X-Git-Tag: upstream/0.0.4719~20
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=5c4284d57bbc613121e90de5271f1cbc95d55872;p=pkg%2Fggml%2Fsources%2Fllama.cpp

HIP: Remove GCN from list of devices that avoid MMQ (#11831)
---

diff --git a/ggml/src/ggml-cuda/mmq.cu b/ggml/src/ggml-cuda/mmq.cu
index 5dacd131..10f2ebb1 100644
--- a/ggml/src/ggml-cuda/mmq.cu
+++ b/ggml/src/ggml-cuda/mmq.cu
@@ -149,5 +149,5 @@ bool ggml_cuda_should_use_mmq(enum ggml_type type, int cc, int64_t ne11) {
         return !fp16_mma_hardware_available(cc) || ne11 < MMQ_DP4A_MAX_BATCH_SIZE;
     }
 
-    return (!GGML_CUDA_CC_IS_RDNA3(cc) && !GGML_CUDA_CC_IS_CDNA(cc) && !GGML_CUDA_CC_IS_GCN(cc)) || ne11 < MMQ_DP4A_MAX_BATCH_SIZE;
+    return (!GGML_CUDA_CC_IS_RDNA3(cc) && !GGML_CUDA_CC_IS_CDNA(cc)) || ne11 < MMQ_DP4A_MAX_BATCH_SIZE;
 }