From: Georgi Gerganov <redacted>
Date: Wed, 27 Nov 2024 09:22:14 +0000 (+0200)
Subject: metal : fix group_norm support condition (llama/0)
X-Git-Tag: upstream/0.0.1642~126
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=9e2697ff540bb6f73f22b1aa47639c627eafe860;p=pkg%2Fggml%2Fsources%2Fggml

metal : fix group_norm support condition (llama/0)
---

diff --git a/src/ggml-metal/ggml-metal.m b/src/ggml-metal/ggml-metal.m
index ae29b8b2..043a455e 100644
--- a/src/ggml-metal/ggml-metal.m
+++ b/src/ggml-metal/ggml-metal.m
@@ -1004,9 +1004,10 @@ static bool ggml_metal_supports_op(const struct ggml_backend_metal_device_contex
             return ggml_is_contiguous(op->src[0]);
         case GGML_OP_SUM_ROWS:
         case GGML_OP_SOFT_MAX:
-        case GGML_OP_RMS_NORM:
         case GGML_OP_GROUP_NORM:
             return has_simdgroup_reduction;
+        case GGML_OP_RMS_NORM:
+            return has_simdgroup_reduction && (op->ne[0] % 4 == 0);
         case GGML_OP_ARGMAX:
         case GGML_OP_NORM:
         case GGML_OP_ROPE: