]> git.djapps.eu Git - pkg/ggml/sources/whisper.cpp/commitdiff
metal : fix group_norm support condition (llama/0)
authorGeorgi Gerganov <redacted>
Wed, 27 Nov 2024 09:22:14 +0000 (11:22 +0200)
committerGeorgi Gerganov <redacted>
Sun, 8 Dec 2024 18:14:35 +0000 (20:14 +0200)
ggml/src/ggml-metal/ggml-metal.m

index ae29b8b2e64a05a5527381b037241c965f89e233..043a455e272b91ef21e63c727dc57f6f2155919c 100644 (file)
@@ -1004,9 +1004,10 @@ static bool ggml_metal_supports_op(const struct ggml_backend_metal_device_contex
             return ggml_is_contiguous(op->src[0]);
         case GGML_OP_SUM_ROWS:
         case GGML_OP_SOFT_MAX:
-        case GGML_OP_RMS_NORM:
         case GGML_OP_GROUP_NORM:
             return has_simdgroup_reduction;
+        case GGML_OP_RMS_NORM:
+            return has_simdgroup_reduction && (op->ne[0] % 4 == 0);
         case GGML_OP_ARGMAX:
         case GGML_OP_NORM:
         case GGML_OP_ROPE: