]> git.djapps.eu Git - pkg/ggml/sources/whisper.cpp/commitdiff
metal : disable support for MUL_MAT F32 x F16
authorGeorgi Gerganov <redacted>
Tue, 23 Jan 2024 13:50:56 +0000 (15:50 +0200)
committerGeorgi Gerganov <redacted>
Sat, 27 Jan 2024 15:19:51 +0000 (17:19 +0200)
ggml-metal.m

index 912ddc83f7d9cdedae8b52ec3b72dc85757d9ac1..4b3eb491424d777ae22cb79ccae372b06374ca8f 100644 (file)
@@ -668,7 +668,8 @@ static bool ggml_metal_supports_op(const struct ggml_metal_context * ctx, const
             return true;
         case GGML_OP_MUL_MAT:
         case GGML_OP_MUL_MAT_ID:
-            return ctx->support_simdgroup_reduction;
+            return ctx->support_simdgroup_reduction &&
+                (op->src[0]->type != GGML_TYPE_F32 || op->src[1]->type == GGML_TYPE_F32);
         case GGML_OP_CPY:
         case GGML_OP_DUP:
         case GGML_OP_CONT: