From: Georgi Gerganov <redacted>
Date: Fri, 15 Sep 2023 11:40:41 +0000 (+0300)
Subject: metal : restore matrix x vector f16_f32 kerenls for now
X-Git-Tag: upstream/1.7.4~1318
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=0ac9cefd0384527d333eeeaa5b52e740891a6c88;p=pkg%2Fggml%2Fsources%2Fwhisper.cpp

metal : restore matrix x vector f16_f32 kerenls for now
---

diff --git a/ggml-metal.m b/ggml-metal.m
index c5b6b8b9..1139ee31 100644
--- a/ggml-metal.m
+++ b/ggml-metal.m
@@ -937,9 +937,7 @@ void ggml_metal_graph_compute(
                                             nth1 = 1;
                                             if (ne11 * ne12 < 4) {
                                                 [encoder setComputePipelineState:ctx->pipeline_mul_mat_f16_f32_1row];
-                                            //} else if (ne00 >= 128 && ne01 >= 8 && ne00%4 == 0) {
-                                            } else if (false) {
-                                                // TODO: with ggml_mul_mat_pad this kernel no longer seems to be needed
+                                            } else if (ne00 >= 128 && ne01 >= 8 && ne00%4 == 0) {
                                                 [encoder setComputePipelineState:ctx->pipeline_mul_mat_f16_f32_l4];
                                                 nrows = ne11;
                                             } else {