]> git.djapps.eu Git - pkg/ggml/sources/whisper.cpp/commitdiff
metal : restore matrix x vector f16_f32 kerenls for now
authorGeorgi Gerganov <redacted>
Fri, 15 Sep 2023 11:40:41 +0000 (14:40 +0300)
committerGeorgi Gerganov <redacted>
Fri, 15 Sep 2023 11:40:41 +0000 (14:40 +0300)
ggml-metal.m

index c5b6b8b9aae81b34fb5c6d14358693d195e6363f..1139ee3114610e05726b7e4319843eade838271c 100644 (file)
@@ -937,9 +937,7 @@ void ggml_metal_graph_compute(
                                             nth1 = 1;
                                             if (ne11 * ne12 < 4) {
                                                 [encoder setComputePipelineState:ctx->pipeline_mul_mat_f16_f32_1row];
-                                            //} else if (ne00 >= 128 && ne01 >= 8 && ne00%4 == 0) {
-                                            } else if (false) {
-                                                // TODO: with ggml_mul_mat_pad this kernel no longer seems to be needed
+                                            } else if (ne00 >= 128 && ne01 >= 8 && ne00%4 == 0) {
                                                 [encoder setComputePipelineState:ctx->pipeline_mul_mat_f16_f32_l4];
                                                 nrows = ne11;
                                             } else {