]> git.djapps.eu Git - pkg/ggml/sources/whisper.cpp/commitdiff
ggml : tmp workaround for whisper.cpp (skip) (#2565)
authorGeorgi Gerganov <redacted>
Sat, 16 Nov 2024 18:19:02 +0000 (20:19 +0200)
committerGeorgi Gerganov <redacted>
Sat, 16 Nov 2024 18:21:24 +0000 (20:21 +0200)
ggml/src/ggml-backend.cpp

index 0b8ebac53e04fbf1e3ac42b25eaed0a6dddaa364..af92d63544d8ff421c7df21149eed8c66d0cdc7a 100644 (file)
@@ -2566,7 +2566,8 @@ static bool ggml_backend_cpu_device_supports_op(ggml_backend_dev_t dev, const st
                 op->type != GGML_TYPE_IQ1_S   &&
                 op->type != GGML_TYPE_IQ1_M; // missing type_traits.from_float
         case GGML_OP_MUL_MAT:
-            return op->src[1]->type == GGML_TYPE_F32;// FIXME || op->src[1]->type == ggml_get_type_traits(op->src[0]->type)->vec_dot_type;
+            //return op->src[1]->type == GGML_TYPE_F32; // TMP: workaround until sync with latest ggml
+            return op->src[1]->type == GGML_TYPE_F32 || op->src[1]->type == ggml_get_type_traits_cpu(op->src[0]->type)->vec_dot_type;
         case GGML_OP_ROPE_BACK:
             return op->src[2] == NULL && (op->op_params[2] & 4) == 0;
         case GGML_OP_IM2COL_BACK: