From: Georgi Gerganov Date: Sun, 21 Apr 2024 13:47:57 +0000 (+0300) Subject: ggml : fix ggml_backend_cpu_supports_op() for CPY (#0) X-Git-Tag: upstream/0.0.4488~1779 X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=b9cc76d87e3d7ae5900f19d4fe8f8976d0a35888;p=pkg%2Fggml%2Fsources%2Fllama.cpp ggml : fix ggml_backend_cpu_supports_op() for CPY (#0) --- diff --git a/ggml-backend.c b/ggml-backend.c index 402d86ef..189b5c14 100644 --- a/ggml-backend.c +++ b/ggml-backend.c @@ -822,7 +822,11 @@ GGML_CALL static enum ggml_status ggml_backend_cpu_graph_compute(ggml_backend_t GGML_CALL static bool ggml_backend_cpu_supports_op(ggml_backend_t backend, const struct ggml_tensor * op) { switch (op->op) { case GGML_OP_CPY: - return op->type != GGML_TYPE_IQ2_XXS && op->type != GGML_TYPE_IQ2_XS && op->type != GGML_TYPE_IQ1_S; // missing type_traits.from_float + return + op->type != GGML_TYPE_IQ2_XXS && + op->type != GGML_TYPE_IQ2_XS && + op->type != GGML_TYPE_IQ1_S && + op->type != GGML_TYPE_IQ1_M; // missing type_traits.from_float case GGML_OP_MUL_MAT: return op->src[1]->type == GGML_TYPE_F32 || op->src[1]->type == ggml_internal_get_type_traits(op->src[0]->type).vec_dot_type; default: