From: Georgi Gerganov Date: Sun, 21 Apr 2024 13:47:57 +0000 (+0300) Subject: ggml : fix ggml_backend_cpu_supports_op() for CPY (llama/0) X-Git-Tag: upstream/0.0.1642~754 X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=26b64e5ac7a0e222c3cb3d0fe05da750766b5f18;p=pkg%2Fggml%2Fsources%2Fggml ggml : fix ggml_backend_cpu_supports_op() for CPY (llama/0) --- diff --git a/src/ggml-backend.c b/src/ggml-backend.c index a55967a6..d96100b3 100644 --- a/src/ggml-backend.c +++ b/src/ggml-backend.c @@ -822,7 +822,11 @@ GGML_CALL static enum ggml_status ggml_backend_cpu_graph_compute(ggml_backend_t GGML_CALL static bool ggml_backend_cpu_supports_op(ggml_backend_t backend, const struct ggml_tensor * op) { switch (op->op) { case GGML_OP_CPY: - return op->type != GGML_TYPE_IQ2_XXS && op->type != GGML_TYPE_IQ2_XS && op->type != GGML_TYPE_IQ1_S; // missing type_traits.from_float + return + op->type != GGML_TYPE_IQ2_XXS && + op->type != GGML_TYPE_IQ2_XS && + op->type != GGML_TYPE_IQ1_S && + op->type != GGML_TYPE_IQ1_M; // missing type_traits.from_float case GGML_OP_MUL_MAT: return op->src[1]->type == GGML_TYPE_F32 || op->src[1]->type == ggml_internal_get_type_traits(op->src[0]->type).vec_dot_type; default: