From: Georgi Gerganov Date: Tue, 17 Dec 2024 16:35:42 +0000 (+0200) Subject: ggml : update ggml_backend_cpu_device_supports_op (llama/10867) X-Git-Tag: upstream/1.7.4~54 X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=479499dc0e20097cff368980aa43d40903ab8fc1;p=pkg%2Fggml%2Fsources%2Fwhisper.cpp ggml : update ggml_backend_cpu_device_supports_op (llama/10867) * ggml : fix cpy op for IQ-quants to use reference impl ggml-ci * ggml : disable tests involving i-matrix quantization * ggml : update ggml_backend_cpu_device_supports_op ggml-ci --- diff --git a/ggml/src/ggml-cpu/ggml-cpu.cpp b/ggml/src/ggml-cpu/ggml-cpu.cpp index c390957a..0b6419f8 100644 --- a/ggml/src/ggml-cpu/ggml-cpu.cpp +++ b/ggml/src/ggml-cpu/ggml-cpu.cpp @@ -394,8 +394,11 @@ static bool ggml_backend_cpu_device_supports_op(ggml_backend_dev_t dev, const st switch (op->op) { case GGML_OP_CPY: return + op->type != GGML_TYPE_IQ3_XXS && + op->type != GGML_TYPE_IQ3_S && op->type != GGML_TYPE_IQ2_XXS && op->type != GGML_TYPE_IQ2_XS && + op->type != GGML_TYPE_IQ2_S && op->type != GGML_TYPE_IQ1_S && op->type != GGML_TYPE_IQ1_M; // missing type_traits.from_float case GGML_OP_MUL_MAT: