]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
cpu: fix cpu backend's supports-op for GET_ROWS_BACK. fixes a fatal when running...
authorcmdr2 <redacted>
Fri, 11 Apr 2025 06:44:19 +0000 (12:14 +0530)
committerGeorgi Gerganov <redacted>
Mon, 14 Apr 2025 06:26:15 +0000 (09:26 +0300)
ggml/src/ggml-cpu/ggml-cpu.cpp

index 09f8382b988a4a36ad8723d8da7a01244aae299c..4b688a67eb23b3df7e03d18189eccc80557b8056 100644 (file)
@@ -425,6 +425,8 @@ static bool ggml_backend_cpu_device_supports_op(ggml_backend_dev_t dev, const st
         }
         case GGML_OP_IM2COL_BACK:
             return src0->type == GGML_TYPE_F32 && src1->type == GGML_TYPE_F32;
+        case GGML_OP_GET_ROWS_BACK:
+            return src0->type == GGML_TYPE_F32 || src0->type == GGML_TYPE_F16;
         case GGML_OP_OUT_PROD:
             return (src0->type == GGML_TYPE_F32 || (ggml_is_quantized(src0->type) && src0->ne[2] == src1->ne[2] && src0->ne[3] == src1->ne[3])) &&
                 src1->type == GGML_TYPE_F32 && op->type == GGML_TYPE_F32;