]> git.djapps.eu Git - pkg/ggml/sources/ggml/commitdiff
kleidiai: fix GGML_ASSERT(*cur_backend_id != -1) failed (llama/15614)
authorCharles Xu <redacted>
Thu, 11 Sep 2025 10:45:40 +0000 (12:45 +0200)
committerGeorgi Gerganov <redacted>
Sat, 20 Sep 2025 10:33:50 +0000 (13:33 +0300)
* kleidiai: fix GGML_ASSERT(*cur_backend_id != -1) failed

* removes the Whisper-specific check for GET_ROWS support

src/ggml-cpu/kleidiai/kleidiai.cpp

index 95f873dc77923617064321d4da2dd5c6e9ea8f9f..8694ee15d3fe0d8340a18df417667c107de72149 100644 (file)
@@ -515,9 +515,6 @@ class extra_buffer_type : ggml::cpu::extra_buffer_type {
             op->src[0]->buffer &&
             (ggml_n_dims(op->src[0]) == 2) &&
             op->src[0]->buffer->buft == ggml_backend_cpu_kleidiai_buffer_type() && ctx.kernels) {
-            if (op->op == GGML_OP_GET_ROWS && op->src[1]->ne[0] != 8) {
-                return false;
-            }
             if (op->src[1]->buffer && !ggml_backend_buft_is_host(op->src[1]->buffer->buft)) {
                 return false;
             }