From: slaren <redacted>
Date: Mon, 17 Jun 2024 14:51:42 +0000 (+0200)
Subject: sched : offload_op also requires supports_op (#7977)
X-Git-Tag: upstream/0.0.4488~1318
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=99052cd227c7182fcf53343d2e7d33bfa180a9cf;p=pkg%2Fggml%2Fsources%2Fllama.cpp

sched : offload_op also requires supports_op (#7977)
---

diff --git a/ggml-backend.c b/ggml-backend.c
index 2bec7bea..26dce7f7 100644
--- a/ggml-backend.c
+++ b/ggml-backend.c
@@ -1172,7 +1172,7 @@ static int ggml_backend_sched_backend_id_from_cur(ggml_backend_sched_t sched, st
             // check if a backend with higher prio wants to offload the op
             if (src_backend_id == sched->n_backends - 1) {
                 for (int b = 0; b < src_backend_id; b++) {
-                    if (ggml_backend_offload_op(sched->backends[b], tensor)) {
+                    if (ggml_backend_supports_op(sched->backends[b], tensor) && ggml_backend_offload_op(sched->backends[b], tensor)) {
                         SET_CAUSE(tensor, "1.off");
                         return b;
                     }