]> git.djapps.eu Git - pkg/ggml/sources/ggml/commitdiff
ggml-zdnn : mark zDNN buffers as non-host (llama/18967)
authorAleksei Nikiforov <redacted>
Thu, 22 Jan 2026 00:16:21 +0000 (01:16 +0100)
committerGeorgi Gerganov <redacted>
Fri, 30 Jan 2026 11:49:29 +0000 (13:49 +0200)
While buffers reside in host memory,
additional transformation is needed to use buffers with zDNN.

Fixes #18848

src/ggml-zdnn/ggml-zdnn.cpp

index 906d25417e40f2676a6a3c71ba601f7f85cba7a5..9b6938abf7e1c054c0914d663c9c6d6473926a1a 100644 (file)
@@ -372,7 +372,8 @@ static size_t ggml_backend_zdnn_buffer_type_get_alignment(ggml_backend_buffer_ty
 }
 
 static bool ggml_backend_zdnn_buffer_type_is_host(ggml_backend_buffer_type_t buft) {
-    return true;
+    /* while it resides in host memory, additional transformation is needed */
+    return false;
 
     GGML_UNUSED(buft);
 }