From: Xinpeng Dou <redacted>
Date: Thu, 12 Sep 2024 01:02:35 +0000 (+0800)
Subject: cann: Fix error when running a non-exist op (llama/9424)
X-Git-Tag: upstream/0.0.1642~374
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=031248fb2a6338e3622344b8586721a895ebef3a;p=pkg%2Fggml%2Fsources%2Fggml

cann: Fix error when running a non-exist op (llama/9424)
---

diff --git a/src/ggml-cann.cpp b/src/ggml-cann.cpp
index a2d64da5..7f14a9f2 100644
--- a/src/ggml-cann.cpp
+++ b/src/ggml-cann.cpp
@@ -1943,7 +1943,7 @@ GGML_CALL ggml_backend_t ggml_backend_cann_init(int32_t device) {
         GGML_CANN_LOG_ERROR("%s: error: failed to allocate context\n", __func__);
         return nullptr;
     }
-
+    ggml_cann_set_device(ctx->device);
     ggml_backend_t cann_backend =
         new ggml_backend{/* .guid      = */ ggml_backend_cann_guid(),
                          /* .interface = */ ggml_backend_cann_interface,