From: Xinpeng Dou <redacted>
Date: Thu, 12 Sep 2024 01:02:35 +0000 (+0800)
Subject: cann: Fix error when running a non-exist op (#9424)
X-Git-Tag: upstream/0.0.4488~752
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=df4b7945aeccae2a71348e5a9c1eab5241e3e0ef;p=pkg%2Fggml%2Fsources%2Fllama.cpp

cann: Fix error when running a non-exist op (#9424)
---

diff --git a/ggml/src/ggml-cann.cpp b/ggml/src/ggml-cann.cpp
index 06930ba2..24b8b752 100644
--- a/ggml/src/ggml-cann.cpp
+++ b/ggml/src/ggml-cann.cpp
@@ -1942,7 +1942,7 @@ GGML_CALL ggml_backend_t ggml_backend_cann_init(int32_t device) {
         GGML_CANN_LOG_ERROR("%s: error: failed to allocate context\n", __func__);
         return nullptr;
     }
-
+    ggml_cann_set_device(ctx->device);
     ggml_backend_t cann_backend =
         new ggml_backend{/* .guid      = */ ggml_backend_cann_guid(),
                          /* .interface = */ ggml_backend_cann_interface,