cann: Fix error when running a non-exist op (llama/9424)

diff --git a/src/ggml-cann.cpp b/src/ggml-cann.cpp
index a2d64da59a4c4404a508572983d1d2d80d20d9a7..7f14a9f28377722724d66141bc76aaaa75958431 100644 (file)
--- a/src/ggml-cann.cpp
+++ b/src/ggml-cann.cpp
@@ -1943,7 +1943,7 @@ GGML_CALL ggml_backend_t ggml_backend_cann_init(int32_t device) {
         GGML_CANN_LOG_ERROR("%s: error: failed to allocate context\n", __func__);
         return nullptr;
     }
-
+    ggml_cann_set_device(ctx->device);
     ggml_backend_t cann_backend =
         new ggml_backend{/* .guid      = */ ggml_backend_cann_guid(),
                          /* .interface = */ ggml_backend_cann_interface,