]> git.djapps.eu Git - pkg/ggml/sources/ggml/commitdiff
cann: fix crash when llama-bench is running on multiple cann devices (llama/9627)
authorDou Xinpeng <redacted>
Wed, 25 Sep 2024 03:30:38 +0000 (11:30 +0800)
committerGeorgi Gerganov <redacted>
Sun, 29 Sep 2024 18:17:39 +0000 (21:17 +0300)
src/ggml-cann/common.h

index e6a5701075f02cbe2ed6b11a74f57ae0822ad9e8..edfa496148ff22291b802e86fe5f17c3fe590c93 100644 (file)
@@ -227,6 +227,7 @@ struct ggml_backend_cann_context {
      * @brief Destructor for cleaning up resources.
      */
     ~ggml_backend_cann_context() {
+        ggml_cann_set_device(device);
         if (copy_event != nullptr) {
             ACL_CHECK(aclrtDestroyEvent(copy_event));
         }