From: Johannes Gäßler <redacted>
Date: Sun, 17 Sep 2023 21:35:20 +0000 (+0200)
Subject: CUDA: fix peer access logic (#3231)
X-Git-Tag: gguf-v0.4.0~52
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=ee66942d7ef7c259528158f9a3bd1c314984d32f;p=pkg%2Fggml%2Fsources%2Fllama.cpp

CUDA: fix peer access logic (#3231)
---

diff --git a/ggml-cuda.cu b/ggml-cuda.cu
index 5346b9e0..08428ea3 100644
--- a/ggml-cuda.cu
+++ b/ggml-cuda.cu
@@ -6286,12 +6286,14 @@ void ggml_cuda_set_peer_access(const int n_tokens) {
                 continue;
             }
 
-            int canAccessPeer;
-            CUDA_CHECK(cudaDeviceCanAccessPeer(&canAccessPeer, id, id_other));
-            if (enable_peer_access) {
-                CUDA_CHECK(cudaDeviceEnablePeerAccess(id_other, 0));
-            } else {
-                CUDA_CHECK(cudaDeviceDisablePeerAccess(id_other));
+            int can_access_peer;
+            CUDA_CHECK(cudaDeviceCanAccessPeer(&can_access_peer, id, id_other));
+            if (can_access_peer) {
+                if (enable_peer_access) {
+                    CUDA_CHECK(cudaDeviceEnablePeerAccess(id_other, 0));
+                } else {
+                    CUDA_CHECK(cudaDeviceDisablePeerAccess(id_other));
+                }
             }
         }
     }