From: Radoslav Gerganov <redacted>
Date: Mon, 19 Aug 2024 07:11:45 +0000 (+0300)
Subject: rpc : print error message when failed to connect endpoint (llama/9042)
X-Git-Tag: upstream/0.0.1642~431
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=9c4a027cc1dd6c11b177ebb549964a4b69029173;p=pkg%2Fggml%2Fsources%2Fggml

rpc : print error message when failed to connect endpoint (llama/9042)
---

diff --git a/src/ggml-rpc.cpp b/src/ggml-rpc.cpp
index 3e50a009..8f9d0a46 100644
--- a/src/ggml-rpc.cpp
+++ b/src/ggml-rpc.cpp
@@ -637,7 +637,7 @@ GGML_CALL static bool ggml_backend_rpc_supports_op(ggml_backend_t backend, const
 }
 
 GGML_CALL static bool ggml_backend_rpc_supports_buft(ggml_backend_t backend, ggml_backend_buffer_type_t buft) {
-    if (buft->iface.get_name != ggml_backend_rpc_buffer_type_name) {
+    if (!buft || buft->iface.get_name != ggml_backend_rpc_buffer_type_name) {
         return false;
     }
     ggml_backend_rpc_buffer_type_context * buft_ctx = (ggml_backend_rpc_buffer_type_context *)buft->context;
@@ -679,6 +679,7 @@ GGML_API GGML_CALL ggml_backend_buffer_type_t ggml_backend_rpc_buffer_type(const
     }
     auto sock = get_socket(endpoint);
     if (sock == nullptr) {
+        fprintf(stderr, "Failed to connect to %s\n", endpoint);
         return nullptr;
     }
     size_t alignment = get_alignment(sock);