]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
rpc : fix regression when --device is used (#15981)
authorRadoslav Gerganov <redacted>
Sun, 14 Sep 2025 09:28:18 +0000 (12:28 +0300)
committerGitHub <redacted>
Sun, 14 Sep 2025 09:28:18 +0000 (12:28 +0300)
Fix regression introduced with commit 50f4281a6

tools/rpc/rpc-server.cpp

index f7568980db4f85a5df836939b7444cc97963a4a5..dc8e077f34a73412a144f9ec32c87ea43c72ea7e 100644 (file)
@@ -227,7 +227,9 @@ static ggml_backend_t create_backend(const rpc_server_params & params) {
         }
     }
 
-    backend = ggml_backend_init_best();
+    if (!backend) {
+        backend = ggml_backend_init_best();
+    }
 
     if (backend) {
         fprintf(stderr, "%s: using %s backend\n", __func__, ggml_backend_name(backend));