server : fix hardcoded proxy connection timeout in router mode (#18760) (#22003)

Fixes: https://github.com/ggml-org/llama.cpp/issues/18760
Co-authored-by: Christian <redacted>

diff --git a/tools/server/server-models.cpp b/tools/server/server-models.cpp
index a1eeec30e9941953c208f223accde020d74b74f3..6066611f51c9d144029f00063d7981b166d35737 100644 (file)
--- a/tools/server/server-models.cpp
+++ b/tools/server/server-models.cpp
@@ -1147,7 +1147,7 @@ server_http_proxy::server_http_proxy(
 
     // setup Client
     cli->set_follow_location(true);
-    cli->set_connection_timeout(5, 0); // 5 seconds
+    cli->set_connection_timeout(timeout_read, 0); // use --timeout value instead of hardcoded 5 s
     cli->set_write_timeout(timeout_read, 0); // reversed for cli (client) vs srv (server)
     cli->set_read_timeout(timeout_write, 0);
     this->status = 500; // to be overwritten upon response