From: Justin Parker <redacted>
Date: Tue, 6 Feb 2024 09:20:59 +0000 (-0500)
Subject: server : include total "num_slots" in props endpoint (#5349)
X-Git-Tag: upstream/0.0.4488~2409
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=8a79c591de9b7ff3242a94f68b7fb5a17ed8c2be;p=pkg%2Fggml%2Fsources%2Fllama.cpp

server : include total "num_slots" in props endpoint (#5349)
---

diff --git a/examples/server/server.cpp b/examples/server/server.cpp
index e48a1da7..d86d7e04 100644
--- a/examples/server/server.cpp
+++ b/examples/server/server.cpp
@@ -432,6 +432,7 @@ struct llama_server_context
         }
 
         default_generation_settings_for_props = get_formated_generation(slots.front());
+        default_generation_settings_for_props["num_slots"] = params.n_parallel;
         default_generation_settings_for_props["seed"] = -1;
 
         batch = llama_batch_init(n_ctx, 0, params.n_parallel);