From: sasha0552 <redacted>
Date: Wed, 19 Jun 2024 23:57:10 +0000 (+0000)
Subject: server : fix smart slot selection (#8020)
X-Git-Tag: upstream/0.0.4488~1301
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=ba5899315283eb1df3902363daf79bdc5eefe426;p=pkg%2Fggml%2Fsources%2Fllama.cpp

server : fix smart slot selection (#8020)
---

diff --git a/examples/server/server.cpp b/examples/server/server.cpp
index ec59307b..f9a86961 100644
--- a/examples/server/server.cpp
+++ b/examples/server/server.cpp
@@ -1594,7 +1594,7 @@ struct server_context {
                     } else {
                         std::string prompt;
                         if (task.data.contains("prompt") && task.data.at("prompt").is_string()) {
-                            json_value(task.data, "prompt", std::string());
+                            prompt = json_value(task.data, "prompt", std::string());
                         }
 
                         slot = get_available_slot(prompt);