]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
server : fix smart slot selection (#8020)
authorsasha0552 <redacted>
Wed, 19 Jun 2024 23:57:10 +0000 (23:57 +0000)
committerGitHub <redacted>
Wed, 19 Jun 2024 23:57:10 +0000 (09:57 +1000)
examples/server/server.cpp

index ec59307b2881b35f31803125a49ec0112b0d3336..f9a86961f9c8e6d9f2ff2e65e129e2f1ccf33ba3 100644 (file)
@@ -1594,7 +1594,7 @@ struct server_context {
                     } else {
                         std::string prompt;
                         if (task.data.contains("prompt") && task.data.at("prompt").is_string()) {
-                            json_value(task.data, "prompt", std::string());
+                            prompt = json_value(task.data, "prompt", std::string());
                         }
 
                         slot = get_available_slot(prompt);