server : fix passing prompt as tokens (#5955)

* server: fix passing prompt as tokens

* Update examples/server/server.cpp

---------

Co-authored-by: Georgi Gerganov <redacted>

diff --git a/examples/server/server.cpp b/examples/server/server.cpp
index aedf0afc603c349e145bcdd7acc3a7385922e372..8cff514f2a98aa3734146ddf2ad8bb09a0adfb5c 100644 (file)
--- a/examples/server/server.cpp
+++ b/examples/server/server.cpp
@@ -852,7 +852,16 @@ struct server_context {
         // infill
         slot.params.input_prefix = json_value(data, "input_prefix", default_params.input_prefix);
         slot.params.input_suffix = json_value(data, "input_suffix", default_params.input_suffix);
-        slot.prompt              = json_value(data, "prompt",       std::string(""));
+
+        // get prompt
+        {
+            const auto & prompt = data.find("prompt");
+            if (prompt == data.end()) {
+                slot.prompt = "";
+            } else {
+                slot.prompt = *prompt;
+            }
+        }
 
         // penalize user-provided tokens
         {