From: Xuan Son Nguyen <redacted>
Date: Mon, 26 Feb 2024 22:15:48 +0000 (+0100)
Subject: fix server hangs on empty prompt (#5733)
X-Git-Tag: upstream/0.0.4488~2211
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=b11a93df41921846a10628a7c306d5c82a549939;p=pkg%2Fggml%2Fsources%2Fllama.cpp

fix server hangs on empty prompt (#5733)
---

diff --git a/examples/server/server.cpp b/examples/server/server.cpp
index 8aadc95a..846ef7e5 100644
--- a/examples/server/server.cpp
+++ b/examples/server/server.cpp
@@ -1336,6 +1336,10 @@ struct llama_server_context
                 split_multiprompt_task(task_id, task);
             }
         } else {
+            // an empty prompt can make slot become buggy
+            if (task.data.contains("prompt") && task.data["prompt"].is_string() && task.data["prompt"].get<std::string>().empty()) {
+                task.data["prompt"] = " "; // add a space so that we have one token
+            }
             queue_tasks.post(task);
         }
     }