From: Georgi Gerganov <redacted>
Date: Thu, 26 Oct 2023 19:53:37 +0000 (+0300)
Subject: server : do not release slot on image input (#3798)
X-Git-Tag: upstream/0.0.4488~3058
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=34b2a5e1ee4fe6295fb4420eb91131d743694c65;p=pkg%2Fggml%2Fsources%2Fllama.cpp

server : do not release slot on image input (#3798)
---

diff --git a/examples/server/server.cpp b/examples/server/server.cpp
index b4c4d0a2..5b7e4139 100644
--- a/examples/server/server.cpp
+++ b/examples/server/server.cpp
@@ -1502,7 +1502,7 @@ struct llama_server_context
         {
             for (auto & slot : slots)
             {
-                const bool has_prompt = slot.prompt.is_array() || (slot.prompt.is_string() && !slot.prompt.get<std::string>().empty());
+                const bool has_prompt = slot.prompt.is_array() || (slot.prompt.is_string() && !slot.prompt.get<std::string>().empty()) || !slot.images.empty();
 
                 // empty prompt passed -> release the slot and send empty response
                 if (slot.state == IDLE && slot.command == LOAD_PROMPT && !has_prompt)