From: Olivier Chafik <redacted>
Date: Tue, 25 Feb 2025 10:40:22 +0000 (+0000)
Subject: server: support add_generation_prompt query param (#12062)
X-Git-Tag: upstream/0.0.4853~80
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=0b52745649062c04b546aab662cfdb220f4f0621;p=pkg%2Fggml%2Fsources%2Fllama.cpp

server: support add_generation_prompt query param (#12062)
---

diff --git a/examples/server/utils.hpp b/examples/server/utils.hpp
index 4db4c783..4867b158 100644
--- a/examples/server/utils.hpp
+++ b/examples/server/utils.hpp
@@ -598,7 +598,7 @@ static json oaicompat_completion_params_parse(
     inputs.tool_choice           = common_chat_tool_choice_parse_oaicompat(json_value(body, "tool_choice", std::string("auto")));
     inputs.json_schema           = json_schema.is_null() ? "" : json_schema.dump();
     inputs.grammar               = grammar;
-    inputs.add_generation_prompt = true;
+    inputs.add_generation_prompt = json_value(body, "add_generation_prompt", true);
     inputs.use_jinja             = use_jinja;
     inputs.parallel_tool_calls   = json_value(body, "parallel_tool_calls", false);
     inputs.extract_reasoning     = reasoning_format != COMMON_REASONING_FORMAT_NONE;