From: Victor <redacted>
Date: Fri, 14 Mar 2025 10:21:17 +0000 (+0100)
Subject: server: fix "--grammar-file" parameter (#12285)
X-Git-Tag: upstream/0.0.5028~142
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=add2a3aa5a1571211aa5c7303b8e80c8d1824b91;p=pkg%2Fggml%2Fsources%2Fllama.cpp

server: fix "--grammar-file" parameter (#12285)
---

diff --git a/examples/server/utils.hpp b/examples/server/utils.hpp
index 36ad276f..58cdd6af 100644
--- a/examples/server/utils.hpp
+++ b/examples/server/utils.hpp
@@ -621,7 +621,9 @@ static json oaicompat_completion_params_parse(
 
     llama_params["chat_format"]      = static_cast<int>(chat_params.format);
     llama_params["prompt"]           = chat_params.prompt;
-    llama_params["grammar"]          = chat_params.grammar;
+    if (!chat_params.grammar.empty()) {
+        llama_params["grammar"] = chat_params.grammar;
+    }
     llama_params["grammar_lazy"]     = chat_params.grammar_lazy;
     auto grammar_triggers = json::array();
     for (const auto & trigger : chat_params.grammar_triggers) {