]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
server: fix "--grammar-file" parameter (#12285)
authorVictor <redacted>
Fri, 14 Mar 2025 10:21:17 +0000 (11:21 +0100)
committerGitHub <redacted>
Fri, 14 Mar 2025 10:21:17 +0000 (11:21 +0100)
examples/server/utils.hpp

index 36ad276fd3ce0616ac4483549517a9606c8998c4..58cdd6af92974597fbd48afc57a7ba01838d9dc0 100644 (file)
@@ -621,7 +621,9 @@ static json oaicompat_completion_params_parse(
 
     llama_params["chat_format"]      = static_cast<int>(chat_params.format);
     llama_params["prompt"]           = chat_params.prompt;
-    llama_params["grammar"]          = chat_params.grammar;
+    if (!chat_params.grammar.empty()) {
+        llama_params["grammar"] = chat_params.grammar;
+    }
     llama_params["grammar_lazy"]     = chat_params.grammar_lazy;
     auto grammar_triggers = json::array();
     for (const auto & trigger : chat_params.grammar_triggers) {