llama_params["chat_format"] = static_cast<int>(chat_params.format);
llama_params["prompt"] = chat_params.prompt;
- llama_params["grammar"] = chat_params.grammar;
+ if (!chat_params.grammar.empty()) {
+ llama_params["grammar"] = chat_params.grammar;
+ }
llama_params["grammar_lazy"] = chat_params.grammar_lazy;
auto grammar_triggers = json::array();
for (const auto & trigger : chat_params.grammar_triggers) {