From: AUTOMATIC1111 Date: Thu, 9 Apr 2026 07:16:54 +0000 (+0300) Subject: server : fix grammar commandline args (#21543) X-Git-Tag: upstream/0.0.10438~1712 X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=3ee9da0e4f2382dbfc65cb8fa48e9eeacda4f6d5;p=pkg%2Fggml%2Fsources%2Fllama.cpp server : fix grammar commandline args (#21543) Co-authored-by: AUTOMATIC <-> --- diff --git a/tools/server/server-task.cpp b/tools/server/server-task.cpp index 856b3f0e7..6a06171d7 100644 --- a/tools/server/server-task.cpp +++ b/tools/server/server-task.cpp @@ -384,6 +384,8 @@ task_params server_task::params_from_json_cmpl( throw std::runtime_error(std::string("\"json_schema\": ") + e.what()); } } else { + params.sampling.grammar = defaults.sampling.grammar; + std::string grammar_str = json_value(data, "grammar", std::string()); if (!grammar_str.empty()) { // grammar_type key is set by the server when converting chat template grammars