From: AdithyanI <redacted>
Date: Sun, 17 Dec 2023 14:57:56 +0000 (+0100)
Subject: server : fix grammar being ignored (#4494)
X-Git-Tag: upstream/0.0.4488~2838
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=8edd2b40fdbcafbf630f2cf29306b29d5cb48c42;p=pkg%2Fggml%2Fsources%2Fllama.cpp

server : fix grammar being ignored (#4494)

Fix bug in identifying the grammar.
---

diff --git a/examples/server/server.cpp b/examples/server/server.cpp
index be7b5b95..c97efe97 100644
--- a/examples/server/server.cpp
+++ b/examples/server/server.cpp
@@ -2414,7 +2414,7 @@ json oaicompat_completion_params_parse(
     llama_params["ignore_eos"]        = json_value(body, "ignore_eos", false);
     llama_params["tfs_z"]             = json_value(body, "tfs_z", 0.0);
 
-    if (llama_params.count("grammar") != 0) {
+    if (body.count("grammar") != 0) {
         llama_params["grammar"] = json_value(body, "grammar", json::object());
     }