server : fix grammar being ignored (#4494)

Fix bug in identifying the grammar.

diff --git a/examples/server/server.cpp b/examples/server/server.cpp
index be7b5b95ecaf8901b339530bedb88d282f7da3b4..c97efe97df98d0b559a674bc87a1b0da5a62dbb8 100644 (file)
--- a/examples/server/server.cpp
+++ b/examples/server/server.cpp
@@ -2414,7 +2414,7 @@ json oaicompat_completion_params_parse(
     llama_params["ignore_eos"]        = json_value(body, "ignore_eos", false);
     llama_params["tfs_z"]             = json_value(body, "tfs_z", 0.0);
 
-    if (llama_params.count("grammar") != 0) {
+    if (body.count("grammar") != 0) {
         llama_params["grammar"] = json_value(body, "grammar", json::object());
     }