From: Karthick <redacted>
Date: Wed, 20 Mar 2024 11:02:34 +0000 (+0530)
Subject: Server: Handle n_keep parameter in the request (#6174)
X-Git-Tag: upstream/0.0.4488~2018
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=47cc7a7bf9793f81a6dfe7c2096c499403f64dd6;p=pkg%2Fggml%2Fsources%2Fllama.cpp

Server: Handle n_keep parameter in the request (#6174)
---

diff --git a/examples/server/utils.hpp b/examples/server/utils.hpp
index 2ddb2cd2..cc5fce69 100644
--- a/examples/server/utils.hpp
+++ b/examples/server/utils.hpp
@@ -371,6 +371,7 @@ static json oaicompat_completion_params_parse(
     llama_params["repeat_last_n"]     = json_value(body,   "repeat_last_n",     default_sparams.penalty_last_n);
     llama_params["ignore_eos"]        = json_value(body,   "ignore_eos",        false);
     llama_params["tfs_z"]             = json_value(body,   "tfs_z",             default_sparams.tfs_z);
+    llama_params["n_keep"]            = json_value(body,   "n_keep",            0);
 
     if (body.count("grammar") != 0) {
         llama_params["grammar"] = json_value(body, "grammar", json::object());