From: SakuraUmi <redacted>
Date: Fri, 29 Dec 2023 14:22:44 +0000 (+0800)
Subject: server : fix OpenAI server sampling w.r.t. penalty. (#4675)
X-Git-Tag: upstream/0.0.4488~2768
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=60f55e888c29cbd87c4238dd19e85d0eef87245d;p=pkg%2Fggml%2Fsources%2Fllama.cpp

server : fix OpenAI server sampling w.r.t. penalty. (#4675)
---

diff --git a/examples/server/server.cpp b/examples/server/server.cpp
index 31b8cf33..035eb24a 100644
--- a/examples/server/server.cpp
+++ b/examples/server/server.cpp
@@ -2461,7 +2461,7 @@ json oaicompat_completion_params_parse(
     llama_params["mirostat_eta"]      = json_value(body, "mirostat_eta", default_sparams.mirostat_eta);
     llama_params["penalize_nl"]       = json_value(body, "penalize_nl", default_sparams.penalize_nl);
     llama_params["typical_p"]         = json_value(body, "typical_p", default_sparams.typical_p);
-    llama_params["repeat_last_n"]     = json_value(body, "repeat_last_n", 0);
+    llama_params["repeat_last_n"]     = json_value(body, "repeat_last_n", default_sparams.penalty_last_n);
     llama_params["ignore_eos"]        = json_value(body, "ignore_eos", false);
     llama_params["tfs_z"]             = json_value(body, "tfs_z", default_sparams.tfs_z);