From: Jan Boon Date: Fri, 22 Mar 2024 11:12:05 +0000 (+0800) Subject: server : fix n_keep always showing as 0 in response (#6211) X-Git-Tag: upstream/0.0.4488~1990 X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=6b8bb3a31d260a01020497c5f01025c34222fcb9;p=pkg%2Fggml%2Fsources%2Fllama.cpp server : fix n_keep always showing as 0 in response (#6211) --- diff --git a/examples/server/server.cpp b/examples/server/server.cpp index c918fabe..421fa6d4 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -1247,7 +1247,7 @@ struct server_context { {"penalize_nl", slot.sparams.penalize_nl}, {"stop", slot.params.antiprompt}, {"n_predict", slot.params.n_predict}, // TODO: fix duplicate key n_predict - {"n_keep", params.n_keep}, + {"n_keep", slot.params.n_keep}, {"ignore_eos", ignore_eos}, {"stream", slot.params.stream}, {"logit_bias", slot.sparams.logit_bias},