]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
server : fix n_keep always showing as 0 in response (#6211)
authorJan Boon <redacted>
Fri, 22 Mar 2024 11:12:05 +0000 (19:12 +0800)
committerGitHub <redacted>
Fri, 22 Mar 2024 11:12:05 +0000 (13:12 +0200)
examples/server/server.cpp

index c918fabe4a9ed67c31ea3927ebd96f47e2a8df84..421fa6d41f7f36eb5d1347932088b7e7e58ae133 100644 (file)
@@ -1247,7 +1247,7 @@ struct server_context {
             {"penalize_nl",               slot.sparams.penalize_nl},
             {"stop",                      slot.params.antiprompt},
             {"n_predict",                 slot.params.n_predict}, // TODO: fix duplicate key n_predict
-            {"n_keep",                    params.n_keep},
+            {"n_keep",                    slot.params.n_keep},
             {"ignore_eos",                ignore_eos},
             {"stream",                    slot.params.stream},
             {"logit_bias",                slot.sparams.logit_bias},