]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
Initialize default slot sampling parameters from the global context. (#8418)
authorClint Herron <redacted>
Thu, 11 Jul 2024 00:08:17 +0000 (20:08 -0400)
committerGitHub <redacted>
Thu, 11 Jul 2024 00:08:17 +0000 (20:08 -0400)
examples/server/server.cpp

index 8feff67029da1a1cc1705af805f28559e6866819..efd426289a54cb4a51a0b7d72f24dab60755023e 100644 (file)
@@ -737,6 +737,8 @@ struct server_context {
             slot.ga_n = ga_n;
             slot.ga_w = ga_w;
 
+            slot.sparams = params.sparams;
+
             slot.reset();
 
             slots.push_back(slot);