From: Clint Herron <redacted>
Date: Tue, 9 Jul 2024 22:26:40 +0000 (-0400)
Subject: Server: Enable setting default sampling parameters via command-line (#8402)
X-Git-Tag: upstream/0.0.4488~1129
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=a59f8fdc85e1119d470d8766e29617962549d993;p=pkg%2Fggml%2Fsources%2Fllama.cpp

Server: Enable setting default sampling parameters via command-line (#8402)

* Load server sampling parameters from the server context by default.

* Wordsmithing comment
---

diff --git a/examples/server/server.cpp b/examples/server/server.cpp
index 47bea159..8feff670 100644
--- a/examples/server/server.cpp
+++ b/examples/server/server.cpp
@@ -884,7 +884,8 @@ struct server_context {
 
     bool launch_slot_with_task(server_slot & slot, const server_task & task) {
         slot_params default_params;
-        llama_sampling_params default_sparams;
+        // Sampling parameter defaults are loaded from the global server context (but individual requests can still override them)
+        llama_sampling_params default_sparams = params.sparams;
         auto & data = task.data;
 
         if (data.count("__oaicompat") != 0) {