]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
server: fix seed being reported back (#7382)
authorJohannes Gäßler <redacted>
Sun, 19 May 2024 14:06:33 +0000 (16:06 +0200)
committerGitHub <redacted>
Sun, 19 May 2024 14:06:33 +0000 (17:06 +0300)
examples/server/server.cpp

index b598076d315bd18d725d6c7828d9a7397a7dea39..7978f979dde6670c10093735bdfc0f40e3a8b22d 100644 (file)
@@ -102,7 +102,6 @@ struct slot_params {
     bool stream       = true;
     bool cache_prompt = false; // remember the prompt to avoid reprocessing all prompt
 
-    uint32_t seed      = -1; // RNG seed
     int32_t  n_keep    =  0; // number of tokens to keep from initial prompt
     int32_t  n_discard =  0; // number of tokens after n_keep that may be discarded when shifting context, 0 defaults to half
     int32_t  n_predict = -1; // new tokens to predict
@@ -1264,7 +1263,7 @@ struct server_context {
             {"n_ctx",                     slot.n_ctx},
             {"n_predict",                 slot.n_predict},
             {"model",                     params.model_alias},
-            {"seed",                      slot.params.seed},
+            {"seed",                      slot.sparams.seed},
             {"temperature",               slot.sparams.temp},
             {"dynatemp_range",            slot.sparams.dynatemp_range},
             {"dynatemp_exponent",         slot.sparams.dynatemp_exponent},