]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
llama : fix copy/paste error in llama_sampling_params comment (#4994)
authorDavid Renshaw <redacted>
Wed, 17 Jan 2024 07:17:50 +0000 (02:17 -0500)
committerGitHub <redacted>
Wed, 17 Jan 2024 07:17:50 +0000 (09:17 +0200)
common/sampling.h

index f16ef97e34a10ca08b23acb64eec8ae5e68c443c..2ee1803761aa24be03b080abf9f6eb3eaa9673a8 100644 (file)
@@ -17,7 +17,7 @@ typedef struct llama_sampling_params {
     float       min_p                 = 0.05f;    // 0.0 = disabled
     float       tfs_z                 = 1.00f;    // 1.0 = disabled
     float       typical_p             = 1.00f;    // 1.0 = disabled
-    float       temp                  = 0.80f;    // 1.0 = disabled
+    float       temp                  = 0.80f;    // <= 0.0 to sample greedily, 0.0 to not output probabilities
     int32_t     penalty_last_n        = 64;       // last n tokens to penalize (0 = disable penalty, -1 = context size)
     float       penalty_repeat        = 1.10f;    // 1.0 = disabled
     float       penalty_freq          = 0.00f;    // 0.0 = disabled