From: David Renshaw Date: Wed, 17 Jan 2024 07:17:50 +0000 (-0500) Subject: llama : fix copy/paste error in llama_sampling_params comment (#4994) X-Git-Tag: upstream/0.0.4488~2592 X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=f46c0c1b0ea0bc67e24e4bf026a7e898c1af22a9;p=pkg%2Fggml%2Fsources%2Fllama.cpp llama : fix copy/paste error in llama_sampling_params comment (#4994) --- diff --git a/common/sampling.h b/common/sampling.h index f16ef97e..2ee18037 100644 --- a/common/sampling.h +++ b/common/sampling.h @@ -17,7 +17,7 @@ typedef struct llama_sampling_params { float min_p = 0.05f; // 0.0 = disabled float tfs_z = 1.00f; // 1.0 = disabled float typical_p = 1.00f; // 1.0 = disabled - float temp = 0.80f; // 1.0 = disabled + float temp = 0.80f; // <= 0.0 to sample greedily, 0.0 to not output probabilities int32_t penalty_last_n = 64; // last n tokens to penalize (0 = disable penalty, -1 = context size) float penalty_repeat = 1.10f; // 1.0 = disabled float penalty_freq = 0.00f; // 0.0 = disabled