From: Cebtenzzre Date: Sat, 23 Sep 2023 09:28:50 +0000 (-0400) Subject: examples : fix RoPE defaults to match PR #3240 (#3315) X-Git-Tag: gguf-v0.4.0~37 X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=51a7cf5c6e490b2f51c82daa76c4ca4f8d845826;p=pkg%2Fggml%2Fsources%2Fllama.cpp examples : fix RoPE defaults to match PR #3240 (#3315) --- diff --git a/common/common.h b/common/common.h index 18aea38c..2761503b 100644 --- a/common/common.h +++ b/common/common.h @@ -48,8 +48,8 @@ struct gpt_params { float tensor_split[LLAMA_MAX_DEVICES] = {0}; // how split tensors should be distributed across GPUs int32_t n_probs = 0; // if greater than 0, output the probabilities of top n_probs tokens. int32_t n_beams = 0; // if non-zero then use beam search of given width. - float rope_freq_base = 10000.0f; // RoPE base frequency - float rope_freq_scale = 1.0f; // RoPE frequency scaling factor + float rope_freq_base = 0.0f; // RoPE base frequency + float rope_freq_scale = 0.0f; // RoPE frequency scaling factor // sampling parameters int32_t top_k = 40; // <= 0 to use vocab size