]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
examples : fix RoPE defaults to match PR #3240 (#3315)
authorCebtenzzre <redacted>
Sat, 23 Sep 2023 09:28:50 +0000 (05:28 -0400)
committerGitHub <redacted>
Sat, 23 Sep 2023 09:28:50 +0000 (12:28 +0300)
common/common.h

index 18aea38cee28c19e960e5da00b32e550465f4105..2761503b826c7d0be0d31d15430e101156974b2d 100644 (file)
@@ -48,8 +48,8 @@ struct gpt_params {
     float   tensor_split[LLAMA_MAX_DEVICES] = {0};  // how split tensors should be distributed across GPUs
     int32_t n_probs                         = 0;    // if greater than 0, output the probabilities of top n_probs tokens.
     int32_t n_beams                         = 0;    // if non-zero then use beam search of given width.
-    float   rope_freq_base                  = 10000.0f; // RoPE base frequency
-    float   rope_freq_scale                 = 1.0f;     // RoPE frequency scaling factor
+    float   rope_freq_base                  = 0.0f; // RoPE base frequency
+    float   rope_freq_scale                 = 0.0f; // RoPE frequency scaling factor
 
     // sampling parameters
     int32_t top_k             = 40;    // <= 0 to use vocab size