From: Erik Scholz <redacted>
Date: Thu, 18 May 2023 17:31:01 +0000 (+0200)
Subject: make kv_f16 the default for api users (#1517)
X-Git-Tag: gguf-v0.4.0~745
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=5ea43392731040b454c293123839b90e159cbb99;p=pkg%2Fggml%2Fsources%2Fllama.cpp

make kv_f16 the default for api users (#1517)
---

diff --git a/llama.cpp b/llama.cpp
index 6e19064f..1f9d3784 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -814,7 +814,7 @@ struct llama_context_params llama_context_default_params() {
         /*.n_ctx                       =*/ 512,
         /*.gpu_layers                  =*/ 0,
         /*.seed                        =*/ -1,
-        /*.f16_kv                      =*/ false,
+        /*.f16_kv                      =*/ true,
         /*.logits_all                  =*/ false,
         /*.vocab_only                  =*/ false,
         /*.use_mmap                    =*/ true,