]> git.djapps.eu Git - pkg/ggml/sources/whisper.cpp/commitdiff
talk-llama : increase context to 2048
authorGeorgi Gerganov <redacted>
Mon, 10 Apr 2023 20:09:15 +0000 (23:09 +0300)
committerGeorgi Gerganov <redacted>
Mon, 10 Apr 2023 20:09:15 +0000 (23:09 +0300)
examples/talk-llama/talk-llama.cpp

index de915a6b8c98069fc98eec15f0002fb55bc4962b..65fd20ddf355fccd56d51bf032907155d3fb590a 100644 (file)
@@ -239,7 +239,7 @@ int main(int argc, char ** argv) {
     auto lparams = llama_context_default_params();
 
     // tune these to your liking
-    lparams.n_ctx      = 512;
+    lparams.n_ctx      = 2048;
     lparams.seed       = 1;
     lparams.f16_kv     = true;
     lparams.n_parts    = params.n_parts_llama;