From: slaren <redacted>
Date: Fri, 17 Nov 2023 19:39:11 +0000 (+0100)
Subject: llama : increase max nodes (#4115)
X-Git-Tag: upstream/0.0.4488~2952
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=bbecf3f415797f812893947998bda4f866fa900e;p=pkg%2Fggml%2Fsources%2Fllama.cpp

llama : increase max nodes (#4115)
---

diff --git a/llama.cpp b/llama.cpp
index 3cc3fc9f..56d8e765 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -91,7 +91,7 @@
 #define LLAMA_ATTRIBUTE_FORMAT(...)
 #endif
 
-#define LLAMA_MAX_NODES 4096
+#define LLAMA_MAX_NODES 8192
 
 //
 // logging