]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
llama : increase max nodes (#4115)
authorslaren <redacted>
Fri, 17 Nov 2023 19:39:11 +0000 (20:39 +0100)
committerGitHub <redacted>
Fri, 17 Nov 2023 19:39:11 +0000 (21:39 +0200)
llama.cpp

index 3cc3fc9f0f3fb4ede276ebc964fcad078cf2c975..56d8e765cc11299c107b326b41412ab7d13c683c 100644 (file)
--- a/llama.cpp
+++ b/llama.cpp
@@ -91,7 +91,7 @@
 #define LLAMA_ATTRIBUTE_FORMAT(...)
 #endif
 
-#define LLAMA_MAX_NODES 4096
+#define LLAMA_MAX_NODES 8192
 
 //
 // logging