From: Masaya, Kato <redacted>
Date: Wed, 17 Jul 2024 07:34:28 +0000 (+0900)
Subject: batched: fix n_predict parameter (#8527)
X-Git-Tag: upstream/0.0.4488~1080
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=da3913d8f9475b0d4bcbeb4936c724af4eade092;p=pkg%2Fggml%2Fsources%2Fllama.cpp

batched: fix n_predict parameter (#8527)
---

diff --git a/examples/batched/batched.cpp b/examples/batched/batched.cpp
index 2442e954..53fbfb0a 100644
--- a/examples/batched/batched.cpp
+++ b/examples/batched/batched.cpp
@@ -31,7 +31,7 @@ int main(int argc, char ** argv) {
     int n_parallel = params.n_parallel;
 
     // total length of the sequences including the prompt
-    int n_predict = 32;
+    int n_predict = params.n_predict;
 
     // init LLM