batched: fix n_predict parameter (#8527)

diff --git a/examples/batched/batched.cpp b/examples/batched/batched.cpp
index 2442e954dcc1a08f64a43bbd957b3fdab9200d6f..53fbfb0a8cf2ae88775c50506b2c6bef9d40e2af 100644 (file)
--- a/examples/batched/batched.cpp
+++ b/examples/batched/batched.cpp
@@ -31,7 +31,7 @@ int main(int argc, char ** argv) {
     int n_parallel = params.n_parallel;
 
     // total length of the sequences including the prompt
-    int n_predict = 32;
+    int n_predict = params.n_predict;
 
     // init LLM