From: Georgi Gerganov <redacted>
Date: Sun, 1 Jun 2025 08:42:16 +0000 (+0300)
Subject: parallel : fix n_junk == 0 (#13952)
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=c04621711a893cbd09cff6c927cb005bc6749e36;p=pkg%2Fggml%2Fsources%2Fllama.cpp

parallel : fix n_junk == 0 (#13952)
---

diff --git a/examples/parallel/parallel.cpp b/examples/parallel/parallel.cpp
index d7b269df..cd85bea9 100644
--- a/examples/parallel/parallel.cpp
+++ b/examples/parallel/parallel.cpp
@@ -158,7 +158,7 @@ int main(int argc, char ** argv) {
     common_params params;
 
     params.n_predict = 128;
-    params.n_junk = 0;
+    params.n_junk = 1;
 
     if (!common_params_parse(argc, argv, params, LLAMA_EXAMPLE_PARALLEL)) {
         return 1;
@@ -182,7 +182,7 @@ int main(int argc, char ** argv) {
     const bool is_sp_shared = params.is_pp_shared;
 
     // extra text to insert in each client's prompt in order to make it larger
-    const int32_t n_junk = params.n_junk;
+    const int32_t n_junk = std::max(1, params.n_junk);
 
     // init llama.cpp
     llama_backend_init();