From: Georgi Gerganov <redacted>
Date: Sun, 26 Nov 2023 19:51:46 +0000 (+0200)
Subject: lookahead : support `-n -1` infinite generation
X-Git-Tag: upstream/0.0.4488~2918
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=3e73d31d9cc0232882ce61c64742aff3ecfec416;p=pkg%2Fggml%2Fsources%2Fllama.cpp

lookahead : support `-n -1` infinite generation
---

diff --git a/examples/lookahead/lookahead.cpp b/examples/lookahead/lookahead.cpp
index 4c49a85e..e55a15a1 100644
--- a/examples/lookahead/lookahead.cpp
+++ b/examples/lookahead/lookahead.cpp
@@ -311,7 +311,7 @@ int main(int argc, char ** argv) {
             ++n_predict;
             ++n_past;
 
-            if (n_predict > params.n_predict || has_eos) {
+            if ((params.n_predict >= 0 && n_predict > params.n_predict) || has_eos) {
                 break;
             }
 
@@ -433,7 +433,7 @@ int main(int argc, char ** argv) {
             }
         }
 
-        if (n_predict > params.n_predict || has_eos) {
+        if ((params.n_predict >= 0 && n_predict > params.n_predict) || has_eos) {
             break;
         }