]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
lookahead : support `-n -1` infinite generation
authorGeorgi Gerganov <redacted>
Sun, 26 Nov 2023 19:51:46 +0000 (21:51 +0200)
committerGeorgi Gerganov <redacted>
Sun, 26 Nov 2023 19:52:23 +0000 (21:52 +0200)
examples/lookahead/lookahead.cpp

index 4c49a85ebcde7c9d8e68b216521c855436be4c0d..e55a15a1bf054b1cddc91f0c7b1e3b758f1e3c4b 100644 (file)
@@ -311,7 +311,7 @@ int main(int argc, char ** argv) {
             ++n_predict;
             ++n_past;
 
-            if (n_predict > params.n_predict || has_eos) {
+            if ((params.n_predict >= 0 && n_predict > params.n_predict) || has_eos) {
                 break;
             }
 
@@ -433,7 +433,7 @@ int main(int argc, char ** argv) {
             }
         }
 
-        if (n_predict > params.n_predict || has_eos) {
+        if ((params.n_predict >= 0 && n_predict > params.n_predict) || has_eos) {
             break;
         }