]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
[main] fix infinite generation (-n == -1) (#523)
authoranzz1 <redacted>
Sun, 26 Mar 2023 13:06:10 +0000 (16:06 +0300)
committerGitHub <redacted>
Sun, 26 Mar 2023 13:06:10 +0000 (16:06 +0300)
examples/main/main.cpp

index e9478d5413f27a844b5f1fc7ffadbbff3ea97bee..66b7c2d5d2e9c0bdd98888bcd72981089c4a2fff 100644 (file)
@@ -493,7 +493,7 @@ int main(int argc, char ** argv) {
         }
 
         // In interactive mode, respect the maximum number of tokens and drop back to user input when reached.
-        if (params.interactive && n_remain <= 0) {
+        if (params.interactive && n_remain <= 0 && params.n_predict != -1) {
             n_remain = params.n_predict;
             is_interacting = true;
         }