]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
Fix off-by-one bug (#115)
authorGeorgi Gerganov <redacted>
Sun, 19 Mar 2023 17:46:32 +0000 (19:46 +0200)
committerGeorgi Gerganov <redacted>
Sun, 19 Mar 2023 17:46:32 +0000 (19:46 +0200)
main.cpp

index 2a07bbb40f5ee8af388b94433aea05e80f2e769b..e8e8df82dcdf61a9979a09921b5c42747352941f 100644 (file)
--- a/main.cpp
+++ b/main.cpp
@@ -977,7 +977,7 @@ int main(int argc, char ** argv) {
                 last_n_tokens.erase(last_n_tokens.begin());
                 last_n_tokens.push_back(embd_inp[input_consumed]);
                 ++input_consumed;
-                if ((int) embd.size() > params.n_batch) {
+                if ((int) embd.size() >= params.n_batch) {
                     break;
                 }
             }