From: Georgi Gerganov Date: Sun, 19 Mar 2023 17:46:32 +0000 (+0200) Subject: Fix off-by-one bug (#115) X-Git-Tag: gguf-v0.4.0~1208 X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=c494ed5b94b429d3d73721235e78c9f5fa6e5652;p=pkg%2Fggml%2Fsources%2Fllama.cpp Fix off-by-one bug (#115) --- diff --git a/main.cpp b/main.cpp index 2a07bbb4..e8e8df82 100644 --- a/main.cpp +++ b/main.cpp @@ -977,7 +977,7 @@ int main(int argc, char ** argv) { last_n_tokens.erase(last_n_tokens.begin()); last_n_tokens.push_back(embd_inp[input_consumed]); ++input_consumed; - if ((int) embd.size() > params.n_batch) { + if ((int) embd.size() >= params.n_batch) { break; } }