From: Matvey Soloviev <redacted>
Date: Sun, 12 Mar 2023 23:35:51 +0000 (+0100)
Subject: Fix token count accounting
X-Git-Tag: gguf-v0.4.0~1259
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=460c48254098b28d422382a2bbff6a0b3d7f7e17;p=pkg%2Fggml%2Fsources%2Fllama.cpp

Fix token count accounting
---

diff --git a/main.cpp b/main.cpp
index 387d35f1..d1defe27 100644
--- a/main.cpp
+++ b/main.cpp
@@ -976,6 +976,8 @@ int main(int argc, char ** argv) {
                     std::vector<gpt_vocab::id> line_inp = ::llama_tokenize(vocab, buf, false);
                     embd_inp.insert(embd_inp.end(), line_inp.begin(), line_inp.end());
 
+                    remaining_tokens -= line_inp.size();
+
                     input_noecho = true; // do not echo this again
                 }