perplexity : fix integer overflow (#23496)

Co-authored-by: Stanisław Szymczyk <redacted>

diff --git a/tools/perplexity/perplexity.cpp b/tools/perplexity/perplexity.cpp
index f66576eb40476dd4a115dcf8572c1711fa0a1b43..ea9de83e1a985933982d0aa3901db40061d35bcb 100644 (file)
--- a/tools/perplexity/perplexity.cpp
+++ b/tools/perplexity/perplexity.cpp
@@ -524,7 +524,7 @@ static results_perplexity perplexity(llama_context * ctx, const common_params &
         logits_stream.write((const char *)&n_chunk, sizeof(n_chunk));
         logits_stream.write((const char *)tokens.data(), n_chunk*n_ctx*sizeof(tokens[0]));
         const int nv = 2*((n_vocab + 1)/2) + 4;
-        log_probs.resize(n_ctx * nv);
+        log_probs.resize(size_t(n_ctx) * nv);
     }
 
     // We get the logits for all the tokens in the context window (params.n_ctx)