From: Georgi Gerganov <redacted>
Date: Fri, 15 Sep 2023 18:11:43 +0000 (+0300)
Subject: whisper : increase tokenizer buffer (close #1259)
X-Git-Tag: upstream/1.7.4~1315
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=951a1199265ff4424f938182542cf6bac9b36154;p=pkg%2Fggml%2Fsources%2Fwhisper.cpp

whisper : increase tokenizer buffer (close #1259)
---

diff --git a/whisper.cpp b/whisper.cpp
index 1224be9b..f1c3567d 100644
--- a/whisper.cpp
+++ b/whisper.cpp
@@ -4520,7 +4520,7 @@ int whisper_full_with_state(
 
         // initial prompt
         if (!params.prompt_tokens && params.initial_prompt) {
-            prompt_tokens.resize(1024);
+            prompt_tokens.resize(2048);
             prompt_tokens.resize(whisper_tokenize(ctx, params.initial_prompt, prompt_tokens.data(), prompt_tokens.size()));
             params.prompt_tokens   = prompt_tokens.data();
             params.prompt_n_tokens = prompt_tokens.size();