]> git.djapps.eu Git - pkg/ggml/sources/whisper.cpp/commitdiff
whisper : increase tokenizer buffer (close #1259)
authorGeorgi Gerganov <redacted>
Fri, 15 Sep 2023 18:11:43 +0000 (21:11 +0300)
committerGeorgi Gerganov <redacted>
Fri, 15 Sep 2023 18:11:43 +0000 (21:11 +0300)
whisper.cpp

index 1224be9bf51bcb4ae10dc5adfef9015aca807da0..f1c3567df7a4d6030a6d893edca7240de5c87919 100644 (file)
@@ -4520,7 +4520,7 @@ int whisper_full_with_state(
 
         // initial prompt
         if (!params.prompt_tokens && params.initial_prompt) {
-            prompt_tokens.resize(1024);
+            prompt_tokens.resize(2048);
             prompt_tokens.resize(whisper_tokenize(ctx, params.initial_prompt, prompt_tokens.data(), prompt_tokens.size()));
             params.prompt_tokens   = prompt_tokens.data();
             params.prompt_n_tokens = prompt_tokens.size();