From: Georgi Gerganov Date: Sat, 5 Oct 2024 12:22:17 +0000 (+0300) Subject: whisper : zero-out the KV cache upon clear (#2445) X-Git-Tag: upstream/1.7.4~335 X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=847f94fdeb9dc1f750ba9deebc763d4d6aedd129;p=pkg%2Fggml%2Fsources%2Fwhisper.cpp whisper : zero-out the KV cache upon clear (#2445) --- diff --git a/src/whisper.cpp b/src/whisper.cpp index 4931b0dd..31c6861e 100644 --- a/src/whisper.cpp +++ b/src/whisper.cpp @@ -1046,6 +1046,8 @@ static void whisper_kv_cache_clear(struct whisper_kv_cache & cache) { cache.cells[i].seq_id.clear(); } cache.head = 0; + + ggml_backend_buffer_clear(cache.buffer, 0); } static void whisper_kv_cache_seq_rm(