]> git.djapps.eu Git - pkg/ggml/sources/whisper.cpp/commitdiff
whisper : zero-out the KV cache upon clear (#2445)
authorGeorgi Gerganov <redacted>
Sat, 5 Oct 2024 12:22:17 +0000 (15:22 +0300)
committerGeorgi Gerganov <redacted>
Sat, 5 Oct 2024 12:23:51 +0000 (15:23 +0300)
src/whisper.cpp

index 4931b0dda8f2424558bfebb26aa79d6f17ba5bad..31c6861e43cb0f10ae8546a0ed0c53ea90d79705 100644 (file)
@@ -1046,6 +1046,8 @@ static void whisper_kv_cache_clear(struct whisper_kv_cache & cache) {
         cache.cells[i].seq_id.clear();
     }
     cache.head = 0;
+
+    ggml_backend_buffer_clear(cache.buffer, 0);
 }
 
 static void whisper_kv_cache_seq_rm(