From: snadampal <redacted>
Date: Thu, 7 Nov 2024 08:02:08 +0000 (-0600)
Subject: fix q4_0_8_8 format for corrupted tokens issue (llama/10198)
X-Git-Tag: upstream/1.7.4~239
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=807f848c2f2228d6f199aa8dab5a22aca232e63e;p=pkg%2Fggml%2Fsources%2Fwhisper.cpp

fix q4_0_8_8 format for corrupted tokens issue (llama/10198)

Co-authored-by: EC2 Default User <redacted>
---

diff --git a/ggml/src/ggml-cpu.c b/ggml/src/ggml-cpu.c
index 98c3e21a..de1de18e 100644
--- a/ggml/src/ggml-cpu.c
+++ b/ggml/src/ggml-cpu.c
@@ -409,6 +409,8 @@ static const struct ggml_type_traits_cpu type_traits_cpu[GGML_TYPE_COUNT] = {
         .gemm                     = ggml_gemm_q4_0_4x8_q8_0,
     },
     [GGML_TYPE_Q4_0_8_8] = {
+        .vec_dot                  = NULL,
+        .vec_dot_type             = GGML_TYPE_Q8_0,
         .nrows                    = 1,
         .ncols                    = 8,
         .gemv                     = ggml_gemv_q4_0_8x8_q8_0,