From: Georgi Gerganov <redacted>
Date: Sat, 27 Jul 2024 14:17:04 +0000 (+0300)
Subject: common : handle new quant types (ggml/0)
X-Git-Tag: upstream/1.7.4~531
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=c7ea4fd23536185ebe3f4760e456f379918e9ae0;p=pkg%2Fggml%2Fsources%2Fwhisper.cpp

common : handle new quant types (ggml/0)
---

diff --git a/examples/common-ggml.cpp b/examples/common-ggml.cpp
index d8dbc88a..a3f2c12f 100644
--- a/examples/common-ggml.cpp
+++ b/examples/common-ggml.cpp
@@ -72,6 +72,9 @@ bool ggml_common_quantize_0(
         case GGML_FTYPE_MOSTLY_IQ4_XS:
         case GGML_FTYPE_MOSTLY_IQ1_M:
         case GGML_FTYPE_MOSTLY_BF16:
+        case GGML_FTYPE_MOSTLY_Q4_0_4_4:
+        case GGML_FTYPE_MOSTLY_Q4_0_4_8:
+        case GGML_FTYPE_MOSTLY_Q4_0_8_8:
                 {
                     fprintf(stderr, "%s: invalid model type %d\n", __func__, ftype);
                     return false;
@@ -209,6 +212,9 @@ bool ggml_common_quantize_0(
                 case GGML_TYPE_IQ4_XS:
                 case GGML_TYPE_IQ1_M:
                 case GGML_TYPE_BF16:
+                case GGML_TYPE_Q4_0_4_4:
+                case GGML_TYPE_Q4_0_4_8:
+                case GGML_TYPE_Q4_0_8_8:
                 case GGML_TYPE_COUNT:
                     {
                         fprintf(stderr, "%s: unsupported quantization type %d (%s)\n", __func__, ttype, ggml_type_name((ggml_type) ttype));