]> git.djapps.eu Git - pkg/ggml/sources/ggml/commitdiff
sync : ggml (whisper/0)
authorGeorgi Gerganov <redacted>
Tue, 30 Jan 2024 19:30:26 +0000 (21:30 +0200)
committerGeorgi Gerganov <redacted>
Sat, 10 Feb 2024 07:59:34 +0000 (09:59 +0200)
examples/common-ggml.cpp

index 0b9c2aa18ad69a585631609eb65f819c0803a29e..affc2827bb99cf5dd5cba9e5c68c2687a166d15c 100644 (file)
@@ -64,6 +64,7 @@ bool ggml_common_quantize_0(
         case GGML_FTYPE_MOSTLY_Q4_1_SOME_F16:
         case GGML_FTYPE_MOSTLY_IQ2_XXS:
         case GGML_FTYPE_MOSTLY_IQ2_XS:
+        case GGML_FTYPE_MOSTLY_IQ3_XXS:
                 {
                     fprintf(stderr, "%s: invalid model type %d\n", __func__, ftype);
                     return false;
@@ -195,6 +196,7 @@ bool ggml_common_quantize_0(
                 case GGML_TYPE_Q8_K:
                 case GGML_TYPE_IQ2_XXS:
                 case GGML_TYPE_IQ2_XS:
+                case GGML_TYPE_IQ3_XXS:
                 case GGML_TYPE_COUNT:
                     {
                         fprintf(stderr, "%s: unsupported quantization type %d (%s)\n", __func__, ttype, ggml_type_name((ggml_type) ttype));