]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
CUDA: generate_cu_files.py - add missing mxfp4 (#15880)
authorAman Gupta <redacted>
Mon, 8 Sep 2025 17:23:46 +0000 (01:23 +0800)
committerGitHub <redacted>
Mon, 8 Sep 2025 17:23:46 +0000 (01:23 +0800)
ggml/src/ggml-cuda/template-instances/generate_cu_files.py

index 3428113dc8fd241538143dca75b7ab0bab2c4124..a92a9e52cf369afbcdfdebf055640dbbee9c5e59 100755 (executable)
@@ -24,7 +24,7 @@ TYPES_MMQ = [
     "GGML_TYPE_Q4_0", "GGML_TYPE_Q4_1", "GGML_TYPE_Q5_0", "GGML_TYPE_Q5_1", "GGML_TYPE_Q8_0",
     "GGML_TYPE_Q2_K", "GGML_TYPE_Q3_K", "GGML_TYPE_Q4_K", "GGML_TYPE_Q5_K", "GGML_TYPE_Q6_K",
     "GGML_TYPE_IQ2_XXS", "GGML_TYPE_IQ2_XS", "GGML_TYPE_IQ2_S", "GGML_TYPE_IQ3_XXS", "GGML_TYPE_IQ3_S",
-    "GGML_TYPE_IQ1_S", "GGML_TYPE_IQ4_NL", "GGML_TYPE_IQ4_XS"
+    "GGML_TYPE_IQ1_S", "GGML_TYPE_IQ4_NL", "GGML_TYPE_IQ4_XS", "GGML_TYPE_MXFP4"
 ]
 
 SOURCE_MMQ = """// This file has been autogenerated by generate_cu_files.py, do not edit manually.