From: Georgi Gerganov Date: Thu, 30 Jul 2026 16:34:04 +0000 (+0300) Subject: tests : avoid building get-model.cpp many times (#26317) X-Git-Tag: upstream/0.0.10438~243 X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=47f686f53f2a20fe82d87d79fa5c835714ee8f46;p=pkg%2Fggml%2Fsources%2Fllama.cpp tests : avoid building get-model.cpp many times (#26317) * tests : remove get-model.cpp * tests : fix quant type selection --- diff --git a/common/common.cpp b/common/common.cpp index 9d5d2834a..1a0aeef4e 100644 --- a/common/common.cpp +++ b/common/common.cpp @@ -1476,6 +1476,20 @@ std::string common_get_model_endpoint() { return model_endpoint; } +char * common_get_model_or_exit(int argc, char * argv[]) { + if (argc > 1) { + return argv[1]; + } + + char * path = getenv("LLAMACPP_TEST_MODELFILE"); + if (!path || strlen(path) == 0) { + fprintf(stderr, "\033[33mWARNING: No model file provided. Skipping this test. Set LLAMACPP_TEST_MODELFILE= to silence this warning and run this test.\n\033[0m"); + exit(EXIT_SUCCESS); + } + + return path; +} + common_context_seq_rm_type common_context_can_seq_rm(llama_context * ctx) { auto * mem = llama_get_memory(ctx); if (mem == nullptr) { diff --git a/common/common.h b/common/common.h index 14889193d..919c0ea10 100644 --- a/common/common.h +++ b/common/common.h @@ -930,6 +930,9 @@ void common_set_adapter_lora(struct llama_context * ctx, std::vector -#include -#include - -#include "get-model.h" - -char * get_model_or_exit(int argc, char *argv[]) { - char * model_path; - if (argc > 1) { - model_path = argv[1]; - - } else { - model_path = getenv("LLAMACPP_TEST_MODELFILE"); - if (!model_path || strlen(model_path) == 0) { - fprintf(stderr, "\033[33mWARNING: No model file provided. Skipping this test. Set LLAMACPP_TEST_MODELFILE= to silence this warning and run this test.\n\033[0m"); - exit(EXIT_SUCCESS); - } - } - - return model_path; -} diff --git a/tests/get-model.h b/tests/get-model.h deleted file mode 100644 index 81a3a0fef..000000000 --- a/tests/get-model.h +++ /dev/null @@ -1,2 +0,0 @@ -#pragma once -char * get_model_or_exit(int, char*[]); diff --git a/tests/snapshots/qwen3.5-27b.schema b/tests/snapshots/qwen3.5-27b.schema deleted file mode 100644 index 408020533..000000000 --- a/tests/snapshots/qwen3.5-27b.schema +++ /dev/null @@ -1,2406 +0,0 @@ -# Model: Qwen3.5-27B -# n_embd=5120, n_ff=17408, n_vocab=248320, n_layer=64, n_head=24, n_head_kv=4 - -[F32] f32 - -[F16] f16 - -[Q4_0] q4_0 -output.weight q6_K - -[Q4_1] q4_1 -output.weight q6_K - -[Q8_0] q8_0 - -[Q5_0] q5_0 -output.weight q6_K - -[Q5_1] q5_1 -output.weight q6_K - -[Q2_K] q2_K -output.weight q6_K -blk.0.attn_qkv.weight q4_K -blk.0.ffn_down.weight q3_K -blk.1.attn_qkv.weight q4_K -blk.1.ffn_down.weight q3_K -blk.2.attn_qkv.weight q4_K -blk.2.ffn_down.weight q3_K -blk.3.attn_output.weight q3_K -blk.3.attn_v.weight q4_K -blk.3.ffn_down.weight q3_K -blk.4.attn_qkv.weight q4_K -blk.4.ffn_down.weight q3_K -blk.5.attn_qkv.weight q4_K -blk.5.ffn_down.weight q3_K -blk.6.attn_qkv.weight q4_K -blk.6.ffn_down.weight q3_K -blk.7.attn_output.weight q3_K -blk.7.attn_v.weight q4_K -blk.7.ffn_down.weight q3_K -blk.8.attn_qkv.weight q4_K -blk.8.ffn_down.weight q3_K -blk.9.attn_qkv.weight q4_K -blk.9.ffn_down.weight q3_K -blk.10.attn_qkv.weight q4_K -blk.10.ffn_down.weight q3_K -blk.11.attn_output.weight q3_K -blk.11.attn_v.weight q4_K -blk.11.ffn_down.weight q3_K -blk.12.attn_qkv.weight q4_K -blk.12.ffn_down.weight q3_K -blk.13.attn_qkv.weight q4_K -blk.13.ffn_down.weight q3_K -blk.14.attn_qkv.weight q4_K -blk.14.ffn_down.weight q3_K -blk.15.attn_output.weight q3_K -blk.15.attn_v.weight q4_K -blk.15.ffn_down.weight q3_K -blk.16.attn_qkv.weight q4_K -blk.16.ffn_down.weight q3_K -blk.17.attn_qkv.weight q4_K -blk.17.ffn_down.weight q3_K -blk.18.attn_qkv.weight q4_K -blk.18.ffn_down.weight q3_K -blk.19.attn_output.weight q3_K -blk.19.attn_v.weight q4_K -blk.19.ffn_down.weight q3_K -blk.20.attn_qkv.weight q4_K -blk.20.ffn_down.weight q3_K -blk.21.attn_qkv.weight q4_K -blk.21.ffn_down.weight q3_K -blk.22.attn_qkv.weight q4_K -blk.22.ffn_down.weight q3_K -blk.23.attn_output.weight q3_K -blk.23.attn_v.weight q4_K -blk.23.ffn_down.weight q3_K -blk.24.attn_qkv.weight q4_K -blk.24.ffn_down.weight q3_K -blk.25.attn_qkv.weight q4_K -blk.25.ffn_down.weight q3_K -blk.26.attn_qkv.weight q4_K -blk.26.ffn_down.weight q3_K -blk.27.attn_output.weight q3_K -blk.27.attn_v.weight q4_K -blk.27.ffn_down.weight q3_K -blk.28.attn_qkv.weight q4_K -blk.28.ffn_down.weight q3_K -blk.29.attn_qkv.weight q4_K -blk.29.ffn_down.weight q3_K -blk.30.attn_qkv.weight q4_K -blk.30.ffn_down.weight q3_K -blk.31.attn_output.weight q3_K -blk.31.attn_v.weight q4_K -blk.31.ffn_down.weight q3_K -blk.32.attn_qkv.weight q4_K -blk.32.ffn_down.weight q3_K -blk.33.attn_qkv.weight q4_K -blk.33.ffn_down.weight q3_K -blk.34.attn_qkv.weight q4_K -blk.34.ffn_down.weight q3_K -blk.35.attn_output.weight q3_K -blk.35.attn_v.weight q4_K -blk.35.ffn_down.weight q3_K -blk.36.attn_qkv.weight q4_K -blk.36.ffn_down.weight q3_K -blk.37.attn_qkv.weight q4_K -blk.37.ffn_down.weight q3_K -blk.38.attn_qkv.weight q4_K -blk.38.ffn_down.weight q3_K -blk.39.attn_output.weight q3_K -blk.39.attn_v.weight q4_K -blk.39.ffn_down.weight q3_K -blk.40.attn_qkv.weight q4_K -blk.40.ffn_down.weight q3_K -blk.41.attn_qkv.weight q4_K -blk.41.ffn_down.weight q3_K -blk.42.attn_qkv.weight q4_K -blk.42.ffn_down.weight q3_K -blk.43.attn_output.weight q3_K -blk.43.attn_v.weight q4_K -blk.43.ffn_down.weight q3_K -blk.44.attn_qkv.weight q4_K -blk.44.ffn_down.weight q3_K -blk.45.attn_qkv.weight q4_K -blk.45.ffn_down.weight q3_K -blk.46.attn_qkv.weight q4_K -blk.46.ffn_down.weight q3_K -blk.47.attn_output.weight q3_K -blk.47.attn_v.weight q4_K -blk.47.ffn_down.weight q3_K -blk.48.attn_qkv.weight q4_K -blk.48.ffn_down.weight q3_K -blk.49.attn_qkv.weight q4_K -blk.49.ffn_down.weight q3_K -blk.50.attn_qkv.weight q4_K -blk.50.ffn_down.weight q3_K -blk.51.attn_output.weight q3_K -blk.51.attn_v.weight q4_K -blk.51.ffn_down.weight q3_K -blk.52.attn_qkv.weight q4_K -blk.52.ffn_down.weight q3_K -blk.53.attn_qkv.weight q4_K -blk.53.ffn_down.weight q3_K -blk.54.attn_qkv.weight q4_K -blk.54.ffn_down.weight q3_K -blk.55.attn_output.weight q3_K -blk.55.attn_v.weight q4_K -blk.55.ffn_down.weight q3_K -blk.56.attn_qkv.weight q4_K -blk.56.ffn_down.weight q3_K -blk.57.attn_qkv.weight q4_K -blk.57.ffn_down.weight q3_K -blk.58.attn_qkv.weight q4_K -blk.58.ffn_down.weight q3_K -blk.59.attn_output.weight q3_K -blk.59.attn_v.weight q4_K -blk.59.ffn_down.weight q3_K -blk.60.attn_qkv.weight q4_K -blk.60.ffn_down.weight q3_K -blk.61.attn_qkv.weight q4_K -blk.61.ffn_down.weight q3_K -blk.62.attn_qkv.weight q4_K -blk.62.ffn_down.weight q3_K -blk.63.attn_output.weight q3_K -blk.63.attn_v.weight q4_K -blk.63.ffn_down.weight q3_K - -[Q3_K_S] q3_K -output.weight q6_K - -[Q3_K_M] q3_K -output.weight q6_K -blk.0.attn_qkv.weight q5_K -blk.0.ffn_down.weight q5_K -blk.1.attn_qkv.weight q5_K -blk.1.ffn_down.weight q5_K -blk.2.attn_qkv.weight q4_K -blk.2.ffn_down.weight q5_K -blk.3.attn_output.weight q4_K -blk.3.attn_v.weight q4_K -blk.3.ffn_down.weight q5_K -blk.4.attn_qkv.weight q4_K -blk.4.ffn_down.weight q4_K -blk.5.attn_qkv.weight q4_K -blk.5.ffn_down.weight q4_K -blk.6.attn_qkv.weight q4_K -blk.6.ffn_down.weight q4_K -blk.7.attn_output.weight q4_K -blk.7.attn_v.weight q4_K -blk.7.ffn_down.weight q4_K -blk.8.attn_qkv.weight q4_K -blk.8.ffn_down.weight q4_K -blk.9.attn_qkv.weight q4_K -blk.9.ffn_down.weight q4_K -blk.10.attn_qkv.weight q4_K -blk.10.ffn_down.weight q4_K -blk.11.attn_output.weight q4_K -blk.11.attn_v.weight q4_K -blk.11.ffn_down.weight q4_K -blk.12.attn_qkv.weight q4_K -blk.12.ffn_down.weight q4_K -blk.13.attn_qkv.weight q4_K -blk.13.ffn_down.weight q4_K -blk.14.attn_qkv.weight q4_K -blk.14.ffn_down.weight q4_K -blk.15.attn_output.weight q4_K -blk.15.attn_v.weight q4_K -blk.15.ffn_down.weight q4_K -blk.16.attn_qkv.weight q4_K -blk.16.ffn_down.weight q4_K -blk.17.attn_qkv.weight q4_K -blk.17.ffn_down.weight q4_K -blk.18.attn_qkv.weight q4_K -blk.18.ffn_down.weight q4_K -blk.19.attn_output.weight q4_K -blk.19.attn_v.weight q4_K -blk.19.ffn_down.weight q4_K -blk.20.attn_qkv.weight q4_K -blk.20.ffn_down.weight q4_K -blk.21.attn_qkv.weight q4_K -blk.21.ffn_down.weight q4_K -blk.22.attn_qkv.weight q4_K -blk.22.ffn_down.weight q4_K -blk.23.attn_output.weight q4_K -blk.23.attn_v.weight q4_K -blk.23.ffn_down.weight q4_K -blk.24.attn_qkv.weight q4_K -blk.24.ffn_down.weight q4_K -blk.25.attn_qkv.weight q4_K -blk.25.ffn_down.weight q4_K -blk.26.attn_qkv.weight q4_K -blk.26.ffn_down.weight q4_K -blk.27.attn_output.weight q4_K -blk.27.attn_v.weight q4_K -blk.27.ffn_down.weight q4_K -blk.28.attn_qkv.weight q4_K -blk.28.ffn_down.weight q4_K -blk.29.attn_qkv.weight q4_K -blk.29.ffn_down.weight q4_K -blk.30.attn_qkv.weight q4_K -blk.30.ffn_down.weight q4_K -blk.31.attn_output.weight q4_K -blk.31.attn_v.weight q4_K -blk.31.ffn_down.weight q4_K -blk.32.attn_qkv.weight q4_K -blk.32.ffn_down.weight q4_K -blk.33.attn_qkv.weight q4_K -blk.33.ffn_down.weight q4_K -blk.34.attn_qkv.weight q4_K -blk.34.ffn_down.weight q4_K -blk.35.attn_output.weight q4_K -blk.35.attn_v.weight q4_K -blk.35.ffn_down.weight q4_K -blk.36.attn_qkv.weight q4_K -blk.36.ffn_down.weight q4_K -blk.37.attn_qkv.weight q4_K -blk.37.ffn_down.weight q4_K -blk.38.attn_qkv.weight q4_K -blk.38.ffn_down.weight q4_K -blk.39.attn_output.weight q4_K -blk.39.attn_v.weight q4_K -blk.39.ffn_down.weight q4_K -blk.40.attn_qkv.weight q4_K -blk.40.ffn_down.weight q4_K -blk.41.attn_qkv.weight q4_K -blk.41.ffn_down.weight q4_K -blk.42.attn_qkv.weight q4_K -blk.42.ffn_down.weight q4_K -blk.43.attn_output.weight q4_K -blk.43.attn_v.weight q4_K -blk.43.ffn_down.weight q4_K -blk.44.attn_qkv.weight q4_K -blk.44.ffn_down.weight q4_K -blk.45.attn_qkv.weight q4_K -blk.45.ffn_down.weight q4_K -blk.46.attn_qkv.weight q4_K -blk.46.ffn_down.weight q4_K -blk.47.attn_output.weight q4_K -blk.47.attn_v.weight q4_K -blk.47.ffn_down.weight q4_K -blk.48.attn_qkv.weight q4_K -blk.48.ffn_down.weight q4_K -blk.49.attn_qkv.weight q4_K -blk.49.ffn_down.weight q4_K -blk.50.attn_qkv.weight q4_K -blk.50.ffn_down.weight q4_K -blk.51.attn_output.weight q4_K -blk.51.attn_v.weight q4_K -blk.51.ffn_down.weight q4_K -blk.52.attn_qkv.weight q4_K -blk.52.ffn_down.weight q4_K -blk.53.attn_qkv.weight q4_K -blk.53.ffn_down.weight q4_K -blk.54.attn_qkv.weight q4_K -blk.54.ffn_down.weight q4_K -blk.55.attn_output.weight q4_K -blk.55.attn_v.weight q4_K -blk.55.ffn_down.weight q4_K -blk.56.attn_qkv.weight q4_K -blk.56.ffn_down.weight q4_K -blk.57.attn_qkv.weight q4_K -blk.57.ffn_down.weight q4_K -blk.58.attn_qkv.weight q4_K -blk.58.ffn_down.weight q4_K -blk.59.attn_output.weight q4_K -blk.59.attn_v.weight q4_K -blk.59.ffn_down.weight q4_K -blk.60.attn_qkv.weight q4_K -blk.60.ffn_down.weight q4_K -blk.61.attn_qkv.weight q4_K -blk.61.ffn_down.weight q4_K -blk.62.attn_qkv.weight q4_K -blk.62.ffn_down.weight q4_K -blk.63.attn_output.weight q4_K -blk.63.attn_v.weight q4_K -blk.63.ffn_down.weight q4_K - -[Q3_K_L] q3_K -output.weight q6_K -blk.0.attn_qkv.weight q5_K -blk.0.ffn_down.weight q5_K -blk.1.attn_qkv.weight q5_K -blk.1.ffn_down.weight q5_K -blk.2.attn_qkv.weight q5_K -blk.2.ffn_down.weight q5_K -blk.3.attn_output.weight q5_K -blk.3.attn_v.weight q5_K -blk.3.ffn_down.weight q5_K -blk.4.attn_qkv.weight q5_K -blk.4.ffn_down.weight q5_K -blk.5.attn_qkv.weight q5_K -blk.5.ffn_down.weight q5_K -blk.6.attn_qkv.weight q5_K -blk.6.ffn_down.weight q5_K -blk.7.attn_output.weight q5_K -blk.7.attn_v.weight q5_K -blk.7.ffn_down.weight q5_K -blk.8.attn_qkv.weight q5_K -blk.8.ffn_down.weight q5_K -blk.9.attn_qkv.weight q5_K -blk.9.ffn_down.weight q5_K -blk.10.attn_qkv.weight q5_K -blk.10.ffn_down.weight q5_K -blk.11.attn_output.weight q5_K -blk.11.attn_v.weight q5_K -blk.11.ffn_down.weight q5_K -blk.12.attn_qkv.weight q5_K -blk.12.ffn_down.weight q5_K -blk.13.attn_qkv.weight q5_K -blk.13.ffn_down.weight q5_K -blk.14.attn_qkv.weight q5_K -blk.14.ffn_down.weight q5_K -blk.15.attn_output.weight q5_K -blk.15.attn_v.weight q5_K -blk.15.ffn_down.weight q5_K -blk.16.attn_qkv.weight q5_K -blk.16.ffn_down.weight q5_K -blk.17.attn_qkv.weight q5_K -blk.17.ffn_down.weight q5_K -blk.18.attn_qkv.weight q5_K -blk.18.ffn_down.weight q5_K -blk.19.attn_output.weight q5_K -blk.19.attn_v.weight q5_K -blk.19.ffn_down.weight q5_K -blk.20.attn_qkv.weight q5_K -blk.20.ffn_down.weight q5_K -blk.21.attn_qkv.weight q5_K -blk.21.ffn_down.weight q5_K -blk.22.attn_qkv.weight q5_K -blk.22.ffn_down.weight q5_K -blk.23.attn_output.weight q5_K -blk.23.attn_v.weight q5_K -blk.23.ffn_down.weight q5_K -blk.24.attn_qkv.weight q5_K -blk.24.ffn_down.weight q5_K -blk.25.attn_qkv.weight q5_K -blk.25.ffn_down.weight q5_K -blk.26.attn_qkv.weight q5_K -blk.26.ffn_down.weight q5_K -blk.27.attn_output.weight q5_K -blk.27.attn_v.weight q5_K -blk.27.ffn_down.weight q5_K -blk.28.attn_qkv.weight q5_K -blk.28.ffn_down.weight q5_K -blk.29.attn_qkv.weight q5_K -blk.29.ffn_down.weight q5_K -blk.30.attn_qkv.weight q5_K -blk.30.ffn_down.weight q5_K -blk.31.attn_output.weight q5_K -blk.31.attn_v.weight q5_K -blk.31.ffn_down.weight q5_K -blk.32.attn_qkv.weight q5_K -blk.32.ffn_down.weight q5_K -blk.33.attn_qkv.weight q5_K -blk.33.ffn_down.weight q5_K -blk.34.attn_qkv.weight q5_K -blk.34.ffn_down.weight q5_K -blk.35.attn_output.weight q5_K -blk.35.attn_v.weight q5_K -blk.35.ffn_down.weight q5_K -blk.36.attn_qkv.weight q5_K -blk.36.ffn_down.weight q5_K -blk.37.attn_qkv.weight q5_K -blk.37.ffn_down.weight q5_K -blk.38.attn_qkv.weight q5_K -blk.38.ffn_down.weight q5_K -blk.39.attn_output.weight q5_K -blk.39.attn_v.weight q5_K -blk.39.ffn_down.weight q5_K -blk.40.attn_qkv.weight q5_K -blk.40.ffn_down.weight q5_K -blk.41.attn_qkv.weight q5_K -blk.41.ffn_down.weight q5_K -blk.42.attn_qkv.weight q5_K -blk.42.ffn_down.weight q5_K -blk.43.attn_output.weight q5_K -blk.43.attn_v.weight q5_K -blk.43.ffn_down.weight q5_K -blk.44.attn_qkv.weight q5_K -blk.44.ffn_down.weight q5_K -blk.45.attn_qkv.weight q5_K -blk.45.ffn_down.weight q5_K -blk.46.attn_qkv.weight q5_K -blk.46.ffn_down.weight q5_K -blk.47.attn_output.weight q5_K -blk.47.attn_v.weight q5_K -blk.47.ffn_down.weight q5_K -blk.48.attn_qkv.weight q5_K -blk.48.ffn_down.weight q5_K -blk.49.attn_qkv.weight q5_K -blk.49.ffn_down.weight q5_K -blk.50.attn_qkv.weight q5_K -blk.50.ffn_down.weight q5_K -blk.51.attn_output.weight q5_K -blk.51.attn_v.weight q5_K -blk.51.ffn_down.weight q5_K -blk.52.attn_qkv.weight q5_K -blk.52.ffn_down.weight q5_K -blk.53.attn_qkv.weight q5_K -blk.53.ffn_down.weight q5_K -blk.54.attn_qkv.weight q5_K -blk.54.ffn_down.weight q5_K -blk.55.attn_output.weight q5_K -blk.55.attn_v.weight q5_K -blk.55.ffn_down.weight q5_K -blk.56.attn_qkv.weight q5_K -blk.56.ffn_down.weight q5_K -blk.57.attn_qkv.weight q5_K -blk.57.ffn_down.weight q5_K -blk.58.attn_qkv.weight q5_K -blk.58.ffn_down.weight q5_K -blk.59.attn_output.weight q5_K -blk.59.attn_v.weight q5_K -blk.59.ffn_down.weight q5_K -blk.60.attn_qkv.weight q5_K -blk.60.ffn_down.weight q5_K -blk.61.attn_qkv.weight q5_K -blk.61.ffn_down.weight q5_K -blk.62.attn_qkv.weight q5_K -blk.62.ffn_down.weight q5_K -blk.63.attn_output.weight q5_K -blk.63.attn_v.weight q5_K -blk.63.ffn_down.weight q5_K - -[Q4_K_S] q4_K -output.weight q6_K -blk.0.attn_qkv.weight q5_K -blk.0.ffn_down.weight q5_K -blk.1.attn_qkv.weight q5_K -blk.1.ffn_down.weight q5_K -blk.2.attn_qkv.weight q5_K -blk.2.ffn_down.weight q5_K -blk.3.attn_v.weight q5_K -blk.3.ffn_down.weight q5_K -blk.4.ffn_down.weight q5_K -blk.5.ffn_down.weight q5_K -blk.6.ffn_down.weight q5_K -blk.7.ffn_down.weight q5_K - -[Q4_K_M] q4_K -output.weight q6_K -blk.0.attn_qkv.weight q6_K -blk.0.ffn_down.weight q6_K -blk.1.attn_qkv.weight q6_K -blk.1.ffn_down.weight q6_K -blk.2.attn_qkv.weight q6_K -blk.2.ffn_down.weight q6_K -blk.3.attn_v.weight q6_K -blk.3.ffn_down.weight q6_K -blk.4.attn_qkv.weight q6_K -blk.4.ffn_down.weight q6_K -blk.5.attn_qkv.weight q6_K -blk.5.ffn_down.weight q6_K -blk.6.attn_qkv.weight q6_K -blk.6.ffn_down.weight q6_K -blk.7.attn_v.weight q6_K -blk.7.ffn_down.weight q6_K -blk.10.attn_qkv.weight q6_K -blk.10.ffn_down.weight q6_K -blk.13.attn_qkv.weight q6_K -blk.13.ffn_down.weight q6_K -blk.16.attn_qkv.weight q6_K -blk.16.ffn_down.weight q6_K -blk.19.attn_v.weight q6_K -blk.19.ffn_down.weight q6_K -blk.22.attn_qkv.weight q6_K -blk.22.ffn_down.weight q6_K -blk.25.attn_qkv.weight q6_K -blk.25.ffn_down.weight q6_K -blk.28.attn_qkv.weight q6_K -blk.28.ffn_down.weight q6_K -blk.31.attn_v.weight q6_K -blk.31.ffn_down.weight q6_K -blk.34.attn_qkv.weight q6_K -blk.34.ffn_down.weight q6_K -blk.37.attn_qkv.weight q6_K -blk.37.ffn_down.weight q6_K -blk.40.attn_qkv.weight q6_K -blk.40.ffn_down.weight q6_K -blk.43.attn_v.weight q6_K -blk.43.ffn_down.weight q6_K -blk.46.attn_qkv.weight q6_K -blk.46.ffn_down.weight q6_K -blk.49.attn_qkv.weight q6_K -blk.49.ffn_down.weight q6_K -blk.52.attn_qkv.weight q6_K -blk.52.ffn_down.weight q6_K -blk.55.attn_v.weight q6_K -blk.55.ffn_down.weight q6_K -blk.56.attn_qkv.weight q6_K -blk.56.ffn_down.weight q6_K -blk.57.attn_qkv.weight q6_K -blk.57.ffn_down.weight q6_K -blk.58.attn_qkv.weight q6_K -blk.58.ffn_down.weight q6_K -blk.59.attn_v.weight q6_K -blk.59.ffn_down.weight q6_K -blk.60.attn_qkv.weight q6_K -blk.60.ffn_down.weight q6_K -blk.61.attn_qkv.weight q6_K -blk.61.ffn_down.weight q6_K -blk.62.attn_qkv.weight q6_K -blk.62.ffn_down.weight q6_K -blk.63.attn_v.weight q6_K -blk.63.ffn_down.weight q6_K - -[Q5_K_S] q5_K -output.weight q6_K - -[Q5_K_M] q5_K -output.weight q6_K -blk.0.attn_qkv.weight q6_K -blk.0.ffn_down.weight q6_K -blk.1.attn_qkv.weight q6_K -blk.1.ffn_down.weight q6_K -blk.2.attn_qkv.weight q6_K -blk.2.ffn_down.weight q6_K -blk.3.attn_v.weight q6_K -blk.3.ffn_down.weight q6_K -blk.4.attn_qkv.weight q6_K -blk.4.ffn_down.weight q6_K -blk.5.attn_qkv.weight q6_K -blk.5.ffn_down.weight q6_K -blk.6.attn_qkv.weight q6_K -blk.6.ffn_down.weight q6_K -blk.7.attn_v.weight q6_K -blk.7.ffn_down.weight q6_K -blk.10.attn_qkv.weight q6_K -blk.10.ffn_down.weight q6_K -blk.13.attn_qkv.weight q6_K -blk.13.ffn_down.weight q6_K -blk.16.attn_qkv.weight q6_K -blk.16.ffn_down.weight q6_K -blk.19.attn_v.weight q6_K -blk.19.ffn_down.weight q6_K -blk.22.attn_qkv.weight q6_K -blk.22.ffn_down.weight q6_K -blk.25.attn_qkv.weight q6_K -blk.25.ffn_down.weight q6_K -blk.28.attn_qkv.weight q6_K -blk.28.ffn_down.weight q6_K -blk.31.attn_v.weight q6_K -blk.31.ffn_down.weight q6_K -blk.34.attn_qkv.weight q6_K -blk.34.ffn_down.weight q6_K -blk.37.attn_qkv.weight q6_K -blk.37.ffn_down.weight q6_K -blk.40.attn_qkv.weight q6_K -blk.40.ffn_down.weight q6_K -blk.43.attn_v.weight q6_K -blk.43.ffn_down.weight q6_K -blk.46.attn_qkv.weight q6_K -blk.46.ffn_down.weight q6_K -blk.49.attn_qkv.weight q6_K -blk.49.ffn_down.weight q6_K -blk.52.attn_qkv.weight q6_K -blk.52.ffn_down.weight q6_K -blk.55.attn_v.weight q6_K -blk.55.ffn_down.weight q6_K -blk.56.attn_qkv.weight q6_K -blk.56.ffn_down.weight q6_K -blk.57.attn_qkv.weight q6_K -blk.57.ffn_down.weight q6_K -blk.58.attn_qkv.weight q6_K -blk.58.ffn_down.weight q6_K -blk.59.attn_v.weight q6_K -blk.59.ffn_down.weight q6_K -blk.60.attn_qkv.weight q6_K -blk.60.ffn_down.weight q6_K -blk.61.attn_qkv.weight q6_K -blk.61.ffn_down.weight q6_K -blk.62.attn_qkv.weight q6_K -blk.62.ffn_down.weight q6_K -blk.63.attn_v.weight q6_K -blk.63.ffn_down.weight q6_K - -[Q6_K] q6_K - -[IQ2_XXS] iq2_xxs -output.weight q5_K -token_embd.weight q2_K -blk.0.attn_qkv.weight q4_K -blk.0.ffn_down.weight q2_K -blk.1.attn_qkv.weight q4_K -blk.1.ffn_down.weight q2_K -blk.2.attn_qkv.weight q4_K -blk.2.ffn_down.weight q2_K -blk.3.attn_v.weight q4_K -blk.3.ffn_down.weight q2_K -blk.4.attn_qkv.weight q4_K -blk.4.ffn_down.weight q2_K -blk.5.attn_qkv.weight q4_K -blk.5.ffn_down.weight q2_K -blk.6.attn_qkv.weight q4_K -blk.6.ffn_down.weight q2_K -blk.7.attn_v.weight q4_K -blk.7.ffn_down.weight q2_K -blk.8.attn_qkv.weight q4_K -blk.9.attn_qkv.weight q4_K -blk.10.attn_qkv.weight q4_K -blk.11.attn_v.weight q4_K -blk.12.attn_qkv.weight q4_K -blk.13.attn_qkv.weight q4_K -blk.14.attn_qkv.weight q4_K -blk.15.attn_v.weight q4_K -blk.16.attn_qkv.weight q4_K -blk.17.attn_qkv.weight q4_K -blk.18.attn_qkv.weight q4_K -blk.19.attn_v.weight q4_K -blk.20.attn_qkv.weight q4_K -blk.21.attn_qkv.weight q4_K -blk.22.attn_qkv.weight q4_K -blk.23.attn_v.weight q4_K -blk.24.attn_qkv.weight q4_K -blk.25.attn_qkv.weight q4_K -blk.26.attn_qkv.weight q4_K -blk.27.attn_v.weight q4_K -blk.28.attn_qkv.weight q4_K -blk.29.attn_qkv.weight q4_K -blk.30.attn_qkv.weight q4_K -blk.31.attn_v.weight q4_K -blk.32.attn_qkv.weight q4_K -blk.33.attn_qkv.weight q4_K -blk.34.attn_qkv.weight q4_K -blk.35.attn_v.weight q4_K -blk.36.attn_qkv.weight q4_K -blk.37.attn_qkv.weight q4_K -blk.38.attn_qkv.weight q4_K -blk.39.attn_v.weight q4_K -blk.40.attn_qkv.weight q4_K -blk.41.attn_qkv.weight q4_K -blk.42.attn_qkv.weight q4_K -blk.43.attn_v.weight q4_K -blk.44.attn_qkv.weight q4_K -blk.45.attn_qkv.weight q4_K -blk.46.attn_qkv.weight q4_K -blk.47.attn_v.weight q4_K -blk.48.attn_qkv.weight q4_K -blk.49.attn_qkv.weight q4_K -blk.50.attn_qkv.weight q4_K -blk.51.attn_v.weight q4_K -blk.52.attn_qkv.weight q4_K -blk.53.attn_qkv.weight q4_K -blk.54.attn_qkv.weight q4_K -blk.55.attn_v.weight q4_K -blk.56.attn_qkv.weight q4_K -blk.57.attn_qkv.weight q4_K -blk.58.attn_qkv.weight q4_K -blk.59.attn_v.weight q4_K -blk.60.attn_qkv.weight q4_K -blk.61.attn_qkv.weight q4_K -blk.62.attn_qkv.weight q4_K -blk.63.attn_v.weight q4_K - -[IQ2_XS] iq2_xs -output.weight q5_K -token_embd.weight q2_K -blk.0.attn_qkv.weight q4_K -blk.0.ffn_down.weight q2_K -blk.1.attn_qkv.weight q4_K -blk.1.ffn_down.weight q2_K -blk.2.attn_qkv.weight q4_K -blk.2.ffn_down.weight q2_K -blk.3.attn_v.weight q4_K -blk.3.ffn_down.weight q2_K -blk.4.attn_qkv.weight q4_K -blk.4.ffn_down.weight q2_K -blk.5.attn_qkv.weight q4_K -blk.5.ffn_down.weight q2_K -blk.6.attn_qkv.weight q4_K -blk.6.ffn_down.weight q2_K -blk.7.attn_v.weight q4_K -blk.7.ffn_down.weight q2_K -blk.8.attn_qkv.weight q4_K -blk.9.attn_qkv.weight q4_K -blk.10.attn_qkv.weight q4_K -blk.11.attn_v.weight q4_K -blk.12.attn_qkv.weight q4_K -blk.13.attn_qkv.weight q4_K -blk.14.attn_qkv.weight q4_K -blk.15.attn_v.weight q4_K -blk.16.attn_qkv.weight q4_K -blk.17.attn_qkv.weight q4_K -blk.18.attn_qkv.weight q4_K -blk.19.attn_v.weight q4_K -blk.20.attn_qkv.weight q4_K -blk.21.attn_qkv.weight q4_K -blk.22.attn_qkv.weight q4_K -blk.23.attn_v.weight q4_K -blk.24.attn_qkv.weight q4_K -blk.25.attn_qkv.weight q4_K -blk.26.attn_qkv.weight q4_K -blk.27.attn_v.weight q4_K -blk.28.attn_qkv.weight q4_K -blk.29.attn_qkv.weight q4_K -blk.30.attn_qkv.weight q4_K -blk.31.attn_v.weight q4_K -blk.32.attn_qkv.weight q4_K -blk.33.attn_qkv.weight q4_K -blk.34.attn_qkv.weight q4_K -blk.35.attn_v.weight q4_K -blk.36.attn_qkv.weight q4_K -blk.37.attn_qkv.weight q4_K -blk.38.attn_qkv.weight q4_K -blk.39.attn_v.weight q4_K -blk.40.attn_qkv.weight q4_K -blk.41.attn_qkv.weight q4_K -blk.42.attn_qkv.weight q4_K -blk.43.attn_v.weight q4_K -blk.44.attn_qkv.weight q4_K -blk.45.attn_qkv.weight q4_K -blk.46.attn_qkv.weight q4_K -blk.47.attn_v.weight q4_K -blk.48.attn_qkv.weight q4_K -blk.49.attn_qkv.weight q4_K -blk.50.attn_qkv.weight q4_K -blk.51.attn_v.weight q4_K -blk.52.attn_qkv.weight q4_K -blk.53.attn_qkv.weight q4_K -blk.54.attn_qkv.weight q4_K -blk.55.attn_v.weight q4_K -blk.56.attn_qkv.weight q4_K -blk.57.attn_qkv.weight q4_K -blk.58.attn_qkv.weight q4_K -blk.59.attn_v.weight q4_K -blk.60.attn_qkv.weight q4_K -blk.61.attn_qkv.weight q4_K -blk.62.attn_qkv.weight q4_K -blk.63.attn_v.weight q4_K - -[Q2_K_S] q2_K -output.weight q6_K -blk.0.attn_qkv.weight q4_K -blk.0.ffn_down.weight q4_K -blk.1.attn_qkv.weight q4_K -blk.1.ffn_down.weight q4_K -blk.2.attn_qkv.weight q4_K -blk.2.ffn_down.weight q4_K -blk.3.attn_v.weight q4_K -blk.3.ffn_down.weight q4_K -blk.4.attn_qkv.weight q4_K -blk.4.ffn_down.weight q4_K -blk.5.attn_qkv.weight q4_K -blk.5.ffn_down.weight q4_K -blk.6.attn_qkv.weight q4_K -blk.6.ffn_down.weight q4_K -blk.7.attn_v.weight q4_K -blk.7.ffn_down.weight q4_K -blk.8.attn_qkv.weight q4_K -blk.9.attn_qkv.weight q4_K -blk.10.attn_qkv.weight q4_K -blk.11.attn_v.weight q4_K -blk.12.attn_qkv.weight q4_K -blk.13.attn_qkv.weight q4_K -blk.14.attn_qkv.weight q4_K -blk.15.attn_v.weight q4_K -blk.16.attn_qkv.weight q4_K -blk.17.attn_qkv.weight q4_K -blk.18.attn_qkv.weight q4_K -blk.19.attn_v.weight q4_K -blk.20.attn_qkv.weight q4_K -blk.21.attn_qkv.weight q4_K -blk.22.attn_qkv.weight q4_K -blk.23.attn_v.weight q4_K -blk.24.attn_qkv.weight q4_K -blk.25.attn_qkv.weight q4_K -blk.26.attn_qkv.weight q4_K -blk.27.attn_v.weight q4_K -blk.28.attn_qkv.weight q4_K -blk.29.attn_qkv.weight q4_K -blk.30.attn_qkv.weight q4_K -blk.31.attn_v.weight q4_K -blk.32.attn_qkv.weight q4_K -blk.33.attn_qkv.weight q4_K -blk.34.attn_qkv.weight q4_K -blk.35.attn_v.weight q4_K -blk.36.attn_qkv.weight q4_K -blk.37.attn_qkv.weight q4_K -blk.38.attn_qkv.weight q4_K -blk.39.attn_v.weight q4_K -blk.40.attn_qkv.weight q4_K -blk.41.attn_qkv.weight q4_K -blk.42.attn_qkv.weight q4_K -blk.43.attn_v.weight q4_K -blk.44.attn_qkv.weight q4_K -blk.45.attn_qkv.weight q4_K -blk.46.attn_qkv.weight q4_K -blk.47.attn_v.weight q4_K -blk.48.attn_qkv.weight q4_K -blk.49.attn_qkv.weight q4_K -blk.50.attn_qkv.weight q4_K -blk.51.attn_v.weight q4_K -blk.52.attn_qkv.weight q4_K -blk.53.attn_qkv.weight q4_K -blk.54.attn_qkv.weight q4_K -blk.55.attn_v.weight q4_K -blk.56.attn_qkv.weight q4_K -blk.57.attn_qkv.weight q4_K -blk.58.attn_qkv.weight q4_K -blk.59.attn_v.weight q4_K -blk.60.attn_qkv.weight q4_K -blk.61.attn_qkv.weight q4_K -blk.62.attn_qkv.weight q4_K -blk.63.attn_v.weight q4_K - -[IQ3_XS] iq3_s -output.weight q6_K -blk.0.attn_qkv.weight q4_K -blk.1.attn_qkv.weight q4_K -blk.2.attn_qkv.weight q4_K -blk.3.attn_k.weight iq3_xxs -blk.3.attn_q.weight iq3_xxs -blk.3.attn_v.weight q4_K -blk.4.attn_qkv.weight q4_K -blk.5.attn_qkv.weight q4_K -blk.6.attn_qkv.weight q4_K -blk.7.attn_k.weight iq3_xxs -blk.7.attn_q.weight iq3_xxs -blk.7.attn_v.weight q4_K -blk.8.attn_qkv.weight q4_K -blk.8.ffn_gate.weight iq3_xxs -blk.8.ffn_up.weight iq3_xxs -blk.9.attn_qkv.weight q4_K -blk.9.ffn_gate.weight iq3_xxs -blk.9.ffn_up.weight iq3_xxs -blk.10.attn_qkv.weight q4_K -blk.10.ffn_gate.weight iq3_xxs -blk.10.ffn_up.weight iq3_xxs -blk.11.attn_k.weight iq3_xxs -blk.11.attn_q.weight iq3_xxs -blk.11.attn_v.weight q4_K -blk.11.ffn_gate.weight iq3_xxs -blk.11.ffn_up.weight iq3_xxs -blk.12.attn_qkv.weight q4_K -blk.12.ffn_gate.weight iq3_xxs -blk.12.ffn_up.weight iq3_xxs -blk.13.attn_qkv.weight q4_K -blk.13.ffn_gate.weight iq3_xxs -blk.13.ffn_up.weight iq3_xxs -blk.14.attn_qkv.weight q4_K -blk.14.ffn_gate.weight iq3_xxs -blk.14.ffn_up.weight iq3_xxs -blk.15.attn_k.weight iq3_xxs -blk.15.attn_q.weight iq3_xxs -blk.15.attn_v.weight q4_K -blk.15.ffn_gate.weight iq3_xxs -blk.15.ffn_up.weight iq3_xxs -blk.16.attn_qkv.weight q4_K -blk.16.ffn_gate.weight iq3_xxs -blk.16.ffn_up.weight iq3_xxs -blk.17.attn_qkv.weight q4_K -blk.17.ffn_gate.weight iq3_xxs -blk.17.ffn_up.weight iq3_xxs -blk.18.attn_qkv.weight q4_K -blk.18.ffn_gate.weight iq3_xxs -blk.18.ffn_up.weight iq3_xxs -blk.19.attn_k.weight iq3_xxs -blk.19.attn_q.weight iq3_xxs -blk.19.attn_v.weight q4_K -blk.19.ffn_gate.weight iq3_xxs -blk.19.ffn_up.weight iq3_xxs -blk.20.attn_qkv.weight q4_K -blk.20.ffn_gate.weight iq3_xxs -blk.20.ffn_up.weight iq3_xxs -blk.21.attn_qkv.weight q4_K -blk.21.ffn_gate.weight iq3_xxs -blk.21.ffn_up.weight iq3_xxs -blk.22.attn_qkv.weight q4_K -blk.22.ffn_gate.weight iq3_xxs -blk.22.ffn_up.weight iq3_xxs -blk.23.attn_k.weight iq3_xxs -blk.23.attn_q.weight iq3_xxs -blk.23.attn_v.weight q4_K -blk.23.ffn_gate.weight iq3_xxs -blk.23.ffn_up.weight iq3_xxs -blk.24.attn_qkv.weight q4_K -blk.24.ffn_gate.weight iq3_xxs -blk.24.ffn_up.weight iq3_xxs -blk.25.attn_qkv.weight q4_K -blk.25.ffn_gate.weight iq3_xxs -blk.25.ffn_up.weight iq3_xxs -blk.26.attn_qkv.weight q4_K -blk.26.ffn_gate.weight iq3_xxs -blk.26.ffn_up.weight iq3_xxs -blk.27.attn_k.weight iq3_xxs -blk.27.attn_q.weight iq3_xxs -blk.27.attn_v.weight q4_K -blk.27.ffn_gate.weight iq3_xxs -blk.27.ffn_up.weight iq3_xxs -blk.28.attn_qkv.weight q4_K -blk.28.ffn_gate.weight iq3_xxs -blk.28.ffn_up.weight iq3_xxs -blk.29.attn_qkv.weight q4_K -blk.29.ffn_gate.weight iq3_xxs -blk.29.ffn_up.weight iq3_xxs -blk.30.attn_qkv.weight q4_K -blk.30.ffn_gate.weight iq3_xxs -blk.30.ffn_up.weight iq3_xxs -blk.31.attn_k.weight iq3_xxs -blk.31.attn_q.weight iq3_xxs -blk.31.attn_v.weight q4_K -blk.31.ffn_gate.weight iq3_xxs -blk.31.ffn_up.weight iq3_xxs -blk.32.attn_qkv.weight q4_K -blk.32.ffn_gate.weight iq3_xxs -blk.32.ffn_up.weight iq3_xxs -blk.33.attn_qkv.weight q4_K -blk.33.ffn_gate.weight iq3_xxs -blk.33.ffn_up.weight iq3_xxs -blk.34.attn_qkv.weight q4_K -blk.34.ffn_gate.weight iq3_xxs -blk.34.ffn_up.weight iq3_xxs -blk.35.attn_k.weight iq3_xxs -blk.35.attn_q.weight iq3_xxs -blk.35.attn_v.weight q4_K -blk.35.ffn_gate.weight iq3_xxs -blk.35.ffn_up.weight iq3_xxs -blk.36.attn_qkv.weight q4_K -blk.36.ffn_gate.weight iq3_xxs -blk.36.ffn_up.weight iq3_xxs -blk.37.attn_qkv.weight q4_K -blk.37.ffn_gate.weight iq3_xxs -blk.37.ffn_up.weight iq3_xxs -blk.38.attn_qkv.weight q4_K -blk.38.ffn_gate.weight iq3_xxs -blk.38.ffn_up.weight iq3_xxs -blk.39.attn_k.weight iq3_xxs -blk.39.attn_q.weight iq3_xxs -blk.39.attn_v.weight q4_K -blk.39.ffn_gate.weight iq3_xxs -blk.39.ffn_up.weight iq3_xxs -blk.40.attn_qkv.weight q4_K -blk.40.ffn_gate.weight iq3_xxs -blk.40.ffn_up.weight iq3_xxs -blk.41.attn_qkv.weight q4_K -blk.41.ffn_gate.weight iq3_xxs -blk.41.ffn_up.weight iq3_xxs -blk.42.attn_qkv.weight q4_K -blk.42.ffn_gate.weight iq3_xxs -blk.42.ffn_up.weight iq3_xxs -blk.43.attn_k.weight iq3_xxs -blk.43.attn_q.weight iq3_xxs -blk.43.attn_v.weight q4_K -blk.43.ffn_gate.weight iq3_xxs -blk.43.ffn_up.weight iq3_xxs -blk.44.attn_qkv.weight q4_K -blk.44.ffn_gate.weight iq3_xxs -blk.44.ffn_up.weight iq3_xxs -blk.45.attn_qkv.weight q4_K -blk.45.ffn_gate.weight iq3_xxs -blk.45.ffn_up.weight iq3_xxs -blk.46.attn_qkv.weight q4_K -blk.46.ffn_gate.weight iq3_xxs -blk.46.ffn_up.weight iq3_xxs -blk.47.attn_k.weight iq3_xxs -blk.47.attn_q.weight iq3_xxs -blk.47.attn_v.weight q4_K -blk.47.ffn_gate.weight iq3_xxs -blk.47.ffn_up.weight iq3_xxs -blk.48.attn_qkv.weight q4_K -blk.48.ffn_gate.weight iq3_xxs -blk.48.ffn_up.weight iq3_xxs -blk.49.attn_qkv.weight q4_K -blk.49.ffn_gate.weight iq3_xxs -blk.49.ffn_up.weight iq3_xxs -blk.50.attn_qkv.weight q4_K -blk.50.ffn_gate.weight iq3_xxs -blk.50.ffn_up.weight iq3_xxs -blk.51.attn_k.weight iq3_xxs -blk.51.attn_q.weight iq3_xxs -blk.51.attn_v.weight q4_K -blk.51.ffn_gate.weight iq3_xxs -blk.51.ffn_up.weight iq3_xxs -blk.52.attn_qkv.weight q4_K -blk.52.ffn_gate.weight iq3_xxs -blk.52.ffn_up.weight iq3_xxs -blk.53.attn_qkv.weight q4_K -blk.53.ffn_gate.weight iq3_xxs -blk.53.ffn_up.weight iq3_xxs -blk.54.attn_qkv.weight q4_K -blk.54.ffn_gate.weight iq3_xxs -blk.54.ffn_up.weight iq3_xxs -blk.55.attn_k.weight iq3_xxs -blk.55.attn_q.weight iq3_xxs -blk.55.attn_v.weight q4_K -blk.55.ffn_gate.weight iq3_xxs -blk.55.ffn_up.weight iq3_xxs -blk.56.attn_qkv.weight q4_K -blk.57.attn_qkv.weight q4_K -blk.58.attn_qkv.weight q4_K -blk.59.attn_k.weight iq3_xxs -blk.59.attn_q.weight iq3_xxs -blk.59.attn_v.weight q4_K -blk.60.attn_qkv.weight q4_K -blk.61.attn_qkv.weight q4_K -blk.62.attn_qkv.weight q4_K -blk.63.attn_k.weight iq3_xxs -blk.63.attn_q.weight iq3_xxs -blk.63.attn_v.weight q4_K - -[IQ3_XXS] iq3_xxs -output.weight q5_K -token_embd.weight iq3_s -blk.0.attn_qkv.weight q4_K -blk.0.ffn_down.weight q4_K -blk.1.attn_qkv.weight q4_K -blk.1.ffn_down.weight q4_K -blk.2.attn_qkv.weight q4_K -blk.2.ffn_down.weight q4_K -blk.3.attn_k.weight iq2_s -blk.3.attn_output.weight iq3_s -blk.3.attn_q.weight iq2_s -blk.3.attn_v.weight q4_K -blk.3.ffn_down.weight q4_K -blk.4.attn_qkv.weight q4_K -blk.4.ffn_down.weight q4_K -blk.5.attn_qkv.weight q4_K -blk.5.ffn_down.weight q4_K -blk.6.attn_qkv.weight q4_K -blk.6.ffn_down.weight q4_K -blk.7.attn_k.weight iq2_s -blk.7.attn_output.weight iq3_s -blk.7.attn_q.weight iq2_s -blk.7.attn_v.weight q4_K -blk.7.ffn_down.weight q4_K -blk.8.attn_qkv.weight q4_K -blk.8.ffn_down.weight q3_K -blk.9.attn_qkv.weight q4_K -blk.9.ffn_down.weight q3_K -blk.10.attn_qkv.weight q4_K -blk.10.ffn_down.weight q3_K -blk.11.attn_k.weight iq2_s -blk.11.attn_output.weight iq3_s -blk.11.attn_q.weight iq2_s -blk.11.attn_v.weight q4_K -blk.11.ffn_down.weight q3_K -blk.12.attn_qkv.weight q4_K -blk.12.ffn_down.weight q3_K -blk.13.attn_qkv.weight q4_K -blk.13.ffn_down.weight q3_K -blk.14.attn_qkv.weight q4_K -blk.14.ffn_down.weight q3_K -blk.15.attn_k.weight iq2_s -blk.15.attn_output.weight iq3_s -blk.15.attn_q.weight iq2_s -blk.15.attn_v.weight q4_K -blk.15.ffn_down.weight q3_K -blk.16.attn_qkv.weight q4_K -blk.16.ffn_down.weight q3_K -blk.17.attn_qkv.weight q4_K -blk.17.ffn_down.weight q3_K -blk.18.attn_qkv.weight q4_K -blk.18.ffn_down.weight q3_K -blk.19.attn_k.weight iq2_s -blk.19.attn_output.weight iq3_s -blk.19.attn_q.weight iq2_s -blk.19.attn_v.weight q4_K -blk.19.ffn_down.weight q3_K -blk.20.attn_qkv.weight q4_K -blk.20.ffn_down.weight q3_K -blk.21.attn_qkv.weight q4_K -blk.21.ffn_down.weight q3_K -blk.22.attn_qkv.weight q4_K -blk.22.ffn_down.weight q3_K -blk.23.attn_k.weight iq2_s -blk.23.attn_output.weight iq3_s -blk.23.attn_q.weight iq2_s -blk.23.attn_v.weight q4_K -blk.23.ffn_down.weight q3_K -blk.24.attn_qkv.weight q4_K -blk.24.ffn_down.weight q3_K -blk.25.attn_qkv.weight q4_K -blk.25.ffn_down.weight q3_K -blk.26.attn_qkv.weight q4_K -blk.26.ffn_down.weight q3_K -blk.27.attn_k.weight iq2_s -blk.27.attn_output.weight iq3_s -blk.27.attn_q.weight iq2_s -blk.27.attn_v.weight q4_K -blk.27.ffn_down.weight q3_K -blk.28.attn_qkv.weight q4_K -blk.28.ffn_down.weight q3_K -blk.29.attn_qkv.weight q4_K -blk.29.ffn_down.weight q3_K -blk.30.attn_qkv.weight q4_K -blk.30.ffn_down.weight q3_K -blk.31.attn_k.weight iq2_s -blk.31.attn_output.weight iq3_s -blk.31.attn_q.weight iq2_s -blk.31.attn_v.weight q4_K -blk.31.ffn_down.weight q3_K -blk.32.attn_qkv.weight q4_K -blk.32.ffn_down.weight q3_K -blk.33.attn_qkv.weight q4_K -blk.33.ffn_down.weight q3_K -blk.34.attn_qkv.weight q4_K -blk.34.ffn_down.weight q3_K -blk.35.attn_k.weight iq2_s -blk.35.attn_output.weight iq3_s -blk.35.attn_q.weight iq2_s -blk.35.attn_v.weight q4_K -blk.35.ffn_down.weight q3_K -blk.36.attn_qkv.weight q4_K -blk.36.ffn_down.weight q3_K -blk.37.attn_qkv.weight q4_K -blk.37.ffn_down.weight q3_K -blk.38.attn_qkv.weight q4_K -blk.38.ffn_down.weight q3_K -blk.39.attn_k.weight iq2_s -blk.39.attn_output.weight iq3_s -blk.39.attn_q.weight iq2_s -blk.39.attn_v.weight q4_K -blk.39.ffn_down.weight q3_K -blk.40.attn_qkv.weight q4_K -blk.40.ffn_down.weight q3_K -blk.41.attn_qkv.weight q4_K -blk.41.ffn_down.weight q3_K -blk.42.attn_qkv.weight q4_K -blk.42.ffn_down.weight q3_K -blk.43.attn_k.weight iq2_s -blk.43.attn_output.weight iq3_s -blk.43.attn_q.weight iq2_s -blk.43.attn_v.weight q4_K -blk.43.ffn_down.weight q3_K -blk.44.attn_qkv.weight q4_K -blk.44.ffn_down.weight q3_K -blk.45.attn_qkv.weight q4_K -blk.45.ffn_down.weight q3_K -blk.46.attn_qkv.weight q4_K -blk.46.ffn_down.weight q3_K -blk.47.attn_k.weight iq2_s -blk.47.attn_output.weight iq3_s -blk.47.attn_q.weight iq2_s -blk.47.attn_v.weight q4_K -blk.47.ffn_down.weight q3_K -blk.48.attn_qkv.weight q4_K -blk.48.ffn_down.weight q3_K -blk.49.attn_qkv.weight q4_K -blk.49.ffn_down.weight q3_K -blk.50.attn_qkv.weight q4_K -blk.50.ffn_down.weight q3_K -blk.51.attn_k.weight iq2_s -blk.51.attn_output.weight iq3_s -blk.51.attn_q.weight iq2_s -blk.51.attn_v.weight q4_K -blk.51.ffn_down.weight q3_K -blk.52.attn_qkv.weight q4_K -blk.52.ffn_down.weight q3_K -blk.53.attn_qkv.weight q4_K -blk.53.ffn_down.weight q3_K -blk.54.attn_qkv.weight q4_K -blk.54.ffn_down.weight q3_K -blk.55.attn_k.weight iq2_s -blk.55.attn_output.weight iq3_s -blk.55.attn_q.weight iq2_s -blk.55.attn_v.weight q4_K -blk.55.ffn_down.weight q3_K -blk.56.attn_qkv.weight q4_K -blk.56.ffn_down.weight q3_K -blk.57.attn_qkv.weight q4_K -blk.57.ffn_down.weight q3_K -blk.58.attn_qkv.weight q4_K -blk.58.ffn_down.weight q3_K -blk.59.attn_k.weight iq2_s -blk.59.attn_output.weight iq3_s -blk.59.attn_q.weight iq2_s -blk.59.attn_v.weight q4_K -blk.59.ffn_down.weight q3_K -blk.60.attn_qkv.weight q4_K -blk.60.ffn_down.weight q3_K -blk.61.attn_qkv.weight q4_K -blk.61.ffn_down.weight q3_K -blk.62.attn_qkv.weight q4_K -blk.62.ffn_down.weight q3_K -blk.63.attn_k.weight iq2_s -blk.63.attn_output.weight iq3_s -blk.63.attn_q.weight iq2_s -blk.63.attn_v.weight q4_K -blk.63.ffn_down.weight q3_K - -[IQ1_S] iq1_s -output.weight q5_K -token_embd.weight q2_K -blk.0.attn_qkv.weight q4_K -blk.0.ffn_down.weight q2_K -blk.1.attn_qkv.weight q4_K -blk.1.ffn_down.weight q2_K -blk.2.attn_qkv.weight q4_K -blk.2.ffn_down.weight q2_K -blk.3.attn_output.weight iq2_xxs -blk.3.attn_v.weight q4_K -blk.3.ffn_down.weight q2_K -blk.4.attn_qkv.weight q4_K -blk.4.ffn_down.weight q2_K -blk.5.attn_qkv.weight q4_K -blk.5.ffn_down.weight q2_K -blk.6.attn_qkv.weight q4_K -blk.6.ffn_down.weight q2_K -blk.7.attn_output.weight iq2_xxs -blk.7.attn_v.weight q4_K -blk.7.ffn_down.weight q2_K -blk.8.attn_qkv.weight q4_K -blk.9.attn_qkv.weight q4_K -blk.10.attn_qkv.weight q4_K -blk.11.attn_output.weight iq2_xxs -blk.11.attn_v.weight q4_K -blk.12.attn_qkv.weight q4_K -blk.13.attn_qkv.weight q4_K -blk.14.attn_qkv.weight q4_K -blk.15.attn_output.weight iq2_xxs -blk.15.attn_v.weight q4_K -blk.16.attn_qkv.weight q4_K -blk.17.attn_qkv.weight q4_K -blk.18.attn_qkv.weight q4_K -blk.19.attn_output.weight iq2_xxs -blk.19.attn_v.weight q4_K -blk.20.attn_qkv.weight q4_K -blk.21.attn_qkv.weight q4_K -blk.22.attn_qkv.weight q4_K -blk.23.attn_output.weight iq2_xxs -blk.23.attn_v.weight q4_K -blk.24.attn_qkv.weight q4_K -blk.25.attn_qkv.weight q4_K -blk.26.attn_qkv.weight q4_K -blk.27.attn_output.weight iq2_xxs -blk.27.attn_v.weight q4_K -blk.28.attn_qkv.weight q4_K -blk.29.attn_qkv.weight q4_K -blk.30.attn_qkv.weight q4_K -blk.31.attn_output.weight iq2_xxs -blk.31.attn_v.weight q4_K -blk.32.attn_qkv.weight q4_K -blk.33.attn_qkv.weight q4_K -blk.34.attn_qkv.weight q4_K -blk.35.attn_output.weight iq2_xxs -blk.35.attn_v.weight q4_K -blk.36.attn_qkv.weight q4_K -blk.37.attn_qkv.weight q4_K -blk.38.attn_qkv.weight q4_K -blk.39.attn_output.weight iq2_xxs -blk.39.attn_v.weight q4_K -blk.40.attn_qkv.weight q4_K -blk.41.attn_qkv.weight q4_K -blk.42.attn_qkv.weight q4_K -blk.43.attn_output.weight iq2_xxs -blk.43.attn_v.weight q4_K -blk.44.attn_qkv.weight q4_K -blk.45.attn_qkv.weight q4_K -blk.46.attn_qkv.weight q4_K -blk.47.attn_output.weight iq2_xxs -blk.47.attn_v.weight q4_K -blk.48.attn_qkv.weight q4_K -blk.49.attn_qkv.weight q4_K -blk.50.attn_qkv.weight q4_K -blk.51.attn_output.weight iq2_xxs -blk.51.attn_v.weight q4_K -blk.52.attn_qkv.weight q4_K -blk.53.attn_qkv.weight q4_K -blk.54.attn_qkv.weight q4_K -blk.55.attn_output.weight iq2_xxs -blk.55.attn_v.weight q4_K -blk.56.attn_qkv.weight q4_K -blk.57.attn_qkv.weight q4_K -blk.58.attn_qkv.weight q4_K -blk.59.attn_output.weight iq2_xxs -blk.59.attn_v.weight q4_K -blk.60.attn_qkv.weight q4_K -blk.61.attn_qkv.weight q4_K -blk.62.attn_qkv.weight q4_K -blk.63.attn_output.weight iq2_xxs -blk.63.attn_v.weight q4_K - -[IQ4_NL] iq4_nl -output.weight q6_K -blk.0.attn_qkv.weight q5_K -blk.0.ffn_down.weight q5_K -blk.1.attn_qkv.weight q5_K -blk.1.ffn_down.weight q5_K -blk.2.attn_qkv.weight q5_K -blk.2.ffn_down.weight q5_K -blk.3.attn_v.weight q5_K -blk.3.ffn_down.weight q5_K -blk.4.attn_qkv.weight q5_K -blk.4.ffn_down.weight q5_K -blk.5.attn_qkv.weight q5_K -blk.5.ffn_down.weight q5_K -blk.6.attn_qkv.weight q5_K -blk.6.ffn_down.weight q5_K -blk.7.attn_v.weight q5_K -blk.7.ffn_down.weight q5_K -blk.8.attn_qkv.weight q5_K -blk.9.attn_qkv.weight q5_K -blk.10.attn_qkv.weight q5_K -blk.11.attn_v.weight q5_K -blk.12.attn_qkv.weight q5_K -blk.13.attn_qkv.weight q5_K -blk.14.attn_qkv.weight q5_K -blk.15.attn_v.weight q5_K -blk.16.attn_qkv.weight q5_K -blk.17.attn_qkv.weight q5_K -blk.18.attn_qkv.weight q5_K -blk.19.attn_v.weight q5_K -blk.20.attn_qkv.weight q5_K -blk.21.attn_qkv.weight q5_K -blk.22.attn_qkv.weight q5_K -blk.23.attn_v.weight q5_K -blk.24.attn_qkv.weight q5_K -blk.25.attn_qkv.weight q5_K -blk.26.attn_qkv.weight q5_K -blk.27.attn_v.weight q5_K -blk.28.attn_qkv.weight q5_K -blk.29.attn_qkv.weight q5_K -blk.30.attn_qkv.weight q5_K -blk.31.attn_v.weight q5_K -blk.32.attn_qkv.weight q5_K -blk.33.attn_qkv.weight q5_K -blk.34.attn_qkv.weight q5_K -blk.35.attn_v.weight q5_K -blk.36.attn_qkv.weight q5_K -blk.37.attn_qkv.weight q5_K -blk.38.attn_qkv.weight q5_K -blk.39.attn_v.weight q5_K -blk.40.attn_qkv.weight q5_K -blk.41.attn_qkv.weight q5_K -blk.42.attn_qkv.weight q5_K -blk.43.attn_v.weight q5_K -blk.44.attn_qkv.weight q5_K -blk.45.attn_qkv.weight q5_K -blk.46.attn_qkv.weight q5_K -blk.47.attn_v.weight q5_K -blk.48.attn_qkv.weight q5_K -blk.49.attn_qkv.weight q5_K -blk.50.attn_qkv.weight q5_K -blk.51.attn_v.weight q5_K -blk.52.attn_qkv.weight q5_K -blk.53.attn_qkv.weight q5_K -blk.54.attn_qkv.weight q5_K -blk.55.attn_v.weight q5_K -blk.56.attn_qkv.weight q5_K -blk.57.attn_qkv.weight q5_K -blk.58.attn_qkv.weight q5_K -blk.59.attn_v.weight q5_K -blk.60.attn_qkv.weight q5_K -blk.61.attn_qkv.weight q5_K -blk.62.attn_qkv.weight q5_K -blk.63.attn_v.weight q5_K - -[IQ3_S] iq3_s -output.weight q6_K -blk.0.attn_qkv.weight q4_K -blk.1.attn_qkv.weight q4_K -blk.2.attn_qkv.weight q4_K -blk.3.attn_v.weight q4_K -blk.4.attn_qkv.weight q4_K -blk.5.attn_qkv.weight q4_K -blk.6.attn_qkv.weight q4_K -blk.7.attn_v.weight q4_K -blk.8.attn_qkv.weight q4_K -blk.9.attn_qkv.weight q4_K -blk.10.attn_qkv.weight q4_K -blk.11.attn_v.weight q4_K -blk.12.attn_qkv.weight q4_K -blk.13.attn_qkv.weight q4_K -blk.14.attn_qkv.weight q4_K -blk.15.attn_v.weight q4_K -blk.16.attn_qkv.weight q4_K -blk.17.attn_qkv.weight q4_K -blk.18.attn_qkv.weight q4_K -blk.19.attn_v.weight q4_K -blk.20.attn_qkv.weight q4_K -blk.21.attn_qkv.weight q4_K -blk.22.attn_qkv.weight q4_K -blk.23.attn_v.weight q4_K -blk.24.attn_qkv.weight q4_K -blk.25.attn_qkv.weight q4_K -blk.26.attn_qkv.weight q4_K -blk.27.attn_v.weight q4_K -blk.28.attn_qkv.weight q4_K -blk.29.attn_qkv.weight q4_K -blk.30.attn_qkv.weight q4_K -blk.31.attn_v.weight q4_K -blk.32.attn_qkv.weight q4_K -blk.33.attn_qkv.weight q4_K -blk.34.attn_qkv.weight q4_K -blk.35.attn_v.weight q4_K -blk.36.attn_qkv.weight q4_K -blk.37.attn_qkv.weight q4_K -blk.38.attn_qkv.weight q4_K -blk.39.attn_v.weight q4_K -blk.40.attn_qkv.weight q4_K -blk.41.attn_qkv.weight q4_K -blk.42.attn_qkv.weight q4_K -blk.43.attn_v.weight q4_K -blk.44.attn_qkv.weight q4_K -blk.45.attn_qkv.weight q4_K -blk.46.attn_qkv.weight q4_K -blk.47.attn_v.weight q4_K -blk.48.attn_qkv.weight q4_K -blk.49.attn_qkv.weight q4_K -blk.50.attn_qkv.weight q4_K -blk.51.attn_v.weight q4_K -blk.52.attn_qkv.weight q4_K -blk.53.attn_qkv.weight q4_K -blk.54.attn_qkv.weight q4_K -blk.55.attn_v.weight q4_K -blk.56.attn_qkv.weight q4_K -blk.57.attn_qkv.weight q4_K -blk.58.attn_qkv.weight q4_K -blk.59.attn_v.weight q4_K -blk.60.attn_qkv.weight q4_K -blk.61.attn_qkv.weight q4_K -blk.62.attn_qkv.weight q4_K -blk.63.attn_v.weight q4_K - -[IQ3_M] iq3_s -output.weight q6_K -blk.0.attn_qkv.weight q4_K -blk.0.ffn_down.weight q4_K -blk.1.attn_qkv.weight q4_K -blk.1.ffn_down.weight q4_K -blk.2.attn_qkv.weight q4_K -blk.2.ffn_down.weight q4_K -blk.3.attn_output.weight q4_K -blk.3.attn_v.weight q4_K -blk.3.ffn_down.weight q4_K -blk.4.attn_qkv.weight q4_K -blk.4.ffn_down.weight q4_K -blk.5.attn_qkv.weight q4_K -blk.5.ffn_down.weight q4_K -blk.6.attn_qkv.weight q4_K -blk.6.ffn_down.weight q4_K -blk.7.attn_output.weight q4_K -blk.7.attn_v.weight q4_K -blk.7.ffn_down.weight q4_K -blk.8.attn_qkv.weight q4_K -blk.9.attn_qkv.weight q4_K -blk.10.attn_qkv.weight q4_K -blk.11.attn_output.weight q4_K -blk.11.attn_v.weight q4_K -blk.12.attn_qkv.weight q4_K -blk.13.attn_qkv.weight q4_K -blk.14.attn_qkv.weight q4_K -blk.15.attn_output.weight q4_K -blk.15.attn_v.weight q4_K -blk.16.attn_qkv.weight q4_K -blk.17.attn_qkv.weight q4_K -blk.18.attn_qkv.weight q4_K -blk.19.attn_output.weight q4_K -blk.19.attn_v.weight q4_K -blk.20.attn_qkv.weight q4_K -blk.21.attn_qkv.weight q4_K -blk.22.attn_qkv.weight q4_K -blk.23.attn_output.weight q4_K -blk.23.attn_v.weight q4_K -blk.24.attn_qkv.weight q4_K -blk.25.attn_qkv.weight q4_K -blk.26.attn_qkv.weight q4_K -blk.27.attn_output.weight q4_K -blk.27.attn_v.weight q4_K -blk.28.attn_qkv.weight q4_K -blk.29.attn_qkv.weight q4_K -blk.30.attn_qkv.weight q4_K -blk.31.attn_output.weight q4_K -blk.31.attn_v.weight q4_K -blk.32.attn_qkv.weight q4_K -blk.33.attn_qkv.weight q4_K -blk.34.attn_qkv.weight q4_K -blk.35.attn_output.weight q4_K -blk.35.attn_v.weight q4_K -blk.36.attn_qkv.weight q4_K -blk.37.attn_qkv.weight q4_K -blk.38.attn_qkv.weight q4_K -blk.39.attn_output.weight q4_K -blk.39.attn_v.weight q4_K -blk.40.attn_qkv.weight q4_K -blk.41.attn_qkv.weight q4_K -blk.42.attn_qkv.weight q4_K -blk.43.attn_output.weight q4_K -blk.43.attn_v.weight q4_K -blk.44.attn_qkv.weight q4_K -blk.45.attn_qkv.weight q4_K -blk.46.attn_qkv.weight q4_K -blk.47.attn_output.weight q4_K -blk.47.attn_v.weight q4_K -blk.48.attn_qkv.weight q4_K -blk.49.attn_qkv.weight q4_K -blk.50.attn_qkv.weight q4_K -blk.51.attn_output.weight q4_K -blk.51.attn_v.weight q4_K -blk.52.attn_qkv.weight q4_K -blk.53.attn_qkv.weight q4_K -blk.54.attn_qkv.weight q4_K -blk.55.attn_output.weight q4_K -blk.55.attn_v.weight q4_K -blk.56.attn_qkv.weight q4_K -blk.57.attn_qkv.weight q4_K -blk.58.attn_qkv.weight q4_K -blk.59.attn_output.weight q4_K -blk.59.attn_v.weight q4_K -blk.60.attn_qkv.weight q4_K -blk.61.attn_qkv.weight q4_K -blk.62.attn_qkv.weight q4_K -blk.63.attn_output.weight q4_K -blk.63.attn_v.weight q4_K - -[IQ2_S] iq2_xs -output.weight q5_K -token_embd.weight iq3_s -blk.0.attn_qkv.weight q4_K -blk.0.ffn_down.weight iq3_s -blk.1.attn_qkv.weight q4_K -blk.1.ffn_down.weight iq3_s -blk.2.attn_qkv.weight q4_K -blk.2.ffn_down.weight iq3_s -blk.3.attn_output.weight iq3_s -blk.3.attn_v.weight q4_K -blk.3.ffn_down.weight iq3_s -blk.4.attn_qkv.weight q4_K -blk.4.ffn_down.weight iq3_s -blk.5.attn_qkv.weight q4_K -blk.5.ffn_down.weight iq3_s -blk.6.attn_qkv.weight q4_K -blk.6.ffn_down.weight iq3_s -blk.7.attn_output.weight iq3_s -blk.7.attn_v.weight q4_K -blk.7.ffn_down.weight iq3_s -blk.8.attn_qkv.weight q4_K -blk.9.attn_qkv.weight q4_K -blk.10.attn_qkv.weight q4_K -blk.11.attn_output.weight iq3_s -blk.11.attn_v.weight q4_K -blk.12.attn_qkv.weight q4_K -blk.13.attn_qkv.weight q4_K -blk.14.attn_qkv.weight q4_K -blk.15.attn_output.weight iq3_s -blk.15.attn_v.weight q4_K -blk.16.attn_qkv.weight q4_K -blk.17.attn_qkv.weight q4_K -blk.18.attn_qkv.weight q4_K -blk.19.attn_output.weight iq3_s -blk.19.attn_v.weight q4_K -blk.20.attn_qkv.weight q4_K -blk.21.attn_qkv.weight q4_K -blk.22.attn_qkv.weight q4_K -blk.23.attn_output.weight iq3_s -blk.23.attn_v.weight q4_K -blk.24.attn_qkv.weight q4_K -blk.25.attn_qkv.weight q4_K -blk.26.attn_qkv.weight q4_K -blk.27.attn_output.weight iq3_s -blk.27.attn_v.weight q4_K -blk.28.attn_qkv.weight q4_K -blk.29.attn_qkv.weight q4_K -blk.30.attn_qkv.weight q4_K -blk.31.attn_output.weight iq3_s -blk.31.attn_v.weight q4_K -blk.32.attn_qkv.weight q4_K -blk.33.attn_qkv.weight q4_K -blk.34.attn_qkv.weight q4_K -blk.35.attn_output.weight iq3_s -blk.35.attn_v.weight q4_K -blk.36.attn_qkv.weight q4_K -blk.37.attn_qkv.weight q4_K -blk.38.attn_qkv.weight q4_K -blk.39.attn_output.weight iq3_s -blk.39.attn_v.weight q4_K -blk.40.attn_qkv.weight q4_K -blk.41.attn_qkv.weight q4_K -blk.42.attn_qkv.weight q4_K -blk.43.attn_output.weight iq3_s -blk.43.attn_v.weight q4_K -blk.44.attn_qkv.weight q4_K -blk.45.attn_qkv.weight q4_K -blk.46.attn_qkv.weight q4_K -blk.47.attn_output.weight iq3_s -blk.47.attn_v.weight q4_K -blk.48.attn_qkv.weight q4_K -blk.49.attn_qkv.weight q4_K -blk.50.attn_qkv.weight q4_K -blk.51.attn_output.weight iq3_s -blk.51.attn_v.weight q4_K -blk.52.attn_qkv.weight q4_K -blk.53.attn_qkv.weight q4_K -blk.54.attn_qkv.weight q4_K -blk.55.attn_output.weight iq3_s -blk.55.attn_v.weight q4_K -blk.56.attn_qkv.weight q4_K -blk.57.attn_qkv.weight q4_K -blk.58.attn_qkv.weight q4_K -blk.59.attn_output.weight iq3_s -blk.59.attn_v.weight q4_K -blk.60.attn_qkv.weight q4_K -blk.61.attn_qkv.weight q4_K -blk.62.attn_qkv.weight q4_K -blk.63.attn_output.weight iq3_s -blk.63.attn_v.weight q4_K - -[IQ2_M] iq2_s -output.weight q5_K -token_embd.weight iq3_s -blk.0.attn_qkv.weight q4_K -blk.0.ffn_down.weight iq3_s -blk.1.attn_qkv.weight q4_K -blk.1.ffn_down.weight iq3_s -blk.2.attn_qkv.weight q4_K -blk.2.ffn_down.weight iq3_s -blk.3.attn_output.weight iq3_s -blk.3.attn_v.weight q4_K -blk.3.ffn_down.weight iq3_s -blk.4.attn_qkv.weight q4_K -blk.4.ffn_down.weight iq3_s -blk.5.attn_qkv.weight q4_K -blk.5.ffn_down.weight iq3_s -blk.6.attn_qkv.weight q4_K -blk.6.ffn_down.weight iq3_s -blk.7.attn_output.weight iq3_s -blk.7.attn_v.weight q4_K -blk.7.ffn_down.weight iq3_s -blk.8.attn_qkv.weight q4_K -blk.9.attn_qkv.weight q4_K -blk.10.attn_qkv.weight q4_K -blk.11.attn_output.weight iq3_s -blk.11.attn_v.weight q4_K -blk.12.attn_qkv.weight q4_K -blk.13.attn_qkv.weight q4_K -blk.14.attn_qkv.weight q4_K -blk.15.attn_output.weight iq3_s -blk.15.attn_v.weight q4_K -blk.16.attn_qkv.weight q4_K -blk.17.attn_qkv.weight q4_K -blk.18.attn_qkv.weight q4_K -blk.19.attn_output.weight iq3_s -blk.19.attn_v.weight q4_K -blk.20.attn_qkv.weight q4_K -blk.21.attn_qkv.weight q4_K -blk.22.attn_qkv.weight q4_K -blk.23.attn_output.weight iq3_s -blk.23.attn_v.weight q4_K -blk.24.attn_qkv.weight q4_K -blk.25.attn_qkv.weight q4_K -blk.26.attn_qkv.weight q4_K -blk.27.attn_output.weight iq3_s -blk.27.attn_v.weight q4_K -blk.28.attn_qkv.weight q4_K -blk.29.attn_qkv.weight q4_K -blk.30.attn_qkv.weight q4_K -blk.31.attn_output.weight iq3_s -blk.31.attn_v.weight q4_K -blk.32.attn_qkv.weight q4_K -blk.33.attn_qkv.weight q4_K -blk.34.attn_qkv.weight q4_K -blk.35.attn_output.weight iq3_s -blk.35.attn_v.weight q4_K -blk.36.attn_qkv.weight q4_K -blk.37.attn_qkv.weight q4_K -blk.38.attn_qkv.weight q4_K -blk.39.attn_output.weight iq3_s -blk.39.attn_v.weight q4_K -blk.40.attn_qkv.weight q4_K -blk.41.attn_qkv.weight q4_K -blk.42.attn_qkv.weight q4_K -blk.43.attn_output.weight iq3_s -blk.43.attn_v.weight q4_K -blk.44.attn_qkv.weight q4_K -blk.45.attn_qkv.weight q4_K -blk.46.attn_qkv.weight q4_K -blk.47.attn_output.weight iq3_s -blk.47.attn_v.weight q4_K -blk.48.attn_qkv.weight q4_K -blk.49.attn_qkv.weight q4_K -blk.50.attn_qkv.weight q4_K -blk.51.attn_output.weight iq3_s -blk.51.attn_v.weight q4_K -blk.52.attn_qkv.weight q4_K -blk.53.attn_qkv.weight q4_K -blk.54.attn_qkv.weight q4_K -blk.55.attn_output.weight iq3_s -blk.55.attn_v.weight q4_K -blk.56.attn_qkv.weight q4_K -blk.57.attn_qkv.weight q4_K -blk.58.attn_qkv.weight q4_K -blk.59.attn_output.weight iq3_s -blk.59.attn_v.weight q4_K -blk.60.attn_qkv.weight q4_K -blk.61.attn_qkv.weight q4_K -blk.62.attn_qkv.weight q4_K -blk.63.attn_output.weight iq3_s -blk.63.attn_v.weight q4_K - -[IQ4_XS] iq4_xs -output.weight q6_K -blk.0.attn_qkv.weight q5_K -blk.0.ffn_down.weight q5_K -blk.1.attn_qkv.weight q5_K -blk.1.ffn_down.weight q5_K -blk.2.attn_qkv.weight q5_K -blk.2.ffn_down.weight q5_K -blk.3.attn_v.weight q5_K -blk.3.ffn_down.weight q5_K -blk.4.attn_qkv.weight q5_K -blk.4.ffn_down.weight q5_K -blk.5.attn_qkv.weight q5_K -blk.5.ffn_down.weight q5_K -blk.6.attn_qkv.weight q5_K -blk.6.ffn_down.weight q5_K -blk.7.attn_v.weight q5_K -blk.7.ffn_down.weight q5_K -blk.8.attn_qkv.weight q5_K -blk.9.attn_qkv.weight q5_K -blk.10.attn_qkv.weight q5_K -blk.11.attn_v.weight q5_K -blk.12.attn_qkv.weight q5_K -blk.13.attn_qkv.weight q5_K -blk.14.attn_qkv.weight q5_K -blk.15.attn_v.weight q5_K -blk.16.attn_qkv.weight q5_K -blk.17.attn_qkv.weight q5_K -blk.18.attn_qkv.weight q5_K -blk.19.attn_v.weight q5_K -blk.20.attn_qkv.weight q5_K -blk.21.attn_qkv.weight q5_K -blk.22.attn_qkv.weight q5_K -blk.23.attn_v.weight q5_K -blk.24.attn_qkv.weight q5_K -blk.25.attn_qkv.weight q5_K -blk.26.attn_qkv.weight q5_K -blk.27.attn_v.weight q5_K -blk.28.attn_qkv.weight q5_K -blk.29.attn_qkv.weight q5_K -blk.30.attn_qkv.weight q5_K -blk.31.attn_v.weight q5_K -blk.32.attn_qkv.weight q5_K -blk.33.attn_qkv.weight q5_K -blk.34.attn_qkv.weight q5_K -blk.35.attn_v.weight q5_K -blk.36.attn_qkv.weight q5_K -blk.37.attn_qkv.weight q5_K -blk.38.attn_qkv.weight q5_K -blk.39.attn_v.weight q5_K -blk.40.attn_qkv.weight q5_K -blk.41.attn_qkv.weight q5_K -blk.42.attn_qkv.weight q5_K -blk.43.attn_v.weight q5_K -blk.44.attn_qkv.weight q5_K -blk.45.attn_qkv.weight q5_K -blk.46.attn_qkv.weight q5_K -blk.47.attn_v.weight q5_K -blk.48.attn_qkv.weight q5_K -blk.49.attn_qkv.weight q5_K -blk.50.attn_qkv.weight q5_K -blk.51.attn_v.weight q5_K -blk.52.attn_qkv.weight q5_K -blk.53.attn_qkv.weight q5_K -blk.54.attn_qkv.weight q5_K -blk.55.attn_v.weight q5_K -blk.56.attn_qkv.weight q5_K -blk.57.attn_qkv.weight q5_K -blk.58.attn_qkv.weight q5_K -blk.59.attn_v.weight q5_K -blk.60.attn_qkv.weight q5_K -blk.61.attn_qkv.weight q5_K -blk.62.attn_qkv.weight q5_K -blk.63.attn_v.weight q5_K - -[IQ1_M] iq1_m -output.weight q5_K -token_embd.weight q2_K -blk.0.attn_qkv.weight q4_K -blk.0.ffn_down.weight q2_K -blk.1.attn_qkv.weight q4_K -blk.1.ffn_down.weight q2_K -blk.2.attn_qkv.weight q4_K -blk.2.ffn_down.weight q2_K -blk.3.attn_output.weight iq2_xxs -blk.3.attn_v.weight q4_K -blk.3.ffn_down.weight q2_K -blk.4.attn_qkv.weight q4_K -blk.4.ffn_down.weight q2_K -blk.5.attn_qkv.weight q4_K -blk.5.ffn_down.weight q2_K -blk.6.attn_qkv.weight q4_K -blk.6.ffn_down.weight q2_K -blk.7.attn_output.weight iq2_xxs -blk.7.attn_v.weight q4_K -blk.7.ffn_down.weight q2_K -blk.8.attn_qkv.weight q4_K -blk.9.attn_qkv.weight q4_K -blk.10.attn_qkv.weight q4_K -blk.11.attn_output.weight iq2_xxs -blk.11.attn_v.weight q4_K -blk.12.attn_qkv.weight q4_K -blk.13.attn_qkv.weight q4_K -blk.14.attn_qkv.weight q4_K -blk.15.attn_output.weight iq2_xxs -blk.15.attn_v.weight q4_K -blk.16.attn_qkv.weight q4_K -blk.17.attn_qkv.weight q4_K -blk.18.attn_qkv.weight q4_K -blk.19.attn_output.weight iq2_xxs -blk.19.attn_v.weight q4_K -blk.20.attn_qkv.weight q4_K -blk.21.attn_qkv.weight q4_K -blk.22.attn_qkv.weight q4_K -blk.23.attn_output.weight iq2_xxs -blk.23.attn_v.weight q4_K -blk.24.attn_qkv.weight q4_K -blk.25.attn_qkv.weight q4_K -blk.26.attn_qkv.weight q4_K -blk.27.attn_output.weight iq2_xxs -blk.27.attn_v.weight q4_K -blk.28.attn_qkv.weight q4_K -blk.29.attn_qkv.weight q4_K -blk.30.attn_qkv.weight q4_K -blk.31.attn_output.weight iq2_xxs -blk.31.attn_v.weight q4_K -blk.32.attn_qkv.weight q4_K -blk.33.attn_qkv.weight q4_K -blk.34.attn_qkv.weight q4_K -blk.35.attn_output.weight iq2_xxs -blk.35.attn_v.weight q4_K -blk.36.attn_qkv.weight q4_K -blk.37.attn_qkv.weight q4_K -blk.38.attn_qkv.weight q4_K -blk.39.attn_output.weight iq2_xxs -blk.39.attn_v.weight q4_K -blk.40.attn_qkv.weight q4_K -blk.41.attn_qkv.weight q4_K -blk.42.attn_qkv.weight q4_K -blk.43.attn_output.weight iq2_xxs -blk.43.attn_v.weight q4_K -blk.44.attn_qkv.weight q4_K -blk.45.attn_qkv.weight q4_K -blk.46.attn_qkv.weight q4_K -blk.47.attn_output.weight iq2_xxs -blk.47.attn_v.weight q4_K -blk.48.attn_qkv.weight q4_K -blk.49.attn_qkv.weight q4_K -blk.50.attn_qkv.weight q4_K -blk.51.attn_output.weight iq2_xxs -blk.51.attn_v.weight q4_K -blk.52.attn_qkv.weight q4_K -blk.53.attn_qkv.weight q4_K -blk.54.attn_qkv.weight q4_K -blk.55.attn_output.weight iq2_xxs -blk.55.attn_v.weight q4_K -blk.56.attn_qkv.weight q4_K -blk.57.attn_qkv.weight q4_K -blk.58.attn_qkv.weight q4_K -blk.59.attn_output.weight iq2_xxs -blk.59.attn_v.weight q4_K -blk.60.attn_qkv.weight q4_K -blk.61.attn_qkv.weight q4_K -blk.62.attn_qkv.weight q4_K -blk.63.attn_output.weight iq2_xxs -blk.63.attn_v.weight q4_K - -[BF16] bf16 - -[TQ1_0] tq1_0 -output.weight q6_K -token_embd.weight q4_K - -[TQ2_0] tq2_0 -output.weight q6_K -token_embd.weight q4_K - -[MXFP4_MOE] mxfp4 -output.weight q8_0 -token_embd.weight q8_0 -blk.0.attn_gate.weight q8_0 -blk.0.attn_qkv.weight q8_0 -blk.0.ffn_down.weight q8_0 -blk.0.ffn_gate.weight q8_0 -blk.0.ffn_up.weight q8_0 -blk.0.ssm_alpha.weight q8_0 -blk.0.ssm_beta.weight q8_0 -blk.0.ssm_out.weight q8_0 -blk.1.attn_gate.weight q8_0 -blk.1.attn_qkv.weight q8_0 -blk.1.ffn_down.weight q8_0 -blk.1.ffn_gate.weight q8_0 -blk.1.ffn_up.weight q8_0 -blk.1.ssm_alpha.weight q8_0 -blk.1.ssm_beta.weight q8_0 -blk.1.ssm_out.weight q8_0 -blk.2.attn_gate.weight q8_0 -blk.2.attn_qkv.weight q8_0 -blk.2.ffn_down.weight q8_0 -blk.2.ffn_gate.weight q8_0 -blk.2.ffn_up.weight q8_0 -blk.2.ssm_alpha.weight q8_0 -blk.2.ssm_beta.weight q8_0 -blk.2.ssm_out.weight q8_0 -blk.3.attn_k.weight q8_0 -blk.3.attn_output.weight q8_0 -blk.3.attn_q.weight q8_0 -blk.3.attn_v.weight q8_0 -blk.3.ffn_down.weight q8_0 -blk.3.ffn_gate.weight q8_0 -blk.3.ffn_up.weight q8_0 -blk.4.attn_gate.weight q8_0 -blk.4.attn_qkv.weight q8_0 -blk.4.ffn_down.weight q8_0 -blk.4.ffn_gate.weight q8_0 -blk.4.ffn_up.weight q8_0 -blk.4.ssm_alpha.weight q8_0 -blk.4.ssm_beta.weight q8_0 -blk.4.ssm_out.weight q8_0 -blk.5.attn_gate.weight q8_0 -blk.5.attn_qkv.weight q8_0 -blk.5.ffn_down.weight q8_0 -blk.5.ffn_gate.weight q8_0 -blk.5.ffn_up.weight q8_0 -blk.5.ssm_alpha.weight q8_0 -blk.5.ssm_beta.weight q8_0 -blk.5.ssm_out.weight q8_0 -blk.6.attn_gate.weight q8_0 -blk.6.attn_qkv.weight q8_0 -blk.6.ffn_down.weight q8_0 -blk.6.ffn_gate.weight q8_0 -blk.6.ffn_up.weight q8_0 -blk.6.ssm_alpha.weight q8_0 -blk.6.ssm_beta.weight q8_0 -blk.6.ssm_out.weight q8_0 -blk.7.attn_k.weight q8_0 -blk.7.attn_output.weight q8_0 -blk.7.attn_q.weight q8_0 -blk.7.attn_v.weight q8_0 -blk.7.ffn_down.weight q8_0 -blk.7.ffn_gate.weight q8_0 -blk.7.ffn_up.weight q8_0 -blk.8.attn_gate.weight q8_0 -blk.8.attn_qkv.weight q8_0 -blk.8.ffn_down.weight q8_0 -blk.8.ffn_gate.weight q8_0 -blk.8.ffn_up.weight q8_0 -blk.8.ssm_alpha.weight q8_0 -blk.8.ssm_beta.weight q8_0 -blk.8.ssm_out.weight q8_0 -blk.9.attn_gate.weight q8_0 -blk.9.attn_qkv.weight q8_0 -blk.9.ffn_down.weight q8_0 -blk.9.ffn_gate.weight q8_0 -blk.9.ffn_up.weight q8_0 -blk.9.ssm_alpha.weight q8_0 -blk.9.ssm_beta.weight q8_0 -blk.9.ssm_out.weight q8_0 -blk.10.attn_gate.weight q8_0 -blk.10.attn_qkv.weight q8_0 -blk.10.ffn_down.weight q8_0 -blk.10.ffn_gate.weight q8_0 -blk.10.ffn_up.weight q8_0 -blk.10.ssm_alpha.weight q8_0 -blk.10.ssm_beta.weight q8_0 -blk.10.ssm_out.weight q8_0 -blk.11.attn_k.weight q8_0 -blk.11.attn_output.weight q8_0 -blk.11.attn_q.weight q8_0 -blk.11.attn_v.weight q8_0 -blk.11.ffn_down.weight q8_0 -blk.11.ffn_gate.weight q8_0 -blk.11.ffn_up.weight q8_0 -blk.12.attn_gate.weight q8_0 -blk.12.attn_qkv.weight q8_0 -blk.12.ffn_down.weight q8_0 -blk.12.ffn_gate.weight q8_0 -blk.12.ffn_up.weight q8_0 -blk.12.ssm_alpha.weight q8_0 -blk.12.ssm_beta.weight q8_0 -blk.12.ssm_out.weight q8_0 -blk.13.attn_gate.weight q8_0 -blk.13.attn_qkv.weight q8_0 -blk.13.ffn_down.weight q8_0 -blk.13.ffn_gate.weight q8_0 -blk.13.ffn_up.weight q8_0 -blk.13.ssm_alpha.weight q8_0 -blk.13.ssm_beta.weight q8_0 -blk.13.ssm_out.weight q8_0 -blk.14.attn_gate.weight q8_0 -blk.14.attn_qkv.weight q8_0 -blk.14.ffn_down.weight q8_0 -blk.14.ffn_gate.weight q8_0 -blk.14.ffn_up.weight q8_0 -blk.14.ssm_alpha.weight q8_0 -blk.14.ssm_beta.weight q8_0 -blk.14.ssm_out.weight q8_0 -blk.15.attn_k.weight q8_0 -blk.15.attn_output.weight q8_0 -blk.15.attn_q.weight q8_0 -blk.15.attn_v.weight q8_0 -blk.15.ffn_down.weight q8_0 -blk.15.ffn_gate.weight q8_0 -blk.15.ffn_up.weight q8_0 -blk.16.attn_gate.weight q8_0 -blk.16.attn_qkv.weight q8_0 -blk.16.ffn_down.weight q8_0 -blk.16.ffn_gate.weight q8_0 -blk.16.ffn_up.weight q8_0 -blk.16.ssm_alpha.weight q8_0 -blk.16.ssm_beta.weight q8_0 -blk.16.ssm_out.weight q8_0 -blk.17.attn_gate.weight q8_0 -blk.17.attn_qkv.weight q8_0 -blk.17.ffn_down.weight q8_0 -blk.17.ffn_gate.weight q8_0 -blk.17.ffn_up.weight q8_0 -blk.17.ssm_alpha.weight q8_0 -blk.17.ssm_beta.weight q8_0 -blk.17.ssm_out.weight q8_0 -blk.18.attn_gate.weight q8_0 -blk.18.attn_qkv.weight q8_0 -blk.18.ffn_down.weight q8_0 -blk.18.ffn_gate.weight q8_0 -blk.18.ffn_up.weight q8_0 -blk.18.ssm_alpha.weight q8_0 -blk.18.ssm_beta.weight q8_0 -blk.18.ssm_out.weight q8_0 -blk.19.attn_k.weight q8_0 -blk.19.attn_output.weight q8_0 -blk.19.attn_q.weight q8_0 -blk.19.attn_v.weight q8_0 -blk.19.ffn_down.weight q8_0 -blk.19.ffn_gate.weight q8_0 -blk.19.ffn_up.weight q8_0 -blk.20.attn_gate.weight q8_0 -blk.20.attn_qkv.weight q8_0 -blk.20.ffn_down.weight q8_0 -blk.20.ffn_gate.weight q8_0 -blk.20.ffn_up.weight q8_0 -blk.20.ssm_alpha.weight q8_0 -blk.20.ssm_beta.weight q8_0 -blk.20.ssm_out.weight q8_0 -blk.21.attn_gate.weight q8_0 -blk.21.attn_qkv.weight q8_0 -blk.21.ffn_down.weight q8_0 -blk.21.ffn_gate.weight q8_0 -blk.21.ffn_up.weight q8_0 -blk.21.ssm_alpha.weight q8_0 -blk.21.ssm_beta.weight q8_0 -blk.21.ssm_out.weight q8_0 -blk.22.attn_gate.weight q8_0 -blk.22.attn_qkv.weight q8_0 -blk.22.ffn_down.weight q8_0 -blk.22.ffn_gate.weight q8_0 -blk.22.ffn_up.weight q8_0 -blk.22.ssm_alpha.weight q8_0 -blk.22.ssm_beta.weight q8_0 -blk.22.ssm_out.weight q8_0 -blk.23.attn_k.weight q8_0 -blk.23.attn_output.weight q8_0 -blk.23.attn_q.weight q8_0 -blk.23.attn_v.weight q8_0 -blk.23.ffn_down.weight q8_0 -blk.23.ffn_gate.weight q8_0 -blk.23.ffn_up.weight q8_0 -blk.24.attn_gate.weight q8_0 -blk.24.attn_qkv.weight q8_0 -blk.24.ffn_down.weight q8_0 -blk.24.ffn_gate.weight q8_0 -blk.24.ffn_up.weight q8_0 -blk.24.ssm_alpha.weight q8_0 -blk.24.ssm_beta.weight q8_0 -blk.24.ssm_out.weight q8_0 -blk.25.attn_gate.weight q8_0 -blk.25.attn_qkv.weight q8_0 -blk.25.ffn_down.weight q8_0 -blk.25.ffn_gate.weight q8_0 -blk.25.ffn_up.weight q8_0 -blk.25.ssm_alpha.weight q8_0 -blk.25.ssm_beta.weight q8_0 -blk.25.ssm_out.weight q8_0 -blk.26.attn_gate.weight q8_0 -blk.26.attn_qkv.weight q8_0 -blk.26.ffn_down.weight q8_0 -blk.26.ffn_gate.weight q8_0 -blk.26.ffn_up.weight q8_0 -blk.26.ssm_alpha.weight q8_0 -blk.26.ssm_beta.weight q8_0 -blk.26.ssm_out.weight q8_0 -blk.27.attn_k.weight q8_0 -blk.27.attn_output.weight q8_0 -blk.27.attn_q.weight q8_0 -blk.27.attn_v.weight q8_0 -blk.27.ffn_down.weight q8_0 -blk.27.ffn_gate.weight q8_0 -blk.27.ffn_up.weight q8_0 -blk.28.attn_gate.weight q8_0 -blk.28.attn_qkv.weight q8_0 -blk.28.ffn_down.weight q8_0 -blk.28.ffn_gate.weight q8_0 -blk.28.ffn_up.weight q8_0 -blk.28.ssm_alpha.weight q8_0 -blk.28.ssm_beta.weight q8_0 -blk.28.ssm_out.weight q8_0 -blk.29.attn_gate.weight q8_0 -blk.29.attn_qkv.weight q8_0 -blk.29.ffn_down.weight q8_0 -blk.29.ffn_gate.weight q8_0 -blk.29.ffn_up.weight q8_0 -blk.29.ssm_alpha.weight q8_0 -blk.29.ssm_beta.weight q8_0 -blk.29.ssm_out.weight q8_0 -blk.30.attn_gate.weight q8_0 -blk.30.attn_qkv.weight q8_0 -blk.30.ffn_down.weight q8_0 -blk.30.ffn_gate.weight q8_0 -blk.30.ffn_up.weight q8_0 -blk.30.ssm_alpha.weight q8_0 -blk.30.ssm_beta.weight q8_0 -blk.30.ssm_out.weight q8_0 -blk.31.attn_k.weight q8_0 -blk.31.attn_output.weight q8_0 -blk.31.attn_q.weight q8_0 -blk.31.attn_v.weight q8_0 -blk.31.ffn_down.weight q8_0 -blk.31.ffn_gate.weight q8_0 -blk.31.ffn_up.weight q8_0 -blk.32.attn_gate.weight q8_0 -blk.32.attn_qkv.weight q8_0 -blk.32.ffn_down.weight q8_0 -blk.32.ffn_gate.weight q8_0 -blk.32.ffn_up.weight q8_0 -blk.32.ssm_alpha.weight q8_0 -blk.32.ssm_beta.weight q8_0 -blk.32.ssm_out.weight q8_0 -blk.33.attn_gate.weight q8_0 -blk.33.attn_qkv.weight q8_0 -blk.33.ffn_down.weight q8_0 -blk.33.ffn_gate.weight q8_0 -blk.33.ffn_up.weight q8_0 -blk.33.ssm_alpha.weight q8_0 -blk.33.ssm_beta.weight q8_0 -blk.33.ssm_out.weight q8_0 -blk.34.attn_gate.weight q8_0 -blk.34.attn_qkv.weight q8_0 -blk.34.ffn_down.weight q8_0 -blk.34.ffn_gate.weight q8_0 -blk.34.ffn_up.weight q8_0 -blk.34.ssm_alpha.weight q8_0 -blk.34.ssm_beta.weight q8_0 -blk.34.ssm_out.weight q8_0 -blk.35.attn_k.weight q8_0 -blk.35.attn_output.weight q8_0 -blk.35.attn_q.weight q8_0 -blk.35.attn_v.weight q8_0 -blk.35.ffn_down.weight q8_0 -blk.35.ffn_gate.weight q8_0 -blk.35.ffn_up.weight q8_0 -blk.36.attn_gate.weight q8_0 -blk.36.attn_qkv.weight q8_0 -blk.36.ffn_down.weight q8_0 -blk.36.ffn_gate.weight q8_0 -blk.36.ffn_up.weight q8_0 -blk.36.ssm_alpha.weight q8_0 -blk.36.ssm_beta.weight q8_0 -blk.36.ssm_out.weight q8_0 -blk.37.attn_gate.weight q8_0 -blk.37.attn_qkv.weight q8_0 -blk.37.ffn_down.weight q8_0 -blk.37.ffn_gate.weight q8_0 -blk.37.ffn_up.weight q8_0 -blk.37.ssm_alpha.weight q8_0 -blk.37.ssm_beta.weight q8_0 -blk.37.ssm_out.weight q8_0 -blk.38.attn_gate.weight q8_0 -blk.38.attn_qkv.weight q8_0 -blk.38.ffn_down.weight q8_0 -blk.38.ffn_gate.weight q8_0 -blk.38.ffn_up.weight q8_0 -blk.38.ssm_alpha.weight q8_0 -blk.38.ssm_beta.weight q8_0 -blk.38.ssm_out.weight q8_0 -blk.39.attn_k.weight q8_0 -blk.39.attn_output.weight q8_0 -blk.39.attn_q.weight q8_0 -blk.39.attn_v.weight q8_0 -blk.39.ffn_down.weight q8_0 -blk.39.ffn_gate.weight q8_0 -blk.39.ffn_up.weight q8_0 -blk.40.attn_gate.weight q8_0 -blk.40.attn_qkv.weight q8_0 -blk.40.ffn_down.weight q8_0 -blk.40.ffn_gate.weight q8_0 -blk.40.ffn_up.weight q8_0 -blk.40.ssm_alpha.weight q8_0 -blk.40.ssm_beta.weight q8_0 -blk.40.ssm_out.weight q8_0 -blk.41.attn_gate.weight q8_0 -blk.41.attn_qkv.weight q8_0 -blk.41.ffn_down.weight q8_0 -blk.41.ffn_gate.weight q8_0 -blk.41.ffn_up.weight q8_0 -blk.41.ssm_alpha.weight q8_0 -blk.41.ssm_beta.weight q8_0 -blk.41.ssm_out.weight q8_0 -blk.42.attn_gate.weight q8_0 -blk.42.attn_qkv.weight q8_0 -blk.42.ffn_down.weight q8_0 -blk.42.ffn_gate.weight q8_0 -blk.42.ffn_up.weight q8_0 -blk.42.ssm_alpha.weight q8_0 -blk.42.ssm_beta.weight q8_0 -blk.42.ssm_out.weight q8_0 -blk.43.attn_k.weight q8_0 -blk.43.attn_output.weight q8_0 -blk.43.attn_q.weight q8_0 -blk.43.attn_v.weight q8_0 -blk.43.ffn_down.weight q8_0 -blk.43.ffn_gate.weight q8_0 -blk.43.ffn_up.weight q8_0 -blk.44.attn_gate.weight q8_0 -blk.44.attn_qkv.weight q8_0 -blk.44.ffn_down.weight q8_0 -blk.44.ffn_gate.weight q8_0 -blk.44.ffn_up.weight q8_0 -blk.44.ssm_alpha.weight q8_0 -blk.44.ssm_beta.weight q8_0 -blk.44.ssm_out.weight q8_0 -blk.45.attn_gate.weight q8_0 -blk.45.attn_qkv.weight q8_0 -blk.45.ffn_down.weight q8_0 -blk.45.ffn_gate.weight q8_0 -blk.45.ffn_up.weight q8_0 -blk.45.ssm_alpha.weight q8_0 -blk.45.ssm_beta.weight q8_0 -blk.45.ssm_out.weight q8_0 -blk.46.attn_gate.weight q8_0 -blk.46.attn_qkv.weight q8_0 -blk.46.ffn_down.weight q8_0 -blk.46.ffn_gate.weight q8_0 -blk.46.ffn_up.weight q8_0 -blk.46.ssm_alpha.weight q8_0 -blk.46.ssm_beta.weight q8_0 -blk.46.ssm_out.weight q8_0 -blk.47.attn_k.weight q8_0 -blk.47.attn_output.weight q8_0 -blk.47.attn_q.weight q8_0 -blk.47.attn_v.weight q8_0 -blk.47.ffn_down.weight q8_0 -blk.47.ffn_gate.weight q8_0 -blk.47.ffn_up.weight q8_0 -blk.48.attn_gate.weight q8_0 -blk.48.attn_qkv.weight q8_0 -blk.48.ffn_down.weight q8_0 -blk.48.ffn_gate.weight q8_0 -blk.48.ffn_up.weight q8_0 -blk.48.ssm_alpha.weight q8_0 -blk.48.ssm_beta.weight q8_0 -blk.48.ssm_out.weight q8_0 -blk.49.attn_gate.weight q8_0 -blk.49.attn_qkv.weight q8_0 -blk.49.ffn_down.weight q8_0 -blk.49.ffn_gate.weight q8_0 -blk.49.ffn_up.weight q8_0 -blk.49.ssm_alpha.weight q8_0 -blk.49.ssm_beta.weight q8_0 -blk.49.ssm_out.weight q8_0 -blk.50.attn_gate.weight q8_0 -blk.50.attn_qkv.weight q8_0 -blk.50.ffn_down.weight q8_0 -blk.50.ffn_gate.weight q8_0 -blk.50.ffn_up.weight q8_0 -blk.50.ssm_alpha.weight q8_0 -blk.50.ssm_beta.weight q8_0 -blk.50.ssm_out.weight q8_0 -blk.51.attn_k.weight q8_0 -blk.51.attn_output.weight q8_0 -blk.51.attn_q.weight q8_0 -blk.51.attn_v.weight q8_0 -blk.51.ffn_down.weight q8_0 -blk.51.ffn_gate.weight q8_0 -blk.51.ffn_up.weight q8_0 -blk.52.attn_gate.weight q8_0 -blk.52.attn_qkv.weight q8_0 -blk.52.ffn_down.weight q8_0 -blk.52.ffn_gate.weight q8_0 -blk.52.ffn_up.weight q8_0 -blk.52.ssm_alpha.weight q8_0 -blk.52.ssm_beta.weight q8_0 -blk.52.ssm_out.weight q8_0 -blk.53.attn_gate.weight q8_0 -blk.53.attn_qkv.weight q8_0 -blk.53.ffn_down.weight q8_0 -blk.53.ffn_gate.weight q8_0 -blk.53.ffn_up.weight q8_0 -blk.53.ssm_alpha.weight q8_0 -blk.53.ssm_beta.weight q8_0 -blk.53.ssm_out.weight q8_0 -blk.54.attn_gate.weight q8_0 -blk.54.attn_qkv.weight q8_0 -blk.54.ffn_down.weight q8_0 -blk.54.ffn_gate.weight q8_0 -blk.54.ffn_up.weight q8_0 -blk.54.ssm_alpha.weight q8_0 -blk.54.ssm_beta.weight q8_0 -blk.54.ssm_out.weight q8_0 -blk.55.attn_k.weight q8_0 -blk.55.attn_output.weight q8_0 -blk.55.attn_q.weight q8_0 -blk.55.attn_v.weight q8_0 -blk.55.ffn_down.weight q8_0 -blk.55.ffn_gate.weight q8_0 -blk.55.ffn_up.weight q8_0 -blk.56.attn_gate.weight q8_0 -blk.56.attn_qkv.weight q8_0 -blk.56.ffn_down.weight q8_0 -blk.56.ffn_gate.weight q8_0 -blk.56.ffn_up.weight q8_0 -blk.56.ssm_alpha.weight q8_0 -blk.56.ssm_beta.weight q8_0 -blk.56.ssm_out.weight q8_0 -blk.57.attn_gate.weight q8_0 -blk.57.attn_qkv.weight q8_0 -blk.57.ffn_down.weight q8_0 -blk.57.ffn_gate.weight q8_0 -blk.57.ffn_up.weight q8_0 -blk.57.ssm_alpha.weight q8_0 -blk.57.ssm_beta.weight q8_0 -blk.57.ssm_out.weight q8_0 -blk.58.attn_gate.weight q8_0 -blk.58.attn_qkv.weight q8_0 -blk.58.ffn_down.weight q8_0 -blk.58.ffn_gate.weight q8_0 -blk.58.ffn_up.weight q8_0 -blk.58.ssm_alpha.weight q8_0 -blk.58.ssm_beta.weight q8_0 -blk.58.ssm_out.weight q8_0 -blk.59.attn_k.weight q8_0 -blk.59.attn_output.weight q8_0 -blk.59.attn_q.weight q8_0 -blk.59.attn_v.weight q8_0 -blk.59.ffn_down.weight q8_0 -blk.59.ffn_gate.weight q8_0 -blk.59.ffn_up.weight q8_0 -blk.60.attn_gate.weight q8_0 -blk.60.attn_qkv.weight q8_0 -blk.60.ffn_down.weight q8_0 -blk.60.ffn_gate.weight q8_0 -blk.60.ffn_up.weight q8_0 -blk.60.ssm_alpha.weight q8_0 -blk.60.ssm_beta.weight q8_0 -blk.60.ssm_out.weight q8_0 -blk.61.attn_gate.weight q8_0 -blk.61.attn_qkv.weight q8_0 -blk.61.ffn_down.weight q8_0 -blk.61.ffn_gate.weight q8_0 -blk.61.ffn_up.weight q8_0 -blk.61.ssm_alpha.weight q8_0 -blk.61.ssm_beta.weight q8_0 -blk.61.ssm_out.weight q8_0 -blk.62.attn_gate.weight q8_0 -blk.62.attn_qkv.weight q8_0 -blk.62.ffn_down.weight q8_0 -blk.62.ffn_gate.weight q8_0 -blk.62.ffn_up.weight q8_0 -blk.62.ssm_alpha.weight q8_0 -blk.62.ssm_beta.weight q8_0 -blk.62.ssm_out.weight q8_0 -blk.63.attn_k.weight q8_0 -blk.63.attn_output.weight q8_0 -blk.63.attn_q.weight q8_0 -blk.63.attn_v.weight q8_0 -blk.63.ffn_down.weight q8_0 -blk.63.ffn_gate.weight q8_0 -blk.63.ffn_up.weight q8_0 diff --git a/tests/snapshots/qwen3.6-27b.schema b/tests/snapshots/qwen3.6-27b.schema new file mode 100644 index 000000000..408020533 --- /dev/null +++ b/tests/snapshots/qwen3.6-27b.schema @@ -0,0 +1,2406 @@ +# Model: Qwen3.5-27B +# n_embd=5120, n_ff=17408, n_vocab=248320, n_layer=64, n_head=24, n_head_kv=4 + +[F32] f32 + +[F16] f16 + +[Q4_0] q4_0 +output.weight q6_K + +[Q4_1] q4_1 +output.weight q6_K + +[Q8_0] q8_0 + +[Q5_0] q5_0 +output.weight q6_K + +[Q5_1] q5_1 +output.weight q6_K + +[Q2_K] q2_K +output.weight q6_K +blk.0.attn_qkv.weight q4_K +blk.0.ffn_down.weight q3_K +blk.1.attn_qkv.weight q4_K +blk.1.ffn_down.weight q3_K +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down.weight q3_K +blk.3.attn_output.weight q3_K +blk.3.attn_v.weight q4_K +blk.3.ffn_down.weight q3_K +blk.4.attn_qkv.weight q4_K +blk.4.ffn_down.weight q3_K +blk.5.attn_qkv.weight q4_K +blk.5.ffn_down.weight q3_K +blk.6.attn_qkv.weight q4_K +blk.6.ffn_down.weight q3_K +blk.7.attn_output.weight q3_K +blk.7.attn_v.weight q4_K +blk.7.ffn_down.weight q3_K +blk.8.attn_qkv.weight q4_K +blk.8.ffn_down.weight q3_K +blk.9.attn_qkv.weight q4_K +blk.9.ffn_down.weight q3_K +blk.10.attn_qkv.weight q4_K +blk.10.ffn_down.weight q3_K +blk.11.attn_output.weight q3_K +blk.11.attn_v.weight q4_K +blk.11.ffn_down.weight q3_K +blk.12.attn_qkv.weight q4_K +blk.12.ffn_down.weight q3_K +blk.13.attn_qkv.weight q4_K +blk.13.ffn_down.weight q3_K +blk.14.attn_qkv.weight q4_K +blk.14.ffn_down.weight q3_K +blk.15.attn_output.weight q3_K +blk.15.attn_v.weight q4_K +blk.15.ffn_down.weight q3_K +blk.16.attn_qkv.weight q4_K +blk.16.ffn_down.weight q3_K +blk.17.attn_qkv.weight q4_K +blk.17.ffn_down.weight q3_K +blk.18.attn_qkv.weight q4_K +blk.18.ffn_down.weight q3_K +blk.19.attn_output.weight q3_K +blk.19.attn_v.weight q4_K +blk.19.ffn_down.weight q3_K +blk.20.attn_qkv.weight q4_K +blk.20.ffn_down.weight q3_K +blk.21.attn_qkv.weight q4_K +blk.21.ffn_down.weight q3_K +blk.22.attn_qkv.weight q4_K +blk.22.ffn_down.weight q3_K +blk.23.attn_output.weight q3_K +blk.23.attn_v.weight q4_K +blk.23.ffn_down.weight q3_K +blk.24.attn_qkv.weight q4_K +blk.24.ffn_down.weight q3_K +blk.25.attn_qkv.weight q4_K +blk.25.ffn_down.weight q3_K +blk.26.attn_qkv.weight q4_K +blk.26.ffn_down.weight q3_K +blk.27.attn_output.weight q3_K +blk.27.attn_v.weight q4_K +blk.27.ffn_down.weight q3_K +blk.28.attn_qkv.weight q4_K +blk.28.ffn_down.weight q3_K +blk.29.attn_qkv.weight q4_K +blk.29.ffn_down.weight q3_K +blk.30.attn_qkv.weight q4_K +blk.30.ffn_down.weight q3_K +blk.31.attn_output.weight q3_K +blk.31.attn_v.weight q4_K +blk.31.ffn_down.weight q3_K +blk.32.attn_qkv.weight q4_K +blk.32.ffn_down.weight q3_K +blk.33.attn_qkv.weight q4_K +blk.33.ffn_down.weight q3_K +blk.34.attn_qkv.weight q4_K +blk.34.ffn_down.weight q3_K +blk.35.attn_output.weight q3_K +blk.35.attn_v.weight q4_K +blk.35.ffn_down.weight q3_K +blk.36.attn_qkv.weight q4_K +blk.36.ffn_down.weight q3_K +blk.37.attn_qkv.weight q4_K +blk.37.ffn_down.weight q3_K +blk.38.attn_qkv.weight q4_K +blk.38.ffn_down.weight q3_K +blk.39.attn_output.weight q3_K +blk.39.attn_v.weight q4_K +blk.39.ffn_down.weight q3_K +blk.40.attn_qkv.weight q4_K +blk.40.ffn_down.weight q3_K +blk.41.attn_qkv.weight q4_K +blk.41.ffn_down.weight q3_K +blk.42.attn_qkv.weight q4_K +blk.42.ffn_down.weight q3_K +blk.43.attn_output.weight q3_K +blk.43.attn_v.weight q4_K +blk.43.ffn_down.weight q3_K +blk.44.attn_qkv.weight q4_K +blk.44.ffn_down.weight q3_K +blk.45.attn_qkv.weight q4_K +blk.45.ffn_down.weight q3_K +blk.46.attn_qkv.weight q4_K +blk.46.ffn_down.weight q3_K +blk.47.attn_output.weight q3_K +blk.47.attn_v.weight q4_K +blk.47.ffn_down.weight q3_K +blk.48.attn_qkv.weight q4_K +blk.48.ffn_down.weight q3_K +blk.49.attn_qkv.weight q4_K +blk.49.ffn_down.weight q3_K +blk.50.attn_qkv.weight q4_K +blk.50.ffn_down.weight q3_K +blk.51.attn_output.weight q3_K +blk.51.attn_v.weight q4_K +blk.51.ffn_down.weight q3_K +blk.52.attn_qkv.weight q4_K +blk.52.ffn_down.weight q3_K +blk.53.attn_qkv.weight q4_K +blk.53.ffn_down.weight q3_K +blk.54.attn_qkv.weight q4_K +blk.54.ffn_down.weight q3_K +blk.55.attn_output.weight q3_K +blk.55.attn_v.weight q4_K +blk.55.ffn_down.weight q3_K +blk.56.attn_qkv.weight q4_K +blk.56.ffn_down.weight q3_K +blk.57.attn_qkv.weight q4_K +blk.57.ffn_down.weight q3_K +blk.58.attn_qkv.weight q4_K +blk.58.ffn_down.weight q3_K +blk.59.attn_output.weight q3_K +blk.59.attn_v.weight q4_K +blk.59.ffn_down.weight q3_K +blk.60.attn_qkv.weight q4_K +blk.60.ffn_down.weight q3_K +blk.61.attn_qkv.weight q4_K +blk.61.ffn_down.weight q3_K +blk.62.attn_qkv.weight q4_K +blk.62.ffn_down.weight q3_K +blk.63.attn_output.weight q3_K +blk.63.attn_v.weight q4_K +blk.63.ffn_down.weight q3_K + +[Q3_K_S] q3_K +output.weight q6_K + +[Q3_K_M] q3_K +output.weight q6_K +blk.0.attn_qkv.weight q5_K +blk.0.ffn_down.weight q5_K +blk.1.attn_qkv.weight q5_K +blk.1.ffn_down.weight q5_K +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down.weight q5_K +blk.3.attn_output.weight q4_K +blk.3.attn_v.weight q4_K +blk.3.ffn_down.weight q5_K +blk.4.attn_qkv.weight q4_K +blk.4.ffn_down.weight q4_K +blk.5.attn_qkv.weight q4_K +blk.5.ffn_down.weight q4_K +blk.6.attn_qkv.weight q4_K +blk.6.ffn_down.weight q4_K +blk.7.attn_output.weight q4_K +blk.7.attn_v.weight q4_K +blk.7.ffn_down.weight q4_K +blk.8.attn_qkv.weight q4_K +blk.8.ffn_down.weight q4_K +blk.9.attn_qkv.weight q4_K +blk.9.ffn_down.weight q4_K +blk.10.attn_qkv.weight q4_K +blk.10.ffn_down.weight q4_K +blk.11.attn_output.weight q4_K +blk.11.attn_v.weight q4_K +blk.11.ffn_down.weight q4_K +blk.12.attn_qkv.weight q4_K +blk.12.ffn_down.weight q4_K +blk.13.attn_qkv.weight q4_K +blk.13.ffn_down.weight q4_K +blk.14.attn_qkv.weight q4_K +blk.14.ffn_down.weight q4_K +blk.15.attn_output.weight q4_K +blk.15.attn_v.weight q4_K +blk.15.ffn_down.weight q4_K +blk.16.attn_qkv.weight q4_K +blk.16.ffn_down.weight q4_K +blk.17.attn_qkv.weight q4_K +blk.17.ffn_down.weight q4_K +blk.18.attn_qkv.weight q4_K +blk.18.ffn_down.weight q4_K +blk.19.attn_output.weight q4_K +blk.19.attn_v.weight q4_K +blk.19.ffn_down.weight q4_K +blk.20.attn_qkv.weight q4_K +blk.20.ffn_down.weight q4_K +blk.21.attn_qkv.weight q4_K +blk.21.ffn_down.weight q4_K +blk.22.attn_qkv.weight q4_K +blk.22.ffn_down.weight q4_K +blk.23.attn_output.weight q4_K +blk.23.attn_v.weight q4_K +blk.23.ffn_down.weight q4_K +blk.24.attn_qkv.weight q4_K +blk.24.ffn_down.weight q4_K +blk.25.attn_qkv.weight q4_K +blk.25.ffn_down.weight q4_K +blk.26.attn_qkv.weight q4_K +blk.26.ffn_down.weight q4_K +blk.27.attn_output.weight q4_K +blk.27.attn_v.weight q4_K +blk.27.ffn_down.weight q4_K +blk.28.attn_qkv.weight q4_K +blk.28.ffn_down.weight q4_K +blk.29.attn_qkv.weight q4_K +blk.29.ffn_down.weight q4_K +blk.30.attn_qkv.weight q4_K +blk.30.ffn_down.weight q4_K +blk.31.attn_output.weight q4_K +blk.31.attn_v.weight q4_K +blk.31.ffn_down.weight q4_K +blk.32.attn_qkv.weight q4_K +blk.32.ffn_down.weight q4_K +blk.33.attn_qkv.weight q4_K +blk.33.ffn_down.weight q4_K +blk.34.attn_qkv.weight q4_K +blk.34.ffn_down.weight q4_K +blk.35.attn_output.weight q4_K +blk.35.attn_v.weight q4_K +blk.35.ffn_down.weight q4_K +blk.36.attn_qkv.weight q4_K +blk.36.ffn_down.weight q4_K +blk.37.attn_qkv.weight q4_K +blk.37.ffn_down.weight q4_K +blk.38.attn_qkv.weight q4_K +blk.38.ffn_down.weight q4_K +blk.39.attn_output.weight q4_K +blk.39.attn_v.weight q4_K +blk.39.ffn_down.weight q4_K +blk.40.attn_qkv.weight q4_K +blk.40.ffn_down.weight q4_K +blk.41.attn_qkv.weight q4_K +blk.41.ffn_down.weight q4_K +blk.42.attn_qkv.weight q4_K +blk.42.ffn_down.weight q4_K +blk.43.attn_output.weight q4_K +blk.43.attn_v.weight q4_K +blk.43.ffn_down.weight q4_K +blk.44.attn_qkv.weight q4_K +blk.44.ffn_down.weight q4_K +blk.45.attn_qkv.weight q4_K +blk.45.ffn_down.weight q4_K +blk.46.attn_qkv.weight q4_K +blk.46.ffn_down.weight q4_K +blk.47.attn_output.weight q4_K +blk.47.attn_v.weight q4_K +blk.47.ffn_down.weight q4_K +blk.48.attn_qkv.weight q4_K +blk.48.ffn_down.weight q4_K +blk.49.attn_qkv.weight q4_K +blk.49.ffn_down.weight q4_K +blk.50.attn_qkv.weight q4_K +blk.50.ffn_down.weight q4_K +blk.51.attn_output.weight q4_K +blk.51.attn_v.weight q4_K +blk.51.ffn_down.weight q4_K +blk.52.attn_qkv.weight q4_K +blk.52.ffn_down.weight q4_K +blk.53.attn_qkv.weight q4_K +blk.53.ffn_down.weight q4_K +blk.54.attn_qkv.weight q4_K +blk.54.ffn_down.weight q4_K +blk.55.attn_output.weight q4_K +blk.55.attn_v.weight q4_K +blk.55.ffn_down.weight q4_K +blk.56.attn_qkv.weight q4_K +blk.56.ffn_down.weight q4_K +blk.57.attn_qkv.weight q4_K +blk.57.ffn_down.weight q4_K +blk.58.attn_qkv.weight q4_K +blk.58.ffn_down.weight q4_K +blk.59.attn_output.weight q4_K +blk.59.attn_v.weight q4_K +blk.59.ffn_down.weight q4_K +blk.60.attn_qkv.weight q4_K +blk.60.ffn_down.weight q4_K +blk.61.attn_qkv.weight q4_K +blk.61.ffn_down.weight q4_K +blk.62.attn_qkv.weight q4_K +blk.62.ffn_down.weight q4_K +blk.63.attn_output.weight q4_K +blk.63.attn_v.weight q4_K +blk.63.ffn_down.weight q4_K + +[Q3_K_L] q3_K +output.weight q6_K +blk.0.attn_qkv.weight q5_K +blk.0.ffn_down.weight q5_K +blk.1.attn_qkv.weight q5_K +blk.1.ffn_down.weight q5_K +blk.2.attn_qkv.weight q5_K +blk.2.ffn_down.weight q5_K +blk.3.attn_output.weight q5_K +blk.3.attn_v.weight q5_K +blk.3.ffn_down.weight q5_K +blk.4.attn_qkv.weight q5_K +blk.4.ffn_down.weight q5_K +blk.5.attn_qkv.weight q5_K +blk.5.ffn_down.weight q5_K +blk.6.attn_qkv.weight q5_K +blk.6.ffn_down.weight q5_K +blk.7.attn_output.weight q5_K +blk.7.attn_v.weight q5_K +blk.7.ffn_down.weight q5_K +blk.8.attn_qkv.weight q5_K +blk.8.ffn_down.weight q5_K +blk.9.attn_qkv.weight q5_K +blk.9.ffn_down.weight q5_K +blk.10.attn_qkv.weight q5_K +blk.10.ffn_down.weight q5_K +blk.11.attn_output.weight q5_K +blk.11.attn_v.weight q5_K +blk.11.ffn_down.weight q5_K +blk.12.attn_qkv.weight q5_K +blk.12.ffn_down.weight q5_K +blk.13.attn_qkv.weight q5_K +blk.13.ffn_down.weight q5_K +blk.14.attn_qkv.weight q5_K +blk.14.ffn_down.weight q5_K +blk.15.attn_output.weight q5_K +blk.15.attn_v.weight q5_K +blk.15.ffn_down.weight q5_K +blk.16.attn_qkv.weight q5_K +blk.16.ffn_down.weight q5_K +blk.17.attn_qkv.weight q5_K +blk.17.ffn_down.weight q5_K +blk.18.attn_qkv.weight q5_K +blk.18.ffn_down.weight q5_K +blk.19.attn_output.weight q5_K +blk.19.attn_v.weight q5_K +blk.19.ffn_down.weight q5_K +blk.20.attn_qkv.weight q5_K +blk.20.ffn_down.weight q5_K +blk.21.attn_qkv.weight q5_K +blk.21.ffn_down.weight q5_K +blk.22.attn_qkv.weight q5_K +blk.22.ffn_down.weight q5_K +blk.23.attn_output.weight q5_K +blk.23.attn_v.weight q5_K +blk.23.ffn_down.weight q5_K +blk.24.attn_qkv.weight q5_K +blk.24.ffn_down.weight q5_K +blk.25.attn_qkv.weight q5_K +blk.25.ffn_down.weight q5_K +blk.26.attn_qkv.weight q5_K +blk.26.ffn_down.weight q5_K +blk.27.attn_output.weight q5_K +blk.27.attn_v.weight q5_K +blk.27.ffn_down.weight q5_K +blk.28.attn_qkv.weight q5_K +blk.28.ffn_down.weight q5_K +blk.29.attn_qkv.weight q5_K +blk.29.ffn_down.weight q5_K +blk.30.attn_qkv.weight q5_K +blk.30.ffn_down.weight q5_K +blk.31.attn_output.weight q5_K +blk.31.attn_v.weight q5_K +blk.31.ffn_down.weight q5_K +blk.32.attn_qkv.weight q5_K +blk.32.ffn_down.weight q5_K +blk.33.attn_qkv.weight q5_K +blk.33.ffn_down.weight q5_K +blk.34.attn_qkv.weight q5_K +blk.34.ffn_down.weight q5_K +blk.35.attn_output.weight q5_K +blk.35.attn_v.weight q5_K +blk.35.ffn_down.weight q5_K +blk.36.attn_qkv.weight q5_K +blk.36.ffn_down.weight q5_K +blk.37.attn_qkv.weight q5_K +blk.37.ffn_down.weight q5_K +blk.38.attn_qkv.weight q5_K +blk.38.ffn_down.weight q5_K +blk.39.attn_output.weight q5_K +blk.39.attn_v.weight q5_K +blk.39.ffn_down.weight q5_K +blk.40.attn_qkv.weight q5_K +blk.40.ffn_down.weight q5_K +blk.41.attn_qkv.weight q5_K +blk.41.ffn_down.weight q5_K +blk.42.attn_qkv.weight q5_K +blk.42.ffn_down.weight q5_K +blk.43.attn_output.weight q5_K +blk.43.attn_v.weight q5_K +blk.43.ffn_down.weight q5_K +blk.44.attn_qkv.weight q5_K +blk.44.ffn_down.weight q5_K +blk.45.attn_qkv.weight q5_K +blk.45.ffn_down.weight q5_K +blk.46.attn_qkv.weight q5_K +blk.46.ffn_down.weight q5_K +blk.47.attn_output.weight q5_K +blk.47.attn_v.weight q5_K +blk.47.ffn_down.weight q5_K +blk.48.attn_qkv.weight q5_K +blk.48.ffn_down.weight q5_K +blk.49.attn_qkv.weight q5_K +blk.49.ffn_down.weight q5_K +blk.50.attn_qkv.weight q5_K +blk.50.ffn_down.weight q5_K +blk.51.attn_output.weight q5_K +blk.51.attn_v.weight q5_K +blk.51.ffn_down.weight q5_K +blk.52.attn_qkv.weight q5_K +blk.52.ffn_down.weight q5_K +blk.53.attn_qkv.weight q5_K +blk.53.ffn_down.weight q5_K +blk.54.attn_qkv.weight q5_K +blk.54.ffn_down.weight q5_K +blk.55.attn_output.weight q5_K +blk.55.attn_v.weight q5_K +blk.55.ffn_down.weight q5_K +blk.56.attn_qkv.weight q5_K +blk.56.ffn_down.weight q5_K +blk.57.attn_qkv.weight q5_K +blk.57.ffn_down.weight q5_K +blk.58.attn_qkv.weight q5_K +blk.58.ffn_down.weight q5_K +blk.59.attn_output.weight q5_K +blk.59.attn_v.weight q5_K +blk.59.ffn_down.weight q5_K +blk.60.attn_qkv.weight q5_K +blk.60.ffn_down.weight q5_K +blk.61.attn_qkv.weight q5_K +blk.61.ffn_down.weight q5_K +blk.62.attn_qkv.weight q5_K +blk.62.ffn_down.weight q5_K +blk.63.attn_output.weight q5_K +blk.63.attn_v.weight q5_K +blk.63.ffn_down.weight q5_K + +[Q4_K_S] q4_K +output.weight q6_K +blk.0.attn_qkv.weight q5_K +blk.0.ffn_down.weight q5_K +blk.1.attn_qkv.weight q5_K +blk.1.ffn_down.weight q5_K +blk.2.attn_qkv.weight q5_K +blk.2.ffn_down.weight q5_K +blk.3.attn_v.weight q5_K +blk.3.ffn_down.weight q5_K +blk.4.ffn_down.weight q5_K +blk.5.ffn_down.weight q5_K +blk.6.ffn_down.weight q5_K +blk.7.ffn_down.weight q5_K + +[Q4_K_M] q4_K +output.weight q6_K +blk.0.attn_qkv.weight q6_K +blk.0.ffn_down.weight q6_K +blk.1.attn_qkv.weight q6_K +blk.1.ffn_down.weight q6_K +blk.2.attn_qkv.weight q6_K +blk.2.ffn_down.weight q6_K +blk.3.attn_v.weight q6_K +blk.3.ffn_down.weight q6_K +blk.4.attn_qkv.weight q6_K +blk.4.ffn_down.weight q6_K +blk.5.attn_qkv.weight q6_K +blk.5.ffn_down.weight q6_K +blk.6.attn_qkv.weight q6_K +blk.6.ffn_down.weight q6_K +blk.7.attn_v.weight q6_K +blk.7.ffn_down.weight q6_K +blk.10.attn_qkv.weight q6_K +blk.10.ffn_down.weight q6_K +blk.13.attn_qkv.weight q6_K +blk.13.ffn_down.weight q6_K +blk.16.attn_qkv.weight q6_K +blk.16.ffn_down.weight q6_K +blk.19.attn_v.weight q6_K +blk.19.ffn_down.weight q6_K +blk.22.attn_qkv.weight q6_K +blk.22.ffn_down.weight q6_K +blk.25.attn_qkv.weight q6_K +blk.25.ffn_down.weight q6_K +blk.28.attn_qkv.weight q6_K +blk.28.ffn_down.weight q6_K +blk.31.attn_v.weight q6_K +blk.31.ffn_down.weight q6_K +blk.34.attn_qkv.weight q6_K +blk.34.ffn_down.weight q6_K +blk.37.attn_qkv.weight q6_K +blk.37.ffn_down.weight q6_K +blk.40.attn_qkv.weight q6_K +blk.40.ffn_down.weight q6_K +blk.43.attn_v.weight q6_K +blk.43.ffn_down.weight q6_K +blk.46.attn_qkv.weight q6_K +blk.46.ffn_down.weight q6_K +blk.49.attn_qkv.weight q6_K +blk.49.ffn_down.weight q6_K +blk.52.attn_qkv.weight q6_K +blk.52.ffn_down.weight q6_K +blk.55.attn_v.weight q6_K +blk.55.ffn_down.weight q6_K +blk.56.attn_qkv.weight q6_K +blk.56.ffn_down.weight q6_K +blk.57.attn_qkv.weight q6_K +blk.57.ffn_down.weight q6_K +blk.58.attn_qkv.weight q6_K +blk.58.ffn_down.weight q6_K +blk.59.attn_v.weight q6_K +blk.59.ffn_down.weight q6_K +blk.60.attn_qkv.weight q6_K +blk.60.ffn_down.weight q6_K +blk.61.attn_qkv.weight q6_K +blk.61.ffn_down.weight q6_K +blk.62.attn_qkv.weight q6_K +blk.62.ffn_down.weight q6_K +blk.63.attn_v.weight q6_K +blk.63.ffn_down.weight q6_K + +[Q5_K_S] q5_K +output.weight q6_K + +[Q5_K_M] q5_K +output.weight q6_K +blk.0.attn_qkv.weight q6_K +blk.0.ffn_down.weight q6_K +blk.1.attn_qkv.weight q6_K +blk.1.ffn_down.weight q6_K +blk.2.attn_qkv.weight q6_K +blk.2.ffn_down.weight q6_K +blk.3.attn_v.weight q6_K +blk.3.ffn_down.weight q6_K +blk.4.attn_qkv.weight q6_K +blk.4.ffn_down.weight q6_K +blk.5.attn_qkv.weight q6_K +blk.5.ffn_down.weight q6_K +blk.6.attn_qkv.weight q6_K +blk.6.ffn_down.weight q6_K +blk.7.attn_v.weight q6_K +blk.7.ffn_down.weight q6_K +blk.10.attn_qkv.weight q6_K +blk.10.ffn_down.weight q6_K +blk.13.attn_qkv.weight q6_K +blk.13.ffn_down.weight q6_K +blk.16.attn_qkv.weight q6_K +blk.16.ffn_down.weight q6_K +blk.19.attn_v.weight q6_K +blk.19.ffn_down.weight q6_K +blk.22.attn_qkv.weight q6_K +blk.22.ffn_down.weight q6_K +blk.25.attn_qkv.weight q6_K +blk.25.ffn_down.weight q6_K +blk.28.attn_qkv.weight q6_K +blk.28.ffn_down.weight q6_K +blk.31.attn_v.weight q6_K +blk.31.ffn_down.weight q6_K +blk.34.attn_qkv.weight q6_K +blk.34.ffn_down.weight q6_K +blk.37.attn_qkv.weight q6_K +blk.37.ffn_down.weight q6_K +blk.40.attn_qkv.weight q6_K +blk.40.ffn_down.weight q6_K +blk.43.attn_v.weight q6_K +blk.43.ffn_down.weight q6_K +blk.46.attn_qkv.weight q6_K +blk.46.ffn_down.weight q6_K +blk.49.attn_qkv.weight q6_K +blk.49.ffn_down.weight q6_K +blk.52.attn_qkv.weight q6_K +blk.52.ffn_down.weight q6_K +blk.55.attn_v.weight q6_K +blk.55.ffn_down.weight q6_K +blk.56.attn_qkv.weight q6_K +blk.56.ffn_down.weight q6_K +blk.57.attn_qkv.weight q6_K +blk.57.ffn_down.weight q6_K +blk.58.attn_qkv.weight q6_K +blk.58.ffn_down.weight q6_K +blk.59.attn_v.weight q6_K +blk.59.ffn_down.weight q6_K +blk.60.attn_qkv.weight q6_K +blk.60.ffn_down.weight q6_K +blk.61.attn_qkv.weight q6_K +blk.61.ffn_down.weight q6_K +blk.62.attn_qkv.weight q6_K +blk.62.ffn_down.weight q6_K +blk.63.attn_v.weight q6_K +blk.63.ffn_down.weight q6_K + +[Q6_K] q6_K + +[IQ2_XXS] iq2_xxs +output.weight q5_K +token_embd.weight q2_K +blk.0.attn_qkv.weight q4_K +blk.0.ffn_down.weight q2_K +blk.1.attn_qkv.weight q4_K +blk.1.ffn_down.weight q2_K +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down.weight q2_K +blk.3.attn_v.weight q4_K +blk.3.ffn_down.weight q2_K +blk.4.attn_qkv.weight q4_K +blk.4.ffn_down.weight q2_K +blk.5.attn_qkv.weight q4_K +blk.5.ffn_down.weight q2_K +blk.6.attn_qkv.weight q4_K +blk.6.ffn_down.weight q2_K +blk.7.attn_v.weight q4_K +blk.7.ffn_down.weight q2_K +blk.8.attn_qkv.weight q4_K +blk.9.attn_qkv.weight q4_K +blk.10.attn_qkv.weight q4_K +blk.11.attn_v.weight q4_K +blk.12.attn_qkv.weight q4_K +blk.13.attn_qkv.weight q4_K +blk.14.attn_qkv.weight q4_K +blk.15.attn_v.weight q4_K +blk.16.attn_qkv.weight q4_K +blk.17.attn_qkv.weight q4_K +blk.18.attn_qkv.weight q4_K +blk.19.attn_v.weight q4_K +blk.20.attn_qkv.weight q4_K +blk.21.attn_qkv.weight q4_K +blk.22.attn_qkv.weight q4_K +blk.23.attn_v.weight q4_K +blk.24.attn_qkv.weight q4_K +blk.25.attn_qkv.weight q4_K +blk.26.attn_qkv.weight q4_K +blk.27.attn_v.weight q4_K +blk.28.attn_qkv.weight q4_K +blk.29.attn_qkv.weight q4_K +blk.30.attn_qkv.weight q4_K +blk.31.attn_v.weight q4_K +blk.32.attn_qkv.weight q4_K +blk.33.attn_qkv.weight q4_K +blk.34.attn_qkv.weight q4_K +blk.35.attn_v.weight q4_K +blk.36.attn_qkv.weight q4_K +blk.37.attn_qkv.weight q4_K +blk.38.attn_qkv.weight q4_K +blk.39.attn_v.weight q4_K +blk.40.attn_qkv.weight q4_K +blk.41.attn_qkv.weight q4_K +blk.42.attn_qkv.weight q4_K +blk.43.attn_v.weight q4_K +blk.44.attn_qkv.weight q4_K +blk.45.attn_qkv.weight q4_K +blk.46.attn_qkv.weight q4_K +blk.47.attn_v.weight q4_K +blk.48.attn_qkv.weight q4_K +blk.49.attn_qkv.weight q4_K +blk.50.attn_qkv.weight q4_K +blk.51.attn_v.weight q4_K +blk.52.attn_qkv.weight q4_K +blk.53.attn_qkv.weight q4_K +blk.54.attn_qkv.weight q4_K +blk.55.attn_v.weight q4_K +blk.56.attn_qkv.weight q4_K +blk.57.attn_qkv.weight q4_K +blk.58.attn_qkv.weight q4_K +blk.59.attn_v.weight q4_K +blk.60.attn_qkv.weight q4_K +blk.61.attn_qkv.weight q4_K +blk.62.attn_qkv.weight q4_K +blk.63.attn_v.weight q4_K + +[IQ2_XS] iq2_xs +output.weight q5_K +token_embd.weight q2_K +blk.0.attn_qkv.weight q4_K +blk.0.ffn_down.weight q2_K +blk.1.attn_qkv.weight q4_K +blk.1.ffn_down.weight q2_K +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down.weight q2_K +blk.3.attn_v.weight q4_K +blk.3.ffn_down.weight q2_K +blk.4.attn_qkv.weight q4_K +blk.4.ffn_down.weight q2_K +blk.5.attn_qkv.weight q4_K +blk.5.ffn_down.weight q2_K +blk.6.attn_qkv.weight q4_K +blk.6.ffn_down.weight q2_K +blk.7.attn_v.weight q4_K +blk.7.ffn_down.weight q2_K +blk.8.attn_qkv.weight q4_K +blk.9.attn_qkv.weight q4_K +blk.10.attn_qkv.weight q4_K +blk.11.attn_v.weight q4_K +blk.12.attn_qkv.weight q4_K +blk.13.attn_qkv.weight q4_K +blk.14.attn_qkv.weight q4_K +blk.15.attn_v.weight q4_K +blk.16.attn_qkv.weight q4_K +blk.17.attn_qkv.weight q4_K +blk.18.attn_qkv.weight q4_K +blk.19.attn_v.weight q4_K +blk.20.attn_qkv.weight q4_K +blk.21.attn_qkv.weight q4_K +blk.22.attn_qkv.weight q4_K +blk.23.attn_v.weight q4_K +blk.24.attn_qkv.weight q4_K +blk.25.attn_qkv.weight q4_K +blk.26.attn_qkv.weight q4_K +blk.27.attn_v.weight q4_K +blk.28.attn_qkv.weight q4_K +blk.29.attn_qkv.weight q4_K +blk.30.attn_qkv.weight q4_K +blk.31.attn_v.weight q4_K +blk.32.attn_qkv.weight q4_K +blk.33.attn_qkv.weight q4_K +blk.34.attn_qkv.weight q4_K +blk.35.attn_v.weight q4_K +blk.36.attn_qkv.weight q4_K +blk.37.attn_qkv.weight q4_K +blk.38.attn_qkv.weight q4_K +blk.39.attn_v.weight q4_K +blk.40.attn_qkv.weight q4_K +blk.41.attn_qkv.weight q4_K +blk.42.attn_qkv.weight q4_K +blk.43.attn_v.weight q4_K +blk.44.attn_qkv.weight q4_K +blk.45.attn_qkv.weight q4_K +blk.46.attn_qkv.weight q4_K +blk.47.attn_v.weight q4_K +blk.48.attn_qkv.weight q4_K +blk.49.attn_qkv.weight q4_K +blk.50.attn_qkv.weight q4_K +blk.51.attn_v.weight q4_K +blk.52.attn_qkv.weight q4_K +blk.53.attn_qkv.weight q4_K +blk.54.attn_qkv.weight q4_K +blk.55.attn_v.weight q4_K +blk.56.attn_qkv.weight q4_K +blk.57.attn_qkv.weight q4_K +blk.58.attn_qkv.weight q4_K +blk.59.attn_v.weight q4_K +blk.60.attn_qkv.weight q4_K +blk.61.attn_qkv.weight q4_K +blk.62.attn_qkv.weight q4_K +blk.63.attn_v.weight q4_K + +[Q2_K_S] q2_K +output.weight q6_K +blk.0.attn_qkv.weight q4_K +blk.0.ffn_down.weight q4_K +blk.1.attn_qkv.weight q4_K +blk.1.ffn_down.weight q4_K +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down.weight q4_K +blk.3.attn_v.weight q4_K +blk.3.ffn_down.weight q4_K +blk.4.attn_qkv.weight q4_K +blk.4.ffn_down.weight q4_K +blk.5.attn_qkv.weight q4_K +blk.5.ffn_down.weight q4_K +blk.6.attn_qkv.weight q4_K +blk.6.ffn_down.weight q4_K +blk.7.attn_v.weight q4_K +blk.7.ffn_down.weight q4_K +blk.8.attn_qkv.weight q4_K +blk.9.attn_qkv.weight q4_K +blk.10.attn_qkv.weight q4_K +blk.11.attn_v.weight q4_K +blk.12.attn_qkv.weight q4_K +blk.13.attn_qkv.weight q4_K +blk.14.attn_qkv.weight q4_K +blk.15.attn_v.weight q4_K +blk.16.attn_qkv.weight q4_K +blk.17.attn_qkv.weight q4_K +blk.18.attn_qkv.weight q4_K +blk.19.attn_v.weight q4_K +blk.20.attn_qkv.weight q4_K +blk.21.attn_qkv.weight q4_K +blk.22.attn_qkv.weight q4_K +blk.23.attn_v.weight q4_K +blk.24.attn_qkv.weight q4_K +blk.25.attn_qkv.weight q4_K +blk.26.attn_qkv.weight q4_K +blk.27.attn_v.weight q4_K +blk.28.attn_qkv.weight q4_K +blk.29.attn_qkv.weight q4_K +blk.30.attn_qkv.weight q4_K +blk.31.attn_v.weight q4_K +blk.32.attn_qkv.weight q4_K +blk.33.attn_qkv.weight q4_K +blk.34.attn_qkv.weight q4_K +blk.35.attn_v.weight q4_K +blk.36.attn_qkv.weight q4_K +blk.37.attn_qkv.weight q4_K +blk.38.attn_qkv.weight q4_K +blk.39.attn_v.weight q4_K +blk.40.attn_qkv.weight q4_K +blk.41.attn_qkv.weight q4_K +blk.42.attn_qkv.weight q4_K +blk.43.attn_v.weight q4_K +blk.44.attn_qkv.weight q4_K +blk.45.attn_qkv.weight q4_K +blk.46.attn_qkv.weight q4_K +blk.47.attn_v.weight q4_K +blk.48.attn_qkv.weight q4_K +blk.49.attn_qkv.weight q4_K +blk.50.attn_qkv.weight q4_K +blk.51.attn_v.weight q4_K +blk.52.attn_qkv.weight q4_K +blk.53.attn_qkv.weight q4_K +blk.54.attn_qkv.weight q4_K +blk.55.attn_v.weight q4_K +blk.56.attn_qkv.weight q4_K +blk.57.attn_qkv.weight q4_K +blk.58.attn_qkv.weight q4_K +blk.59.attn_v.weight q4_K +blk.60.attn_qkv.weight q4_K +blk.61.attn_qkv.weight q4_K +blk.62.attn_qkv.weight q4_K +blk.63.attn_v.weight q4_K + +[IQ3_XS] iq3_s +output.weight q6_K +blk.0.attn_qkv.weight q4_K +blk.1.attn_qkv.weight q4_K +blk.2.attn_qkv.weight q4_K +blk.3.attn_k.weight iq3_xxs +blk.3.attn_q.weight iq3_xxs +blk.3.attn_v.weight q4_K +blk.4.attn_qkv.weight q4_K +blk.5.attn_qkv.weight q4_K +blk.6.attn_qkv.weight q4_K +blk.7.attn_k.weight iq3_xxs +blk.7.attn_q.weight iq3_xxs +blk.7.attn_v.weight q4_K +blk.8.attn_qkv.weight q4_K +blk.8.ffn_gate.weight iq3_xxs +blk.8.ffn_up.weight iq3_xxs +blk.9.attn_qkv.weight q4_K +blk.9.ffn_gate.weight iq3_xxs +blk.9.ffn_up.weight iq3_xxs +blk.10.attn_qkv.weight q4_K +blk.10.ffn_gate.weight iq3_xxs +blk.10.ffn_up.weight iq3_xxs +blk.11.attn_k.weight iq3_xxs +blk.11.attn_q.weight iq3_xxs +blk.11.attn_v.weight q4_K +blk.11.ffn_gate.weight iq3_xxs +blk.11.ffn_up.weight iq3_xxs +blk.12.attn_qkv.weight q4_K +blk.12.ffn_gate.weight iq3_xxs +blk.12.ffn_up.weight iq3_xxs +blk.13.attn_qkv.weight q4_K +blk.13.ffn_gate.weight iq3_xxs +blk.13.ffn_up.weight iq3_xxs +blk.14.attn_qkv.weight q4_K +blk.14.ffn_gate.weight iq3_xxs +blk.14.ffn_up.weight iq3_xxs +blk.15.attn_k.weight iq3_xxs +blk.15.attn_q.weight iq3_xxs +blk.15.attn_v.weight q4_K +blk.15.ffn_gate.weight iq3_xxs +blk.15.ffn_up.weight iq3_xxs +blk.16.attn_qkv.weight q4_K +blk.16.ffn_gate.weight iq3_xxs +blk.16.ffn_up.weight iq3_xxs +blk.17.attn_qkv.weight q4_K +blk.17.ffn_gate.weight iq3_xxs +blk.17.ffn_up.weight iq3_xxs +blk.18.attn_qkv.weight q4_K +blk.18.ffn_gate.weight iq3_xxs +blk.18.ffn_up.weight iq3_xxs +blk.19.attn_k.weight iq3_xxs +blk.19.attn_q.weight iq3_xxs +blk.19.attn_v.weight q4_K +blk.19.ffn_gate.weight iq3_xxs +blk.19.ffn_up.weight iq3_xxs +blk.20.attn_qkv.weight q4_K +blk.20.ffn_gate.weight iq3_xxs +blk.20.ffn_up.weight iq3_xxs +blk.21.attn_qkv.weight q4_K +blk.21.ffn_gate.weight iq3_xxs +blk.21.ffn_up.weight iq3_xxs +blk.22.attn_qkv.weight q4_K +blk.22.ffn_gate.weight iq3_xxs +blk.22.ffn_up.weight iq3_xxs +blk.23.attn_k.weight iq3_xxs +blk.23.attn_q.weight iq3_xxs +blk.23.attn_v.weight q4_K +blk.23.ffn_gate.weight iq3_xxs +blk.23.ffn_up.weight iq3_xxs +blk.24.attn_qkv.weight q4_K +blk.24.ffn_gate.weight iq3_xxs +blk.24.ffn_up.weight iq3_xxs +blk.25.attn_qkv.weight q4_K +blk.25.ffn_gate.weight iq3_xxs +blk.25.ffn_up.weight iq3_xxs +blk.26.attn_qkv.weight q4_K +blk.26.ffn_gate.weight iq3_xxs +blk.26.ffn_up.weight iq3_xxs +blk.27.attn_k.weight iq3_xxs +blk.27.attn_q.weight iq3_xxs +blk.27.attn_v.weight q4_K +blk.27.ffn_gate.weight iq3_xxs +blk.27.ffn_up.weight iq3_xxs +blk.28.attn_qkv.weight q4_K +blk.28.ffn_gate.weight iq3_xxs +blk.28.ffn_up.weight iq3_xxs +blk.29.attn_qkv.weight q4_K +blk.29.ffn_gate.weight iq3_xxs +blk.29.ffn_up.weight iq3_xxs +blk.30.attn_qkv.weight q4_K +blk.30.ffn_gate.weight iq3_xxs +blk.30.ffn_up.weight iq3_xxs +blk.31.attn_k.weight iq3_xxs +blk.31.attn_q.weight iq3_xxs +blk.31.attn_v.weight q4_K +blk.31.ffn_gate.weight iq3_xxs +blk.31.ffn_up.weight iq3_xxs +blk.32.attn_qkv.weight q4_K +blk.32.ffn_gate.weight iq3_xxs +blk.32.ffn_up.weight iq3_xxs +blk.33.attn_qkv.weight q4_K +blk.33.ffn_gate.weight iq3_xxs +blk.33.ffn_up.weight iq3_xxs +blk.34.attn_qkv.weight q4_K +blk.34.ffn_gate.weight iq3_xxs +blk.34.ffn_up.weight iq3_xxs +blk.35.attn_k.weight iq3_xxs +blk.35.attn_q.weight iq3_xxs +blk.35.attn_v.weight q4_K +blk.35.ffn_gate.weight iq3_xxs +blk.35.ffn_up.weight iq3_xxs +blk.36.attn_qkv.weight q4_K +blk.36.ffn_gate.weight iq3_xxs +blk.36.ffn_up.weight iq3_xxs +blk.37.attn_qkv.weight q4_K +blk.37.ffn_gate.weight iq3_xxs +blk.37.ffn_up.weight iq3_xxs +blk.38.attn_qkv.weight q4_K +blk.38.ffn_gate.weight iq3_xxs +blk.38.ffn_up.weight iq3_xxs +blk.39.attn_k.weight iq3_xxs +blk.39.attn_q.weight iq3_xxs +blk.39.attn_v.weight q4_K +blk.39.ffn_gate.weight iq3_xxs +blk.39.ffn_up.weight iq3_xxs +blk.40.attn_qkv.weight q4_K +blk.40.ffn_gate.weight iq3_xxs +blk.40.ffn_up.weight iq3_xxs +blk.41.attn_qkv.weight q4_K +blk.41.ffn_gate.weight iq3_xxs +blk.41.ffn_up.weight iq3_xxs +blk.42.attn_qkv.weight q4_K +blk.42.ffn_gate.weight iq3_xxs +blk.42.ffn_up.weight iq3_xxs +blk.43.attn_k.weight iq3_xxs +blk.43.attn_q.weight iq3_xxs +blk.43.attn_v.weight q4_K +blk.43.ffn_gate.weight iq3_xxs +blk.43.ffn_up.weight iq3_xxs +blk.44.attn_qkv.weight q4_K +blk.44.ffn_gate.weight iq3_xxs +blk.44.ffn_up.weight iq3_xxs +blk.45.attn_qkv.weight q4_K +blk.45.ffn_gate.weight iq3_xxs +blk.45.ffn_up.weight iq3_xxs +blk.46.attn_qkv.weight q4_K +blk.46.ffn_gate.weight iq3_xxs +blk.46.ffn_up.weight iq3_xxs +blk.47.attn_k.weight iq3_xxs +blk.47.attn_q.weight iq3_xxs +blk.47.attn_v.weight q4_K +blk.47.ffn_gate.weight iq3_xxs +blk.47.ffn_up.weight iq3_xxs +blk.48.attn_qkv.weight q4_K +blk.48.ffn_gate.weight iq3_xxs +blk.48.ffn_up.weight iq3_xxs +blk.49.attn_qkv.weight q4_K +blk.49.ffn_gate.weight iq3_xxs +blk.49.ffn_up.weight iq3_xxs +blk.50.attn_qkv.weight q4_K +blk.50.ffn_gate.weight iq3_xxs +blk.50.ffn_up.weight iq3_xxs +blk.51.attn_k.weight iq3_xxs +blk.51.attn_q.weight iq3_xxs +blk.51.attn_v.weight q4_K +blk.51.ffn_gate.weight iq3_xxs +blk.51.ffn_up.weight iq3_xxs +blk.52.attn_qkv.weight q4_K +blk.52.ffn_gate.weight iq3_xxs +blk.52.ffn_up.weight iq3_xxs +blk.53.attn_qkv.weight q4_K +blk.53.ffn_gate.weight iq3_xxs +blk.53.ffn_up.weight iq3_xxs +blk.54.attn_qkv.weight q4_K +blk.54.ffn_gate.weight iq3_xxs +blk.54.ffn_up.weight iq3_xxs +blk.55.attn_k.weight iq3_xxs +blk.55.attn_q.weight iq3_xxs +blk.55.attn_v.weight q4_K +blk.55.ffn_gate.weight iq3_xxs +blk.55.ffn_up.weight iq3_xxs +blk.56.attn_qkv.weight q4_K +blk.57.attn_qkv.weight q4_K +blk.58.attn_qkv.weight q4_K +blk.59.attn_k.weight iq3_xxs +blk.59.attn_q.weight iq3_xxs +blk.59.attn_v.weight q4_K +blk.60.attn_qkv.weight q4_K +blk.61.attn_qkv.weight q4_K +blk.62.attn_qkv.weight q4_K +blk.63.attn_k.weight iq3_xxs +blk.63.attn_q.weight iq3_xxs +blk.63.attn_v.weight q4_K + +[IQ3_XXS] iq3_xxs +output.weight q5_K +token_embd.weight iq3_s +blk.0.attn_qkv.weight q4_K +blk.0.ffn_down.weight q4_K +blk.1.attn_qkv.weight q4_K +blk.1.ffn_down.weight q4_K +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down.weight q4_K +blk.3.attn_k.weight iq2_s +blk.3.attn_output.weight iq3_s +blk.3.attn_q.weight iq2_s +blk.3.attn_v.weight q4_K +blk.3.ffn_down.weight q4_K +blk.4.attn_qkv.weight q4_K +blk.4.ffn_down.weight q4_K +blk.5.attn_qkv.weight q4_K +blk.5.ffn_down.weight q4_K +blk.6.attn_qkv.weight q4_K +blk.6.ffn_down.weight q4_K +blk.7.attn_k.weight iq2_s +blk.7.attn_output.weight iq3_s +blk.7.attn_q.weight iq2_s +blk.7.attn_v.weight q4_K +blk.7.ffn_down.weight q4_K +blk.8.attn_qkv.weight q4_K +blk.8.ffn_down.weight q3_K +blk.9.attn_qkv.weight q4_K +blk.9.ffn_down.weight q3_K +blk.10.attn_qkv.weight q4_K +blk.10.ffn_down.weight q3_K +blk.11.attn_k.weight iq2_s +blk.11.attn_output.weight iq3_s +blk.11.attn_q.weight iq2_s +blk.11.attn_v.weight q4_K +blk.11.ffn_down.weight q3_K +blk.12.attn_qkv.weight q4_K +blk.12.ffn_down.weight q3_K +blk.13.attn_qkv.weight q4_K +blk.13.ffn_down.weight q3_K +blk.14.attn_qkv.weight q4_K +blk.14.ffn_down.weight q3_K +blk.15.attn_k.weight iq2_s +blk.15.attn_output.weight iq3_s +blk.15.attn_q.weight iq2_s +blk.15.attn_v.weight q4_K +blk.15.ffn_down.weight q3_K +blk.16.attn_qkv.weight q4_K +blk.16.ffn_down.weight q3_K +blk.17.attn_qkv.weight q4_K +blk.17.ffn_down.weight q3_K +blk.18.attn_qkv.weight q4_K +blk.18.ffn_down.weight q3_K +blk.19.attn_k.weight iq2_s +blk.19.attn_output.weight iq3_s +blk.19.attn_q.weight iq2_s +blk.19.attn_v.weight q4_K +blk.19.ffn_down.weight q3_K +blk.20.attn_qkv.weight q4_K +blk.20.ffn_down.weight q3_K +blk.21.attn_qkv.weight q4_K +blk.21.ffn_down.weight q3_K +blk.22.attn_qkv.weight q4_K +blk.22.ffn_down.weight q3_K +blk.23.attn_k.weight iq2_s +blk.23.attn_output.weight iq3_s +blk.23.attn_q.weight iq2_s +blk.23.attn_v.weight q4_K +blk.23.ffn_down.weight q3_K +blk.24.attn_qkv.weight q4_K +blk.24.ffn_down.weight q3_K +blk.25.attn_qkv.weight q4_K +blk.25.ffn_down.weight q3_K +blk.26.attn_qkv.weight q4_K +blk.26.ffn_down.weight q3_K +blk.27.attn_k.weight iq2_s +blk.27.attn_output.weight iq3_s +blk.27.attn_q.weight iq2_s +blk.27.attn_v.weight q4_K +blk.27.ffn_down.weight q3_K +blk.28.attn_qkv.weight q4_K +blk.28.ffn_down.weight q3_K +blk.29.attn_qkv.weight q4_K +blk.29.ffn_down.weight q3_K +blk.30.attn_qkv.weight q4_K +blk.30.ffn_down.weight q3_K +blk.31.attn_k.weight iq2_s +blk.31.attn_output.weight iq3_s +blk.31.attn_q.weight iq2_s +blk.31.attn_v.weight q4_K +blk.31.ffn_down.weight q3_K +blk.32.attn_qkv.weight q4_K +blk.32.ffn_down.weight q3_K +blk.33.attn_qkv.weight q4_K +blk.33.ffn_down.weight q3_K +blk.34.attn_qkv.weight q4_K +blk.34.ffn_down.weight q3_K +blk.35.attn_k.weight iq2_s +blk.35.attn_output.weight iq3_s +blk.35.attn_q.weight iq2_s +blk.35.attn_v.weight q4_K +blk.35.ffn_down.weight q3_K +blk.36.attn_qkv.weight q4_K +blk.36.ffn_down.weight q3_K +blk.37.attn_qkv.weight q4_K +blk.37.ffn_down.weight q3_K +blk.38.attn_qkv.weight q4_K +blk.38.ffn_down.weight q3_K +blk.39.attn_k.weight iq2_s +blk.39.attn_output.weight iq3_s +blk.39.attn_q.weight iq2_s +blk.39.attn_v.weight q4_K +blk.39.ffn_down.weight q3_K +blk.40.attn_qkv.weight q4_K +blk.40.ffn_down.weight q3_K +blk.41.attn_qkv.weight q4_K +blk.41.ffn_down.weight q3_K +blk.42.attn_qkv.weight q4_K +blk.42.ffn_down.weight q3_K +blk.43.attn_k.weight iq2_s +blk.43.attn_output.weight iq3_s +blk.43.attn_q.weight iq2_s +blk.43.attn_v.weight q4_K +blk.43.ffn_down.weight q3_K +blk.44.attn_qkv.weight q4_K +blk.44.ffn_down.weight q3_K +blk.45.attn_qkv.weight q4_K +blk.45.ffn_down.weight q3_K +blk.46.attn_qkv.weight q4_K +blk.46.ffn_down.weight q3_K +blk.47.attn_k.weight iq2_s +blk.47.attn_output.weight iq3_s +blk.47.attn_q.weight iq2_s +blk.47.attn_v.weight q4_K +blk.47.ffn_down.weight q3_K +blk.48.attn_qkv.weight q4_K +blk.48.ffn_down.weight q3_K +blk.49.attn_qkv.weight q4_K +blk.49.ffn_down.weight q3_K +blk.50.attn_qkv.weight q4_K +blk.50.ffn_down.weight q3_K +blk.51.attn_k.weight iq2_s +blk.51.attn_output.weight iq3_s +blk.51.attn_q.weight iq2_s +blk.51.attn_v.weight q4_K +blk.51.ffn_down.weight q3_K +blk.52.attn_qkv.weight q4_K +blk.52.ffn_down.weight q3_K +blk.53.attn_qkv.weight q4_K +blk.53.ffn_down.weight q3_K +blk.54.attn_qkv.weight q4_K +blk.54.ffn_down.weight q3_K +blk.55.attn_k.weight iq2_s +blk.55.attn_output.weight iq3_s +blk.55.attn_q.weight iq2_s +blk.55.attn_v.weight q4_K +blk.55.ffn_down.weight q3_K +blk.56.attn_qkv.weight q4_K +blk.56.ffn_down.weight q3_K +blk.57.attn_qkv.weight q4_K +blk.57.ffn_down.weight q3_K +blk.58.attn_qkv.weight q4_K +blk.58.ffn_down.weight q3_K +blk.59.attn_k.weight iq2_s +blk.59.attn_output.weight iq3_s +blk.59.attn_q.weight iq2_s +blk.59.attn_v.weight q4_K +blk.59.ffn_down.weight q3_K +blk.60.attn_qkv.weight q4_K +blk.60.ffn_down.weight q3_K +blk.61.attn_qkv.weight q4_K +blk.61.ffn_down.weight q3_K +blk.62.attn_qkv.weight q4_K +blk.62.ffn_down.weight q3_K +blk.63.attn_k.weight iq2_s +blk.63.attn_output.weight iq3_s +blk.63.attn_q.weight iq2_s +blk.63.attn_v.weight q4_K +blk.63.ffn_down.weight q3_K + +[IQ1_S] iq1_s +output.weight q5_K +token_embd.weight q2_K +blk.0.attn_qkv.weight q4_K +blk.0.ffn_down.weight q2_K +blk.1.attn_qkv.weight q4_K +blk.1.ffn_down.weight q2_K +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down.weight q2_K +blk.3.attn_output.weight iq2_xxs +blk.3.attn_v.weight q4_K +blk.3.ffn_down.weight q2_K +blk.4.attn_qkv.weight q4_K +blk.4.ffn_down.weight q2_K +blk.5.attn_qkv.weight q4_K +blk.5.ffn_down.weight q2_K +blk.6.attn_qkv.weight q4_K +blk.6.ffn_down.weight q2_K +blk.7.attn_output.weight iq2_xxs +blk.7.attn_v.weight q4_K +blk.7.ffn_down.weight q2_K +blk.8.attn_qkv.weight q4_K +blk.9.attn_qkv.weight q4_K +blk.10.attn_qkv.weight q4_K +blk.11.attn_output.weight iq2_xxs +blk.11.attn_v.weight q4_K +blk.12.attn_qkv.weight q4_K +blk.13.attn_qkv.weight q4_K +blk.14.attn_qkv.weight q4_K +blk.15.attn_output.weight iq2_xxs +blk.15.attn_v.weight q4_K +blk.16.attn_qkv.weight q4_K +blk.17.attn_qkv.weight q4_K +blk.18.attn_qkv.weight q4_K +blk.19.attn_output.weight iq2_xxs +blk.19.attn_v.weight q4_K +blk.20.attn_qkv.weight q4_K +blk.21.attn_qkv.weight q4_K +blk.22.attn_qkv.weight q4_K +blk.23.attn_output.weight iq2_xxs +blk.23.attn_v.weight q4_K +blk.24.attn_qkv.weight q4_K +blk.25.attn_qkv.weight q4_K +blk.26.attn_qkv.weight q4_K +blk.27.attn_output.weight iq2_xxs +blk.27.attn_v.weight q4_K +blk.28.attn_qkv.weight q4_K +blk.29.attn_qkv.weight q4_K +blk.30.attn_qkv.weight q4_K +blk.31.attn_output.weight iq2_xxs +blk.31.attn_v.weight q4_K +blk.32.attn_qkv.weight q4_K +blk.33.attn_qkv.weight q4_K +blk.34.attn_qkv.weight q4_K +blk.35.attn_output.weight iq2_xxs +blk.35.attn_v.weight q4_K +blk.36.attn_qkv.weight q4_K +blk.37.attn_qkv.weight q4_K +blk.38.attn_qkv.weight q4_K +blk.39.attn_output.weight iq2_xxs +blk.39.attn_v.weight q4_K +blk.40.attn_qkv.weight q4_K +blk.41.attn_qkv.weight q4_K +blk.42.attn_qkv.weight q4_K +blk.43.attn_output.weight iq2_xxs +blk.43.attn_v.weight q4_K +blk.44.attn_qkv.weight q4_K +blk.45.attn_qkv.weight q4_K +blk.46.attn_qkv.weight q4_K +blk.47.attn_output.weight iq2_xxs +blk.47.attn_v.weight q4_K +blk.48.attn_qkv.weight q4_K +blk.49.attn_qkv.weight q4_K +blk.50.attn_qkv.weight q4_K +blk.51.attn_output.weight iq2_xxs +blk.51.attn_v.weight q4_K +blk.52.attn_qkv.weight q4_K +blk.53.attn_qkv.weight q4_K +blk.54.attn_qkv.weight q4_K +blk.55.attn_output.weight iq2_xxs +blk.55.attn_v.weight q4_K +blk.56.attn_qkv.weight q4_K +blk.57.attn_qkv.weight q4_K +blk.58.attn_qkv.weight q4_K +blk.59.attn_output.weight iq2_xxs +blk.59.attn_v.weight q4_K +blk.60.attn_qkv.weight q4_K +blk.61.attn_qkv.weight q4_K +blk.62.attn_qkv.weight q4_K +blk.63.attn_output.weight iq2_xxs +blk.63.attn_v.weight q4_K + +[IQ4_NL] iq4_nl +output.weight q6_K +blk.0.attn_qkv.weight q5_K +blk.0.ffn_down.weight q5_K +blk.1.attn_qkv.weight q5_K +blk.1.ffn_down.weight q5_K +blk.2.attn_qkv.weight q5_K +blk.2.ffn_down.weight q5_K +blk.3.attn_v.weight q5_K +blk.3.ffn_down.weight q5_K +blk.4.attn_qkv.weight q5_K +blk.4.ffn_down.weight q5_K +blk.5.attn_qkv.weight q5_K +blk.5.ffn_down.weight q5_K +blk.6.attn_qkv.weight q5_K +blk.6.ffn_down.weight q5_K +blk.7.attn_v.weight q5_K +blk.7.ffn_down.weight q5_K +blk.8.attn_qkv.weight q5_K +blk.9.attn_qkv.weight q5_K +blk.10.attn_qkv.weight q5_K +blk.11.attn_v.weight q5_K +blk.12.attn_qkv.weight q5_K +blk.13.attn_qkv.weight q5_K +blk.14.attn_qkv.weight q5_K +blk.15.attn_v.weight q5_K +blk.16.attn_qkv.weight q5_K +blk.17.attn_qkv.weight q5_K +blk.18.attn_qkv.weight q5_K +blk.19.attn_v.weight q5_K +blk.20.attn_qkv.weight q5_K +blk.21.attn_qkv.weight q5_K +blk.22.attn_qkv.weight q5_K +blk.23.attn_v.weight q5_K +blk.24.attn_qkv.weight q5_K +blk.25.attn_qkv.weight q5_K +blk.26.attn_qkv.weight q5_K +blk.27.attn_v.weight q5_K +blk.28.attn_qkv.weight q5_K +blk.29.attn_qkv.weight q5_K +blk.30.attn_qkv.weight q5_K +blk.31.attn_v.weight q5_K +blk.32.attn_qkv.weight q5_K +blk.33.attn_qkv.weight q5_K +blk.34.attn_qkv.weight q5_K +blk.35.attn_v.weight q5_K +blk.36.attn_qkv.weight q5_K +blk.37.attn_qkv.weight q5_K +blk.38.attn_qkv.weight q5_K +blk.39.attn_v.weight q5_K +blk.40.attn_qkv.weight q5_K +blk.41.attn_qkv.weight q5_K +blk.42.attn_qkv.weight q5_K +blk.43.attn_v.weight q5_K +blk.44.attn_qkv.weight q5_K +blk.45.attn_qkv.weight q5_K +blk.46.attn_qkv.weight q5_K +blk.47.attn_v.weight q5_K +blk.48.attn_qkv.weight q5_K +blk.49.attn_qkv.weight q5_K +blk.50.attn_qkv.weight q5_K +blk.51.attn_v.weight q5_K +blk.52.attn_qkv.weight q5_K +blk.53.attn_qkv.weight q5_K +blk.54.attn_qkv.weight q5_K +blk.55.attn_v.weight q5_K +blk.56.attn_qkv.weight q5_K +blk.57.attn_qkv.weight q5_K +blk.58.attn_qkv.weight q5_K +blk.59.attn_v.weight q5_K +blk.60.attn_qkv.weight q5_K +blk.61.attn_qkv.weight q5_K +blk.62.attn_qkv.weight q5_K +blk.63.attn_v.weight q5_K + +[IQ3_S] iq3_s +output.weight q6_K +blk.0.attn_qkv.weight q4_K +blk.1.attn_qkv.weight q4_K +blk.2.attn_qkv.weight q4_K +blk.3.attn_v.weight q4_K +blk.4.attn_qkv.weight q4_K +blk.5.attn_qkv.weight q4_K +blk.6.attn_qkv.weight q4_K +blk.7.attn_v.weight q4_K +blk.8.attn_qkv.weight q4_K +blk.9.attn_qkv.weight q4_K +blk.10.attn_qkv.weight q4_K +blk.11.attn_v.weight q4_K +blk.12.attn_qkv.weight q4_K +blk.13.attn_qkv.weight q4_K +blk.14.attn_qkv.weight q4_K +blk.15.attn_v.weight q4_K +blk.16.attn_qkv.weight q4_K +blk.17.attn_qkv.weight q4_K +blk.18.attn_qkv.weight q4_K +blk.19.attn_v.weight q4_K +blk.20.attn_qkv.weight q4_K +blk.21.attn_qkv.weight q4_K +blk.22.attn_qkv.weight q4_K +blk.23.attn_v.weight q4_K +blk.24.attn_qkv.weight q4_K +blk.25.attn_qkv.weight q4_K +blk.26.attn_qkv.weight q4_K +blk.27.attn_v.weight q4_K +blk.28.attn_qkv.weight q4_K +blk.29.attn_qkv.weight q4_K +blk.30.attn_qkv.weight q4_K +blk.31.attn_v.weight q4_K +blk.32.attn_qkv.weight q4_K +blk.33.attn_qkv.weight q4_K +blk.34.attn_qkv.weight q4_K +blk.35.attn_v.weight q4_K +blk.36.attn_qkv.weight q4_K +blk.37.attn_qkv.weight q4_K +blk.38.attn_qkv.weight q4_K +blk.39.attn_v.weight q4_K +blk.40.attn_qkv.weight q4_K +blk.41.attn_qkv.weight q4_K +blk.42.attn_qkv.weight q4_K +blk.43.attn_v.weight q4_K +blk.44.attn_qkv.weight q4_K +blk.45.attn_qkv.weight q4_K +blk.46.attn_qkv.weight q4_K +blk.47.attn_v.weight q4_K +blk.48.attn_qkv.weight q4_K +blk.49.attn_qkv.weight q4_K +blk.50.attn_qkv.weight q4_K +blk.51.attn_v.weight q4_K +blk.52.attn_qkv.weight q4_K +blk.53.attn_qkv.weight q4_K +blk.54.attn_qkv.weight q4_K +blk.55.attn_v.weight q4_K +blk.56.attn_qkv.weight q4_K +blk.57.attn_qkv.weight q4_K +blk.58.attn_qkv.weight q4_K +blk.59.attn_v.weight q4_K +blk.60.attn_qkv.weight q4_K +blk.61.attn_qkv.weight q4_K +blk.62.attn_qkv.weight q4_K +blk.63.attn_v.weight q4_K + +[IQ3_M] iq3_s +output.weight q6_K +blk.0.attn_qkv.weight q4_K +blk.0.ffn_down.weight q4_K +blk.1.attn_qkv.weight q4_K +blk.1.ffn_down.weight q4_K +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down.weight q4_K +blk.3.attn_output.weight q4_K +blk.3.attn_v.weight q4_K +blk.3.ffn_down.weight q4_K +blk.4.attn_qkv.weight q4_K +blk.4.ffn_down.weight q4_K +blk.5.attn_qkv.weight q4_K +blk.5.ffn_down.weight q4_K +blk.6.attn_qkv.weight q4_K +blk.6.ffn_down.weight q4_K +blk.7.attn_output.weight q4_K +blk.7.attn_v.weight q4_K +blk.7.ffn_down.weight q4_K +blk.8.attn_qkv.weight q4_K +blk.9.attn_qkv.weight q4_K +blk.10.attn_qkv.weight q4_K +blk.11.attn_output.weight q4_K +blk.11.attn_v.weight q4_K +blk.12.attn_qkv.weight q4_K +blk.13.attn_qkv.weight q4_K +blk.14.attn_qkv.weight q4_K +blk.15.attn_output.weight q4_K +blk.15.attn_v.weight q4_K +blk.16.attn_qkv.weight q4_K +blk.17.attn_qkv.weight q4_K +blk.18.attn_qkv.weight q4_K +blk.19.attn_output.weight q4_K +blk.19.attn_v.weight q4_K +blk.20.attn_qkv.weight q4_K +blk.21.attn_qkv.weight q4_K +blk.22.attn_qkv.weight q4_K +blk.23.attn_output.weight q4_K +blk.23.attn_v.weight q4_K +blk.24.attn_qkv.weight q4_K +blk.25.attn_qkv.weight q4_K +blk.26.attn_qkv.weight q4_K +blk.27.attn_output.weight q4_K +blk.27.attn_v.weight q4_K +blk.28.attn_qkv.weight q4_K +blk.29.attn_qkv.weight q4_K +blk.30.attn_qkv.weight q4_K +blk.31.attn_output.weight q4_K +blk.31.attn_v.weight q4_K +blk.32.attn_qkv.weight q4_K +blk.33.attn_qkv.weight q4_K +blk.34.attn_qkv.weight q4_K +blk.35.attn_output.weight q4_K +blk.35.attn_v.weight q4_K +blk.36.attn_qkv.weight q4_K +blk.37.attn_qkv.weight q4_K +blk.38.attn_qkv.weight q4_K +blk.39.attn_output.weight q4_K +blk.39.attn_v.weight q4_K +blk.40.attn_qkv.weight q4_K +blk.41.attn_qkv.weight q4_K +blk.42.attn_qkv.weight q4_K +blk.43.attn_output.weight q4_K +blk.43.attn_v.weight q4_K +blk.44.attn_qkv.weight q4_K +blk.45.attn_qkv.weight q4_K +blk.46.attn_qkv.weight q4_K +blk.47.attn_output.weight q4_K +blk.47.attn_v.weight q4_K +blk.48.attn_qkv.weight q4_K +blk.49.attn_qkv.weight q4_K +blk.50.attn_qkv.weight q4_K +blk.51.attn_output.weight q4_K +blk.51.attn_v.weight q4_K +blk.52.attn_qkv.weight q4_K +blk.53.attn_qkv.weight q4_K +blk.54.attn_qkv.weight q4_K +blk.55.attn_output.weight q4_K +blk.55.attn_v.weight q4_K +blk.56.attn_qkv.weight q4_K +blk.57.attn_qkv.weight q4_K +blk.58.attn_qkv.weight q4_K +blk.59.attn_output.weight q4_K +blk.59.attn_v.weight q4_K +blk.60.attn_qkv.weight q4_K +blk.61.attn_qkv.weight q4_K +blk.62.attn_qkv.weight q4_K +blk.63.attn_output.weight q4_K +blk.63.attn_v.weight q4_K + +[IQ2_S] iq2_xs +output.weight q5_K +token_embd.weight iq3_s +blk.0.attn_qkv.weight q4_K +blk.0.ffn_down.weight iq3_s +blk.1.attn_qkv.weight q4_K +blk.1.ffn_down.weight iq3_s +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down.weight iq3_s +blk.3.attn_output.weight iq3_s +blk.3.attn_v.weight q4_K +blk.3.ffn_down.weight iq3_s +blk.4.attn_qkv.weight q4_K +blk.4.ffn_down.weight iq3_s +blk.5.attn_qkv.weight q4_K +blk.5.ffn_down.weight iq3_s +blk.6.attn_qkv.weight q4_K +blk.6.ffn_down.weight iq3_s +blk.7.attn_output.weight iq3_s +blk.7.attn_v.weight q4_K +blk.7.ffn_down.weight iq3_s +blk.8.attn_qkv.weight q4_K +blk.9.attn_qkv.weight q4_K +blk.10.attn_qkv.weight q4_K +blk.11.attn_output.weight iq3_s +blk.11.attn_v.weight q4_K +blk.12.attn_qkv.weight q4_K +blk.13.attn_qkv.weight q4_K +blk.14.attn_qkv.weight q4_K +blk.15.attn_output.weight iq3_s +blk.15.attn_v.weight q4_K +blk.16.attn_qkv.weight q4_K +blk.17.attn_qkv.weight q4_K +blk.18.attn_qkv.weight q4_K +blk.19.attn_output.weight iq3_s +blk.19.attn_v.weight q4_K +blk.20.attn_qkv.weight q4_K +blk.21.attn_qkv.weight q4_K +blk.22.attn_qkv.weight q4_K +blk.23.attn_output.weight iq3_s +blk.23.attn_v.weight q4_K +blk.24.attn_qkv.weight q4_K +blk.25.attn_qkv.weight q4_K +blk.26.attn_qkv.weight q4_K +blk.27.attn_output.weight iq3_s +blk.27.attn_v.weight q4_K +blk.28.attn_qkv.weight q4_K +blk.29.attn_qkv.weight q4_K +blk.30.attn_qkv.weight q4_K +blk.31.attn_output.weight iq3_s +blk.31.attn_v.weight q4_K +blk.32.attn_qkv.weight q4_K +blk.33.attn_qkv.weight q4_K +blk.34.attn_qkv.weight q4_K +blk.35.attn_output.weight iq3_s +blk.35.attn_v.weight q4_K +blk.36.attn_qkv.weight q4_K +blk.37.attn_qkv.weight q4_K +blk.38.attn_qkv.weight q4_K +blk.39.attn_output.weight iq3_s +blk.39.attn_v.weight q4_K +blk.40.attn_qkv.weight q4_K +blk.41.attn_qkv.weight q4_K +blk.42.attn_qkv.weight q4_K +blk.43.attn_output.weight iq3_s +blk.43.attn_v.weight q4_K +blk.44.attn_qkv.weight q4_K +blk.45.attn_qkv.weight q4_K +blk.46.attn_qkv.weight q4_K +blk.47.attn_output.weight iq3_s +blk.47.attn_v.weight q4_K +blk.48.attn_qkv.weight q4_K +blk.49.attn_qkv.weight q4_K +blk.50.attn_qkv.weight q4_K +blk.51.attn_output.weight iq3_s +blk.51.attn_v.weight q4_K +blk.52.attn_qkv.weight q4_K +blk.53.attn_qkv.weight q4_K +blk.54.attn_qkv.weight q4_K +blk.55.attn_output.weight iq3_s +blk.55.attn_v.weight q4_K +blk.56.attn_qkv.weight q4_K +blk.57.attn_qkv.weight q4_K +blk.58.attn_qkv.weight q4_K +blk.59.attn_output.weight iq3_s +blk.59.attn_v.weight q4_K +blk.60.attn_qkv.weight q4_K +blk.61.attn_qkv.weight q4_K +blk.62.attn_qkv.weight q4_K +blk.63.attn_output.weight iq3_s +blk.63.attn_v.weight q4_K + +[IQ2_M] iq2_s +output.weight q5_K +token_embd.weight iq3_s +blk.0.attn_qkv.weight q4_K +blk.0.ffn_down.weight iq3_s +blk.1.attn_qkv.weight q4_K +blk.1.ffn_down.weight iq3_s +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down.weight iq3_s +blk.3.attn_output.weight iq3_s +blk.3.attn_v.weight q4_K +blk.3.ffn_down.weight iq3_s +blk.4.attn_qkv.weight q4_K +blk.4.ffn_down.weight iq3_s +blk.5.attn_qkv.weight q4_K +blk.5.ffn_down.weight iq3_s +blk.6.attn_qkv.weight q4_K +blk.6.ffn_down.weight iq3_s +blk.7.attn_output.weight iq3_s +blk.7.attn_v.weight q4_K +blk.7.ffn_down.weight iq3_s +blk.8.attn_qkv.weight q4_K +blk.9.attn_qkv.weight q4_K +blk.10.attn_qkv.weight q4_K +blk.11.attn_output.weight iq3_s +blk.11.attn_v.weight q4_K +blk.12.attn_qkv.weight q4_K +blk.13.attn_qkv.weight q4_K +blk.14.attn_qkv.weight q4_K +blk.15.attn_output.weight iq3_s +blk.15.attn_v.weight q4_K +blk.16.attn_qkv.weight q4_K +blk.17.attn_qkv.weight q4_K +blk.18.attn_qkv.weight q4_K +blk.19.attn_output.weight iq3_s +blk.19.attn_v.weight q4_K +blk.20.attn_qkv.weight q4_K +blk.21.attn_qkv.weight q4_K +blk.22.attn_qkv.weight q4_K +blk.23.attn_output.weight iq3_s +blk.23.attn_v.weight q4_K +blk.24.attn_qkv.weight q4_K +blk.25.attn_qkv.weight q4_K +blk.26.attn_qkv.weight q4_K +blk.27.attn_output.weight iq3_s +blk.27.attn_v.weight q4_K +blk.28.attn_qkv.weight q4_K +blk.29.attn_qkv.weight q4_K +blk.30.attn_qkv.weight q4_K +blk.31.attn_output.weight iq3_s +blk.31.attn_v.weight q4_K +blk.32.attn_qkv.weight q4_K +blk.33.attn_qkv.weight q4_K +blk.34.attn_qkv.weight q4_K +blk.35.attn_output.weight iq3_s +blk.35.attn_v.weight q4_K +blk.36.attn_qkv.weight q4_K +blk.37.attn_qkv.weight q4_K +blk.38.attn_qkv.weight q4_K +blk.39.attn_output.weight iq3_s +blk.39.attn_v.weight q4_K +blk.40.attn_qkv.weight q4_K +blk.41.attn_qkv.weight q4_K +blk.42.attn_qkv.weight q4_K +blk.43.attn_output.weight iq3_s +blk.43.attn_v.weight q4_K +blk.44.attn_qkv.weight q4_K +blk.45.attn_qkv.weight q4_K +blk.46.attn_qkv.weight q4_K +blk.47.attn_output.weight iq3_s +blk.47.attn_v.weight q4_K +blk.48.attn_qkv.weight q4_K +blk.49.attn_qkv.weight q4_K +blk.50.attn_qkv.weight q4_K +blk.51.attn_output.weight iq3_s +blk.51.attn_v.weight q4_K +blk.52.attn_qkv.weight q4_K +blk.53.attn_qkv.weight q4_K +blk.54.attn_qkv.weight q4_K +blk.55.attn_output.weight iq3_s +blk.55.attn_v.weight q4_K +blk.56.attn_qkv.weight q4_K +blk.57.attn_qkv.weight q4_K +blk.58.attn_qkv.weight q4_K +blk.59.attn_output.weight iq3_s +blk.59.attn_v.weight q4_K +blk.60.attn_qkv.weight q4_K +blk.61.attn_qkv.weight q4_K +blk.62.attn_qkv.weight q4_K +blk.63.attn_output.weight iq3_s +blk.63.attn_v.weight q4_K + +[IQ4_XS] iq4_xs +output.weight q6_K +blk.0.attn_qkv.weight q5_K +blk.0.ffn_down.weight q5_K +blk.1.attn_qkv.weight q5_K +blk.1.ffn_down.weight q5_K +blk.2.attn_qkv.weight q5_K +blk.2.ffn_down.weight q5_K +blk.3.attn_v.weight q5_K +blk.3.ffn_down.weight q5_K +blk.4.attn_qkv.weight q5_K +blk.4.ffn_down.weight q5_K +blk.5.attn_qkv.weight q5_K +blk.5.ffn_down.weight q5_K +blk.6.attn_qkv.weight q5_K +blk.6.ffn_down.weight q5_K +blk.7.attn_v.weight q5_K +blk.7.ffn_down.weight q5_K +blk.8.attn_qkv.weight q5_K +blk.9.attn_qkv.weight q5_K +blk.10.attn_qkv.weight q5_K +blk.11.attn_v.weight q5_K +blk.12.attn_qkv.weight q5_K +blk.13.attn_qkv.weight q5_K +blk.14.attn_qkv.weight q5_K +blk.15.attn_v.weight q5_K +blk.16.attn_qkv.weight q5_K +blk.17.attn_qkv.weight q5_K +blk.18.attn_qkv.weight q5_K +blk.19.attn_v.weight q5_K +blk.20.attn_qkv.weight q5_K +blk.21.attn_qkv.weight q5_K +blk.22.attn_qkv.weight q5_K +blk.23.attn_v.weight q5_K +blk.24.attn_qkv.weight q5_K +blk.25.attn_qkv.weight q5_K +blk.26.attn_qkv.weight q5_K +blk.27.attn_v.weight q5_K +blk.28.attn_qkv.weight q5_K +blk.29.attn_qkv.weight q5_K +blk.30.attn_qkv.weight q5_K +blk.31.attn_v.weight q5_K +blk.32.attn_qkv.weight q5_K +blk.33.attn_qkv.weight q5_K +blk.34.attn_qkv.weight q5_K +blk.35.attn_v.weight q5_K +blk.36.attn_qkv.weight q5_K +blk.37.attn_qkv.weight q5_K +blk.38.attn_qkv.weight q5_K +blk.39.attn_v.weight q5_K +blk.40.attn_qkv.weight q5_K +blk.41.attn_qkv.weight q5_K +blk.42.attn_qkv.weight q5_K +blk.43.attn_v.weight q5_K +blk.44.attn_qkv.weight q5_K +blk.45.attn_qkv.weight q5_K +blk.46.attn_qkv.weight q5_K +blk.47.attn_v.weight q5_K +blk.48.attn_qkv.weight q5_K +blk.49.attn_qkv.weight q5_K +blk.50.attn_qkv.weight q5_K +blk.51.attn_v.weight q5_K +blk.52.attn_qkv.weight q5_K +blk.53.attn_qkv.weight q5_K +blk.54.attn_qkv.weight q5_K +blk.55.attn_v.weight q5_K +blk.56.attn_qkv.weight q5_K +blk.57.attn_qkv.weight q5_K +blk.58.attn_qkv.weight q5_K +blk.59.attn_v.weight q5_K +blk.60.attn_qkv.weight q5_K +blk.61.attn_qkv.weight q5_K +blk.62.attn_qkv.weight q5_K +blk.63.attn_v.weight q5_K + +[IQ1_M] iq1_m +output.weight q5_K +token_embd.weight q2_K +blk.0.attn_qkv.weight q4_K +blk.0.ffn_down.weight q2_K +blk.1.attn_qkv.weight q4_K +blk.1.ffn_down.weight q2_K +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down.weight q2_K +blk.3.attn_output.weight iq2_xxs +blk.3.attn_v.weight q4_K +blk.3.ffn_down.weight q2_K +blk.4.attn_qkv.weight q4_K +blk.4.ffn_down.weight q2_K +blk.5.attn_qkv.weight q4_K +blk.5.ffn_down.weight q2_K +blk.6.attn_qkv.weight q4_K +blk.6.ffn_down.weight q2_K +blk.7.attn_output.weight iq2_xxs +blk.7.attn_v.weight q4_K +blk.7.ffn_down.weight q2_K +blk.8.attn_qkv.weight q4_K +blk.9.attn_qkv.weight q4_K +blk.10.attn_qkv.weight q4_K +blk.11.attn_output.weight iq2_xxs +blk.11.attn_v.weight q4_K +blk.12.attn_qkv.weight q4_K +blk.13.attn_qkv.weight q4_K +blk.14.attn_qkv.weight q4_K +blk.15.attn_output.weight iq2_xxs +blk.15.attn_v.weight q4_K +blk.16.attn_qkv.weight q4_K +blk.17.attn_qkv.weight q4_K +blk.18.attn_qkv.weight q4_K +blk.19.attn_output.weight iq2_xxs +blk.19.attn_v.weight q4_K +blk.20.attn_qkv.weight q4_K +blk.21.attn_qkv.weight q4_K +blk.22.attn_qkv.weight q4_K +blk.23.attn_output.weight iq2_xxs +blk.23.attn_v.weight q4_K +blk.24.attn_qkv.weight q4_K +blk.25.attn_qkv.weight q4_K +blk.26.attn_qkv.weight q4_K +blk.27.attn_output.weight iq2_xxs +blk.27.attn_v.weight q4_K +blk.28.attn_qkv.weight q4_K +blk.29.attn_qkv.weight q4_K +blk.30.attn_qkv.weight q4_K +blk.31.attn_output.weight iq2_xxs +blk.31.attn_v.weight q4_K +blk.32.attn_qkv.weight q4_K +blk.33.attn_qkv.weight q4_K +blk.34.attn_qkv.weight q4_K +blk.35.attn_output.weight iq2_xxs +blk.35.attn_v.weight q4_K +blk.36.attn_qkv.weight q4_K +blk.37.attn_qkv.weight q4_K +blk.38.attn_qkv.weight q4_K +blk.39.attn_output.weight iq2_xxs +blk.39.attn_v.weight q4_K +blk.40.attn_qkv.weight q4_K +blk.41.attn_qkv.weight q4_K +blk.42.attn_qkv.weight q4_K +blk.43.attn_output.weight iq2_xxs +blk.43.attn_v.weight q4_K +blk.44.attn_qkv.weight q4_K +blk.45.attn_qkv.weight q4_K +blk.46.attn_qkv.weight q4_K +blk.47.attn_output.weight iq2_xxs +blk.47.attn_v.weight q4_K +blk.48.attn_qkv.weight q4_K +blk.49.attn_qkv.weight q4_K +blk.50.attn_qkv.weight q4_K +blk.51.attn_output.weight iq2_xxs +blk.51.attn_v.weight q4_K +blk.52.attn_qkv.weight q4_K +blk.53.attn_qkv.weight q4_K +blk.54.attn_qkv.weight q4_K +blk.55.attn_output.weight iq2_xxs +blk.55.attn_v.weight q4_K +blk.56.attn_qkv.weight q4_K +blk.57.attn_qkv.weight q4_K +blk.58.attn_qkv.weight q4_K +blk.59.attn_output.weight iq2_xxs +blk.59.attn_v.weight q4_K +blk.60.attn_qkv.weight q4_K +blk.61.attn_qkv.weight q4_K +blk.62.attn_qkv.weight q4_K +blk.63.attn_output.weight iq2_xxs +blk.63.attn_v.weight q4_K + +[BF16] bf16 + +[TQ1_0] tq1_0 +output.weight q6_K +token_embd.weight q4_K + +[TQ2_0] tq2_0 +output.weight q6_K +token_embd.weight q4_K + +[MXFP4_MOE] mxfp4 +output.weight q8_0 +token_embd.weight q8_0 +blk.0.attn_gate.weight q8_0 +blk.0.attn_qkv.weight q8_0 +blk.0.ffn_down.weight q8_0 +blk.0.ffn_gate.weight q8_0 +blk.0.ffn_up.weight q8_0 +blk.0.ssm_alpha.weight q8_0 +blk.0.ssm_beta.weight q8_0 +blk.0.ssm_out.weight q8_0 +blk.1.attn_gate.weight q8_0 +blk.1.attn_qkv.weight q8_0 +blk.1.ffn_down.weight q8_0 +blk.1.ffn_gate.weight q8_0 +blk.1.ffn_up.weight q8_0 +blk.1.ssm_alpha.weight q8_0 +blk.1.ssm_beta.weight q8_0 +blk.1.ssm_out.weight q8_0 +blk.2.attn_gate.weight q8_0 +blk.2.attn_qkv.weight q8_0 +blk.2.ffn_down.weight q8_0 +blk.2.ffn_gate.weight q8_0 +blk.2.ffn_up.weight q8_0 +blk.2.ssm_alpha.weight q8_0 +blk.2.ssm_beta.weight q8_0 +blk.2.ssm_out.weight q8_0 +blk.3.attn_k.weight q8_0 +blk.3.attn_output.weight q8_0 +blk.3.attn_q.weight q8_0 +blk.3.attn_v.weight q8_0 +blk.3.ffn_down.weight q8_0 +blk.3.ffn_gate.weight q8_0 +blk.3.ffn_up.weight q8_0 +blk.4.attn_gate.weight q8_0 +blk.4.attn_qkv.weight q8_0 +blk.4.ffn_down.weight q8_0 +blk.4.ffn_gate.weight q8_0 +blk.4.ffn_up.weight q8_0 +blk.4.ssm_alpha.weight q8_0 +blk.4.ssm_beta.weight q8_0 +blk.4.ssm_out.weight q8_0 +blk.5.attn_gate.weight q8_0 +blk.5.attn_qkv.weight q8_0 +blk.5.ffn_down.weight q8_0 +blk.5.ffn_gate.weight q8_0 +blk.5.ffn_up.weight q8_0 +blk.5.ssm_alpha.weight q8_0 +blk.5.ssm_beta.weight q8_0 +blk.5.ssm_out.weight q8_0 +blk.6.attn_gate.weight q8_0 +blk.6.attn_qkv.weight q8_0 +blk.6.ffn_down.weight q8_0 +blk.6.ffn_gate.weight q8_0 +blk.6.ffn_up.weight q8_0 +blk.6.ssm_alpha.weight q8_0 +blk.6.ssm_beta.weight q8_0 +blk.6.ssm_out.weight q8_0 +blk.7.attn_k.weight q8_0 +blk.7.attn_output.weight q8_0 +blk.7.attn_q.weight q8_0 +blk.7.attn_v.weight q8_0 +blk.7.ffn_down.weight q8_0 +blk.7.ffn_gate.weight q8_0 +blk.7.ffn_up.weight q8_0 +blk.8.attn_gate.weight q8_0 +blk.8.attn_qkv.weight q8_0 +blk.8.ffn_down.weight q8_0 +blk.8.ffn_gate.weight q8_0 +blk.8.ffn_up.weight q8_0 +blk.8.ssm_alpha.weight q8_0 +blk.8.ssm_beta.weight q8_0 +blk.8.ssm_out.weight q8_0 +blk.9.attn_gate.weight q8_0 +blk.9.attn_qkv.weight q8_0 +blk.9.ffn_down.weight q8_0 +blk.9.ffn_gate.weight q8_0 +blk.9.ffn_up.weight q8_0 +blk.9.ssm_alpha.weight q8_0 +blk.9.ssm_beta.weight q8_0 +blk.9.ssm_out.weight q8_0 +blk.10.attn_gate.weight q8_0 +blk.10.attn_qkv.weight q8_0 +blk.10.ffn_down.weight q8_0 +blk.10.ffn_gate.weight q8_0 +blk.10.ffn_up.weight q8_0 +blk.10.ssm_alpha.weight q8_0 +blk.10.ssm_beta.weight q8_0 +blk.10.ssm_out.weight q8_0 +blk.11.attn_k.weight q8_0 +blk.11.attn_output.weight q8_0 +blk.11.attn_q.weight q8_0 +blk.11.attn_v.weight q8_0 +blk.11.ffn_down.weight q8_0 +blk.11.ffn_gate.weight q8_0 +blk.11.ffn_up.weight q8_0 +blk.12.attn_gate.weight q8_0 +blk.12.attn_qkv.weight q8_0 +blk.12.ffn_down.weight q8_0 +blk.12.ffn_gate.weight q8_0 +blk.12.ffn_up.weight q8_0 +blk.12.ssm_alpha.weight q8_0 +blk.12.ssm_beta.weight q8_0 +blk.12.ssm_out.weight q8_0 +blk.13.attn_gate.weight q8_0 +blk.13.attn_qkv.weight q8_0 +blk.13.ffn_down.weight q8_0 +blk.13.ffn_gate.weight q8_0 +blk.13.ffn_up.weight q8_0 +blk.13.ssm_alpha.weight q8_0 +blk.13.ssm_beta.weight q8_0 +blk.13.ssm_out.weight q8_0 +blk.14.attn_gate.weight q8_0 +blk.14.attn_qkv.weight q8_0 +blk.14.ffn_down.weight q8_0 +blk.14.ffn_gate.weight q8_0 +blk.14.ffn_up.weight q8_0 +blk.14.ssm_alpha.weight q8_0 +blk.14.ssm_beta.weight q8_0 +blk.14.ssm_out.weight q8_0 +blk.15.attn_k.weight q8_0 +blk.15.attn_output.weight q8_0 +blk.15.attn_q.weight q8_0 +blk.15.attn_v.weight q8_0 +blk.15.ffn_down.weight q8_0 +blk.15.ffn_gate.weight q8_0 +blk.15.ffn_up.weight q8_0 +blk.16.attn_gate.weight q8_0 +blk.16.attn_qkv.weight q8_0 +blk.16.ffn_down.weight q8_0 +blk.16.ffn_gate.weight q8_0 +blk.16.ffn_up.weight q8_0 +blk.16.ssm_alpha.weight q8_0 +blk.16.ssm_beta.weight q8_0 +blk.16.ssm_out.weight q8_0 +blk.17.attn_gate.weight q8_0 +blk.17.attn_qkv.weight q8_0 +blk.17.ffn_down.weight q8_0 +blk.17.ffn_gate.weight q8_0 +blk.17.ffn_up.weight q8_0 +blk.17.ssm_alpha.weight q8_0 +blk.17.ssm_beta.weight q8_0 +blk.17.ssm_out.weight q8_0 +blk.18.attn_gate.weight q8_0 +blk.18.attn_qkv.weight q8_0 +blk.18.ffn_down.weight q8_0 +blk.18.ffn_gate.weight q8_0 +blk.18.ffn_up.weight q8_0 +blk.18.ssm_alpha.weight q8_0 +blk.18.ssm_beta.weight q8_0 +blk.18.ssm_out.weight q8_0 +blk.19.attn_k.weight q8_0 +blk.19.attn_output.weight q8_0 +blk.19.attn_q.weight q8_0 +blk.19.attn_v.weight q8_0 +blk.19.ffn_down.weight q8_0 +blk.19.ffn_gate.weight q8_0 +blk.19.ffn_up.weight q8_0 +blk.20.attn_gate.weight q8_0 +blk.20.attn_qkv.weight q8_0 +blk.20.ffn_down.weight q8_0 +blk.20.ffn_gate.weight q8_0 +blk.20.ffn_up.weight q8_0 +blk.20.ssm_alpha.weight q8_0 +blk.20.ssm_beta.weight q8_0 +blk.20.ssm_out.weight q8_0 +blk.21.attn_gate.weight q8_0 +blk.21.attn_qkv.weight q8_0 +blk.21.ffn_down.weight q8_0 +blk.21.ffn_gate.weight q8_0 +blk.21.ffn_up.weight q8_0 +blk.21.ssm_alpha.weight q8_0 +blk.21.ssm_beta.weight q8_0 +blk.21.ssm_out.weight q8_0 +blk.22.attn_gate.weight q8_0 +blk.22.attn_qkv.weight q8_0 +blk.22.ffn_down.weight q8_0 +blk.22.ffn_gate.weight q8_0 +blk.22.ffn_up.weight q8_0 +blk.22.ssm_alpha.weight q8_0 +blk.22.ssm_beta.weight q8_0 +blk.22.ssm_out.weight q8_0 +blk.23.attn_k.weight q8_0 +blk.23.attn_output.weight q8_0 +blk.23.attn_q.weight q8_0 +blk.23.attn_v.weight q8_0 +blk.23.ffn_down.weight q8_0 +blk.23.ffn_gate.weight q8_0 +blk.23.ffn_up.weight q8_0 +blk.24.attn_gate.weight q8_0 +blk.24.attn_qkv.weight q8_0 +blk.24.ffn_down.weight q8_0 +blk.24.ffn_gate.weight q8_0 +blk.24.ffn_up.weight q8_0 +blk.24.ssm_alpha.weight q8_0 +blk.24.ssm_beta.weight q8_0 +blk.24.ssm_out.weight q8_0 +blk.25.attn_gate.weight q8_0 +blk.25.attn_qkv.weight q8_0 +blk.25.ffn_down.weight q8_0 +blk.25.ffn_gate.weight q8_0 +blk.25.ffn_up.weight q8_0 +blk.25.ssm_alpha.weight q8_0 +blk.25.ssm_beta.weight q8_0 +blk.25.ssm_out.weight q8_0 +blk.26.attn_gate.weight q8_0 +blk.26.attn_qkv.weight q8_0 +blk.26.ffn_down.weight q8_0 +blk.26.ffn_gate.weight q8_0 +blk.26.ffn_up.weight q8_0 +blk.26.ssm_alpha.weight q8_0 +blk.26.ssm_beta.weight q8_0 +blk.26.ssm_out.weight q8_0 +blk.27.attn_k.weight q8_0 +blk.27.attn_output.weight q8_0 +blk.27.attn_q.weight q8_0 +blk.27.attn_v.weight q8_0 +blk.27.ffn_down.weight q8_0 +blk.27.ffn_gate.weight q8_0 +blk.27.ffn_up.weight q8_0 +blk.28.attn_gate.weight q8_0 +blk.28.attn_qkv.weight q8_0 +blk.28.ffn_down.weight q8_0 +blk.28.ffn_gate.weight q8_0 +blk.28.ffn_up.weight q8_0 +blk.28.ssm_alpha.weight q8_0 +blk.28.ssm_beta.weight q8_0 +blk.28.ssm_out.weight q8_0 +blk.29.attn_gate.weight q8_0 +blk.29.attn_qkv.weight q8_0 +blk.29.ffn_down.weight q8_0 +blk.29.ffn_gate.weight q8_0 +blk.29.ffn_up.weight q8_0 +blk.29.ssm_alpha.weight q8_0 +blk.29.ssm_beta.weight q8_0 +blk.29.ssm_out.weight q8_0 +blk.30.attn_gate.weight q8_0 +blk.30.attn_qkv.weight q8_0 +blk.30.ffn_down.weight q8_0 +blk.30.ffn_gate.weight q8_0 +blk.30.ffn_up.weight q8_0 +blk.30.ssm_alpha.weight q8_0 +blk.30.ssm_beta.weight q8_0 +blk.30.ssm_out.weight q8_0 +blk.31.attn_k.weight q8_0 +blk.31.attn_output.weight q8_0 +blk.31.attn_q.weight q8_0 +blk.31.attn_v.weight q8_0 +blk.31.ffn_down.weight q8_0 +blk.31.ffn_gate.weight q8_0 +blk.31.ffn_up.weight q8_0 +blk.32.attn_gate.weight q8_0 +blk.32.attn_qkv.weight q8_0 +blk.32.ffn_down.weight q8_0 +blk.32.ffn_gate.weight q8_0 +blk.32.ffn_up.weight q8_0 +blk.32.ssm_alpha.weight q8_0 +blk.32.ssm_beta.weight q8_0 +blk.32.ssm_out.weight q8_0 +blk.33.attn_gate.weight q8_0 +blk.33.attn_qkv.weight q8_0 +blk.33.ffn_down.weight q8_0 +blk.33.ffn_gate.weight q8_0 +blk.33.ffn_up.weight q8_0 +blk.33.ssm_alpha.weight q8_0 +blk.33.ssm_beta.weight q8_0 +blk.33.ssm_out.weight q8_0 +blk.34.attn_gate.weight q8_0 +blk.34.attn_qkv.weight q8_0 +blk.34.ffn_down.weight q8_0 +blk.34.ffn_gate.weight q8_0 +blk.34.ffn_up.weight q8_0 +blk.34.ssm_alpha.weight q8_0 +blk.34.ssm_beta.weight q8_0 +blk.34.ssm_out.weight q8_0 +blk.35.attn_k.weight q8_0 +blk.35.attn_output.weight q8_0 +blk.35.attn_q.weight q8_0 +blk.35.attn_v.weight q8_0 +blk.35.ffn_down.weight q8_0 +blk.35.ffn_gate.weight q8_0 +blk.35.ffn_up.weight q8_0 +blk.36.attn_gate.weight q8_0 +blk.36.attn_qkv.weight q8_0 +blk.36.ffn_down.weight q8_0 +blk.36.ffn_gate.weight q8_0 +blk.36.ffn_up.weight q8_0 +blk.36.ssm_alpha.weight q8_0 +blk.36.ssm_beta.weight q8_0 +blk.36.ssm_out.weight q8_0 +blk.37.attn_gate.weight q8_0 +blk.37.attn_qkv.weight q8_0 +blk.37.ffn_down.weight q8_0 +blk.37.ffn_gate.weight q8_0 +blk.37.ffn_up.weight q8_0 +blk.37.ssm_alpha.weight q8_0 +blk.37.ssm_beta.weight q8_0 +blk.37.ssm_out.weight q8_0 +blk.38.attn_gate.weight q8_0 +blk.38.attn_qkv.weight q8_0 +blk.38.ffn_down.weight q8_0 +blk.38.ffn_gate.weight q8_0 +blk.38.ffn_up.weight q8_0 +blk.38.ssm_alpha.weight q8_0 +blk.38.ssm_beta.weight q8_0 +blk.38.ssm_out.weight q8_0 +blk.39.attn_k.weight q8_0 +blk.39.attn_output.weight q8_0 +blk.39.attn_q.weight q8_0 +blk.39.attn_v.weight q8_0 +blk.39.ffn_down.weight q8_0 +blk.39.ffn_gate.weight q8_0 +blk.39.ffn_up.weight q8_0 +blk.40.attn_gate.weight q8_0 +blk.40.attn_qkv.weight q8_0 +blk.40.ffn_down.weight q8_0 +blk.40.ffn_gate.weight q8_0 +blk.40.ffn_up.weight q8_0 +blk.40.ssm_alpha.weight q8_0 +blk.40.ssm_beta.weight q8_0 +blk.40.ssm_out.weight q8_0 +blk.41.attn_gate.weight q8_0 +blk.41.attn_qkv.weight q8_0 +blk.41.ffn_down.weight q8_0 +blk.41.ffn_gate.weight q8_0 +blk.41.ffn_up.weight q8_0 +blk.41.ssm_alpha.weight q8_0 +blk.41.ssm_beta.weight q8_0 +blk.41.ssm_out.weight q8_0 +blk.42.attn_gate.weight q8_0 +blk.42.attn_qkv.weight q8_0 +blk.42.ffn_down.weight q8_0 +blk.42.ffn_gate.weight q8_0 +blk.42.ffn_up.weight q8_0 +blk.42.ssm_alpha.weight q8_0 +blk.42.ssm_beta.weight q8_0 +blk.42.ssm_out.weight q8_0 +blk.43.attn_k.weight q8_0 +blk.43.attn_output.weight q8_0 +blk.43.attn_q.weight q8_0 +blk.43.attn_v.weight q8_0 +blk.43.ffn_down.weight q8_0 +blk.43.ffn_gate.weight q8_0 +blk.43.ffn_up.weight q8_0 +blk.44.attn_gate.weight q8_0 +blk.44.attn_qkv.weight q8_0 +blk.44.ffn_down.weight q8_0 +blk.44.ffn_gate.weight q8_0 +blk.44.ffn_up.weight q8_0 +blk.44.ssm_alpha.weight q8_0 +blk.44.ssm_beta.weight q8_0 +blk.44.ssm_out.weight q8_0 +blk.45.attn_gate.weight q8_0 +blk.45.attn_qkv.weight q8_0 +blk.45.ffn_down.weight q8_0 +blk.45.ffn_gate.weight q8_0 +blk.45.ffn_up.weight q8_0 +blk.45.ssm_alpha.weight q8_0 +blk.45.ssm_beta.weight q8_0 +blk.45.ssm_out.weight q8_0 +blk.46.attn_gate.weight q8_0 +blk.46.attn_qkv.weight q8_0 +blk.46.ffn_down.weight q8_0 +blk.46.ffn_gate.weight q8_0 +blk.46.ffn_up.weight q8_0 +blk.46.ssm_alpha.weight q8_0 +blk.46.ssm_beta.weight q8_0 +blk.46.ssm_out.weight q8_0 +blk.47.attn_k.weight q8_0 +blk.47.attn_output.weight q8_0 +blk.47.attn_q.weight q8_0 +blk.47.attn_v.weight q8_0 +blk.47.ffn_down.weight q8_0 +blk.47.ffn_gate.weight q8_0 +blk.47.ffn_up.weight q8_0 +blk.48.attn_gate.weight q8_0 +blk.48.attn_qkv.weight q8_0 +blk.48.ffn_down.weight q8_0 +blk.48.ffn_gate.weight q8_0 +blk.48.ffn_up.weight q8_0 +blk.48.ssm_alpha.weight q8_0 +blk.48.ssm_beta.weight q8_0 +blk.48.ssm_out.weight q8_0 +blk.49.attn_gate.weight q8_0 +blk.49.attn_qkv.weight q8_0 +blk.49.ffn_down.weight q8_0 +blk.49.ffn_gate.weight q8_0 +blk.49.ffn_up.weight q8_0 +blk.49.ssm_alpha.weight q8_0 +blk.49.ssm_beta.weight q8_0 +blk.49.ssm_out.weight q8_0 +blk.50.attn_gate.weight q8_0 +blk.50.attn_qkv.weight q8_0 +blk.50.ffn_down.weight q8_0 +blk.50.ffn_gate.weight q8_0 +blk.50.ffn_up.weight q8_0 +blk.50.ssm_alpha.weight q8_0 +blk.50.ssm_beta.weight q8_0 +blk.50.ssm_out.weight q8_0 +blk.51.attn_k.weight q8_0 +blk.51.attn_output.weight q8_0 +blk.51.attn_q.weight q8_0 +blk.51.attn_v.weight q8_0 +blk.51.ffn_down.weight q8_0 +blk.51.ffn_gate.weight q8_0 +blk.51.ffn_up.weight q8_0 +blk.52.attn_gate.weight q8_0 +blk.52.attn_qkv.weight q8_0 +blk.52.ffn_down.weight q8_0 +blk.52.ffn_gate.weight q8_0 +blk.52.ffn_up.weight q8_0 +blk.52.ssm_alpha.weight q8_0 +blk.52.ssm_beta.weight q8_0 +blk.52.ssm_out.weight q8_0 +blk.53.attn_gate.weight q8_0 +blk.53.attn_qkv.weight q8_0 +blk.53.ffn_down.weight q8_0 +blk.53.ffn_gate.weight q8_0 +blk.53.ffn_up.weight q8_0 +blk.53.ssm_alpha.weight q8_0 +blk.53.ssm_beta.weight q8_0 +blk.53.ssm_out.weight q8_0 +blk.54.attn_gate.weight q8_0 +blk.54.attn_qkv.weight q8_0 +blk.54.ffn_down.weight q8_0 +blk.54.ffn_gate.weight q8_0 +blk.54.ffn_up.weight q8_0 +blk.54.ssm_alpha.weight q8_0 +blk.54.ssm_beta.weight q8_0 +blk.54.ssm_out.weight q8_0 +blk.55.attn_k.weight q8_0 +blk.55.attn_output.weight q8_0 +blk.55.attn_q.weight q8_0 +blk.55.attn_v.weight q8_0 +blk.55.ffn_down.weight q8_0 +blk.55.ffn_gate.weight q8_0 +blk.55.ffn_up.weight q8_0 +blk.56.attn_gate.weight q8_0 +blk.56.attn_qkv.weight q8_0 +blk.56.ffn_down.weight q8_0 +blk.56.ffn_gate.weight q8_0 +blk.56.ffn_up.weight q8_0 +blk.56.ssm_alpha.weight q8_0 +blk.56.ssm_beta.weight q8_0 +blk.56.ssm_out.weight q8_0 +blk.57.attn_gate.weight q8_0 +blk.57.attn_qkv.weight q8_0 +blk.57.ffn_down.weight q8_0 +blk.57.ffn_gate.weight q8_0 +blk.57.ffn_up.weight q8_0 +blk.57.ssm_alpha.weight q8_0 +blk.57.ssm_beta.weight q8_0 +blk.57.ssm_out.weight q8_0 +blk.58.attn_gate.weight q8_0 +blk.58.attn_qkv.weight q8_0 +blk.58.ffn_down.weight q8_0 +blk.58.ffn_gate.weight q8_0 +blk.58.ffn_up.weight q8_0 +blk.58.ssm_alpha.weight q8_0 +blk.58.ssm_beta.weight q8_0 +blk.58.ssm_out.weight q8_0 +blk.59.attn_k.weight q8_0 +blk.59.attn_output.weight q8_0 +blk.59.attn_q.weight q8_0 +blk.59.attn_v.weight q8_0 +blk.59.ffn_down.weight q8_0 +blk.59.ffn_gate.weight q8_0 +blk.59.ffn_up.weight q8_0 +blk.60.attn_gate.weight q8_0 +blk.60.attn_qkv.weight q8_0 +blk.60.ffn_down.weight q8_0 +blk.60.ffn_gate.weight q8_0 +blk.60.ffn_up.weight q8_0 +blk.60.ssm_alpha.weight q8_0 +blk.60.ssm_beta.weight q8_0 +blk.60.ssm_out.weight q8_0 +blk.61.attn_gate.weight q8_0 +blk.61.attn_qkv.weight q8_0 +blk.61.ffn_down.weight q8_0 +blk.61.ffn_gate.weight q8_0 +blk.61.ffn_up.weight q8_0 +blk.61.ssm_alpha.weight q8_0 +blk.61.ssm_beta.weight q8_0 +blk.61.ssm_out.weight q8_0 +blk.62.attn_gate.weight q8_0 +blk.62.attn_qkv.weight q8_0 +blk.62.ffn_down.weight q8_0 +blk.62.ffn_gate.weight q8_0 +blk.62.ffn_up.weight q8_0 +blk.62.ssm_alpha.weight q8_0 +blk.62.ssm_beta.weight q8_0 +blk.62.ssm_out.weight q8_0 +blk.63.attn_k.weight q8_0 +blk.63.attn_output.weight q8_0 +blk.63.attn_q.weight q8_0 +blk.63.attn_v.weight q8_0 +blk.63.ffn_down.weight q8_0 +blk.63.ffn_gate.weight q8_0 +blk.63.ffn_up.weight q8_0 diff --git a/tests/test-autorelease.cpp b/tests/test-autorelease.cpp index ca87c56a8..370428809 100644 --- a/tests/test-autorelease.cpp +++ b/tests/test-autorelease.cpp @@ -1,15 +1,13 @@ // ref: https://github.com/ggml-org/llama.cpp/issues/4952#issuecomment-1892864763 -#include -#include #include #include "llama.h" -#include "get-model.h" +#include "common.h" // This creates a new context inside a pthread and then tries to exit cleanly. int main(int argc, char ** argv) { - auto * model_path = get_model_or_exit(argc, argv); + auto * model_path = common_get_model_or_exit(argc, argv); std::thread([&model_path]() { llama_backend_init(); diff --git a/tests/test-backend-sampler.cpp b/tests/test-backend-sampler.cpp index 61ddf91fe..c24076e31 100644 --- a/tests/test-backend-sampler.cpp +++ b/tests/test-backend-sampler.cpp @@ -1,7 +1,6 @@ #include "ggml.h" #include "llama.h" #include "llama-cpp.h" -#include "get-model.h" #include "common.h" #ifdef NDEBUG @@ -1136,7 +1135,7 @@ int main(int argc, char ** argv) { test_args args = parse_cli(argc, argv); if (args.model.empty()) { - args.model = get_model_or_exit(1, argv); + args.model = common_get_model_or_exit(1, argv); } { diff --git a/tests/test-model-load-cancel.cpp b/tests/test-model-load-cancel.cpp index ecc302271..f8139b26d 100644 --- a/tests/test-model-load-cancel.cpp +++ b/tests/test-model-load-cancel.cpp @@ -1,10 +1,10 @@ #include "llama.h" -#include "get-model.h" +#include "common.h" #include int main(int argc, char *argv[] ) { - auto * model_path = get_model_or_exit(argc, argv); + auto * model_path = common_get_model_or_exit(argc, argv); auto * file = fopen(model_path, "r"); if (file == nullptr) { fprintf(stderr, "no model at '%s' found\n", model_path); diff --git a/tests/test-quant-type-selection.cpp b/tests/test-quant-type-selection.cpp index 3c8983360..9a5f5e53e 100644 --- a/tests/test-quant-type-selection.cpp +++ b/tests/test-quant-type-selection.cpp @@ -216,18 +216,18 @@ static std::string snapshot_file_from_name(const std::string & name) { } static const remote_model_spec model_specs[] = { - { "ggml-org/Qwen3-0.6B-GGUF", "Q8_0" }, - { "ggml-org/GLM-4.6V-GGUF", "Q8_0" }, - { "ggml-org/Step-3.5-Flash-GGUF", "Q4_K" }, - { "ggml-org/Qwen3-Coder-Next-GGUF", "Q8_0" }, - { "ggml-org/Qwen3-14B-GGUF", "Q8_0" }, - { "ggml-org/Nemotron-Nano-3-30B-A3B-GGUF", "Q8_0" }, - { "ggml-org/gpt-oss-120b-GGUF", "mxfp4" }, - { "ggml-org/gemma-3-4b-it-GGUF", "Q8_0" }, - { "bartowski/Meta-Llama-3.1-70B-Instruct-GGUF", "Q4_K_M" }, - { "bartowski/deepseek-ai_DeepSeek-V3.1-GGUF", "IQ1_M" }, - { "bartowski/Qwen_Qwen3.5-397B-A17B-GGUF", "IQ1_S" }, // TODO: swap with ggml-org if/when it's released - { "bartowski/Qwen_Qwen3.5-27B-GGUF", "Q8_0" }, // TODO: swap with ggml-org if/when it's released + { "ggml-org/Qwen3-0.6B-GGUF", "Q8_0" }, + { "ggml-org/GLM-4.6V-GGUF", "Q8_0" }, + { "ggml-org/Step-3.5-Flash-GGUF", "Q4_K" }, + { "ggml-org/Qwen3-Coder-Next-GGUF", "Q8_0" }, + { "ggml-org/Qwen3-14B-GGUF", "Q8_0" }, + { "ggml-org/NVIDIA-Nemotron-Nano-3-30B-A3B-GGUF", "Q8_0" }, + { "ggml-org/gpt-oss-120b-GGUF", "mxfp4" }, + { "ggml-org/gemma-3-4b-it-GGUF", "Q8_0" }, + { "bartowski/Meta-Llama-3.1-70B-Instruct-GGUF", "Q4_K_M" }, + { "bartowski/deepseek-ai_DeepSeek-V3.1-GGUF", "IQ1_M" }, + //{ "bartowski/Qwen_Qwen3.5-397B-A17B-GGUF", "IQ1_S" }, // TODO: swap with ggml-org if/when it's released + { "ggml-org/Qwen3.6-27B-GGUF", "Q8_0" }, }; static const int n_model_specs = (int) (sizeof(model_specs) / sizeof(model_specs[0])); diff --git a/tests/test-rset-release.cpp b/tests/test-rset-release.cpp index bf03c5e8b..c60801c11 100644 --- a/tests/test-rset-release.cpp +++ b/tests/test-rset-release.cpp @@ -3,14 +3,14 @@ // thus, this test is not run by default // example model to run with: google/gemma-4-E4B-it-qat-q4_0-gguf +#include "llama.h" +#include "common.h" + #include #include #include #include -#include "llama.h" -#include "get-model.h" - static uint64_t wired_memory() { vm_statistics64_data_t vmstat; mach_msg_type_number_t count = HOST_VM_INFO64_COUNT; @@ -21,7 +21,7 @@ static uint64_t wired_memory() { } int main(int argc, char ** argv) { - auto * model_path = get_model_or_exit(argc, argv); + auto * model_path = common_get_model_or_exit(argc, argv); llama_backend_init();