From: Giuseppe Scrivano <redacted>
Date: Fri, 31 Oct 2025 20:20:07 +0000 (+0100)
Subject: model : add Granite Hybrid nano types (#16896)
X-Git-Tag: upstream/0.0.7011~106
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=e58d585604bbbbbc24f8149effe444621b5191c6;p=pkg%2Fggml%2Fsources%2Fllama.cpp

model : add Granite Hybrid nano types (#16896)

Signed-off-by: Giuseppe Scrivano <redacted>
---

diff --git a/src/llama-model.cpp b/src/llama-model.cpp
index 1e0680be..89a6a51b 100644
--- a/src/llama-model.cpp
+++ b/src/llama-model.cpp
@@ -1898,7 +1898,8 @@ void llama_model::load_hparams(llama_model_loader & ml) {
                 ml.get_key(LLM_KV_ATTENTION_LAYERNORM_RMS_EPS, hparams.f_norm_rms_eps);
 
                 switch (hparams.n_embd) {
-                    case 1536: type = LLM_TYPE_7B_A1B; break;
+                    case 768: type = LLM_TYPE_350M; break;
+                    case 1536: type = (hparams.n_embd == 2048 ? LLM_TYPE_7B_A1B : LLM_TYPE_1B); break;
                     case 2048: case 2560: type = LLM_TYPE_3B; break;
                     case 4096: type = LLM_TYPE_32B; break;
                     default: type = LLM_TYPE_UNKNOWN;