From: Andrei <redacted>
Date: Thu, 4 Jun 2026 09:51:23 +0000 (-0700)
Subject: fix(mtmd): handle Gemma 4 audio projector embedding size (#24091)
X-Git-Tag: upstream/0.0.10438~935
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=e3ba22d6cc4dec84e59a909c7f96e1689c7384a9;p=pkg%2Fggml%2Fsources%2Fllama.cpp

fix(mtmd): handle Gemma 4 audio projector embedding size (#24091)

* mtmd: handle Gemma 4 audio projector embedding size

* rm projection_dim from clip_n_mmproj_embd

---------

Co-authored-by: Xuan Son Nguyen <redacted>
---

diff --git a/tools/mtmd/clip.cpp b/tools/mtmd/clip.cpp
index 200819815..80136ed86 100644
--- a/tools/mtmd/clip.cpp
+++ b/tools/mtmd/clip.cpp
@@ -4347,6 +4347,8 @@ int clip_n_mmproj_embd(const struct clip_ctx * ctx) {
             return ctx->model.mm_input_proj_w->ne[0];
         case PROJECTOR_TYPE_GEMMA4V:
         case PROJECTOR_TYPE_GEMMA4UV:
+        case PROJECTOR_TYPE_GEMMA4A:
+        case PROJECTOR_TYPE_GEMMA4UA:
             return ctx->model.mm_input_proj_w->ne[1];
         case PROJECTOR_TYPE_IDEFICS3:
             return ctx->model.mm_fc_w->ne[1];
@@ -4381,8 +4383,6 @@ int clip_n_mmproj_embd(const struct clip_ctx * ctx) {
             return ctx->model.mm_fc_w->ne[1];
         case PROJECTOR_TYPE_LFM2A:
             return ctx->model.position_embeddings->ne[0];
-        case PROJECTOR_TYPE_GEMMA4UA:
-            return ctx->model.hparams.projection_dim;
         case PROJECTOR_TYPE_GRANITE_SPEECH:
             return ctx->model.qf_proj_linear_w->ne[1];
         case PROJECTOR_TYPE_GLM4V: