model, mtmd: fix gemma4 vision handling (#28335)

* model, mtmd: fix gemma4 vision handling * nits
2026-09-04 12:23:27 +02:00
parent 8f83678fd8
commit 163a40796f
7 changed files with 30 additions and 9 deletions
@@ -2173,9 +2173,11 @@ bool mtmd_decode_use_non_causal(const mtmd_context * ctx, const mtmd_input_chunk
        proj_type = ctx->proj_type_a();
    }
    switch (proj_type) {
-        case PROJECTOR_TYPE_GEMMA3:
        case PROJECTOR_TYPE_GEMMA4V:
+            // E2B (n_embd = 1536) and E4B (n_embd = 2560) always use causal
+            return ctx->n_embd_text != 1536 && ctx->n_embd_text != 2560;
        case PROJECTOR_TYPE_GEMMA4UV:
+        case PROJECTOR_TYPE_GEMMA3:
        case PROJECTOR_TYPE_DEEPSEEK4V:
            return true;
        default: