llama : add Gemma4 MTP (#23398)

2026-06-07 20:50:54 +08:00
parent 8a091c47ab
commit 04eb4c446d
31 changed files with 644 additions and 142 deletions
@@ -44,9 +44,11 @@ llama_memory_hybrid::llama_memory_hybrid(
        n_pad,
        n_swa,
        swa_type,
+        nullptr,
        filter_attn == nullptr ?
            [&](int32_t il) { return !hparams.is_recr(il); }
            : filter_attn,
+        nullptr,
        nullptr
    )),
    mem_recr(new llama_memory_recurrent(