model: support MiniMax-M3.1 (#32301)

This commit is contained in:
Xuan-Son Nguyen authored and GitHub committed 2026-11-15 17:39:59 +01:00
1 parent 56fd8a375f
commit a68799c609
6 files changed
+88 -9

No files matched your search

+2
View File
@@ -15,6 +15,8 @@ void llama_model_dflash::load_arch_hparams(llama_model_loader & ml) {
if (ml.get_key(LLM_KV_HIDDEN_ACT, hidden_act, false)) {
if (hidden_act == "gelu" || hidden_act == "gelu_pytorch_tanh") {
hparams.llm_ffn_op = LLM_FFN_GELU;
} else if (hidden_act == "swigluoai") {
hparams.llm_ffn_op = LLM_FFN_SWIGLU_OAI_MOE;
} else if (hidden_act != "silu") {
throw std::runtime_error("unsupported DFlash hidden activation: " + hidden_act);
}