model: support MiniMax-M3.1 (#32301)
This commit is contained in:
1 parent
56fd8a375f
commit
a68799c609
6 files changed
+88
-9
No files matched your search
@@ -15,6 +15,8 @@ void llama_model_dflash::load_arch_hparams(llama_model_loader & ml) {
|
||||
if (ml.get_key(LLM_KV_HIDDEN_ACT, hidden_act, false)) {
|
||||
if (hidden_act == "gelu" || hidden_act == "gelu_pytorch_tanh") {
|
||||
hparams.llm_ffn_op = LLM_FFN_GELU;
|
||||
} else if (hidden_act == "swigluoai") {
|
||||
hparams.llm_ffn_op = LLM_FFN_SWIGLU_OAI_MOE;
|
||||
} else if (hidden_act != "silu") {
|
||||
throw std::runtime_error("unsupported DFlash hidden activation: " + hidden_act);
|
||||
}
|
||||
|
||||
Reference in new issue
Block a user