graph : remove redundant scale_w parameter (#20235)
This commit is contained in:
1 parent
451ef08432
commit
35bee031e1
41 files changed
+85
-86
No files matched your search
@@ -93,7 +93,7 @@ llm_build_smallthinker<iswa>::llm_build_smallthinker(const llama_model & model,
|
||||
nullptr,
|
||||
n_expert, n_expert_used,
|
||||
LLM_FFN_RELU, true,
|
||||
false, 0.0,
|
||||
hparams.expert_weights_scale,
|
||||
static_cast<llama_expert_gating_func_type>(hparams.expert_gating_func),
|
||||
il, probs);
|
||||
|
||||
|
||||
Reference in new issue
Block a user