graph : remove redundant scale_w parameter (#20235)

2026-03-08 18:58:28 +01:00
parent 451ef08432
commit 35bee031e1
41 changed files with 85 additions and 86 deletions
@@ -124,7 +124,7 @@ ggml_tensor * llm_build_nemotron_h::build_ffn_layer(ggml_tensor * cur, const lla
                    model.layers[il].ffn_exp_probs_b,
                    n_expert, n_expert_used,
                    LLM_FFN_RELU_SQR, hparams.expert_weights_norm,
-                    hparams.expert_weights_scale, hparams.expert_weights_scale,
+                    hparams.expert_weights_scale,
                    LLAMA_EXPERT_GATING_FUNC_TYPE_SIGMOID,
                    il);
        cb(moe_out, "ffn_moe_out", il);