graph : remove redundant scale_w parameter (#20235)

This commit is contained in:
Sigbjørn Skjæret authored and GitHub committed 2026-03-08 18:58:28 +01:00
1 parent 451ef08432
commit 35bee031e1
41 files changed
+85 -86

No files matched your search

+1 -2
View File
@@ -119,8 +119,7 @@ llm_build_hunyuan_moe::llm_build_hunyuan_moe(const llama_model & model, const ll
n_expert, n_expert_used,
LLM_FFN_SILU,
true, // norm_topk_prob
false,
0.0,
hparams.expert_weights_scale,
LLAMA_EXPERT_GATING_FUNC_TYPE_SOFTMAX,
il);
cb(cur_moe, "ffn_moe_out", il);