qwen35: use post-norm hidden state for MTP (#24025)

* qwen35: use post-norm hidden state for MTP * rename pre_norm to nextn * fix step35
2026-06-04 01:29:09 +08:00
parent c8d6a00636
commit 166fe29492
12 changed files with 132 additions and 139 deletions
@@ -29,8 +29,8 @@ struct llama_cparams {
    float yarn_beta_slow;

    bool embeddings;
-    bool embeddings_pre_norm;        // also extract the hidden state before the final output norm
-    bool embeddings_pre_norm_masked; // extract for only rows where batch.logits != 0
+    bool embeddings_nextn;        // also extract the hidden state before the final output norm
+    bool embeddings_nextn_masked; // extract for only rows where batch.logits != 0
    bool causal_attn;
    bool offload_kqv;
    bool flash_attn;