qwen35: use post-norm hidden state for MTP (#24025)

* qwen35: use post-norm hidden state for MTP * rename pre_norm to nextn * fix step35
2026-06-04 01:29:09 +08:00
parent c8d6a00636
commit 166fe29492
12 changed files with 132 additions and 139 deletions
@@ -929,8 +929,8 @@ void llm_graph_result::set_outputs() {
    if (t_embd_pooled != nullptr) {
        ggml_set_output(t_embd_pooled);
    }
-    if (t_h_pre_norm != nullptr) {
-        ggml_set_output(t_h_pre_norm);
+    if (t_h_nextn != nullptr) {
+        ggml_set_output(t_h_nextn);
    }
    for (auto & [seq_id, t] : t_sampled) {
        if (t != nullptr) {