enable MTP on MTP models

2026-05-18 20:18:18 +02:00
parent c3e5931c50
commit 55ac337a63
1 changed files with 4 additions and 0 deletions
@@ -190,6 +190,8 @@ models:
      -hf unsloth/Qwen3.6-35B-A3B-MTP-GGUF:Q4_K_M
      ${ctx_256k}
      ${qwen35_think_args}
+      --spec-type draft-mtp --spec-draft-n-max 1
+      --parallel 1
      ${common_args}

  "unsloth/Qwen3.6-35B-A3B-MTP-GGUF-nothink:Q4_K_M":
@@ -198,4 +200,6 @@ models:
      -hf unsloth/Qwen3.6-35B-A3B-MTP-GGUF:Q4_K_M
      ${ctx_256k}
      ${qwen35_nothink_args}
+      --spec-type draft-mtp --spec-draft-n-max 1
+      --parallel 1
      ${common_args}