From f3ad488bc847ef1a6fc156ef9dfa26ebd72406ce Mon Sep 17 00:00:00 2001 From: Lumpiasty Date: Mon, 18 May 2026 19:42:48 +0200 Subject: [PATCH] add MTP version of Qwen3.6-35B --- apps/llama/configs/config.yaml | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) diff --git a/apps/llama/configs/config.yaml b/apps/llama/configs/config.yaml index 24b48af..61ab86a 100644 --- a/apps/llama/configs/config.yaml +++ b/apps/llama/configs/config.yaml @@ -183,3 +183,19 @@ models: ${ctx_256k} ${qwen35_nothink_args} ${common_args} + + "unsloth/Qwen3.6-35B-A3B-MTP-GGUF:Q4_K_M": + cmd: | + /app/llama-server + -hf unsloth/Qwen3.6-35B-A3B-MTP-GGUF:Q4_K_M + ${ctx_256k} + ${qwen35_think_args} + ${common_args} + + "unsloth/Qwen3.6-35B-A3B-MTP-GGUF-nothink:Q4_K_M": + cmd: | + /app/llama-server + -hf unsloth/Qwen3.6-35B-A3B-MTP-GGUF:Q4_K_M + ${ctx_256k} + ${qwen35_nothink_args} + ${common_args}