Add Qwen3.5-35-A3B model

2026-02-28 15:49:59 +01:00
parent 0a57fdd22d
commit 1e68450d8a
1 changed files with 27 additions and 0 deletions
--- a/apps/llama/configs/config.yaml
+++ b/apps/llama/configs/config.yaml
@@ -456,3 +456,30 @@ models:
        --repeat-penalty 1.0
        --no-warmup
        --port ${PORT}
+
+  "Qwen3.5-35B-A3B-GGUF:Q4_K_M":
+    ttl: 600
+    cmd: |
+      /app/llama-server
+        -hf unsloth/Qwen3.5-35B-A3B-GGUF:Q4_K_M
+        --ctx-size 16384
+        --temp 1.0
+        --min-p 0.00
+        --top-p 0.95
+        --top-k 20
+        --no-warmup
+        --port ${PORT}
+
+  "Qwen3.5-35B-A3B-GGUF-nothink:Q4_K_M":
+    ttl: 600
+    cmd: |
+      /app/llama-server
+        -hf unsloth/Qwen3.5-35B-A3B-GGUF:Q4_K_M
+        --ctx-size 16384
+        --temp 1.0
+        --min-p 0.00
+        --top-p 0.95
+        --top-k 20
+        --no-warmup
+        --port ${PORT}
+        --chat-template-kwargs "{\"enable_thinking\": false}"