add 27b q3 variant of qwen3.5

2026-03-11 02:15:24 +01:00
parent 311f0362a8
commit 9cfb599c7d
1 changed files with 16 additions and 0 deletions
--- a/apps/llama/configs/config.yaml
+++ b/apps/llama/configs/config.yaml
@@ -210,3 +210,19 @@ models:
        ${qwen35_sampling}
        ${common_args}
        ${thinking_off}
+
+  "Qwen3.5-27B-GGUF:Q3_K_M":
+    cmd: |
+      /app/llama-server
+        -hf unsloth/Qwen3.5-27B-GGUF:Q3_K_M
+        ${qwen35_sampling}
+        ${common_args}
+        ${thinking_on}
+
+  "Qwen3.5-27B-GGUF-nothink:Q3_K_M":
+    cmd: |
+      /app/llama-server
+        -hf unsloth/Qwen3.5-27B-GGUF:Q3_K_M
+        ${qwen35_sampling}
+        ${common_args}
+        ${thinking_off}