add cpu version of Qwen3.5-35B-A3B

2026-04-18 23:21:52 +02:00
parent bc7eb5f0c5
commit 328b14ded7
1 changed files with 10 additions and 0 deletions
@@ -88,6 +88,16 @@ models:
        ${qwen35_35b_args}
        ${common_args}

+  "Qwen3.5-35B-A3B-GGUF-CPU:Q4_K_M":
+    cmd: |
+      /app/llama-server
+        -hf unsloth/Qwen3.5-35B-A3B-GGUF:Q4_K_M
+        ${ctx_256k}
+        ${qwen35_35b_args}
+        --threads 12
+        -ngl 0
+        ${common_args}
+
  "Qwen3.5-35B-A3B-GGUF-nothink:Q4_K_M":
    cmd: |
      /app/llama-server