From 328b14ded7514680f4e7fa0c8c4b4c78e4debbf2 Mon Sep 17 00:00:00 2001 From: Lumpiasty Date: Sat, 18 Apr 2026 23:21:52 +0200 Subject: [PATCH] add cpu version of Qwen3.5-35B-A3B --- apps/llama/configs/config.yaml | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/apps/llama/configs/config.yaml b/apps/llama/configs/config.yaml index ecc1cee..dedb58b 100644 --- a/apps/llama/configs/config.yaml +++ b/apps/llama/configs/config.yaml @@ -88,6 +88,16 @@ models: ${qwen35_35b_args} ${common_args} + "Qwen3.5-35B-A3B-GGUF-CPU:Q4_K_M": + cmd: | + /app/llama-server + -hf unsloth/Qwen3.5-35B-A3B-GGUF:Q4_K_M + ${ctx_256k} + ${qwen35_35b_args} + --threads 12 + -ngl 0 + ${common_args} + "Qwen3.5-35B-A3B-GGUF-nothink:Q4_K_M": cmd: | /app/llama-server