From 9cfb599c7d6bb337e7f3ace93571b346cbbac379 Mon Sep 17 00:00:00 2001 From: Lumpiasty Date: Wed, 11 Mar 2026 02:15:24 +0100 Subject: [PATCH] add 27b q3 variant of qwen3.5 --- apps/llama/configs/config.yaml | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) diff --git a/apps/llama/configs/config.yaml b/apps/llama/configs/config.yaml index 5bbef19..e3b83bd 100644 --- a/apps/llama/configs/config.yaml +++ b/apps/llama/configs/config.yaml @@ -210,3 +210,19 @@ models: ${qwen35_sampling} ${common_args} ${thinking_off} + + "Qwen3.5-27B-GGUF:Q3_K_M": + cmd: | + /app/llama-server + -hf unsloth/Qwen3.5-27B-GGUF:Q3_K_M + ${qwen35_sampling} + ${common_args} + ${thinking_on} + + "Qwen3.5-27B-GGUF-nothink:Q3_K_M": + cmd: | + /app/llama-server + -hf unsloth/Qwen3.5-27B-GGUF:Q3_K_M + ${qwen35_sampling} + ${common_args} + ${thinking_off}