From 8a074839b108809bbb4399eafd1b64361ed2d100 Mon Sep 17 00:00:00 2001 From: Lumpiasty Date: Sat, 7 Mar 2026 21:01:32 +0100 Subject: [PATCH] automatically fit context on qwen3.5 2b and 4b --- apps/llama/configs/config.yaml | 4 ---- 1 file changed, 4 deletions(-) diff --git a/apps/llama/configs/config.yaml b/apps/llama/configs/config.yaml index ae39649..b70de0b 100644 --- a/apps/llama/configs/config.yaml +++ b/apps/llama/configs/config.yaml @@ -599,7 +599,6 @@ models: cmd: | /app/llama-server -hf unsloth/Qwen3.5-2B-GGUF:Q4_K_M - --ctx-size 16384 --temp 0.6 --top-p 0.95 --top-k 20 @@ -613,7 +612,6 @@ models: cmd: | /app/llama-server -hf unsloth/Qwen3.5-2B-GGUF:Q4_K_M - --ctx-size 16384 --temp 0.6 --top-p 0.95 --top-k 20 @@ -627,7 +625,6 @@ models: cmd: | /app/llama-server -hf unsloth/Qwen3.5-4B-GGUF:Q4_K_M - --ctx-size 16384 --temp 0.6 --top-p 0.95 --top-k 20 @@ -641,7 +638,6 @@ models: cmd: | /app/llama-server -hf unsloth/Qwen3.5-4B-GGUF:Q4_K_M - --ctx-size 16384 --temp 0.6 --top-p 0.95 --top-k 20