diff --git a/apps/llama/configs/config.yaml b/apps/llama/configs/config.yaml index 4b95728..8d141da 100644 --- a/apps/llama/configs/config.yaml +++ b/apps/llama/configs/config.yaml @@ -465,4 +465,19 @@ models: --frequency-penalty 0.5 --presence-penalty 0.4 --no-warmup - --port ${PORT} \ No newline at end of file + --port ${PORT} + + "Qwen3-Coder-Next-GGUF:Q4_K_M": + ttl: 600 + cmd: | + /app/llama-server + -hf unsloth/Qwen3-Coder-Next-GGUF:Q4_K_M + --ctx-size 32768 + --predict 8192 + --temp 1.0 + --min-p 0.01 + --top-p 0.95 + --top-k 40 + --repeat-penalty 1.0 + --no-warmup + --port ${PORT}