add Qwen3-Coder-Next model

2026-02-26 00:10:53 +01:00
parent 1ddef7951a
commit 63a8e2f7ac
1 changed files with 16 additions and 1 deletions
--- a/apps/llama/configs/config.yaml
+++ b/apps/llama/configs/config.yaml
@@ -466,3 +466,18 @@ models:
        --presence-penalty 0.4
        --no-warmup
        --port ${PORT}
+
+  "Qwen3-Coder-Next-GGUF:Q4_K_M":
+    ttl: 600
+    cmd: |
+      /app/llama-server
+        -hf unsloth/Qwen3-Coder-Next-GGUF:Q4_K_M
+        --ctx-size 32768
+        --predict 8192
+        --temp 1.0
+        --min-p 0.01
+        --top-p 0.95
+        --top-k 40
+        --repeat-penalty 1.0
+        --no-warmup
+        --port ${PORT}