add qwen3

2025-07-23 20:13:10 +02:00
parent d53db88fd2
commit e1801347f2
2 changed files with 15 additions and 1 deletions
--- a/apps/llama/configmap.yaml
+++ b/apps/llama/configmap.yaml
@@ -12,3 +12,15 @@ data:
          -hf unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF:Q4_K_M
          -ngl 37
          --port ${PORT}
+      "Qwen3-8B-GGUF":
+        cmd: |
+          /app/llama-server
+          -hf unsloth/Qwen3-8B-GGUF:Q4_K_M
+          -ngl 37
+          --port ${PORT}
+      "Qwen3-8B-GGUF-Q6_K":
+        cmd: |
+          /app/llama-server
+          -hf unsloth/Qwen3-8B-GGUF:Q6_K
+          -ngl 37
+          --port ${PORT}