llama-swap

This commit is contained in:
2025-07-22 23:07:03 +02:00
parent 53154eeed7
commit 18eb912f03
12 changed files with 272 additions and 1 deletions

13
apps/llama/configmap.yaml Normal file
View File

@@ -0,0 +1,13 @@
apiVersion: v1
kind: ConfigMap
metadata:
namespace: llama
name: llama-swap
data:
config.yaml: |
models:
"DeepSeek-R1-0528-Qwen3-8B-GGUF":
cmd: |
/app/llama-server
-hf unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF:Q4_K_M
--port ${PORT}