27 lines
607 B
YAML
27 lines
607 B
YAML
apiVersion: v1
|
|
kind: ConfigMap
|
|
metadata:
|
|
namespace: llama
|
|
name: llama-swap
|
|
data:
|
|
config.yaml: |
|
|
models:
|
|
"DeepSeek-R1-0528-Qwen3-8B-GGUF":
|
|
cmd: |
|
|
/app/llama-server
|
|
-hf unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF:Q4_K_M
|
|
-ngl 37
|
|
--port ${PORT}
|
|
"Qwen3-8B-GGUF":
|
|
cmd: |
|
|
/app/llama-server
|
|
-hf unsloth/Qwen3-8B-GGUF:Q4_K_M
|
|
-ngl 37
|
|
--port ${PORT}
|
|
"Qwen3-8B-GGUF-Q6_K":
|
|
cmd: |
|
|
/app/llama-server
|
|
-hf unsloth/Qwen3-8B-GGUF:Q6_K
|
|
-ngl 37
|
|
--port ${PORT}
|