llama-swap
This commit is contained in:
13
apps/llama/configmap.yaml
Normal file
13
apps/llama/configmap.yaml
Normal file
@@ -0,0 +1,13 @@
|
||||
apiVersion: v1
|
||||
kind: ConfigMap
|
||||
metadata:
|
||||
namespace: llama
|
||||
name: llama-swap
|
||||
data:
|
||||
config.yaml: |
|
||||
models:
|
||||
"DeepSeek-R1-0528-Qwen3-8B-GGUF":
|
||||
cmd: |
|
||||
/app/llama-server
|
||||
-hf unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF:Q4_K_M
|
||||
--port ${PORT}
|
||||
Reference in New Issue
Block a user