add llama.cpp to librechat

This commit is contained in:
2025-07-23 19:19:43 +02:00
parent 156598de64
commit f0dd38fc0b

View File

@@ -59,6 +59,19 @@ spec:
summaryModel: "current_model"
forcePrompt: false
modelDisplayLabel: "Ollama"
- name: "Llama.cpp"
apiKey: "llama"
baseURL: "http://llama.llama.svc.cluster.local:11434/v1/chat/completions"
models:
default: [
"DeepSeek-R1-0528-Qwen3-8B-GGUF"
]
titleConvo: true
titleModel: "current_model"
summarize: false
summaryModel: "current_model"
forcePrompt: false
modelDisplayLabel: "Llama.cpp"
imageVolume:
enabled: true
size: 10G