From f0dd38fc0b145718d3a8d6ccffb0eef7222a9761 Mon Sep 17 00:00:00 2001
From: Lumpiasty <arek.dzski@gmail.com>
Date: Wed, 23 Jul 2025 19:19:43 +0200
Subject: [PATCH] add llama.cpp to librechat

---
 apps/librechat/release.yaml | 13 +++++++++++++
 1 file changed, 13 insertions(+)

diff --git a/apps/librechat/release.yaml b/apps/librechat/release.yaml
index dd5c43c..40ccdc4 100644
--- a/apps/librechat/release.yaml
+++ b/apps/librechat/release.yaml
@@ -59,6 +59,19 @@ spec:
               summaryModel: "current_model"
               forcePrompt: false
               modelDisplayLabel: "Ollama"
+            - name: "Llama.cpp"
+              apiKey: "llama"
+              baseURL: "http://llama.llama.svc.cluster.local:11434/v1/chat/completions"
+              models:
+                default: [
+                  "DeepSeek-R1-0528-Qwen3-8B-GGUF"
+                ]
+              titleConvo: true
+              titleModel: "current_model"
+              summarize: false
+              summaryModel: "current_model"
+              forcePrompt: false
+              modelDisplayLabel: "Llama.cpp"
       imageVolume:
         enabled: true
         size: 10G