From ae7f53c3951eb849374130521d3271b92b474b83 Mon Sep 17 00:00:00 2001 From: Lumpiasty Date: Tue, 14 Apr 2026 18:17:03 +0200 Subject: [PATCH] add bonsai model --- apps/llama/configs/config.yaml | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/apps/llama/configs/config.yaml b/apps/llama/configs/config.yaml index 3661837..d7b0861 100644 --- a/apps/llama/configs/config.yaml +++ b/apps/llama/configs/config.yaml @@ -283,3 +283,10 @@ models: ${ctx_128k} ${gemma4_sampling} ${common_args} + "prism-ml/Bonsai-8B-gguf": + cmd: | + /app/llama-server + -hf prism-ml/Bonsai-8B-gguf + --temp 0.5 --top-p 0.9 --top-k 20 --min-p 0.00 + --repeat-penalty 1.0 -ctk q8_0 -ctv q8_0 + ${common_args}