add bonsai model

2026-04-14 18:17:03 +02:00
parent c62df4da77
commit ae7f53c395
1 changed files with 7 additions and 0 deletions
@@ -283,3 +283,10 @@ models:
        ${ctx_128k}
        ${gemma4_sampling}
        ${common_args}
+  "prism-ml/Bonsai-8B-gguf":
+    cmd: |
+      /app/llama-server
+        -hf prism-ml/Bonsai-8B-gguf
+        --temp 0.5 --top-p 0.9 --top-k 20 --min-p 0.00
+        --repeat-penalty 1.0 -ctk q8_0 -ctv q8_0
+        ${common_args}