add gemma3 model

This commit is contained in:
2025-07-29 01:04:23 +02:00
parent 3ca4ddc233
commit 257cca891a
2 changed files with 31 additions and 2 deletions

View File

@@ -67,7 +67,9 @@ spec:
"DeepSeek-R1-0528-Qwen3-8B-GGUF",
"Qwen3-8B-GGUF",
"Qwen3-8B-GGUF-no-thinking",
"gemma3n"
"gemma3n-e4b",
"gemma3-12b",
"gemma3-12b-novision"
]
titleConvo: true
titleModel: "current_model"

View File

@@ -18,7 +18,7 @@ models:
-ngl 37 -c 16384
--jinja --chat-template-file /config/qwen_nothink_chat_template.jinja
--port ${PORT}
"gemma3n":
"gemma3n-e3b":
cmd: |
/app/llama-server
-hf unsloth/gemma-3n-E4B-it-GGUF:UD-Q4_K_XL
@@ -32,3 +32,30 @@ models:
--top-k 64
--top-p 0.95
--port ${PORT}
"gemma3-12b":
cmd: |
/app/llama-server
-hf unsloth/gemma-3-12b-it-GGUF:Q3_K_M
--ctx-size 16384
--n-gpu-layers 99
--prio 2
--temp 1.0
--repeat-penalty 1.0
--min-p 0.00
--top-k 64
--top-p 0.95
--port ${PORT}
"gemma3-12b-novision":
cmd: |
/app/llama-server
-hf unsloth/gemma-3-12b-it-GGUF:Q3_K_M
--ctx-size 16384
--n-gpu-layers 99
--prio 2
--temp 1.0
--repeat-penalty 1.0
--min-p 0.00
--top-k 64
--top-p 0.95
--no-mmproj
--port ${PORT}