Lumpiasty/klaster
0
0
Fork 0
Code Issues Pull Requests 4 Packages Projects Releases Wiki Activity

increase context size

Browse Source
This commit is contained in:
Lumpiasty
2025-07-23 22:06:45 +02:00
parent 869cc79898
commit fc8860f89a
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
apps/llama/configmap.yaml
View File

@@ -10,17 +10,17 @@ data:
cmd: | cmd: |
/app/llama-server /app/llama-server
-hf unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF:Q4_K_M -hf unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF:Q4_K_M
-ngl 37 -ngl 37 -c 16384
--port ${PORT} --port ${PORT}
"Qwen3-8B-GGUF": "Qwen3-8B-GGUF":
cmd: | cmd: |
/app/llama-server /app/llama-server
-hf unsloth/Qwen3-8B-GGUF:Q4_K_M -hf unsloth/Qwen3-8B-GGUF:Q4_K_M
-ngl 37 -ngl 37 -c 16384
--port ${PORT} --port ${PORT}
"Qwen3-8B-GGUF-Q6_K": "Qwen3-8B-GGUF-Q6_K":
cmd: | cmd: |
/app/llama-server /app/llama-server
-hf unsloth/Qwen3-8B-GGUF:Q6_K -hf unsloth/Qwen3-8B-GGUF:Q6_K
-ngl 37 -ngl 37 -c 16384
--port ${PORT} --port ${PORT}