4 Commits

3 changed files with 3 additions and 3 deletions

View File

@@ -4,7 +4,7 @@ logToStdout: "both" # proxy and upstream
macros:
base_args: "--no-warmup --port ${PORT}"
common_args: "--fit-target 1024 --no-warmup --port ${PORT}"
common_args: "--fit-target 1536 --no-warmup --port ${PORT}"
gemma3_ctx_128k: "--ctx-size 131072"
qwen35_ctx_256k: "--ctx-size 262144"
gemma_sampling: "--prio 2 --temp 1.0 --repeat-penalty 1.0 --min-p 0.00 --top-k 64 --top-p 0.95"

View File

@@ -18,7 +18,7 @@ spec:
spec:
containers:
- name: llama-swap
image: ghcr.io/mostlygeek/llama-swap:v199-vulkan-b8547
image: ghcr.io/mostlygeek/llama-swap:v199-vulkan-b8562
imagePullPolicy: IfNotPresent
command:
- /app/llama-swap

View File

@@ -15,7 +15,7 @@ spec:
- name: renovate
# Update this to the latest available and then enable Renovate on
# the manifest
image: renovate/renovate:43.99.0-full
image: renovate/renovate:43.99.1-full
envFrom:
- secretRef:
name: renovate-gitea-token