1 Commits

Author SHA1 Message Date
Renovate 777539f17e Update renovate/renovate Docker tag to v43.185.0 2026-05-19 02:01:33 +00:00
5 changed files with 39 additions and 104 deletions
+1 -1
View File
@@ -20,7 +20,7 @@ steps:
- export VAULT_TOKEN=$(cat /woodpecker/.vault_id) - export VAULT_TOKEN=$(cat /woodpecker/.vault_id)
- bao kv get -mount secret -field RENOVATE_TOKEN renovate > /woodpecker/renovate_token - bao kv get -mount secret -field RENOVATE_TOKEN renovate > /woodpecker/renovate_token
- name: Run Renovate - name: Run Renovate
image: renovate/renovate:43.186.1-full image: renovate/renovate:43.185.0-full
environment: environment:
RENOVATE_AUTODISCOVER: "true" RENOVATE_AUTODISCOVER: "true"
RENOVATE_ENDPOINT: https://gitea.lumpiasty.xyz/api/v1 RENOVATE_ENDPOINT: https://gitea.lumpiasty.xyz/api/v1
+27 -74
View File
@@ -19,46 +19,18 @@ hooks:
preload: preload:
- "Qwen3.5-0.8B-GGUF-nothink:Q4_K_XL" - "Qwen3.5-0.8B-GGUF-nothink:Q4_K_XL"
# matrix replaces groups (they are mutually exclusive). groups:
# The small 0.8B model runs alongside any LLM. always:
# FLUX runs alone — it needs all available VRAM and will evict the 0.8B first. persistent: true
matrix: exclusive: false
vars: swap: false
q8: "Qwen3.5-0.8B-GGUF-nothink:Q4_K_XL" members:
flux: "flux1-dev:Q4_K_S" - "Qwen3.5-0.8B-GGUF-nothink:Q4_K_XL"
coder: "Qwen3-Coder-Next-GGUF:Q4_K_M"
q35t: "Qwen3.5-35B-A3B-GGUF:Q4_K_M"
q35nt: "Qwen3.5-35B-A3B-GGUF-nothink:Q4_K_M"
q35ht: "Qwen3.5-35B-A3B-heretic-GGUF:Q4_K_M"
q35hnt: "Qwen3.5-35B-A3B-heretic-GGUF-nothink:Q4_K_M"
q4t: "Qwen3.5-4B-GGUF:Q4_K_M"
q4nt: "Qwen3.5-4B-GGUF-nothink:Q4_K_M"
q4ht: "Qwen3.5-4B-heretic-GGUF:Q4_K_M"
q4hnt: "Qwen3.5-4B-heretic-GGUF-nothink:Q4_K_M"
g26xl: "gemma-4-26B-A4B-it:UD-Q4_K_XL"
g26q2: "gemma-4-26B-A4B-it:UD-Q2_K_XL"
ge4xl: "unsloth/gemma-4-E4B-it-GGUF:UD-Q4_K_XL"
ge2xl: "unsloth/gemma-4-E2B-it-GGUF:UD-Q4_K_XL"
q36t: "unsloth/Qwen3.6-35B-A3B-GGUF:UD-Q4_K_XL"
q36nt: "unsloth/Qwen3.6-35B-A3B-GGUF-nothink:UD-Q4_K_XL"
haut: "HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive:Q4_K_M"
haunt: "HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-nothink:Q4_K_M"
mtpt: "unsloth/Qwen3.6-35B-A3B-MTP-GGUF:Q4_K_M"
mtpnt: "unsloth/Qwen3.6-35B-A3B-MTP-GGUF-nothink:Q4_K_M"
evict_costs:
flux: 10 # large files, slow to reload
sets:
# any LLM can run alongside the small always-on model
with_q8: "(coder | q35t | q35nt | q35ht | q35hnt | q4t | q4nt | q4ht | q4hnt | g26xl | g26q2 | ge4xl | ge2xl | q36t | q36nt | haut | haunt | mtpt | mtpnt) & q8"
# FLUX runs alone — evicts everything including q8
image_gen: "flux"
models: models:
"Qwen3-Coder-Next-GGUF:Q4_K_M": "Qwen3-Coder-Next-GGUF:Q4_K_M":
cmd: | cmd: |
llama-server /app/llama-server
-hf unsloth/Qwen3-Coder-Next-GGUF:Q4_K_M -hf unsloth/Qwen3-Coder-Next-GGUF:Q4_K_M
--ctx-size 65536 --ctx-size 65536
--predict 8192 --predict 8192
@@ -72,7 +44,7 @@ models:
"Qwen3.5-35B-A3B-GGUF:Q4_K_M": "Qwen3.5-35B-A3B-GGUF:Q4_K_M":
cmd: | cmd: |
llama-server /app/llama-server
-hf unsloth/Qwen3.5-35B-A3B-GGUF:Q4_K_M -hf unsloth/Qwen3.5-35B-A3B-GGUF:Q4_K_M
${ctx_256k} ${ctx_256k}
${qwen35_think_args} ${qwen35_think_args}
@@ -80,7 +52,7 @@ models:
"Qwen3.5-35B-A3B-GGUF-nothink:Q4_K_M": "Qwen3.5-35B-A3B-GGUF-nothink:Q4_K_M":
cmd: | cmd: |
llama-server /app/llama-server
-hf unsloth/Qwen3.5-35B-A3B-GGUF:Q4_K_M -hf unsloth/Qwen3.5-35B-A3B-GGUF:Q4_K_M
${ctx_256k} ${ctx_256k}
${qwen35_nothink_args} ${qwen35_nothink_args}
@@ -90,7 +62,7 @@ models:
# so providing url to the one from the non-heretic version. # so providing url to the one from the non-heretic version.
"Qwen3.5-35B-A3B-heretic-GGUF:Q4_K_M": "Qwen3.5-35B-A3B-heretic-GGUF:Q4_K_M":
cmd: | cmd: |
llama-server /app/llama-server
-hf mradermacher/Qwen3.5-35B-A3B-heretic-GGUF:Q4_K_M -hf mradermacher/Qwen3.5-35B-A3B-heretic-GGUF:Q4_K_M
${qwen35_35b_heretic_mmproj} ${qwen35_35b_heretic_mmproj}
${ctx_256k} ${ctx_256k}
@@ -99,7 +71,7 @@ models:
"Qwen3.5-35B-A3B-heretic-GGUF-nothink:Q4_K_M": "Qwen3.5-35B-A3B-heretic-GGUF-nothink:Q4_K_M":
cmd: | cmd: |
llama-server /app/llama-server
-hf mradermacher/Qwen3.5-35B-A3B-heretic-GGUF:Q4_K_M -hf mradermacher/Qwen3.5-35B-A3B-heretic-GGUF:Q4_K_M
${qwen35_35b_heretic_mmproj} ${qwen35_35b_heretic_mmproj}
${ctx_256k} ${ctx_256k}
@@ -108,7 +80,7 @@ models:
"Qwen3.5-0.8B-GGUF-nothink:Q4_K_XL": "Qwen3.5-0.8B-GGUF-nothink:Q4_K_XL":
cmd: | cmd: |
llama-server /app/llama-server
-hf unsloth/Qwen3.5-0.8B-GGUF:Q4_K_XL -hf unsloth/Qwen3.5-0.8B-GGUF:Q4_K_XL
--ctx-size 4096 --ctx-size 4096
${qwen35_nothink_args} ${qwen35_nothink_args}
@@ -116,7 +88,7 @@ models:
"Qwen3.5-4B-GGUF:Q4_K_M": "Qwen3.5-4B-GGUF:Q4_K_M":
cmd: | cmd: |
llama-server /app/llama-server
-hf unsloth/Qwen3.5-4B-GGUF:Q4_K_M -hf unsloth/Qwen3.5-4B-GGUF:Q4_K_M
${ctx_128k} ${ctx_128k}
${qwen35_think_args} ${qwen35_think_args}
@@ -124,7 +96,7 @@ models:
"Qwen3.5-4B-GGUF-nothink:Q4_K_M": "Qwen3.5-4B-GGUF-nothink:Q4_K_M":
cmd: | cmd: |
llama-server /app/llama-server
-hf unsloth/Qwen3.5-4B-GGUF:Q4_K_M -hf unsloth/Qwen3.5-4B-GGUF:Q4_K_M
${ctx_128k} ${ctx_128k}
${qwen35_nothink_args} ${qwen35_nothink_args}
@@ -132,7 +104,7 @@ models:
"Qwen3.5-4B-heretic-GGUF:Q4_K_M": "Qwen3.5-4B-heretic-GGUF:Q4_K_M":
cmd: | cmd: |
llama-server /app/llama-server
-hf mradermacher/Qwen3.5-4B-heretic-GGUF:Q4_K_M -hf mradermacher/Qwen3.5-4B-heretic-GGUF:Q4_K_M
${qwen35_4b_heretic_mmproj} ${qwen35_4b_heretic_mmproj}
${ctx_128k} ${ctx_128k}
@@ -141,7 +113,7 @@ models:
"Qwen3.5-4B-heretic-GGUF-nothink:Q4_K_M": "Qwen3.5-4B-heretic-GGUF-nothink:Q4_K_M":
cmd: | cmd: |
llama-server /app/llama-server
-hf mradermacher/Qwen3.5-4B-heretic-GGUF:Q4_K_M -hf mradermacher/Qwen3.5-4B-heretic-GGUF:Q4_K_M
${qwen35_4b_heretic_mmproj} ${qwen35_4b_heretic_mmproj}
${ctx_128k} ${ctx_128k}
@@ -150,7 +122,7 @@ models:
"gemma-4-26B-A4B-it:UD-Q4_K_XL": "gemma-4-26B-A4B-it:UD-Q4_K_XL":
cmd: | cmd: |
llama-server /app/llama-server
-hf unsloth/gemma-4-26B-A4B-it-GGUF:UD-Q4_K_XL \ -hf unsloth/gemma-4-26B-A4B-it-GGUF:UD-Q4_K_XL \
${ctx_256k} ${ctx_256k}
${gemma4_sampling} ${gemma4_sampling}
@@ -158,7 +130,7 @@ models:
"gemma-4-26B-A4B-it:UD-Q2_K_XL": "gemma-4-26B-A4B-it:UD-Q2_K_XL":
cmd: | cmd: |
llama-server /app/llama-server
-hf unsloth/gemma-4-26B-A4B-it-GGUF:UD-Q2_K_XL \ -hf unsloth/gemma-4-26B-A4B-it-GGUF:UD-Q2_K_XL \
${ctx_256k} ${ctx_256k}
${gemma4_sampling} ${gemma4_sampling}
@@ -166,7 +138,7 @@ models:
"unsloth/gemma-4-E4B-it-GGUF:UD-Q4_K_XL": "unsloth/gemma-4-E4B-it-GGUF:UD-Q4_K_XL":
cmd: | cmd: |
llama-server /app/llama-server
-hf unsloth/gemma-4-E4B-it-GGUF:UD-Q4_K_XL \ -hf unsloth/gemma-4-E4B-it-GGUF:UD-Q4_K_XL \
${ctx_128k} ${ctx_128k}
${gemma4_sampling} ${gemma4_sampling}
@@ -174,7 +146,7 @@ models:
"unsloth/gemma-4-E2B-it-GGUF:UD-Q4_K_XL": "unsloth/gemma-4-E2B-it-GGUF:UD-Q4_K_XL":
cmd: | cmd: |
llama-server /app/llama-server
-hf unsloth/gemma-4-E2B-it-GGUF:UD-Q4_K_XL \ -hf unsloth/gemma-4-E2B-it-GGUF:UD-Q4_K_XL \
${ctx_128k} ${ctx_128k}
${gemma4_sampling} ${gemma4_sampling}
@@ -182,7 +154,7 @@ models:
"unsloth/Qwen3.6-35B-A3B-GGUF:UD-Q4_K_XL": "unsloth/Qwen3.6-35B-A3B-GGUF:UD-Q4_K_XL":
cmd: | cmd: |
llama-server /app/llama-server
-hf unsloth/Qwen3.6-35B-A3B-GGUF:UD-Q4_K_XL -hf unsloth/Qwen3.6-35B-A3B-GGUF:UD-Q4_K_XL
${ctx_256k} ${ctx_256k}
${qwen35_think_args} ${qwen35_think_args}
@@ -190,7 +162,7 @@ models:
"unsloth/Qwen3.6-35B-A3B-GGUF-nothink:UD-Q4_K_XL": "unsloth/Qwen3.6-35B-A3B-GGUF-nothink:UD-Q4_K_XL":
cmd: | cmd: |
llama-server /app/llama-server
-hf unsloth/Qwen3.6-35B-A3B-GGUF:UD-Q4_K_XL -hf unsloth/Qwen3.6-35B-A3B-GGUF:UD-Q4_K_XL
${ctx_256k} ${ctx_256k}
${qwen35_nothink_args} ${qwen35_nothink_args}
@@ -198,7 +170,7 @@ models:
"HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive:Q4_K_M": "HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive:Q4_K_M":
cmd: | cmd: |
llama-server /app/llama-server
-hf HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive:Q4_K_M -hf HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive:Q4_K_M
${ctx_256k} ${ctx_256k}
${qwen35_think_args} ${qwen35_think_args}
@@ -206,7 +178,7 @@ models:
"HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-nothink:Q4_K_M": "HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-nothink:Q4_K_M":
cmd: | cmd: |
llama-server /app/llama-server
-hf HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive:Q4_K_M -hf HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive:Q4_K_M
${ctx_256k} ${ctx_256k}
${qwen35_nothink_args} ${qwen35_nothink_args}
@@ -214,7 +186,7 @@ models:
"unsloth/Qwen3.6-35B-A3B-MTP-GGUF:Q4_K_M": "unsloth/Qwen3.6-35B-A3B-MTP-GGUF:Q4_K_M":
cmd: | cmd: |
llama-server /app/llama-server
-hf unsloth/Qwen3.6-35B-A3B-MTP-GGUF:Q4_K_M -hf unsloth/Qwen3.6-35B-A3B-MTP-GGUF:Q4_K_M
${ctx_256k} ${ctx_256k}
${qwen35_think_args} ${qwen35_think_args}
@@ -224,29 +196,10 @@ models:
"unsloth/Qwen3.6-35B-A3B-MTP-GGUF-nothink:Q4_K_M": "unsloth/Qwen3.6-35B-A3B-MTP-GGUF-nothink:Q4_K_M":
cmd: | cmd: |
llama-server /app/llama-server
-hf unsloth/Qwen3.6-35B-A3B-MTP-GGUF:Q4_K_M -hf unsloth/Qwen3.6-35B-A3B-MTP-GGUF:Q4_K_M
${ctx_256k} ${ctx_256k}
${qwen35_nothink_args} ${qwen35_nothink_args}
--spec-type draft-mtp --spec-draft-n-max 1 --spec-type draft-mtp --spec-draft-n-max 1
--parallel 1 --parallel 1
${common_args} ${common_args}
# Image generation via stable-diffusion.cpp (sd-server)
# Models must be pre-downloaded to /root/.cache/sd/
# FLUX.1-dev: state-of-the-art open-weight text-to-image model by Black Forest Labs
# Download: huggingface-cli download lllyasviel/FLUX.1-dev-gguf flux1-dev-Q4_K_S.gguf --local-dir /root/.cache/sd
# Download VAE: huggingface-cli download black-forest-labs/FLUX.1-dev ae.safetensors --local-dir /root/.cache/sd
# Download text encoders: huggingface-cli download comfyanonymous/flux_text_encoders clip_l.safetensors t5xxl_fp16.safetensors --local-dir /root/.cache/sd
"flux1-dev:Q4_K_S":
checkEndpoint: "/"
cmd: |
sd-server
--listen-port ${PORT}
--diffusion-model /root/.cache/sd/flux1-dev-Q4_K_S.gguf
--vae /root/.cache/sd/ae.safetensors
--clip_l /root/.cache/sd/clip_l.safetensors
--t5xxl /root/.cache/sd/t5xxl_fp16.safetensors
--cfg-scale 1.0
--sampling-method euler
--steps 20
+2 -2
View File
@@ -18,10 +18,10 @@ spec:
spec: spec:
containers: containers:
- name: llama-swap - name: llama-swap
image: ghcr.io/mostlygeek/llama-swap:unified-vulkan-2026-05-19 image: ghcr.io/mostlygeek/llama-swap:v216-vulkan-b9191
imagePullPolicy: IfNotPresent imagePullPolicy: IfNotPresent
command: command:
- llama-swap - /app/llama-swap
args: args:
- --config=/config/config.yaml - --config=/config/config.yaml
- --watch-config - --watch-config
-26
View File
@@ -74,29 +74,3 @@ spec:
value: "false" value: "false"
- name: OAUTH_MERGE_ACCOUNTS_BY_EMAIL - name: OAUTH_MERGE_ACCOUNTS_BY_EMAIL
value: "true" value: "true"
# Image generation via llama-swap sd-server
- name: ENABLE_IMAGE_GENERATION
value: "true"
- name: IMAGE_GENERATION_ENGINE
value: "openai"
- name: IMAGES_OPENAI_API_BASE_URL
value: "http://llama.llama.svc.cluster.local:11434/v1"
- name: IMAGES_OPENAI_API_KEY
value: "ignored"
- name: IMAGE_GENERATION_MODEL
value: "flux1-dev:Q4_K_S"
- name: IMAGE_SIZE
value: "512x512"
# Image editing via llama-swap sd-server (/v1/images/edits)
- name: ENABLE_IMAGE_EDIT
value: "true"
- name: IMAGE_EDIT_ENGINE
value: "openai"
- name: IMAGES_EDIT_OPENAI_API_BASE_URL
value: "http://llama.llama.svc.cluster.local:11434/v1"
- name: IMAGES_EDIT_OPENAI_API_KEY
value: "ignored"
- name: IMAGE_EDIT_MODEL
value: "flux1-dev:Q4_K_S"
- name: IMAGE_EDIT_SIZE
value: "512x512"
+9 -1
View File
@@ -15,13 +15,21 @@
{ {
"matchDatasources": ["docker"], "matchDatasources": ["docker"],
"matchPackageNames": ["ghcr.io/mostlygeek/llama-swap"], "matchPackageNames": ["ghcr.io/mostlygeek/llama-swap"],
"versioning": "regex:^unified-vulkan-(?<patch>[0-9]{4}[0-9]{2}[0-9]{2})$" "versioning": "regex:^v(?<major>[0-9]+)-vulkan-b(?<patch>[0-9]+)$"
}, },
{ {
"matchUpdateTypes": ["patch"], "matchUpdateTypes": ["patch"],
"automerge": true, "automerge": true,
"automergeType": "pr", "automergeType": "pr",
"platformAutomerge": true "platformAutomerge": true
},
{
"matchDatasources": ["docker"],
"matchPackageNames": ["ghcr.io/mostlygeek/llama-swap"],
"matchUpdateTypes": ["minor"],
"automerge": true,
"automergeType": "pr",
"platformAutomerge": true
} }
] ]
} }