Compare commits
165
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
7569fad438 | ||
|
|
ee9e7f1905 | ||
|
|
6ebfdeb989 | ||
|
|
923b37e171 | ||
|
|
ef2e7987f0 | ||
|
|
9ce13dc207 | ||
|
|
9985851e82 | ||
|
|
598330097f | ||
|
|
d4293e4e29 | ||
|
|
a800b218c4 | ||
|
|
056d762dc9 | ||
|
|
e3dfba7170 | ||
|
|
928f3d1005 | ||
|
|
0d81ee473f | ||
|
|
4fb53636f1 | ||
|
|
6241b81f02 | ||
|
|
5b8833325d | ||
|
|
ed3da857d5 | ||
|
|
f3cc1f3688 | ||
|
|
de8bb69cdc | ||
|
|
ea29623106 | ||
|
|
b0cbe885a5 | ||
|
|
2ade45b3dc | ||
|
|
4af96d3c5d | ||
|
|
0f557f8c09
|
||
|
|
6ff0796946 | ||
|
|
851a2096e3 | ||
|
|
e1ef81db71 | ||
|
|
c64e6e73f9 | ||
|
|
cf021a776d | ||
|
|
29d9cfbcbf | ||
|
|
255b29fb6c | ||
|
|
7d0ece3fb1 | ||
|
|
bb391b641f | ||
|
|
0990af576e | ||
|
|
7d3d036912 | ||
|
|
d31e792530 | ||
|
|
96ef9a9925 | ||
|
|
1b6b8eee16
|
||
|
|
aa7842a5d5 | ||
|
|
7d6158af20 | ||
|
|
fd2afb45f5 | ||
|
|
1073ee27e1 | ||
|
|
29f1f31bd0 | ||
|
|
304235ccd6 | ||
|
|
9705084504 | ||
|
|
2c3db3c0a2 | ||
|
|
fe391afe1a
|
||
|
|
e69f3ce4ae | ||
|
|
39cb9626fe
|
||
|
|
c1eadb29d1 | ||
|
|
9d8cda8228
|
||
|
|
ba90001ec8
|
||
|
|
ece05f6119 | ||
|
|
129279192a | ||
|
|
a703b8ef4c | ||
|
|
33d30a1f6a | ||
|
|
d3e794233b | ||
|
|
3f2e7bff23 | ||
|
|
1f6e7f6d06 | ||
|
|
27a07fb5d9 | ||
|
|
0790de0fdf | ||
|
|
0261f900d7 | ||
|
|
b3135998f6 | ||
|
|
aff867b774
|
||
|
|
4c31107f8c | ||
|
|
6b15082274 | ||
|
|
94d7817a07
|
||
|
|
63e502735c | ||
|
|
2b687712cb | ||
|
|
c7ceb45ba1 | ||
|
|
bd33268bc0 | ||
|
|
c4143d95fc | ||
|
|
146a251669 | ||
|
|
3400bcc421 | ||
|
|
45365dd01f | ||
|
|
8e84550bfb | ||
|
|
ed4e59dac1 | ||
|
|
2aca37a14c | ||
|
|
d86ad8e56a | ||
|
|
81518b132a | ||
|
|
0ba8aa2889 | ||
|
|
c2cde1836c | ||
|
|
3b957ca449 | ||
|
|
c748950996 | ||
|
|
7fecb4e456 | ||
|
|
c0729a67bd | ||
|
|
b423498c41 | ||
|
|
26585e64ae | ||
|
|
41147dc02f | ||
|
|
d4931833f0 | ||
|
|
6524a14745
|
||
|
|
858e121c55 | ||
|
|
edd56e84d7 | ||
|
|
87b6003b23
|
||
|
|
ef3b8a271e | ||
|
|
f7b8cbb9aa | ||
|
|
4c21fcb5ff | ||
|
|
3a7d2fbd10 | ||
|
|
9bdc88061f | ||
|
|
d6747ca3d5 | ||
|
|
fffb888676 | ||
|
|
b4880ad3ff | ||
|
|
fbde3d9faf | ||
|
|
a8db4f4e4b | ||
|
|
eae60867b8 | ||
|
|
98a7c15e50 | ||
|
|
ff5b4655b9 | ||
|
|
ac7e12ec4e | ||
|
|
91e36289e6 | ||
|
|
68ab235d06 | ||
|
|
dfb1a5f8d2 | ||
|
|
7489a0900a | ||
|
|
e32beb1002 | ||
|
|
2755d5e406 | ||
|
|
5f50a177a0 | ||
|
|
847d7bfca7
|
||
|
|
cd59a087c7
|
||
|
|
0bee3a3ca7 | ||
|
|
de0170ce8c | ||
|
|
524c27a3ed | ||
|
|
bcf3dbd63b | ||
|
|
0db6c52c1b | ||
|
|
381ba41c0f | ||
|
|
cf5eeccdae
|
||
|
|
d8de1ec47b
|
||
|
|
714d83eb86
|
||
|
|
bb7e358b25
|
||
|
|
806a6f38d4
|
||
|
|
89d610886f
|
||
|
|
5e566bd6b7
|
||
|
|
dfbd89d4cf
|
||
|
|
ea888c57fb
|
||
|
|
2d980550eb
|
||
|
|
ef6a2d4b46
|
||
|
|
23c5b8e51a
|
||
|
|
0cb5e02099 | ||
|
|
5fe2bb7e06 | ||
|
|
c5f9a0b2e2 | ||
|
|
4b702f5323 | ||
|
|
1b2ec339f3 | ||
|
|
af47861ff0 | ||
|
|
c02b794091 | ||
|
|
ad7fe9fa2a | ||
|
|
d660175bf3 | ||
|
|
bf6b3361ea | ||
|
|
ff0f6143db | ||
|
|
1bed69e6cf | ||
|
|
82a5f98c0f
|
||
|
|
c7b9f37fe0
|
||
|
|
1390e482d2 | ||
|
|
f2643ef8a2 | ||
|
|
0a9c5825db | ||
|
|
e5ad95bbff | ||
|
|
4e56905d13 | ||
|
|
4cdd24c700 | ||
|
|
4fd0f59dac
|
||
|
|
da023b5b13 | ||
|
|
ad7dbcf267 | ||
|
|
116f2fc8e2 | ||
|
|
bb84765e5e | ||
|
|
0371891ba4 | ||
|
|
040358a169 | ||
|
|
39f675c5c9 | ||
|
|
dbb1aeb62e |
@@ -2,11 +2,12 @@ when:
|
||||
- event: push
|
||||
path:
|
||||
include:
|
||||
- mikrotik/coredns/**
|
||||
- docker/**
|
||||
- .woodpecker/build-images.yaml
|
||||
|
||||
steps:
|
||||
- name: Get registry creds from OpenBao
|
||||
image: quay.io/openbao/openbao:2.5.5
|
||||
image: quay.io/openbao/openbao:2.6.2
|
||||
environment:
|
||||
VAULT_ADDR: https://openbao.lumpiasty.xyz:8200
|
||||
ROLE_ID:
|
||||
@@ -21,8 +22,8 @@ steps:
|
||||
- 'printf "PLUGIN_USERNAME=%s\n" "$(bao kv get -mount secret -field REGISTRY_USERNAME container-registry)" > /woodpecker/registry.env'
|
||||
- 'printf "PLUGIN_PASSWORD=%s\n" "$(bao kv get -mount secret -field REGISTRY_PASSWORD container-registry)" >> /woodpecker/registry.env'
|
||||
|
||||
- name: Build and push
|
||||
image: woodpeckerci/plugin-docker-buildx:6.1.0
|
||||
- name: Build and push mikrotik coredns
|
||||
image: woodpeckerci/plugin-docker-buildx:6.1.1
|
||||
privileged: true
|
||||
settings:
|
||||
registry: gitea.lumpiasty.xyz
|
||||
@@ -31,12 +32,32 @@ steps:
|
||||
tags:
|
||||
- latest
|
||||
- ${CI_COMMIT_SHA:0:8}
|
||||
dockerfile: mikrotik/coredns/Dockerfile
|
||||
context: mikrotik/coredns/
|
||||
dockerfile: docker/coredns/Dockerfile
|
||||
context: docker/coredns/
|
||||
env_file: /woodpecker/registry.env
|
||||
cache_images:
|
||||
- gitea.lumpiasty.xyz/lumpiasty/coredns-mikrotik:buildcache
|
||||
depends_on: ["Get registry creds from OpenBao"]
|
||||
|
||||
- name: Build and push supervisord
|
||||
image: woodpeckerci/plugin-docker-buildx:6.1.1
|
||||
privileged: true
|
||||
settings:
|
||||
registry: gitea.lumpiasty.xyz
|
||||
repo: gitea.lumpiasty.xyz/lumpiasty/supervisord
|
||||
platforms: linux/amd64
|
||||
tags:
|
||||
- latest
|
||||
- ${CI_COMMIT_SHA:0:8}
|
||||
dockerfile: docker/supervisord/Dockerfile
|
||||
context: docker/supervisord/
|
||||
env_file: /woodpecker/registry.env
|
||||
cache_images:
|
||||
- gitea.lumpiasty.xyz/lumpiasty/supervisord:buildcache
|
||||
depends_on: ["Get registry creds from OpenBao"]
|
||||
|
||||
- name: Invalidate OpenBao token
|
||||
image: quay.io/openbao/openbao:2.5.5
|
||||
image: quay.io/openbao/openbao:2.6.2
|
||||
environment:
|
||||
VAULT_ADDR: https://openbao.lumpiasty.xyz:8200
|
||||
commands:
|
||||
@@ -44,3 +65,6 @@ steps:
|
||||
- bao write -f auth/token/revoke-self
|
||||
when:
|
||||
- status: [success, failure]
|
||||
depends_on:
|
||||
- Build and push mikrotik coredns
|
||||
- Build and push supervisord
|
||||
@@ -6,7 +6,7 @@ skip_clone: true
|
||||
|
||||
steps:
|
||||
- name: Get kubernetes access from OpenBao
|
||||
image: quay.io/openbao/openbao:2.5.5
|
||||
image: quay.io/openbao/openbao:2.6.2
|
||||
environment:
|
||||
VAULT_ADDR: https://openbao.lumpiasty.xyz:8200
|
||||
ROLE_ID:
|
||||
@@ -20,7 +20,7 @@ steps:
|
||||
- export VAULT_TOKEN=$(cat /woodpecker/.vault_id)
|
||||
- bao write -format json -f /kubernetes/creds/flux-reconcile > /woodpecker/kube_credentials
|
||||
- name: Construct Kubeconfig
|
||||
image: alpine/k8s:1.36.2
|
||||
image: alpine/k8s:1.37.0
|
||||
environment:
|
||||
KUBECONFIG: /woodpecker/kubeconfig
|
||||
commands:
|
||||
@@ -35,13 +35,13 @@ steps:
|
||||
--namespace flux-system
|
||||
- kubectl config use-context cluster
|
||||
- name: Reconcile git source
|
||||
image: ghcr.io/fluxcd/flux-cli:v2.8.8
|
||||
image: ghcr.io/fluxcd/flux-cli:v2.9.5
|
||||
environment:
|
||||
KUBECONFIG: /woodpecker/kubeconfig
|
||||
commands:
|
||||
- flux reconcile source git flux-system
|
||||
- name: Invalidate OpenBao token
|
||||
image: quay.io/openbao/openbao:2.5.5
|
||||
image: quay.io/openbao/openbao:2.6.2
|
||||
environment:
|
||||
VAULT_ADDR: https://openbao.lumpiasty.xyz:8200
|
||||
commands:
|
||||
|
||||
@@ -6,7 +6,7 @@ skip_clone: true
|
||||
|
||||
steps:
|
||||
- name: Get renovate token from OpenBao
|
||||
image: quay.io/openbao/openbao:2.5.5
|
||||
image: quay.io/openbao/openbao:2.6.2
|
||||
environment:
|
||||
VAULT_ADDR: https://openbao.lumpiasty.xyz:8200
|
||||
ROLE_ID:
|
||||
@@ -21,7 +21,7 @@ steps:
|
||||
- bao kv get -mount secret -field RENOVATE_TOKEN renovate > /woodpecker/renovate_token
|
||||
- bao kv get -mount secret -field GITHUB_COM_TOKEN renovate > /woodpecker/github_com_token
|
||||
- name: Run Renovate
|
||||
image: renovate/renovate:43
|
||||
image: renovate/renovate:44
|
||||
pull: true
|
||||
environment:
|
||||
RENOVATE_AUTODISCOVER: "true"
|
||||
@@ -35,7 +35,7 @@ steps:
|
||||
- export GITHUB_COM_TOKEN=$(cat /woodpecker/github_com_token)
|
||||
- /usr/local/sbin/renovate-entrypoint.sh renovate
|
||||
- name: Invalidate OpenBao token
|
||||
image: quay.io/openbao/openbao:2.5.5
|
||||
image: quay.io/openbao/openbao:2.6.2
|
||||
environment:
|
||||
VAULT_ADDR: https://openbao.lumpiasty.xyz:8200
|
||||
commands:
|
||||
|
||||
@@ -18,7 +18,7 @@ spec:
|
||||
chart:
|
||||
spec:
|
||||
chart: authentik
|
||||
version: 2026.5.3
|
||||
version: 2026.8.0
|
||||
sourceRef:
|
||||
kind: HelmRepository
|
||||
name: authentik
|
||||
|
||||
@@ -17,13 +17,15 @@ spec:
|
||||
chart:
|
||||
spec:
|
||||
chart: gitea
|
||||
version: 12.6.0
|
||||
version: 12.7.0
|
||||
sourceRef:
|
||||
kind: HelmRepository
|
||||
name: gitea-charts
|
||||
namespace: gitea
|
||||
interval: 12h
|
||||
values:
|
||||
image:
|
||||
tag: 1.27.2 # REMOVE ME after new helm chart version includes this update
|
||||
postgresql-ha:
|
||||
enabled: false
|
||||
|
||||
|
||||
@@ -7,7 +7,7 @@ metadata:
|
||||
name: gitea-valkey-primary-lvmhdd-0
|
||||
namespace: openebs
|
||||
spec:
|
||||
capacity: 1Gi
|
||||
capacity: "4294967296"
|
||||
ownerNodeID: anapistula-delrosalae
|
||||
shared: "yes"
|
||||
thinProvision: "no"
|
||||
@@ -20,7 +20,7 @@ metadata:
|
||||
name: gitea-valkey-primary-lvmhdd-0
|
||||
spec:
|
||||
capacity:
|
||||
storage: 1Gi
|
||||
storage: 4Gi
|
||||
accessModes:
|
||||
- ReadWriteOnce
|
||||
persistentVolumeReclaimPolicy: Retain
|
||||
@@ -41,6 +41,6 @@ spec:
|
||||
- ReadWriteOnce
|
||||
resources:
|
||||
requests:
|
||||
storage: 1Gi
|
||||
storage: 4Gi
|
||||
storageClassName: hdd-lvmpv
|
||||
volumeName: gitea-valkey-primary-lvmhdd-0
|
||||
|
||||
@@ -18,7 +18,7 @@ spec:
|
||||
chart:
|
||||
spec:
|
||||
chart: valkey
|
||||
version: 0.9.4
|
||||
version: 0.11.0
|
||||
sourceRef:
|
||||
kind: HelmRepository
|
||||
name: valkey
|
||||
|
||||
@@ -18,7 +18,7 @@ spec:
|
||||
chart:
|
||||
spec:
|
||||
chart: immich
|
||||
version: 2.0.0
|
||||
version: 2.0.3
|
||||
sourceRef:
|
||||
kind: HelmRepository
|
||||
name: secustor
|
||||
|
||||
@@ -8,7 +8,7 @@ spec:
|
||||
interval: 24h
|
||||
url: https://github.com/usekaneo/kaneo.git
|
||||
ref:
|
||||
tag: v2.7.8
|
||||
tag: v2.22.0
|
||||
ignore: |
|
||||
# exclude all
|
||||
/*
|
||||
@@ -53,8 +53,6 @@ spec:
|
||||
enabled: false
|
||||
|
||||
kaneo:
|
||||
image:
|
||||
tag: "2.7.3" # renovate: depName=ghcr.io/usekaneo/kaneo registryUrl=https://ghcr.io
|
||||
env:
|
||||
clientUrl: "https://kaneo.lumpiasty.xyz"
|
||||
disablePasswordRegistration: true
|
||||
|
||||
@@ -1,444 +0,0 @@
|
||||
# yaml-language-server: $schema=https://raw.githubusercontent.com/mostlygeek/llama-swap/refs/heads/main/config-schema.json
|
||||
healthCheckTimeout: 600
|
||||
logToStdout: "both" # proxy and upstream
|
||||
|
||||
macros:
|
||||
base_args: "--no-warmup --port ${PORT} --mlock --no-mmap"
|
||||
common_args: "--fit-target 256 --no-warmup --port ${PORT} --no-mmap -tb 12 -t 6"
|
||||
cpu_args: "--no-warmup --port ${PORT} -ngl 0"
|
||||
ctx_64k: "--ctx-size 65536"
|
||||
ctx_128k: "--ctx-size 131072"
|
||||
ctx_256k: "--ctx-size 131072"
|
||||
qwen35_think_args: "--temp 1.0 --top-p 0.95 --top-k 20 --min-p 0.00 -ctk q4_0 -ctv q4_0 --presence_penalty 1.5 --reasoning on"
|
||||
qwen35_nothink_args: "--temp 0.7 --top-p 0.80 --top-k 20 --min-p 0.00 -ctk q4_0 -ctv q4_0 --presence_penalty 1.5 --reasoning off"
|
||||
qwen35_35b_heretic_mmproj: "--mmproj-url https://huggingface.co/unsloth/Qwen3.5-35B-A3B-GGUF/resolve/main/mmproj-F16.gguf --mmproj /root/.cache/llama.cpp/unsloth_Qwen3.5-35B-A3B-GGUF_mmproj-F16.gguf"
|
||||
qwen35_4b_heretic_mmproj: "--mmproj-url https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/mmproj-F16.gguf --mmproj /root/.cache/llama.cpp/unsloth_Qwen3.5-4B-GGUF_mmproj-F16.gguf"
|
||||
gemma4_sampling: "--temp 1.0 --top-p 0.95 --top-k 64 -ctk q4_0 -ctv q4_0"
|
||||
gemma4_nothink_sampling: "--temp 1.0 --top-p 0.95 --top-k 64 -ctk q4_0 -ctv q4_0 --reasoning off"
|
||||
|
||||
hooks:
|
||||
on_startup:
|
||||
preload:
|
||||
- "Qwen3.5-0.8B-GGUF-nothink:Q4_K_XL"
|
||||
- "parakeet-tdt_ctc-1.1b"
|
||||
|
||||
# matrix replaces groups (they are mutually exclusive).
|
||||
# The small 0.8B model runs alongside any LLM.
|
||||
# FLUX runs alone — it needs all available VRAM and will evict the 0.8B first.
|
||||
matrix:
|
||||
vars:
|
||||
q8: "Qwen3.5-0.8B-GGUF-nothink:Q4_K_XL"
|
||||
stt: "parakeet-tdt_ctc-1.1b"
|
||||
flux: "flux2-klein-4b:Q4_K_M"
|
||||
coder: "Qwen3-Coder-Next-GGUF:Q4_K_M"
|
||||
q35t: "Qwen3.5-35B-A3B-GGUF:Q4_K_M"
|
||||
q35nt: "Qwen3.5-35B-A3B-GGUF-nothink:Q4_K_M"
|
||||
q35ht: "Qwen3.5-35B-A3B-heretic-GGUF:Q4_K_M"
|
||||
q35hnt: "Qwen3.5-35B-A3B-heretic-GGUF-nothink:Q4_K_M"
|
||||
q4t: "Qwen3.5-4B-GGUF:Q4_K_M"
|
||||
q4nt: "Qwen3.5-4B-GGUF-nothink:Q4_K_M"
|
||||
q4ht: "Qwen3.5-4B-heretic-GGUF:Q4_K_M"
|
||||
q4hnt: "Qwen3.5-4B-heretic-GGUF-nothink:Q4_K_M"
|
||||
g26xl: "gemma-4-26B-A4B-it-qat:UD-Q4_K_XL"
|
||||
g26xlnt: "gemma-4-26B-A4B-it-qat-nothink:UD-Q4_K_XL"
|
||||
g26mtp: "gemma-4-26B-A4B-it-qat-mtp:UD-Q4_K_XL"
|
||||
g26mtpnt: "gemma-4-26B-A4B-it-qat-mtp-nothink:UD-Q4_K_XL"
|
||||
g26ht: "SC117/gemma-4-26B-A4B-it-qat-heretic-GGUF:UD-Q4_K_XL"
|
||||
g26hnt: "SC117/gemma-4-26B-A4B-it-qat-heretic-GGUF-nothink:UD-Q4_K_XL"
|
||||
g26hmtp: "SC117/gemma-4-26B-A4B-it-qat-heretic-GGUF-mtp:UD-Q4_K_XL"
|
||||
g26hmnt: "SC117/gemma-4-26B-A4B-it-qat-heretic-GGUF-mtp-nothink:UD-Q4_K_XL"
|
||||
ge4qat: "unsloth/gemma-4-E4B-it-qat-GGUF:UD-Q4_K_XL"
|
||||
ge4qatnt: "unsloth/gemma-4-E4B-it-qat-GGUF-nothink:UD-Q4_K_XL"
|
||||
ge2qat: "unsloth/gemma-4-E2B-it-qat-GGUF:UD-Q4_K_XL"
|
||||
ge2qatnt: "unsloth/gemma-4-E2B-it-qat-GGUF-nothink:UD-Q4_K_XL"
|
||||
ge4mtp: "unsloth/gemma-4-E4B-it-qat-GGUF-mtp:UD-Q4_K_XL"
|
||||
ge4mtpnt: "unsloth/gemma-4-E4B-it-qat-GGUF-mtp-nothink:UD-Q4_K_XL"
|
||||
ge4ht: "llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF:Q4_K_M"
|
||||
ge4hnt: "llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF-nothink:Q4_K_M"
|
||||
ge4hmtp: "llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF-mtp:Q4_K_M"
|
||||
ge4hmnt: "llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF-mtp-nothink:Q4_K_M"
|
||||
q36t: "unsloth/Qwen3.6-35B-A3B-GGUF:UD-Q4_K_XL"
|
||||
q36nt: "unsloth/Qwen3.6-35B-A3B-GGUF-nothink:UD-Q4_K_XL"
|
||||
haut: "HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive:Q4_K_M"
|
||||
haunt: "HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-nothink:Q4_K_M"
|
||||
mtpt: "unsloth/Qwen3.6-35B-A3B-MTP-GGUF:Q4_K_M"
|
||||
mtpnt: "unsloth/Qwen3.6-35B-A3B-MTP-GGUF-nothink:Q4_K_M"
|
||||
|
||||
evict_costs:
|
||||
flux: 10 # large files, slow to reload
|
||||
|
||||
sets:
|
||||
# any LLM can run alongside the small always-on model + STT + TTS (all CPU, no VRAM cost)
|
||||
with_q8: "(coder | q35t | q35nt | q35ht | q35hnt | q4t | q4nt | q4ht | q4hnt | g26xl | g26xlnt | g26mtp | g26mtpnt | g26ht | g26hnt | g26hmtp | g26hmnt | ge4qat | ge4qatnt | ge2qat | ge2qatnt | ge4mtp | ge4mtpnt | ge4ht | ge4hnt | ge4hmtp | ge4hmnt | q36t | q36nt | haut | haunt | mtpt | mtpnt) & q8 & stt"
|
||||
# FLUX runs alone — evicts everything including q8, but keeps STT for voice during image gen
|
||||
image_gen: "flux & stt"
|
||||
|
||||
|
||||
models:
|
||||
"Qwen3-Coder-Next-GGUF:Q4_K_M":
|
||||
cmd: |
|
||||
llama-server
|
||||
-hf unsloth/Qwen3-Coder-Next-GGUF:Q4_K_M
|
||||
--ctx-size 65536
|
||||
--predict 8192
|
||||
--temp 1.0
|
||||
--min-p 0.01
|
||||
--top-p 0.95
|
||||
--top-k 40
|
||||
--repeat-penalty 1.0
|
||||
-ctk q4_0 -ctv q4_0
|
||||
${common_args}
|
||||
|
||||
"Qwen3.5-35B-A3B-GGUF:Q4_K_M":
|
||||
cmd: |
|
||||
llama-server
|
||||
-hf unsloth/Qwen3.5-35B-A3B-GGUF:Q4_K_M
|
||||
${ctx_256k}
|
||||
${qwen35_think_args}
|
||||
${common_args}
|
||||
|
||||
"Qwen3.5-35B-A3B-GGUF-nothink:Q4_K_M":
|
||||
cmd: |
|
||||
llama-server
|
||||
-hf unsloth/Qwen3.5-35B-A3B-GGUF:Q4_K_M
|
||||
${ctx_256k}
|
||||
${qwen35_nothink_args}
|
||||
${common_args}
|
||||
|
||||
# The "heretic" version does not provide the mmproj
|
||||
# so providing url to the one from the non-heretic version.
|
||||
"Qwen3.5-35B-A3B-heretic-GGUF:Q4_K_M":
|
||||
cmd: |
|
||||
llama-server
|
||||
-hf mradermacher/Qwen3.5-35B-A3B-heretic-GGUF:Q4_K_M
|
||||
${qwen35_35b_heretic_mmproj}
|
||||
${ctx_256k}
|
||||
${qwen35_think_args}
|
||||
${common_args}
|
||||
|
||||
"Qwen3.5-35B-A3B-heretic-GGUF-nothink:Q4_K_M":
|
||||
cmd: |
|
||||
llama-server
|
||||
-hf mradermacher/Qwen3.5-35B-A3B-heretic-GGUF:Q4_K_M
|
||||
${qwen35_35b_heretic_mmproj}
|
||||
${ctx_256k}
|
||||
${qwen35_nothink_args}
|
||||
${common_args}
|
||||
|
||||
"Qwen3.5-0.8B-GGUF-nothink:Q4_K_XL":
|
||||
cmd: |
|
||||
llama-server
|
||||
-hf unsloth/Qwen3.5-0.8B-GGUF:Q4_K_XL
|
||||
--ctx-size 4096
|
||||
${qwen35_nothink_args}
|
||||
${base_args}
|
||||
|
||||
"Qwen3.5-4B-GGUF:Q4_K_M":
|
||||
cmd: |
|
||||
llama-server
|
||||
-hf unsloth/Qwen3.5-4B-GGUF:Q4_K_M
|
||||
${ctx_128k}
|
||||
${qwen35_think_args}
|
||||
${common_args}
|
||||
|
||||
"Qwen3.5-4B-GGUF-nothink:Q4_K_M":
|
||||
cmd: |
|
||||
llama-server
|
||||
-hf unsloth/Qwen3.5-4B-GGUF:Q4_K_M
|
||||
${ctx_128k}
|
||||
${qwen35_nothink_args}
|
||||
${common_args}
|
||||
|
||||
"Qwen3.5-4B-heretic-GGUF:Q4_K_M":
|
||||
cmd: |
|
||||
llama-server
|
||||
-hf mradermacher/Qwen3.5-4B-heretic-GGUF:Q4_K_M
|
||||
${qwen35_4b_heretic_mmproj}
|
||||
${ctx_128k}
|
||||
${qwen35_think_args}
|
||||
${common_args}
|
||||
|
||||
"Qwen3.5-4B-heretic-GGUF-nothink:Q4_K_M":
|
||||
cmd: |
|
||||
llama-server
|
||||
-hf mradermacher/Qwen3.5-4B-heretic-GGUF:Q4_K_M
|
||||
${qwen35_4b_heretic_mmproj}
|
||||
${ctx_128k}
|
||||
${qwen35_nothink_args}
|
||||
${common_args}
|
||||
|
||||
"gemma-4-26B-A4B-it-qat:UD-Q4_K_XL":
|
||||
cmd: |
|
||||
llama-server
|
||||
-hf unsloth/gemma-4-26B-A4B-it-qat-GGUF:UD-Q4_K_XL \
|
||||
${ctx_256k}
|
||||
${gemma4_sampling}
|
||||
${common_args}
|
||||
|
||||
"gemma-4-26B-A4B-it-qat-nothink:UD-Q4_K_XL":
|
||||
cmd: |
|
||||
llama-server
|
||||
-hf unsloth/gemma-4-26B-A4B-it-qat-GGUF:UD-Q4_K_XL \
|
||||
${ctx_256k}
|
||||
${gemma4_nothink_sampling}
|
||||
${common_args}
|
||||
|
||||
"gemma-4-26B-A4B-it-qat-mtp:UD-Q4_K_XL":
|
||||
cmd: |
|
||||
llama-server
|
||||
-hf unsloth/gemma-4-26B-A4B-it-qat-GGUF:UD-Q4_K_XL \
|
||||
--spec-draft-hf unsloth/gemma-4-26B-A4B-it-qat-GGUF:Q8_0-MTP \
|
||||
--spec-type draft-mtp
|
||||
--spec-draft-n-max 1
|
||||
--swa-full
|
||||
--kv-unified
|
||||
--parallel 1
|
||||
${ctx_256k}
|
||||
${gemma4_sampling}
|
||||
${common_args}
|
||||
|
||||
"gemma-4-26B-A4B-it-qat-mtp-nothink:UD-Q4_K_XL":
|
||||
cmd: |
|
||||
llama-server
|
||||
-hf unsloth/gemma-4-26B-A4B-it-qat-GGUF:UD-Q4_K_XL \
|
||||
--spec-draft-hf unsloth/gemma-4-26B-A4B-it-qat-GGUF:Q8_0-MTP \
|
||||
--spec-type draft-mtp
|
||||
--spec-draft-n-max 1
|
||||
--swa-full
|
||||
--kv-unified
|
||||
--parallel 1
|
||||
${ctx_256k}
|
||||
${gemma4_nothink_sampling}
|
||||
${common_args}
|
||||
|
||||
"SC117/gemma-4-26B-A4B-it-qat-heretic-GGUF:UD-Q4_K_XL":
|
||||
cmd: |
|
||||
llama-server
|
||||
-hf SC117/gemma-4-26B-A4B-it-qat-heretic-GGUF:UD-Q4_K_XL \
|
||||
${ctx_256k}
|
||||
${gemma4_sampling}
|
||||
${common_args}
|
||||
|
||||
"SC117/gemma-4-26B-A4B-it-qat-heretic-GGUF-nothink:UD-Q4_K_XL":
|
||||
cmd: |
|
||||
llama-server
|
||||
-hf SC117/gemma-4-26B-A4B-it-qat-heretic-GGUF:UD-Q4_K_XL \
|
||||
${ctx_256k}
|
||||
${gemma4_nothink_sampling}
|
||||
${common_args}
|
||||
|
||||
# The heretic QAT repo does not ship an MTP drafter,
|
||||
# so borrow the one from the non-heretic unsloth QAT repo.
|
||||
"SC117/gemma-4-26B-A4B-it-qat-heretic-GGUF-mtp:UD-Q4_K_XL":
|
||||
cmd: |
|
||||
llama-server
|
||||
-hf SC117/gemma-4-26B-A4B-it-qat-heretic-GGUF:UD-Q4_K_XL \
|
||||
--spec-draft-hf unsloth/gemma-4-26B-A4B-it-qat-GGUF:Q8_0-MTP \
|
||||
--spec-type draft-mtp
|
||||
--spec-draft-n-max 1
|
||||
--swa-full
|
||||
--kv-unified
|
||||
--parallel 1
|
||||
${ctx_256k}
|
||||
${gemma4_sampling}
|
||||
${common_args}
|
||||
|
||||
"SC117/gemma-4-26B-A4B-it-qat-heretic-GGUF-mtp-nothink:UD-Q4_K_XL":
|
||||
cmd: |
|
||||
llama-server
|
||||
-hf SC117/gemma-4-26B-A4B-it-qat-heretic-GGUF:UD-Q4_K_XL \
|
||||
--spec-draft-hf unsloth/gemma-4-26B-A4B-it-qat-GGUF:Q8_0-MTP \
|
||||
--spec-type draft-mtp
|
||||
--spec-draft-n-max 1
|
||||
--swa-full
|
||||
--kv-unified
|
||||
--parallel 1
|
||||
${ctx_256k}
|
||||
${gemma4_nothink_sampling}
|
||||
${common_args}
|
||||
|
||||
"unsloth/gemma-4-E4B-it-qat-GGUF:UD-Q4_K_XL":
|
||||
cmd: |
|
||||
llama-server
|
||||
-hf unsloth/gemma-4-E4B-it-qat-GGUF:UD-Q4_K_XL \
|
||||
${ctx_128k}
|
||||
${gemma4_sampling}
|
||||
${common_args}
|
||||
|
||||
"unsloth/gemma-4-E4B-it-qat-GGUF-nothink:UD-Q4_K_XL":
|
||||
cmd: |
|
||||
llama-server
|
||||
-hf unsloth/gemma-4-E4B-it-qat-GGUF:UD-Q4_K_XL \
|
||||
${ctx_128k}
|
||||
${gemma4_nothink_sampling}
|
||||
${common_args}
|
||||
|
||||
"unsloth/gemma-4-E2B-it-qat-GGUF:UD-Q4_K_XL":
|
||||
cmd: |
|
||||
llama-server
|
||||
-hf unsloth/gemma-4-E2B-it-qat-GGUF:UD-Q4_K_XL \
|
||||
${ctx_128k}
|
||||
${gemma4_sampling}
|
||||
${common_args}
|
||||
|
||||
"unsloth/gemma-4-E2B-it-qat-GGUF-nothink:UD-Q4_K_XL":
|
||||
cmd: |
|
||||
llama-server
|
||||
-hf unsloth/gemma-4-E2B-it-qat-GGUF:UD-Q4_K_XL \
|
||||
${ctx_128k}
|
||||
${gemma4_nothink_sampling}
|
||||
${common_args}
|
||||
|
||||
"unsloth/gemma-4-E4B-it-qat-GGUF-mtp:UD-Q4_K_XL":
|
||||
cmd: |
|
||||
llama-server
|
||||
-hf unsloth/gemma-4-E4B-it-qat-GGUF:UD-Q4_K_XL \
|
||||
--spec-draft-hf unsloth/gemma-4-E4B-it-qat-GGUF:Q8_0-MTP \
|
||||
--spec-type draft-mtp
|
||||
--spec-draft-n-max 1
|
||||
--swa-full
|
||||
--kv-unified
|
||||
--parallel 1
|
||||
${ctx_128k}
|
||||
${gemma4_sampling}
|
||||
${common_args}
|
||||
|
||||
"unsloth/gemma-4-E4B-it-qat-GGUF-mtp-nothink:UD-Q4_K_XL":
|
||||
cmd: |
|
||||
llama-server
|
||||
-hf unsloth/gemma-4-E4B-it-qat-GGUF:UD-Q4_K_XL \
|
||||
--spec-draft-hf unsloth/gemma-4-E4B-it-qat-GGUF:Q8_0-MTP \
|
||||
--spec-type draft-mtp
|
||||
--spec-draft-n-max 1
|
||||
--swa-full
|
||||
--kv-unified
|
||||
--parallel 1
|
||||
${ctx_128k}
|
||||
${gemma4_nothink_sampling}
|
||||
${common_args}
|
||||
|
||||
"llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF:Q4_K_M":
|
||||
cmd: |
|
||||
llama-server
|
||||
-hf llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF:Q4_K_M \
|
||||
${ctx_128k}
|
||||
${gemma4_sampling}
|
||||
${common_args}
|
||||
|
||||
"llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF-nothink:Q4_K_M":
|
||||
cmd: |
|
||||
llama-server
|
||||
-hf llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF:Q4_K_M \
|
||||
${ctx_128k}
|
||||
${gemma4_nothink_sampling}
|
||||
${common_args}
|
||||
|
||||
"llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF-mtp:Q4_K_M":
|
||||
cmd: |
|
||||
llama-server
|
||||
-hf llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF:Q4_K_M \
|
||||
--spec-draft-hf unsloth/gemma-4-E4B-it-qat-GGUF:Q8_0-MTP \
|
||||
--spec-type draft-mtp
|
||||
--spec-draft-n-max 1
|
||||
--swa-full
|
||||
--kv-unified
|
||||
--parallel 1
|
||||
${ctx_128k}
|
||||
${gemma4_sampling}
|
||||
${common_args}
|
||||
|
||||
"llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF-mtp-nothink:Q4_K_M":
|
||||
cmd: |
|
||||
llama-server
|
||||
-hf llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF:Q4_K_M \
|
||||
--spec-draft-hf unsloth/gemma-4-E4B-it-qat-GGUF:Q8_0-MTP \
|
||||
--spec-type draft-mtp
|
||||
--spec-draft-n-max 1
|
||||
--swa-full
|
||||
--kv-unified
|
||||
--parallel 1
|
||||
${ctx_128k}
|
||||
${gemma4_nothink_sampling}
|
||||
${common_args}
|
||||
|
||||
"unsloth/Qwen3.6-35B-A3B-GGUF:UD-Q4_K_XL":
|
||||
cmd: |
|
||||
llama-server
|
||||
-hf unsloth/Qwen3.6-35B-A3B-GGUF:UD-Q4_K_XL
|
||||
${ctx_256k}
|
||||
${qwen35_think_args}
|
||||
${common_args}
|
||||
|
||||
"unsloth/Qwen3.6-35B-A3B-GGUF-nothink:UD-Q4_K_XL":
|
||||
cmd: |
|
||||
llama-server
|
||||
-hf unsloth/Qwen3.6-35B-A3B-GGUF:UD-Q4_K_XL
|
||||
${ctx_256k}
|
||||
${qwen35_nothink_args}
|
||||
${common_args}
|
||||
|
||||
"HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive:Q4_K_M":
|
||||
cmd: |
|
||||
llama-server
|
||||
-hf HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive:Q4_K_M
|
||||
${ctx_256k}
|
||||
${qwen35_think_args}
|
||||
${common_args}
|
||||
|
||||
"HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-nothink:Q4_K_M":
|
||||
cmd: |
|
||||
llama-server
|
||||
-hf HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive:Q4_K_M
|
||||
${ctx_256k}
|
||||
${qwen35_nothink_args}
|
||||
${common_args}
|
||||
|
||||
"unsloth/Qwen3.6-35B-A3B-MTP-GGUF:Q4_K_M":
|
||||
cmd: |
|
||||
llama-server
|
||||
-hf unsloth/Qwen3.6-35B-A3B-MTP-GGUF:Q4_K_M
|
||||
${ctx_256k}
|
||||
${qwen35_think_args}
|
||||
--spec-type draft-mtp --spec-draft-n-max 1
|
||||
--parallel 1
|
||||
${common_args}
|
||||
|
||||
"unsloth/Qwen3.6-35B-A3B-MTP-GGUF-nothink:Q4_K_M":
|
||||
cmd: |
|
||||
llama-server
|
||||
-hf unsloth/Qwen3.6-35B-A3B-MTP-GGUF:Q4_K_M
|
||||
${ctx_256k}
|
||||
${qwen35_nothink_args}
|
||||
--spec-type draft-mtp --spec-draft-n-max 1
|
||||
--parallel 1
|
||||
${common_args}
|
||||
|
||||
# STT via parakeet-server (parakeet.cpp OpenAI-compatible server, CPU, always loaded)
|
||||
# Model downloaded on first start and cached under /root/.cache/parakeet.cpp/models
|
||||
# parakeet-proxy.py sits in front to convert any audio format to WAV via ffmpeg,
|
||||
# since parakeet-server only accepts real WAV but browsers send Ogg/Opus.
|
||||
"parakeet-tdt_ctc-1.1b":
|
||||
checkEndpoint: none
|
||||
cmd: |
|
||||
env PROXY_PORT=${PORT} FFMPEG_BIN=/root/.cache/ffmpeg/ffmpeg python3 /config/parakeet-proxy.py
|
||||
|
||||
|
||||
# Image generation via stable-diffusion.cpp (sd-server)
|
||||
# Models must be pre-downloaded to /root/.cache/sd/
|
||||
# FLUX.2-klein-4B: fast unified text-to-image and image editing model (Apache 2.0)
|
||||
# Download: uv run --with huggingface_hub hf download unsloth/FLUX.2-klein-4B-GGUF flux-2-klein-4b-Q4_K_M.gguf --local-dir /root/.cache/sd
|
||||
# Download VAE: uv run --with huggingface_hub hf download Comfy-Org/flux2-klein-4B split_files/vae/flux2-vae.safetensors --local-dir /root/.cache/sd/flux2-klein && cp /root/.cache/sd/flux2-klein/split_files/vae/flux2-vae.safetensors /root/.cache/sd/
|
||||
# Download LLM: uv run --with huggingface_hub hf download ponpoke/flux2-klein-4b-uncensored-text-encoder flux2-klein-4b-uncensored-q4_k_m.gguf --local-dir /root/.cache/sd
|
||||
"flux2-klein-4b:Q4_K_M":
|
||||
checkEndpoint: "/"
|
||||
cmd: |
|
||||
sd-server
|
||||
--listen-port ${PORT}
|
||||
--diffusion-model /root/.cache/sd/flux-2-klein-4b-Q4_K_M.gguf
|
||||
--vae /root/.cache/sd/flux2-vae.safetensors
|
||||
--llm /root/.cache/sd/flux2-klein-4b-uncensored-q4_k_m.gguf
|
||||
--cfg-scale 1.0
|
||||
--sampling-method euler
|
||||
--steps 4
|
||||
--diffusion-fa
|
||||
--offload-to-cpu
|
||||
@@ -1,227 +0,0 @@
|
||||
#!/usr/bin/env python3
|
||||
"""
|
||||
Thin reverse proxy for parakeet-server.
|
||||
|
||||
Accepts POST /v1/audio/transcriptions with any audio format,
|
||||
converts the audio to 16 kHz mono WAV via ffmpeg, then forwards
|
||||
the converted file to the real parakeet-server running on PARAKEET_PORT.
|
||||
|
||||
Also proxies GET /health straight through.
|
||||
|
||||
Usage:
|
||||
PROXY_PORT=<port> PARAKEET_PORT=<upstream> python3 parakeet-proxy.py
|
||||
"""
|
||||
|
||||
import http.server
|
||||
import io
|
||||
import os
|
||||
import subprocess
|
||||
import sys
|
||||
import tempfile
|
||||
import urllib.request
|
||||
import urllib.error
|
||||
|
||||
PROXY_PORT = int(os.environ.get("PROXY_PORT", "8080"))
|
||||
PARAKEET_PORT = PROXY_PORT + 1
|
||||
FFMPEG = os.environ.get("FFMPEG_BIN", "ffmpeg")
|
||||
MODEL = os.environ.get("PARAKEET_MODEL", "tdt_ctc-1.1b-q4_k.gguf")
|
||||
CACHE_DIR = os.environ.get("PARAKEET_CACHE_DIR", "/root/.cache/parakeet.cpp/models")
|
||||
|
||||
|
||||
def convert_to_wav(data: bytes) -> bytes:
|
||||
"""Convert any audio bytes to 16 kHz mono PCM WAV via ffmpeg."""
|
||||
with tempfile.NamedTemporaryFile(suffix=".input", delete=False) as inf:
|
||||
inf.write(data)
|
||||
inf_path = inf.name
|
||||
out_path = inf_path + ".wav"
|
||||
try:
|
||||
subprocess.run(
|
||||
[
|
||||
FFMPEG, "-y",
|
||||
"-i", inf_path,
|
||||
"-ar", "16000",
|
||||
"-ac", "1",
|
||||
"-f", "wav",
|
||||
out_path,
|
||||
],
|
||||
check=True,
|
||||
stdout=subprocess.DEVNULL,
|
||||
stderr=subprocess.DEVNULL,
|
||||
)
|
||||
with open(out_path, "rb") as f:
|
||||
return f.read()
|
||||
finally:
|
||||
os.unlink(inf_path)
|
||||
if os.path.exists(out_path):
|
||||
os.unlink(out_path)
|
||||
|
||||
|
||||
def parse_multipart(content_type: str, body: bytes):
|
||||
"""
|
||||
Parse a multipart/form-data body.
|
||||
Returns a dict of field_name -> (filename_or_None, content_type, data).
|
||||
"""
|
||||
import email
|
||||
from email import policy as email_policy
|
||||
|
||||
# email.parser needs the full MIME headers to parse multipart
|
||||
raw = b"Content-Type: " + content_type.encode() + b"\r\n\r\n" + body
|
||||
msg = email.message_from_bytes(raw, policy=email_policy.compat32)
|
||||
parts = {}
|
||||
for part in msg.get_payload():
|
||||
cd = part.get("Content-Disposition", "")
|
||||
name = None
|
||||
filename = None
|
||||
for item in cd.split(";"):
|
||||
item = item.strip()
|
||||
if item.startswith('name='):
|
||||
name = item[5:].strip('"')
|
||||
elif item.startswith('filename='):
|
||||
filename = item[9:].strip('"')
|
||||
if name is not None:
|
||||
parts[name] = (filename, part.get_content_type(), part.get_payload(decode=True))
|
||||
return parts
|
||||
|
||||
|
||||
def build_multipart(fields: dict) -> tuple[bytes, str]:
|
||||
"""
|
||||
Build a multipart/form-data body from fields dict:
|
||||
field_name -> (filename_or_None, content_type, data_bytes)
|
||||
Returns (body_bytes, content_type_header_value).
|
||||
"""
|
||||
boundary = b"----ParakeetProxyBoundary0xDEADBEEF"
|
||||
body = b""
|
||||
for name, (filename, ct, data) in fields.items():
|
||||
body += b"--" + boundary + b"\r\n"
|
||||
if filename:
|
||||
body += (
|
||||
f'Content-Disposition: form-data; name="{name}"; filename="{filename}"\r\n'
|
||||
).encode()
|
||||
else:
|
||||
body += f'Content-Disposition: form-data; name="{name}"\r\n'.encode()
|
||||
body += f"Content-Type: {ct}\r\n\r\n".encode()
|
||||
body += data + b"\r\n"
|
||||
body += b"--" + boundary + b"--\r\n"
|
||||
return body, f"multipart/form-data; boundary={boundary.decode()}"
|
||||
|
||||
|
||||
class ProxyHandler(http.server.BaseHTTPRequestHandler):
|
||||
def log_message(self, fmt, *args):
|
||||
print(f"[parakeet-proxy] {self.address_string()} - {fmt % args}", flush=True)
|
||||
|
||||
def do_GET(self):
|
||||
if self.path == "/health":
|
||||
self._forward_get("/health")
|
||||
else:
|
||||
self.send_response(404)
|
||||
self.end_headers()
|
||||
|
||||
def do_POST(self):
|
||||
if self.path.rstrip("/") == "/v1/audio/transcriptions":
|
||||
self._handle_transcription()
|
||||
else:
|
||||
self.send_response(404)
|
||||
self.end_headers()
|
||||
|
||||
def _forward_get(self, path):
|
||||
try:
|
||||
url = f"http://127.0.0.1:{PARAKEET_PORT}{path}"
|
||||
with urllib.request.urlopen(url, timeout=5) as resp:
|
||||
body = resp.read()
|
||||
self.send_response(resp.status)
|
||||
self.send_header("Content-Type", resp.headers.get("Content-Type", "application/json"))
|
||||
self.end_headers()
|
||||
self.wfile.write(body)
|
||||
except Exception as e:
|
||||
self.send_response(502)
|
||||
self.end_headers()
|
||||
self.wfile.write(str(e).encode())
|
||||
|
||||
def _handle_transcription(self):
|
||||
length = int(self.headers.get("Content-Length", 0))
|
||||
body = self.rfile.read(length)
|
||||
ct = self.headers.get("Content-Type", "")
|
||||
|
||||
try:
|
||||
fields = parse_multipart(ct, body)
|
||||
except Exception as e:
|
||||
self._error(400, f"failed to parse multipart: {e}")
|
||||
return
|
||||
|
||||
if "file" not in fields:
|
||||
self._error(400, "missing required field 'file'")
|
||||
return
|
||||
|
||||
filename, file_ct, audio_data = fields["file"]
|
||||
|
||||
# Convert to WAV regardless of what we received
|
||||
try:
|
||||
wav_data = convert_to_wav(audio_data)
|
||||
except subprocess.CalledProcessError:
|
||||
self._error(400, "ffmpeg could not decode audio")
|
||||
return
|
||||
except Exception as e:
|
||||
self._error(500, f"conversion error: {e}")
|
||||
return
|
||||
|
||||
# Rebuild multipart with converted WAV, preserve other fields
|
||||
new_fields = {}
|
||||
for name, (fn, fct, data) in fields.items():
|
||||
if name == "file":
|
||||
new_fields[name] = ("recording.wav", "audio/wav", wav_data)
|
||||
else:
|
||||
new_fields[name] = (fn, fct, data)
|
||||
|
||||
new_body, new_ct = build_multipart(new_fields)
|
||||
|
||||
# Forward to parakeet-server
|
||||
try:
|
||||
url = f"http://127.0.0.1:{PARAKEET_PORT}/v1/audio/transcriptions"
|
||||
req = urllib.request.Request(
|
||||
url,
|
||||
data=new_body,
|
||||
headers={"Content-Type": new_ct},
|
||||
method="POST",
|
||||
)
|
||||
with urllib.request.urlopen(req, timeout=300) as resp:
|
||||
resp_body = resp.read()
|
||||
self.send_response(resp.status)
|
||||
self.send_header("Content-Type", resp.headers.get("Content-Type", "application/json"))
|
||||
self.end_headers()
|
||||
self.wfile.write(resp_body)
|
||||
except urllib.error.HTTPError as e:
|
||||
resp_body = e.read()
|
||||
self.send_response(e.code)
|
||||
self.send_header("Content-Type", e.headers.get("Content-Type", "application/json"))
|
||||
self.end_headers()
|
||||
self.wfile.write(resp_body)
|
||||
except Exception as e:
|
||||
self._error(502, f"upstream error: {e}")
|
||||
|
||||
def _error(self, code: int, msg: str):
|
||||
body = f'{{"error":{{"message":"{msg}","type":"proxy_error"}}}}'.encode()
|
||||
self.send_response(code)
|
||||
self.send_header("Content-Type", "application/json")
|
||||
self.end_headers()
|
||||
self.wfile.write(body)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
proc = subprocess.Popen([
|
||||
"parakeet-server",
|
||||
"--host", "127.0.0.1",
|
||||
"--port", str(PARAKEET_PORT),
|
||||
"--model", MODEL,
|
||||
"--cache-dir", CACHE_DIR,
|
||||
])
|
||||
print(f"[parakeet-proxy] started parakeet-server pid={proc.pid} on :{PARAKEET_PORT}", flush=True)
|
||||
|
||||
server = http.server.HTTPServer(("0.0.0.0", PROXY_PORT), ProxyHandler)
|
||||
print(f"[parakeet-proxy] listening on :{PROXY_PORT}", flush=True)
|
||||
try:
|
||||
server.serve_forever()
|
||||
except KeyboardInterrupt:
|
||||
pass
|
||||
finally:
|
||||
proc.terminate()
|
||||
proc.wait()
|
||||
@@ -2,7 +2,7 @@
|
||||
apiVersion: apps/v1
|
||||
kind: Deployment
|
||||
metadata:
|
||||
name: llama-swap
|
||||
name: supervisord
|
||||
namespace: llama
|
||||
spec:
|
||||
replicas: 1
|
||||
@@ -16,64 +16,24 @@ spec:
|
||||
labels:
|
||||
app: llama-swap
|
||||
spec:
|
||||
initContainers:
|
||||
- name: download-whisper
|
||||
image: gitea.lumpiasty.xyz/lumpiasty/llama-swap:unified-vulkan-parakeet-2026-06-12
|
||||
command:
|
||||
- sh
|
||||
- -c
|
||||
- |
|
||||
mkdir -p /root/.cache/whisper
|
||||
if [ ! -f /root/.cache/whisper/ggml-small.bin ]; then
|
||||
echo "Downloading whisper-small model..."
|
||||
curl -L -o /root/.cache/whisper/ggml-small.bin \
|
||||
https://huggingface.co/ggerganov/whisper.cpp/resolve/main/ggml-small.bin
|
||||
else
|
||||
echo "whisper-small model already present, skipping download"
|
||||
fi
|
||||
if [ ! -f /root/.cache/ffmpeg/ffmpeg ]; then
|
||||
echo "Downloading static ffmpeg..."
|
||||
mkdir -p /root/.cache/ffmpeg
|
||||
apt-get update -qq && apt-get install -y --no-install-recommends xz-utils
|
||||
curl -L -o /root/.cache/ffmpeg/ffmpeg.tar.xz \
|
||||
https://github.com/BtbN/FFmpeg-Builds/releases/download/latest/ffmpeg-master-latest-linux64-gpl.tar.xz
|
||||
tar -xJf /root/.cache/ffmpeg/ffmpeg.tar.xz -C /root/.cache/ffmpeg --wildcards '*/ffmpeg' --strip-components=2
|
||||
rm /root/.cache/ffmpeg/ffmpeg.tar.xz
|
||||
chmod +x /root/.cache/ffmpeg/ffmpeg
|
||||
else
|
||||
echo "ffmpeg already present, skipping download"
|
||||
fi
|
||||
volumeMounts:
|
||||
- name: models
|
||||
mountPath: /root/.cache
|
||||
containers:
|
||||
- name: llama-swap
|
||||
image: gitea.lumpiasty.xyz/lumpiasty/llama-swap:unified-vulkan-parakeet-2026-06-12
|
||||
- name: supervisord
|
||||
image: gitea.lumpiasty.xyz/lumpiasty/supervisord:latest@sha256:2676d13df2a0833b27ab8ec441da78c6c43d3f7bf75837d35723eefb40a82ce1
|
||||
imagePullPolicy: IfNotPresent
|
||||
command:
|
||||
- llama-swap
|
||||
args:
|
||||
- --config=/config/config.yaml
|
||||
- --watch-config
|
||||
env:
|
||||
- name: RADV_EXPERIMENTAL
|
||||
value: transfer_queue
|
||||
ports:
|
||||
- containerPort: 8080
|
||||
name: http
|
||||
protocol: TCP
|
||||
env:
|
||||
- name: WORKSPACE
|
||||
value: /root
|
||||
volumeMounts:
|
||||
- name: models
|
||||
mountPath: /root/.cache
|
||||
- name: models
|
||||
mountPath: /usr/local/bin/ffmpeg
|
||||
subPath: ffmpeg/ffmpeg
|
||||
mountPath: /root
|
||||
- mountPath: /dev/kfd
|
||||
name: kfd
|
||||
- mountPath: /dev/dri
|
||||
name: dri
|
||||
- mountPath: /config
|
||||
name: config
|
||||
securityContext:
|
||||
privileged: true
|
||||
volumes:
|
||||
@@ -88,9 +48,6 @@ spec:
|
||||
hostPath:
|
||||
path: /dev/dri
|
||||
type: Directory
|
||||
- name: config
|
||||
configMap:
|
||||
name: llama-swap
|
||||
---
|
||||
apiVersion: v1
|
||||
kind: Service
|
||||
|
||||
@@ -21,7 +21,7 @@ spec:
|
||||
# OpenAI-compatible Kokoro-FastAPI TTS server, CPU PyTorch backend.
|
||||
# Models baked into the image (no PVC needed).
|
||||
# v0.3.0 includes fix for per-request voice tensor memory leak (#459).
|
||||
image: ghcr.io/remsky/kokoro-fastapi-cpu:v0.5.0
|
||||
image: ghcr.io/remsky/kokoro-fastapi-cpu:v0.8.1
|
||||
ports:
|
||||
- containerPort: 8880
|
||||
name: http
|
||||
|
||||
@@ -8,9 +8,3 @@ resources:
|
||||
- pvc-ssd.yaml
|
||||
- deployment.yaml
|
||||
- kokoro.yaml
|
||||
configMapGenerator:
|
||||
- name: llama-swap
|
||||
namespace: llama
|
||||
files:
|
||||
- config.yaml=configs/config.yaml
|
||||
- parakeet-proxy.py=configs/parakeet-proxy.py
|
||||
|
||||
@@ -18,7 +18,7 @@ spec:
|
||||
chart:
|
||||
spec:
|
||||
chart: open-webui
|
||||
version: 14.8.0
|
||||
version: 16.1.0
|
||||
sourceRef:
|
||||
kind: HelmRepository
|
||||
name: open-webui
|
||||
|
||||
@@ -18,7 +18,7 @@ spec:
|
||||
chart:
|
||||
spec:
|
||||
chart: woodpecker
|
||||
version: 3.6.5
|
||||
version: 3.7.3
|
||||
sourceRef:
|
||||
kind: HelmRepository
|
||||
name: woodpecker
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
@@ -1,5 +1,5 @@
|
||||
# Stage 1: build CoreDNS with minimal plugin set
|
||||
FROM golang:1.26-alpine AS build
|
||||
FROM golang:1.27-alpine AS build
|
||||
|
||||
RUN apk add --no-cache git make bash
|
||||
|
||||
@@ -0,0 +1,15 @@
|
||||
FROM debian:13.6
|
||||
|
||||
ENV DEBIAN_FRONTEND=noninteractive
|
||||
|
||||
RUN apt update && apt install -y --no-install-recommends\
|
||||
curl wget vim \
|
||||
ca-certificates \
|
||||
build-essential cmake libvulkan-dev glslc spirv-headers libssl-dev git \
|
||||
mesa-utils mesa-vulkan-drivers \
|
||||
supervisor \
|
||||
&& rm -rf /var/lib/apt/lists/*
|
||||
|
||||
ADD --chmod=755 entrypoint.sh /
|
||||
|
||||
ENTRYPOINT ["/entrypoint.sh"]
|
||||
@@ -0,0 +1,8 @@
|
||||
#!/usr/bin/env bash
|
||||
|
||||
WORKSPACE="${WORKSPACE:-/workspace}"
|
||||
CONF=$WORKSPACE/supervisord.conf
|
||||
|
||||
[[ -f "$CONF" ]] || (echo_supervisord_conf > $CONF )
|
||||
|
||||
exec supervisord -n -c $CONF "$@"
|
||||
@@ -18,7 +18,7 @@ spec:
|
||||
chart:
|
||||
spec:
|
||||
chart: cert-manager-webhook-ovh
|
||||
version: 0.9.13
|
||||
version: 0.9.16
|
||||
sourceRef:
|
||||
kind: HelmRepository
|
||||
name: cert-manager-webhook-ovh
|
||||
|
||||
@@ -23,7 +23,7 @@ spec:
|
||||
chart:
|
||||
spec:
|
||||
chart: cert-manager
|
||||
version: v1.20.3
|
||||
version: v1.21.1
|
||||
sourceRef:
|
||||
kind: HelmRepository
|
||||
name: cert-manager
|
||||
|
||||
@@ -23,7 +23,7 @@ spec:
|
||||
chart:
|
||||
spec:
|
||||
chart: cilium
|
||||
version: 1.19.5
|
||||
version: 1.20.1
|
||||
sourceRef:
|
||||
kind: HelmRepository
|
||||
name: cilium
|
||||
|
||||
@@ -23,7 +23,7 @@ spec:
|
||||
chart:
|
||||
spec:
|
||||
chart: cloudnative-pg
|
||||
version: 0.28.3
|
||||
version: 0.29.0
|
||||
sourceRef:
|
||||
kind: HelmRepository
|
||||
name: cnpg
|
||||
|
||||
@@ -110,7 +110,7 @@ spec:
|
||||
kubernetes.io/os: linux
|
||||
containers:
|
||||
- name: coredns
|
||||
image: registry.k8s.io/coredns/coredns:v1.14.4
|
||||
image: registry.k8s.io/coredns/coredns:v1.14.7
|
||||
imagePullPolicy: IfNotPresent
|
||||
args: ["-conf", "/etc/coredns/Corefile"]
|
||||
ports:
|
||||
|
||||
@@ -97,7 +97,7 @@ spec:
|
||||
env:
|
||||
- name: GOMEMLIMIT
|
||||
value: 161MiB
|
||||
image: registry.k8s.io/coredns/coredns:v1.14.4
|
||||
image: registry.k8s.io/coredns/coredns:v1.14.7
|
||||
imagePullPolicy: IfNotPresent
|
||||
livenessProbe:
|
||||
failureThreshold: 5
|
||||
|
||||
@@ -23,7 +23,7 @@ spec:
|
||||
chart:
|
||||
spec:
|
||||
chart: k8up
|
||||
version: 4.9.0
|
||||
version: 4.10.0
|
||||
sourceRef:
|
||||
kind: HelmRepository
|
||||
name: k8up-io
|
||||
|
||||
@@ -23,7 +23,7 @@ spec:
|
||||
chart:
|
||||
spec:
|
||||
chart: openbao
|
||||
version: 0.28.4
|
||||
version: 0.29.3
|
||||
sourceRef:
|
||||
kind: HelmRepository
|
||||
name: openbao
|
||||
|
||||
@@ -23,7 +23,7 @@ spec:
|
||||
chart:
|
||||
spec:
|
||||
chart: vault-secrets-operator
|
||||
version: 1.4.1
|
||||
version: 1.5.1
|
||||
sourceRef:
|
||||
kind: HelmRepository
|
||||
name: hashicorp
|
||||
|
||||
+13
-1
@@ -11,6 +11,18 @@
|
||||
]
|
||||
},
|
||||
"prHourlyLimit": 9,
|
||||
"customManagers": [
|
||||
{
|
||||
"customType": "regex",
|
||||
"fileMatch": [
|
||||
"apps/.+\\.yaml$"
|
||||
],
|
||||
"matchStrings": [
|
||||
"tag:\\s*[\"']?(?<currentValue>[^\"' \\n]+)[\"']?\\s*#\\s*renovate:\\s*(?:datasource=(?<datasource>[^\\s]+)\\s+)?depName=(?<depName>[^\\s]+)(?:\\s+registryUrl=(?<registryUrl>[^\\s]+))?"
|
||||
],
|
||||
"datasourceTemplate": "{{#if datasource}}{{{datasource}}}{{else}}docker{{/if}}"
|
||||
}
|
||||
],
|
||||
"packageRules": [
|
||||
{
|
||||
"matchPackageNames": ["usekaneo/kaneo", "ghcr.io/usekaneo/kaneo"],
|
||||
@@ -25,7 +37,7 @@
|
||||
"platformAutomerge": true
|
||||
},
|
||||
{
|
||||
"matchUpdateTypes": ["patch"],
|
||||
"matchUpdateTypes": ["patch", "digest"],
|
||||
"automerge": true,
|
||||
"automergeType": "pr",
|
||||
"platformAutomerge": true
|
||||
|
||||
@@ -28,3 +28,4 @@ machine:
|
||||
# arrives too late. Work around using kernel args:
|
||||
extraKernelArgs:
|
||||
- amdgpu.runpm=1
|
||||
- amdgpu.lockup_timeout=0,120000,0,0
|
||||
|
||||
Reference in New Issue
Block a user