add converting proxy to parakeet
ci/woodpecker/push/flux-reconcile-source Pipeline was successful

This commit is contained in:
2026-06-10 20:39:08 +02:00
parent f863a0a496
commit a56565cafc
4 changed files with 226 additions and 7 deletions
+12 -5
View File
@@ -238,14 +238,21 @@ models:
# STT via parakeet-server (parakeet.cpp OpenAI-compatible server, CPU, always loaded)
# Model downloaded on first start and cached under /root/.cache/parakeet.cpp/models
# Exposes POST /v1/audio/transcriptions (OpenAI-compatible)
# parakeet-proxy.py sits in front to convert any audio format to WAV via ffmpeg,
# since parakeet-server only accepts real WAV but browsers send Ogg/Opus.
"parakeet-tdt_ctc-1.1b":
checkEndpoint: none
cmd: |
parakeet-server
--port ${PORT}
--model tdt_ctc-1.1b-q4_k.gguf
--cache-dir /root/.cache/parakeet.cpp/models
sh -c '
PARAKEET_PORT=$((${PORT}+1))
parakeet-server
--host 127.0.0.1
--port $PARAKEET_PORT
--model tdt_ctc-1.1b-q4_k.gguf
--cache-dir /root/.cache/parakeet.cpp/models &
PROXY_PORT=${PORT} PARAKEET_PORT=$PARAKEET_PORT FFMPEG_BIN=/root/.cache/ffmpeg/ffmpeg
python3 /config/parakeet-proxy.py
'
# Image generation via stable-diffusion.cpp (sd-server)