From 2b38561c4e461ebbd2cdfa3cb47ca56346a9e64e Mon Sep 17 00:00:00 2001 From: Lumpiasty Date: Thu, 21 May 2026 20:48:21 +0200 Subject: [PATCH] add ffmpeg for whisper --- apps/llama/configs/config.yaml | 1 + apps/llama/deployment.yaml | 14 ++++++++++++++ 2 files changed, 15 insertions(+) diff --git a/apps/llama/configs/config.yaml b/apps/llama/configs/config.yaml index 2f222f9..838f4aa 100644 --- a/apps/llama/configs/config.yaml +++ b/apps/llama/configs/config.yaml @@ -248,6 +248,7 @@ models: -m /root/.cache/whisper/ggml-small.bin --request-path /v1/audio --inference-path /transcriptions + --convert --threads 6 --no-gpu diff --git a/apps/llama/deployment.yaml b/apps/llama/deployment.yaml index 6936918..6a8f3eb 100644 --- a/apps/llama/deployment.yaml +++ b/apps/llama/deployment.yaml @@ -31,6 +31,17 @@ spec: else echo "whisper-small model already present, skipping download" fi + if [ ! -f /root/.cache/ffmpeg/ffmpeg ]; then + echo "Downloading static ffmpeg..." + mkdir -p /root/.cache/ffmpeg + curl -L -o /root/.cache/ffmpeg/ffmpeg.tar.xz \ + https://johnvansickle.com/ffmpeg/releases/ffmpeg-release-amd64-static.tar.xz + tar -xf /root/.cache/ffmpeg/ffmpeg.tar.xz -C /root/.cache/ffmpeg --wildcards '*/ffmpeg' --strip-components=1 + rm /root/.cache/ffmpeg/ffmpeg.tar.xz + chmod +x /root/.cache/ffmpeg/ffmpeg + else + echo "ffmpeg already present, skipping download" + fi volumeMounts: - name: models mountPath: /root/.cache @@ -50,6 +61,9 @@ spec: volumeMounts: - name: models mountPath: /root/.cache + - name: models + mountPath: /usr/local/bin/ffmpeg + subPath: ffmpeg/ffmpeg - mountPath: /dev/kfd name: kfd - mountPath: /dev/dri