From 4556ca3c08c74b3dcd43fc75166b3166218b0993 Mon Sep 17 00:00:00 2001 From: Lumpiasty Date: Thu, 21 May 2026 20:48:21 +0200 Subject: [PATCH] add ffmpeg for whisper --- apps/llama/configs/config.yaml | 1 + apps/llama/deployment.yaml | 15 +++++++++++++++ 2 files changed, 16 insertions(+) diff --git a/apps/llama/configs/config.yaml b/apps/llama/configs/config.yaml index 2f222f9..838f4aa 100644 --- a/apps/llama/configs/config.yaml +++ b/apps/llama/configs/config.yaml @@ -248,6 +248,7 @@ models: -m /root/.cache/whisper/ggml-small.bin --request-path /v1/audio --inference-path /transcriptions + --convert --threads 6 --no-gpu diff --git a/apps/llama/deployment.yaml b/apps/llama/deployment.yaml index 6936918..ef80c6c 100644 --- a/apps/llama/deployment.yaml +++ b/apps/llama/deployment.yaml @@ -31,6 +31,18 @@ spec: else echo "whisper-small model already present, skipping download" fi + if [ ! -f /root/.cache/ffmpeg/ffmpeg ]; then + echo "Downloading static ffmpeg..." + mkdir -p /root/.cache/ffmpeg + apt-get update -qq && apt-get install -y --no-install-recommends xz-utils + curl -L -o /root/.cache/ffmpeg/ffmpeg.tar.xz \ + https://github.com/BtbN/FFmpeg-Builds/releases/download/latest/ffmpeg-master-latest-linux64-gpl.tar.xz + tar -xJf /root/.cache/ffmpeg/ffmpeg.tar.xz -C /root/.cache/ffmpeg --wildcards '*/ffmpeg' --strip-components=2 + rm /root/.cache/ffmpeg/ffmpeg.tar.xz + chmod +x /root/.cache/ffmpeg/ffmpeg + else + echo "ffmpeg already present, skipping download" + fi volumeMounts: - name: models mountPath: /root/.cache @@ -50,6 +62,9 @@ spec: volumeMounts: - name: models mountPath: /root/.cache + - name: models + mountPath: /usr/local/bin/ffmpeg + subPath: ffmpeg/ffmpeg - mountPath: /dev/kfd name: kfd - mountPath: /dev/dri