From 2701209c4696c6ac1ce4847e5e70a4bb7d426577 Mon Sep 17 00:00:00 2001 From: Lumpiasty Date: Thu, 21 May 2026 20:48:21 +0200 Subject: [PATCH] add ffmpeg for whisper --- apps/llama/configs/config.yaml | 1 + apps/llama/deployment.yaml | 11 +++++++++++ 2 files changed, 12 insertions(+) diff --git a/apps/llama/configs/config.yaml b/apps/llama/configs/config.yaml index 2f222f9..838f4aa 100644 --- a/apps/llama/configs/config.yaml +++ b/apps/llama/configs/config.yaml @@ -248,6 +248,7 @@ models: -m /root/.cache/whisper/ggml-small.bin --request-path /v1/audio --inference-path /transcriptions + --convert --threads 6 --no-gpu diff --git a/apps/llama/deployment.yaml b/apps/llama/deployment.yaml index 6936918..b17505e 100644 --- a/apps/llama/deployment.yaml +++ b/apps/llama/deployment.yaml @@ -31,6 +31,14 @@ spec: else echo "whisper-small model already present, skipping download" fi + if [ ! -f /root/.cache/ffmpeg/ffmpeg ]; then + echo "Installing ffmpeg..." + mkdir -p /root/.cache/ffmpeg + apt-get update -qq && apt-get install -y --no-install-recommends ffmpeg + cp /usr/bin/ffmpeg /root/.cache/ffmpeg/ffmpeg + else + echo "ffmpeg already present, skipping install" + fi volumeMounts: - name: models mountPath: /root/.cache @@ -50,6 +58,9 @@ spec: volumeMounts: - name: models mountPath: /root/.cache + - name: models + mountPath: /usr/local/bin/ffmpeg + subPath: ffmpeg/ffmpeg - mountPath: /dev/kfd name: kfd - mountPath: /dev/dri