Lumpiasty
  • Joined on 2025-02-08

llama-swap (unified-vulkan-parakeet-2026-06-12-rootless)

Published 2026-06-12 16:16:17 +00:00 by Lumpiasty

Installation

docker pull gitea.lumpiasty.xyz/lumpiasty/llama-swap:unified-vulkan-parakeet-2026-06-12-rootless
sha256:553d021e7e3bd9eb7de0123cc4a4a7548e3ae40c9d79bd5d14356bbf0c97a7a8

Images

Digest OS / Arch Size
c8dbca2e5e linux/amd64 333 MiB

Image Layers ( linux/amd64)

ARG RELEASE
ARG LAUNCHPAD_BUILD_ARCH
LABEL org.opencontainers.image.version=24.04
ADD file:46ac5b8ee4c64ad9ebe840abd5619f571a617ac19483764d47d0eeba7907934f in /
CMD ["/bin/bash"]
ENV DEBIAN_FRONTEND=noninteractive
ENV PATH=/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
RUN /bin/sh -c apt-get update && apt-get install -y --no-install-recommends libgomp1 libvulkan1 mesa-vulkan-drivers python3 curl ca-certificates && rm -rf /var/lib/apt/lists/* # buildkit
ARG BACKEND=vulkan
ARG LLAMA_COMMIT_HASH=ebc10770ac5a9331824c53ef0c6adad780904dc3
ARG WHISPER_COMMIT_HASH=df7638d8229a243af8a4b5a8ae557e0d74e0a0ae
ARG SD_COMMIT_HASH=19bdfe22d255d5b4dff39d449318b9bc5ea2317f
ARG IK_LLAMA_COMMIT_HASH=n/a
ARG PARAKEET_COMMIT_HASH=23bd49cb3d1fee6a0d69a4d2407e9069c7100ad2
ARG RUN_UID=0
RUN |7 BACKEND=vulkan LLAMA_COMMIT_HASH=ebc10770ac5a9331824c53ef0c6adad780904dc3 WHISPER_COMMIT_HASH=df7638d8229a243af8a4b5a8ae557e0d74e0a0ae SD_COMMIT_HASH=19bdfe22d255d5b4dff39d449318b9bc5ea2317f IK_LLAMA_COMMIT_HASH=n/a PARAKEET_COMMIT_HASH=23bd49cb3d1fee6a0d69a4d2407e9069c7100ad2 RUN_UID=0 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends python3-numpy python3-sentencepiece python3-pip && rm -rf /var/lib/apt/lists/* # buildkit
RUN |7 BACKEND=vulkan LLAMA_COMMIT_HASH=ebc10770ac5a9331824c53ef0c6adad780904dc3 WHISPER_COMMIT_HASH=df7638d8229a243af8a4b5a8ae557e0d74e0a0ae SD_COMMIT_HASH=19bdfe22d255d5b4dff39d449318b9bc5ea2317f IK_LLAMA_COMMIT_HASH=n/a PARAKEET_COMMIT_HASH=23bd49cb3d1fee6a0d69a4d2407e9069c7100ad2 RUN_UID=0 /bin/sh -c if [ "$RUN_UID" != "0" ]; then groupadd --system --gid $RUN_UID llama-swap && useradd --system --uid $RUN_UID --gid $RUN_UID --home /app --shell /sbin/nologin llama-swap; fi && mkdir -p /etc/llama-swap/config && chown -R ${RUN_UID}:${RUN_UID} /etc/llama-swap # buildkit
WORKDIR /app
COPY /install/bin/whisper-server /usr/local/bin/ # buildkit
COPY /install/bin/whisper-cli /usr/local/bin/ # buildkit
COPY /install/lib/ /usr/local/lib/ # buildkit
COPY /install/bin/sd-server /usr/local/bin/ # buildkit
COPY /install/bin/sd-cli /usr/local/bin/ # buildkit
COPY /install/lib/ /usr/local/lib/ # buildkit
COPY /install/bin/llama-server /usr/local/bin/ # buildkit
COPY /install/bin/llama-cli /usr/local/bin/ # buildkit
COPY /install/bin/ /usr/local/bin/ # buildkit
COPY /install/bin/parakeet-cli /usr/local/bin/ # buildkit
COPY /install/bin/parakeet-server /usr/local/bin/ # buildkit
RUN |7 BACKEND=vulkan LLAMA_COMMIT_HASH=ebc10770ac5a9331824c53ef0c6adad780904dc3 WHISPER_COMMIT_HASH=df7638d8229a243af8a4b5a8ae557e0d74e0a0ae SD_COMMIT_HASH=19bdfe22d255d5b4dff39d449318b9bc5ea2317f IK_LLAMA_COMMIT_HASH=n/a PARAKEET_COMMIT_HASH=23bd49cb3d1fee6a0d69a4d2407e9069c7100ad2 RUN_UID=0 /bin/sh -c pip install uv --break-system-packages # buildkit
COPY /install/bin/llama-swap /usr/local/bin/ # buildkit
COPY /install/llama-swap-version /tmp/ # buildkit
RUN |7 BACKEND=vulkan LLAMA_COMMIT_HASH=ebc10770ac5a9331824c53ef0c6adad780904dc3 WHISPER_COMMIT_HASH=df7638d8229a243af8a4b5a8ae557e0d74e0a0ae SD_COMMIT_HASH=19bdfe22d255d5b4dff39d449318b9bc5ea2317f IK_LLAMA_COMMIT_HASH=n/a PARAKEET_COMMIT_HASH=23bd49cb3d1fee6a0d69a4d2407e9069c7100ad2 RUN_UID=0 /bin/sh -c ldconfig # buildkit
COPY config.example.yaml /etc/llama-swap/config/config.yaml # buildkit
RUN |7 BACKEND=vulkan LLAMA_COMMIT_HASH=ebc10770ac5a9331824c53ef0c6adad780904dc3 WHISPER_COMMIT_HASH=df7638d8229a243af8a4b5a8ae557e0d74e0a0ae SD_COMMIT_HASH=19bdfe22d255d5b4dff39d449318b9bc5ea2317f IK_LLAMA_COMMIT_HASH=n/a PARAKEET_COMMIT_HASH=23bd49cb3d1fee6a0d69a4d2407e9069c7100ad2 RUN_UID=0 /bin/sh -c echo "llama.cpp: ${LLAMA_COMMIT_HASH}" > /versions.txt && echo "whisper.cpp: ${WHISPER_COMMIT_HASH}" >> /versions.txt && echo "stable-diffusion.cpp: ${SD_COMMIT_HASH}" >> /versions.txt && echo "ik_llama.cpp: ${IK_LLAMA_COMMIT_HASH}" >> /versions.txt && echo "parakeet.cpp: ${PARAKEET_COMMIT_HASH}" >> /versions.txt && echo "llama-swap: $(cat /tmp/llama-swap-version)" >> /versions.txt && echo "backend: ${BACKEND}" >> /versions.txt && echo "build_timestamp: $(date -u +%Y-%m-%dT%H:%M:%SZ)" >> /versions.txt # buildkit
RUN |7 BACKEND=vulkan LLAMA_COMMIT_HASH=ebc10770ac5a9331824c53ef0c6adad780904dc3 WHISPER_COMMIT_HASH=df7638d8229a243af8a4b5a8ae557e0d74e0a0ae SD_COMMIT_HASH=19bdfe22d255d5b4dff39d449318b9bc5ea2317f IK_LLAMA_COMMIT_HASH=n/a PARAKEET_COMMIT_HASH=23bd49cb3d1fee6a0d69a4d2407e9069c7100ad2 RUN_UID=0 /bin/sh -c mkdir -p /models && chown ${RUN_UID}:${RUN_UID} /models # buildkit
WORKDIR /models
USER 0
ENTRYPOINT ["llama-swap"]
CMD ["-config" "/etc/llama-swap/config/config.yaml" "-listen" "0.0.0.0:8080"]
USER root
RUN /bin/sh -c groupadd --system --gid 10001 llama-swap && useradd --system --uid 10001 --gid 10001 --home /app --shell /sbin/nologin llama-swap && chown -R 10001:10001 /etc/llama-swap /models # buildkit
USER 10001

Labels

Key Value
org.opencontainers.image.version 24.04
Details
Container
2026-06-12 16:16:17 +00:00
0
OCI / Docker
Versions (5) View all