cachy-swap (sha256:391f379d4e3577d9bfba91101d2ce2cbdfe28f98ce4c6698abea03118877f00c)

Published 2026-07-23 19:25:27 -04:00 by TomLarrow

Pull the image from the command line:

docker pull code.themainframe.cloud/tomlarrow/cachy-swap@sha256:391f379d4e3577d9bfba91101d2ce2cbdfe28f98ce4c6698abea03118877f00c

Digest

sha256:391f379d4e3577d9bfba91101d2ce2cbdfe28f98ce4c6698abea03118877f00c

For more information on the Container registry, see the documentation.

ARG RELEASE

ARG LAUNCHPAD_BUILD_ARCH

LABEL org.opencontainers.image.ref.name=ubuntu

LABEL org.opencontainers.image.version=24.04

ADD file:3f78aa860931e0853077f09eb31eddbeeef8a9dd70977305b4876aa176770721 in /

CMD ["/bin/bash"]

LABEL maintainer=dl.mlsedevops@amd.com

ARG ROCM_VERSION=5.3

ARG AMDGPU_VERSION=5.3

ARG APT_PREF

RUN |3 ROCM_VERSION=7.2.1 AMDGPU_VERSION=30.30.1 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c echo "$APT_PREF" > /etc/apt/preferences.d/rocm-pin-600 # buildkit

RUN |3 ROCM_VERSION=7.2.1 AMDGPU_VERSION=30.30.1 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends ca-certificates curl libnuma-dev gnupg && curl -sL https://repo.radeon.com/rocm/rocm.gpg.key | apt-key add - && printf "deb [arch=amd64] https://repo.radeon.com/rocm/apt/$ROCM_VERSION/ noble main" | tee --append /etc/apt/sources.list.d/rocm.list && printf "deb [arch=amd64] https://repo.radeon.com/amdgpu/$AMDGPU_VERSION/ubuntu noble main" | tee /etc/apt/sources.list.d/amdgpu.list && apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends sudo libelf1 kmod file python3-dev python3-pip rocm-dev rocm-libs build-essential && apt-get clean && rm -rf /var/lib/apt/lists/* # buildkit

RUN |3 ROCM_VERSION=7.2.1 AMDGPU_VERSION=30.30.1 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c groupadd -g 109 render # buildkit

ARG BUILD_DATE=2026-07-23T05:33:33Z

ARG APP_VERSION=b10103

ARG APP_REVISION=c588c4f47683e73ad2d69f50480bec6cc85fd0f7

ARG IMAGE_URL=https://github.com/ggml-org/llama.cpp

ARG IMAGE_SOURCE=https://github.com/ggml-org/llama.cpp

LABEL org.opencontainers.image.created=2026-07-23T05:33:33Z org.opencontainers.image.version=b10103 org.opencontainers.image.revision=c588c4f47683e73ad2d69f50480bec6cc85fd0f7 org.opencontainers.image.title=llama.cpp org.opencontainers.image.description=LLM inference in C/C++ org.opencontainers.image.url=https://github.com/ggml-org/llama.cpp org.opencontainers.image.source=https://github.com/ggml-org/llama.cpp

RUN |5 BUILD_DATE=2026-07-23T05:33:33Z APP_VERSION=b10103 APP_REVISION=c588c4f47683e73ad2d69f50480bec6cc85fd0f7 IMAGE_URL=https://github.com/ggml-org/llama.cpp IMAGE_SOURCE=https://github.com/ggml-org/llama.cpp /bin/sh -c apt-get update && apt-get install -y libgomp1 curl ffmpeg && apt autoremove -y && apt clean -y && rm -rf /tmp/* /var/tmp/* && find /var/cache/apt/archives /var/lib/apt/lists -not -name lock -type f -delete && find /var/cache -type f -delete # buildkit

COPY /app/lib/ /app # buildkit

ENV LLAMA_ARG_HOST=0.0.0.0

COPY /app/full/llama /app/full/llama-server /app # buildkit

WORKDIR /app

HEALTHCHECK {Test:[CMD curl -f http://localhost:8080/health] Interval:0s Timeout:0s StartPeriod:0s StartInterval:0s Retries:0}

ENTRYPOINT ["/app/llama-server"]

ARG UID=10001

ARG GID=10001

ARG USER_HOME=/app

ENV LD_LIBRARY_PATH=/opt/rocm/llvm/lib

RUN |3 UID=10001 GID=10001 USER_HOME=/app /bin/sh -c apt-get update && apt-get install -y --no-install-recommends libomp-dev && rm -rf /var/lib/apt/lists/* # buildkit

COPY /src/CachyLLama/build/bin/llama-server /app/llama-server # buildkit

COPY /src/CachyLLama/build/bin/llama-cli /app/llama-cli # buildkit

COPY /src/CachyLLama/build/bin/*.so* /app/ # buildkit

SHELL [/bin/bash -c]

RUN |3 UID=10001 GID=10001 USER_HOME=/app /bin/bash -c set -euxo pipefail; case "$(uname -m)" in x86_64) ARCH=amd64 ;; aarch64) ARCH=arm64 ;; *) echo "unsupported arch: $(uname -m)" >&2; exit 1 ;; esac; LS_VER=$(curl -s https://api.github.com/repos/mostlygeek/llama-swap/releases/latest | python3 -c "import sys,json; print(json.load(sys.stdin).get('tag_name','').lstrip('v'))"); echo "Installing llama-swap v${LS_VER}"; curl --fail -LO "https://github.com/mostlygeek/llama-swap/releases/download/v${LS_VER}/llama-swap_${LS_VER}_linux_${ARCH}.tar.gz" && tar -zxf "llama-swap_${LS_VER}_linux_${ARCH}.tar.gz" && rm "llama-swap_${LS_VER}_linux_${ARCH}.tar.gz" # buildkit

SHELL [/bin/sh -c]

RUN |3 UID=10001 GID=10001 USER_HOME=/app /bin/sh -c if [ $UID -ne 0 ]; then if [ $GID -ne 0 ]; then groupadd --system --gid $GID app; fi; useradd --system --uid $UID --gid $GID --home $USER_HOME app; fi && mkdir -p $USER_HOME /etc/llama-swap/config && chown -R $UID:$GID $USER_HOME /etc/llama-swap # buildkit

COPY config.example.yaml /etc/llama-swap/config/config.yaml # buildkit

USER 10001:10001

WORKDIR /app

ENV HOME=/app

ENV PATH=/app:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

HEALTHCHECK {Test:[CMD-SHELL curl -f http://localhost:8080/ || exit 1] Interval:0s Timeout:0s StartPeriod:0s StartInterval:0s Retries:0}

ENTRYPOINT ["/app/llama-swap" "-config" "/etc/llama-swap/config/config.yaml"]

CMD ["-listen" "0.0.0.0:8080"]

Key	Value
maintainer	dl.mlsedevops@amd.com
org.opencontainers.image.created	2026-07-23T23:19:06.085Z
org.opencontainers.image.description
org.opencontainers.image.licenses
org.opencontainers.image.ref.name	ubuntu
org.opencontainers.image.revision	5438289e2a0f7b9a208e27988250640bd638d021
org.opencontainers.image.source	https://code.themainframe.cloud/TomLarrow/cachy-swap
org.opencontainers.image.title	cachy-swap
org.opencontainers.image.url	https://code.themainframe.cloud/TomLarrow/cachy-swap
org.opencontainers.image.version	rocm-main