cachy-swap (sha256:448e3e1d7f8c9c38da5f5bd8081c335882dd6c473f47f989acfcacf06024cda5)

Published 2026-08-25 01:18:10 -04:00 by TomLarrow

Pull the image from the command line:

docker pull code.themainframe.cloud/tomlarrow/cachy-swap@sha256:448e3e1d7f8c9c38da5f5bd8081c335882dd6c473f47f989acfcacf06024cda5

Digest

sha256:448e3e1d7f8c9c38da5f5bd8081c335882dd6c473f47f989acfcacf06024cda5

For more information on the Container registry, see the documentation.

umoci raw add-layer --image /home/buildd/rockcraft-ubuntu-a6225d8d49f545f312e4b2d59bc5cd53/images/ubuntu:rockcraft-base /home/buildd/rockcraft-ubuntu-a6225d8d49f545f312e4b2d59bc5cd53/images/.temp_layer.9259.tar --tag 26.04

umoci config --image /home/buildd/rockcraft-ubuntu-a6225d8d49f545f312e4b2d59bc5cd53/images/ubuntu:26.04 --clear=config.entrypoint --clear=config.cmd

umoci config --image /home/buildd/rockcraft-ubuntu-a6225d8d49f545f312e4b2d59bc5cd53/images/ubuntu:26.04 --clear=config.cmd --config.cmd /bin/bash

umoci config --image /home/buildd/rockcraft-ubuntu-a6225d8d49f545f312e4b2d59bc5cd53/images/ubuntu:26.04 --config.env PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

umoci config --image /home/buildd/rockcraft-ubuntu-a6225d8d49f545f312e4b2d59bc5cd53/images/ubuntu:26.04 --clear=config.labels --config.label org.opencontainers.image.version=26.04 --config.label org.opencontainers.image.title=ubuntu --config.label org.opencontainers.image.created=2026-08-17T09:02:45.677319+00:00 --config.label org.opencontainers.image.description=The Ubuntu container image maintained by Canonical Ubuntu is a Debian-based Linux operating system that runs from the desktop to the cloud, to all your internet connected things. It is the world's most popular operating system across public clouds and OpenStack clouds. It is the number one platform for containers; from Docker to Kubernetes to LXD, Ubuntu can run your containers at scale. Fast, secure and simple, Ubuntu powers millions of PCs worldwide.

umoci config --image /home/buildd/rockcraft-ubuntu-a6225d8d49f545f312e4b2d59bc5cd53/images/ubuntu:26.04 --clear=manifest.annotations --manifest.annotation org.opencontainers.image.version=26.04 --manifest.annotation org.opencontainers.image.title=ubuntu --manifest.annotation org.opencontainers.image.created=2026-08-17T09:02:45.677319+00:00 --manifest.annotation org.opencontainers.image.description=The Ubuntu container image maintained by Canonical Ubuntu is a Debian-based Linux operating system that runs from the desktop to the cloud, to all your internet connected things. It is the world's most popular operating system across public clouds and OpenStack clouds. It is the number one platform for containers; from Docker to Kubernetes to LXD, Ubuntu can run your containers at scale. Fast, secure and simple, Ubuntu powers millions of PCs worldwide.

umoci raw add-layer --image /home/buildd/rockcraft-ubuntu-a6225d8d49f545f312e4b2d59bc5cd53/images/ubuntu:26.04 /home/buildd/rockcraft-ubuntu-a6225d8d49f545f312e4b2d59bc5cd53/images/.temp_layer.control_data.9259.tar

ARG BUILD_DATE=2026-08-24T04:33:41Z

ARG APP_VERSION=b10603

ARG APP_REVISION=c060ca974c773c7c3d17fd1b66dc9d312bc292c0

ARG IMAGE_URL=https://github.com/ggml-org/llama.cpp

ARG IMAGE_SOURCE=https://github.com/ggml-org/llama.cpp

LABEL org.opencontainers.image.created=2026-08-24T04:33:41Z org.opencontainers.image.version=b10603 org.opencontainers.image.revision=c060ca974c773c7c3d17fd1b66dc9d312bc292c0 org.opencontainers.image.title=llama.cpp org.opencontainers.image.description=LLM inference in C/C++ org.opencontainers.image.url=https://github.com/ggml-org/llama.cpp org.opencontainers.image.source=https://github.com/ggml-org/llama.cpp

RUN |5 BUILD_DATE=2026-08-24T04:33:41Z APP_VERSION=b10603 APP_REVISION=c060ca974c773c7c3d17fd1b66dc9d312bc292c0 IMAGE_URL=https://github.com/ggml-org/llama.cpp IMAGE_SOURCE=https://github.com/ggml-org/llama.cpp /bin/sh -c apt-get update && apt-get install -y libgomp1 curl ffmpeg libvulkan1 mesa-vulkan-drivers libglvnd0 libgl1 libglx0 libegl1 libgles2 && apt autoremove -y && apt clean -y && rm -rf /tmp/* /var/tmp/* && find /var/cache/apt/archives /var/lib/apt/lists -not -name lock -type f -delete && find /var/cache -type f -delete # buildkit

COPY /app/lib/ /app # buildkit

ENV LLAMA_ARG_HOST=0.0.0.0

COPY /app/full/llama /app/full/llama-server /app # buildkit

WORKDIR /app

HEALTHCHECK {Test:[CMD curl -f http://localhost:8080/health] Interval:0s Timeout:0s StartPeriod:0s StartInterval:0s Retries:0}

ENTRYPOINT ["/app/llama-server"]

ARG UID=10001

ARG GID=10001

ARG USER_HOME=/app

ENV LD_LIBRARY_PATH=/app

RUN |3 UID=10001 GID=10001 USER_HOME=/app /bin/sh -c apt-get update && apt-get install -y --no-install-recommends libomp-dev python3-pip build-essential git && rm -rf /var/lib/apt/lists/* # buildkit

RUN |3 UID=10001 GID=10001 USER_HOME=/app /bin/sh -c pip install --no-cache-dir --break-system-packages quantprobe # buildkit

RUN |3 UID=10001 GID=10001 USER_HOME=/app /bin/sh -c git clone --depth 1 --recurse-submodules https://github.com/bigattichouse/llama-optimize.git /opt/llama-optimize && make -C /opt/llama-optimize/robust && chown -R $UID:$GID /opt/llama-optimize # buildkit

COPY /src/CachyLLama/build/bin/ /app/ # buildkit

SHELL [/bin/bash -c]

RUN |3 UID=10001 GID=10001 USER_HOME=/app /bin/bash -c set -euxo pipefail; case "$(uname -m)" in x86_64) ARCH=amd64 ;; aarch64) ARCH=arm64 ;; *) echo "unsupported arch: $(uname -m)" >&2; exit 1 ;; esac; LS_VER=$(curl -s https://api.github.com/repos/mostlygeek/llama-swap/releases/latest | python3 -c "import sys,json; print(json.load(sys.stdin).get('tag_name','').lstrip('v'))"); echo "Installing llama-swap v${LS_VER}"; curl --fail -LO "https://github.com/mostlygeek/llama-swap/releases/download/v${LS_VER}/llama-swap_${LS_VER}_linux_${ARCH}.tar.gz" && tar -zxf "llama-swap_${LS_VER}_linux_${ARCH}.tar.gz" && rm "llama-swap_${LS_VER}_linux_${ARCH}.tar.gz" # buildkit

SHELL [/bin/sh -c]

RUN |3 UID=10001 GID=10001 USER_HOME=/app /bin/sh -c if [ $UID -ne 0 ]; then if [ $GID -ne 0 ]; then groupadd --system --gid $GID app; fi; useradd --system --uid $UID --gid $GID --home $USER_HOME app; fi && mkdir -p $USER_HOME /etc/llama-swap/config && chown -R $UID:$GID $USER_HOME /etc/llama-swap # buildkit

COPY config.example.yaml /etc/llama-swap/config/config.yaml # buildkit

USER 10001:10001

WORKDIR /app

ENV HOME=/app

ENV PATH=/app:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

HEALTHCHECK {Test:[CMD-SHELL curl -f http://localhost:8080/ || exit 1] Interval:0s Timeout:0s StartPeriod:0s StartInterval:0s Retries:0}

ENTRYPOINT ["/app/llama-swap" "-config" "/etc/llama-swap/config/config.yaml"]

CMD ["-listen" "0.0.0.0:8080"]

Key	Value
org.opencontainers.image.created	2026-08-25T05:12:30.611Z
org.opencontainers.image.description
org.opencontainers.image.licenses
org.opencontainers.image.revision	9ff167e9a4eb6005c4ea8776578d9be692a2ed17
org.opencontainers.image.source	https://code.themainframe.cloud/TomLarrow/cachy-swap
org.opencontainers.image.title	cachy-swap
org.opencontainers.image.url	https://code.themainframe.cloud/TomLarrow/cachy-swap
org.opencontainers.image.version	vulkan-latest

Details

Container

2026-08-25 01:18:10 -04:00

OCI / Docker

linux/amd64

Project website

Repository website

522 MiB

Versions (35) View all

vulkan-9ff167e

2026-08-25

vulkan-latest

2026-08-25

rocm-9ff167e

2026-08-25

rocm-latest

2026-08-25

vulkan-main

2026-08-08

cachy-swap (sha256:448e3e1d7f8c9c38da5f5bd8081c335882dd6c473f47f989acfcacf06024cda5)

Installation

Image layers

Labels