ai-gateway-qwen38 (7c74b75f7d516ffd37c469d1a9b8a0b590e69334-3497-1789976426649270390)

Published 2026-09-21 09:40:39 +02:00 by turnercore

Pull the image from the command line:

docker pull forge.elephanthand.com/turnercore/ai-gateway-qwen38:7c74b75f7d516ffd37c469d1a9b8a0b590e69334-3497-1789976426649270390

Digest

sha256:d80d48acce4fcb139676e261a7b73d35c2b3c906b245dcdd118dc111dc475c23

For more information on the Container registry, see the documentation.

Gateway-managed Vulkan llama.cpp runtime

umoci raw add-layer --image /home/buildd/rockcraft-ubuntu-e1c60b1bc0d25a2115f571511888c62b/images/ubuntu:rockcraft-base /home/buildd/rockcraft-ubuntu-e1c60b1bc0d25a2115f571511888c62b/images/.temp_layer.9485.tar --tag 26.04

umoci config --image /home/buildd/rockcraft-ubuntu-e1c60b1bc0d25a2115f571511888c62b/images/ubuntu:26.04 --clear=config.entrypoint --clear=config.cmd

umoci config --image /home/buildd/rockcraft-ubuntu-e1c60b1bc0d25a2115f571511888c62b/images/ubuntu:26.04 --clear=config.cmd --config.cmd /bin/bash

umoci config --image /home/buildd/rockcraft-ubuntu-e1c60b1bc0d25a2115f571511888c62b/images/ubuntu:26.04 --config.env PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

umoci config --image /home/buildd/rockcraft-ubuntu-e1c60b1bc0d25a2115f571511888c62b/images/ubuntu:26.04 --clear=config.labels --config.label org.opencontainers.image.version=26.04 --config.label org.opencontainers.image.title=ubuntu --config.label org.opencontainers.image.created=2026-09-01T20:37:00.369571+00:00 --config.label org.opencontainers.image.description=The Ubuntu container image maintained by Canonical Ubuntu is a Debian-based Linux operating system that runs from the desktop to the cloud, to all your internet connected things. It is the world's most popular operating system across public clouds and OpenStack clouds. It is the number one platform for containers; from Docker to Kubernetes to LXD, Ubuntu can run your containers at scale. Fast, secure and simple, Ubuntu powers millions of PCs worldwide.

umoci config --image /home/buildd/rockcraft-ubuntu-e1c60b1bc0d25a2115f571511888c62b/images/ubuntu:26.04 --clear=manifest.annotations --manifest.annotation org.opencontainers.image.version=26.04 --manifest.annotation org.opencontainers.image.title=ubuntu --manifest.annotation org.opencontainers.image.created=2026-09-01T20:37:00.369571+00:00 --manifest.annotation org.opencontainers.image.description=The Ubuntu container image maintained by Canonical Ubuntu is a Debian-based Linux operating system that runs from the desktop to the cloud, to all your internet connected things. It is the world's most popular operating system across public clouds and OpenStack clouds. It is the number one platform for containers; from Docker to Kubernetes to LXD, Ubuntu can run your containers at scale. Fast, secure and simple, Ubuntu powers millions of PCs worldwide.

umoci raw add-layer --image /home/buildd/rockcraft-ubuntu-e1c60b1bc0d25a2115f571511888c62b/images/ubuntu:26.04 /home/buildd/rockcraft-ubuntu-e1c60b1bc0d25a2115f571511888c62b/images/.temp_layer.control_data.9485.tar

ARG LLAMA_COMMIT

ARG LLAMA_BRANCH LLAMA_COMMIT

ARG BUILD_DATE LLAMA_BRANCH LLAMA_COMMIT

LABEL org.opencontainers.image.title="ai-gateway-llama-worker" org.opencontainers.image.description="Gateway-managed Vulkan llama.cpp runtime" org.opencontainers.image.source="https://github.com/LaurentZuijdwijk/llama.cpp" org.opencontainers.image.revision="${LLAMA_COMMIT}" org.opencontainers.image.created="${BUILD_DATE}"

ENV HOME=/tmp PATH=/opt/venv/bin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin PYTHONPATH=/app PYTHONDONTWRITEBYTECODE=1 PYTHONUNBUFFERED=1 LD_LIBRARY_PATH=/opt/llama

|3 BUILD_DATE=unknown LLAMA_BRANCH=vulkan/qwen4exp-rocmfpx LLAMA_COMMIT=de39c1db9efb6bc8c94a2db4afa4607398c84998 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ca-certificates curl libgomp1 libssl3 libvulkan1 mesa-vulkan-drivers && rm -rf /var/lib/apt/lists/* && version="$(dpkg-query -W -f='${Version}' mesa-vulkan-drivers)" && version="${version#*:}" && major="${version%%.*}" && rest="${version#*.}" && minor="${rest%%.*}" && if [ "${major}" -lt 25 ] || { [ "${major}" -eq 25 ] && [ "${minor}" -lt 3 ]; }; then echo "FATAL: image ships Mesa ${version}; Qwen fork needs RADV >= 25.3." >&2; exit 1; fi && rm -f /usr/bin/pebble

COPY dir:20ca50a9265c5d017f67957b62c60f4250e35460b0295e0d7cbed3fa0f75ad91 in /opt/llama

COPY dir:26d0f6b2b534fbce07a7816e82107471eb506ccf224e4952dac9500385d5b5fa in /usr/local

COPY dir:febf7ff9dce06ca248ca6d2a5b222230a659b5bc7bd5744f4de1e83e8ada28c2 in /opt/venv

COPY dir:126e1c9d25c3b4bf5f06f4e20c2bf33f576884a8b071e4ef8371fec0a3958550 in /app/ai_gateway

|3 BUILD_DATE=unknown LLAMA_BRANCH=vulkan/qwen4exp-rocmfpx LLAMA_COMMIT=de39c1db9efb6bc8c94a2db4afa4607398c84998 /bin/sh -c ln -s /opt/llama /opt/qwen38 && ln -s /opt/llama /opt/zeta && groupadd --gid 10001 ai-gateway && useradd -l --uid 10001 --gid 10001 --no-create-home --shell /usr/sbin/nologin ai-gateway && find /app -type d -name __pycache__ -prune -exec rm -rf '{}' + && chmod -R a+rX,a-w /app && /opt/venv/bin/python -m pip check && /opt/llama/llama-server --version

USER 10001:10001

WORKDIR /app

EXPOSE 8080

HEALTHCHECK --interval=15s --timeout=5s --retries=20 --start-period=30s CMD curl -fsS http://127.0.0.1:8080/healthz >/dev/null || exit 1

LABEL org.opencontainers.image.title="ai-gateway-qwen38-worker"

ENTRYPOINT ["/opt/venv/bin/python", "-m", "ai_gateway.qwen38_worker"]

Key	Value
io.buildah.version	1.43.2
org.opencontainers.image.created	unknown
org.opencontainers.image.description	Gateway-managed Vulkan llama.cpp runtime
org.opencontainers.image.revision	de39c1db9efb6bc8c94a2db4afa4607398c84998
org.opencontainers.image.source	https://github.com/LaurentZuijdwijk/llama.cpp
org.opencontainers.image.title	ai-gateway-qwen38-worker
org.opencontainers.image.version	26.04