ai-gateway-qwen38 (a71f3e4ec773bb185f0b9616198fc1cc68d54a37-3581-1790537177445762795)

Published 2026-09-27 21:26:32 +02:00 by turnercore

Pull the image from the command line:

docker pull forge.elephanthand.com/turnercore/ai-gateway-qwen38:a71f3e4ec773bb185f0b9616198fc1cc68d54a37-3581-1790537177445762795

Digest

sha256:f096bba41d91b3f588b64999af624a94ffcd2e733da121101967a304726d17ee

For more information on the Container registry, see the documentation.

Gateway-managed Vulkan llama.cpp runtime

umoci raw add-layer --image /home/buildd/rockcraft-ubuntu-64c38dcc01e7a4a6a4edc23c9f41a2cf/images/ubuntu:rockcraft-base /home/buildd/rockcraft-ubuntu-64c38dcc01e7a4a6a4edc23c9f41a2cf/images/.temp_layer.9520.tar --tag 26.04

umoci config --image /home/buildd/rockcraft-ubuntu-64c38dcc01e7a4a6a4edc23c9f41a2cf/images/ubuntu:26.04 --clear=config.entrypoint --clear=config.cmd

umoci config --image /home/buildd/rockcraft-ubuntu-64c38dcc01e7a4a6a4edc23c9f41a2cf/images/ubuntu:26.04 --clear=config.cmd --config.cmd /bin/bash

umoci config --image /home/buildd/rockcraft-ubuntu-64c38dcc01e7a4a6a4edc23c9f41a2cf/images/ubuntu:26.04 --config.env PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

umoci config --image /home/buildd/rockcraft-ubuntu-64c38dcc01e7a4a6a4edc23c9f41a2cf/images/ubuntu:26.04 --clear=config.labels --config.label org.opencontainers.image.version=26.04 --config.label org.opencontainers.image.title=ubuntu --config.label org.opencontainers.image.created=2026-09-12T10:25:59.825539+00:00 --config.label org.opencontainers.image.description=The Ubuntu container image maintained by Canonical Ubuntu is a Debian-based Linux operating system that runs from the desktop to the cloud, to all your internet connected things. It is the world's most popular operating system across public clouds and OpenStack clouds. It is the number one platform for containers; from Docker to Kubernetes to LXD, Ubuntu can run your containers at scale. Fast, secure and simple, Ubuntu powers millions of PCs worldwide.

umoci config --image /home/buildd/rockcraft-ubuntu-64c38dcc01e7a4a6a4edc23c9f41a2cf/images/ubuntu:26.04 --clear=manifest.annotations --manifest.annotation org.opencontainers.image.version=26.04 --manifest.annotation org.opencontainers.image.title=ubuntu --manifest.annotation org.opencontainers.image.created=2026-09-12T10:25:59.825539+00:00 --manifest.annotation org.opencontainers.image.description=The Ubuntu container image maintained by Canonical Ubuntu is a Debian-based Linux operating system that runs from the desktop to the cloud, to all your internet connected things. It is the world's most popular operating system across public clouds and OpenStack clouds. It is the number one platform for containers; from Docker to Kubernetes to LXD, Ubuntu can run your containers at scale. Fast, secure and simple, Ubuntu powers millions of PCs worldwide.

umoci raw add-layer --image /home/buildd/rockcraft-ubuntu-64c38dcc01e7a4a6a4edc23c9f41a2cf/images/ubuntu:26.04 /home/buildd/rockcraft-ubuntu-64c38dcc01e7a4a6a4edc23c9f41a2cf/images/.temp_layer.control_data.9520.tar

ARG LLAMA_COMMIT

ARG LLAMA_BRANCH LLAMA_COMMIT

ARG BUILD_DATE LLAMA_BRANCH LLAMA_COMMIT

LABEL org.opencontainers.image.title="ai-gateway-llama-worker" org.opencontainers.image.description="Gateway-managed Vulkan llama.cpp runtime" org.opencontainers.image.source="https://github.com/LaurentZuijdwijk/llama.cpp" org.opencontainers.image.revision="${LLAMA_COMMIT}" org.opencontainers.image.created="${BUILD_DATE}"

ENV HOME=/tmp PATH=/opt/venv/bin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin PYTHONPATH=/app PYTHONDONTWRITEBYTECODE=1 PYTHONUNBUFFERED=1 LD_LIBRARY_PATH=/opt/llama

|3 BUILD_DATE=unknown LLAMA_BRANCH=vulkan/qwen4exp-rocmfpx LLAMA_COMMIT=de39c1db9efb6bc8c94a2db4afa4607398c84998 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ca-certificates curl libgomp1 libssl3 libvulkan1 mesa-vulkan-drivers && rm -rf /var/lib/apt/lists/* && version="$(dpkg-query -W -f='${Version}' mesa-vulkan-drivers)" && version="${version#*:}" && major="${version%%.*}" && rest="${version#*.}" && minor="${rest%%.*}" && if [ "${major}" -lt 25 ] || { [ "${major}" -eq 25 ] && [ "${minor}" -lt 3 ]; }; then echo "FATAL: image ships Mesa ${version}; Qwen fork needs RADV >= 25.3." >&2; exit 1; fi && rm -f /usr/bin/pebble

COPY dir:71482280413c69aa9ca0ff22d7721efaf6a426abbb7b6aed9951242639146581 in /opt/llama

COPY dir:26d0f6b2b534fbce07a7816e82107471eb506ccf224e4952dac9500385d5b5fa in /usr/local

COPY dir:122086f3a12ac80f24455d1dd7b7901d0bca1a17a45988540abfd98fa56ee827 in /opt/venv

COPY dir:21b12c69e93c66c2057835abcf2c0c4bbe2f8ba12f9ba36d1fdd93680f23abd8 in /app/ai_gateway

|3 BUILD_DATE=unknown LLAMA_BRANCH=vulkan/qwen4exp-rocmfpx LLAMA_COMMIT=de39c1db9efb6bc8c94a2db4afa4607398c84998 /bin/sh -c ln -s /opt/llama /opt/qwen38 && ln -s /opt/llama /opt/zeta && groupadd --gid 10001 ai-gateway && useradd -l --uid 10001 --gid 10001 --no-create-home --shell /usr/sbin/nologin ai-gateway && find /app -type d -name __pycache__ -prune -exec rm -rf '{}' + && chmod -R a+rX,a-w /app && /opt/venv/bin/python -m pip check && /opt/llama/llama-server --version

USER 10001:10001

WORKDIR /app

EXPOSE 8080

HEALTHCHECK --interval=15s --timeout=5s --retries=20 --start-period=30s CMD curl -fsS http://127.0.0.1:8080/healthz >/dev/null || exit 1

LABEL org.opencontainers.image.title="ai-gateway-qwen38-worker"

ENTRYPOINT ["/opt/venv/bin/python", "-m", "ai_gateway.qwen38_worker"]

Key	Value
io.buildah.version	1.43.4
org.opencontainers.image.created	unknown
org.opencontainers.image.description	Gateway-managed Vulkan llama.cpp runtime
org.opencontainers.image.revision	de39c1db9efb6bc8c94a2db4afa4607398c84998
org.opencontainers.image.source	https://github.com/LaurentZuijdwijk/llama.cpp
org.opencontainers.image.title	ai-gateway-qwen38-worker
org.opencontainers.image.version	26.04