ai-gateway-qwen38 (0fe1fe69fed827eb8352e1c29f3b99152709f935-3533-1790066435727325439)

Published 2026-09-22 10:40:50 +02:00 by turnercore

Pull the image from the command line:

docker pull forge.elephanthand.com/turnercore/ai-gateway-qwen38:0fe1fe69fed827eb8352e1c29f3b99152709f935-3533-1790066435727325439

Digest

sha256:daf65f71c8977794f96f4dfdc8689bd7e0f5e80d947e2a10d834c909ec56e4e8

For more information on the Container registry, see the documentation.

Gateway-managed Vulkan llama.cpp runtime

umoci raw add-layer --image /home/buildd/rockcraft-ubuntu-64c38dcc01e7a4a6a4edc23c9f41a2cf/images/ubuntu:rockcraft-base /home/buildd/rockcraft-ubuntu-64c38dcc01e7a4a6a4edc23c9f41a2cf/images/.temp_layer.9520.tar --tag 26.04

umoci config --image /home/buildd/rockcraft-ubuntu-64c38dcc01e7a4a6a4edc23c9f41a2cf/images/ubuntu:26.04 --clear=config.entrypoint --clear=config.cmd

umoci config --image /home/buildd/rockcraft-ubuntu-64c38dcc01e7a4a6a4edc23c9f41a2cf/images/ubuntu:26.04 --clear=config.cmd --config.cmd /bin/bash

umoci config --image /home/buildd/rockcraft-ubuntu-64c38dcc01e7a4a6a4edc23c9f41a2cf/images/ubuntu:26.04 --config.env PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

umoci config --image /home/buildd/rockcraft-ubuntu-64c38dcc01e7a4a6a4edc23c9f41a2cf/images/ubuntu:26.04 --clear=config.labels --config.label org.opencontainers.image.version=26.04 --config.label org.opencontainers.image.title=ubuntu --config.label org.opencontainers.image.created=2026-09-12T10:25:59.825539+00:00 --config.label org.opencontainers.image.description=The Ubuntu container image maintained by Canonical Ubuntu is a Debian-based Linux operating system that runs from the desktop to the cloud, to all your internet connected things. It is the world's most popular operating system across public clouds and OpenStack clouds. It is the number one platform for containers; from Docker to Kubernetes to LXD, Ubuntu can run your containers at scale. Fast, secure and simple, Ubuntu powers millions of PCs worldwide.

umoci config --image /home/buildd/rockcraft-ubuntu-64c38dcc01e7a4a6a4edc23c9f41a2cf/images/ubuntu:26.04 --clear=manifest.annotations --manifest.annotation org.opencontainers.image.version=26.04 --manifest.annotation org.opencontainers.image.title=ubuntu --manifest.annotation org.opencontainers.image.created=2026-09-12T10:25:59.825539+00:00 --manifest.annotation org.opencontainers.image.description=The Ubuntu container image maintained by Canonical Ubuntu is a Debian-based Linux operating system that runs from the desktop to the cloud, to all your internet connected things. It is the world's most popular operating system across public clouds and OpenStack clouds. It is the number one platform for containers; from Docker to Kubernetes to LXD, Ubuntu can run your containers at scale. Fast, secure and simple, Ubuntu powers millions of PCs worldwide.

umoci raw add-layer --image /home/buildd/rockcraft-ubuntu-64c38dcc01e7a4a6a4edc23c9f41a2cf/images/ubuntu:26.04 /home/buildd/rockcraft-ubuntu-64c38dcc01e7a4a6a4edc23c9f41a2cf/images/.temp_layer.control_data.9520.tar

ARG LLAMA_COMMIT

ARG LLAMA_BRANCH LLAMA_COMMIT

ARG BUILD_DATE LLAMA_BRANCH LLAMA_COMMIT

LABEL org.opencontainers.image.title="ai-gateway-llama-worker" org.opencontainers.image.description="Gateway-managed Vulkan llama.cpp runtime" org.opencontainers.image.source="https://github.com/LaurentZuijdwijk/llama.cpp" org.opencontainers.image.revision="${LLAMA_COMMIT}" org.opencontainers.image.created="${BUILD_DATE}"

ENV HOME=/tmp PATH=/opt/venv/bin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin PYTHONPATH=/app PYTHONDONTWRITEBYTECODE=1 PYTHONUNBUFFERED=1 LD_LIBRARY_PATH=/opt/llama

|3 BUILD_DATE=unknown LLAMA_BRANCH=vulkan/qwen4exp-rocmfpx LLAMA_COMMIT=de39c1db9efb6bc8c94a2db4afa4607398c84998 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ca-certificates curl libgomp1 libssl3 libvulkan1 mesa-vulkan-drivers && rm -rf /var/lib/apt/lists/* && version="$(dpkg-query -W -f='${Version}' mesa-vulkan-drivers)" && version="${version#*:}" && major="${version%%.*}" && rest="${version#*.}" && minor="${rest%%.*}" && if [ "${major}" -lt 25 ] || { [ "${major}" -eq 25 ] && [ "${minor}" -lt 3 ]; }; then echo "FATAL: image ships Mesa ${version}; Qwen fork needs RADV >= 25.3." >&2; exit 1; fi && rm -f /usr/bin/pebble

COPY dir:f5075254a267065814238a9106ab99a40a91d71f3be4ce4eaa5bece553718938 in /opt/llama

COPY dir:26d0f6b2b534fbce07a7816e82107471eb506ccf224e4952dac9500385d5b5fa in /usr/local

COPY dir:febf7ff9dce06ca248ca6d2a5b222230a659b5bc7bd5744f4de1e83e8ada28c2 in /opt/venv

COPY dir:968a7852eeef480d9c7f4501bf2a1dc70b422c9b56c55522bc5f5ef3e684ef5c in /app/ai_gateway

|3 BUILD_DATE=unknown LLAMA_BRANCH=vulkan/qwen4exp-rocmfpx LLAMA_COMMIT=de39c1db9efb6bc8c94a2db4afa4607398c84998 /bin/sh -c ln -s /opt/llama /opt/qwen38 && ln -s /opt/llama /opt/zeta && groupadd --gid 10001 ai-gateway && useradd -l --uid 10001 --gid 10001 --no-create-home --shell /usr/sbin/nologin ai-gateway && find /app -type d -name __pycache__ -prune -exec rm -rf '{}' + && chmod -R a+rX,a-w /app && /opt/venv/bin/python -m pip check && /opt/llama/llama-server --version

USER 10001:10001

WORKDIR /app

EXPOSE 8080

HEALTHCHECK --interval=15s --timeout=5s --retries=20 --start-period=30s CMD curl -fsS http://127.0.0.1:8080/healthz >/dev/null || exit 1

LABEL org.opencontainers.image.title="ai-gateway-qwen38-worker"

ENTRYPOINT ["/opt/venv/bin/python", "-m", "ai_gateway.qwen38_worker"]

Key	Value
io.buildah.version	1.43.4
org.opencontainers.image.created	unknown
org.opencontainers.image.description	Gateway-managed Vulkan llama.cpp runtime
org.opencontainers.image.revision	de39c1db9efb6bc8c94a2db4afa4607398c84998
org.opencontainers.image.source	https://github.com/LaurentZuijdwijk/llama.cpp
org.opencontainers.image.title	ai-gateway-qwen38-worker
org.opencontainers.image.version	26.04