ai-gateway-qwen38 (latest)

Published 2026-09-18 20:43:14 +02:00 by turnercore

Installation

docker pull forge.elephanthand.com/turnercore/ai-gateway-qwen38:latest
sha256:002609c240a35002067845de12a4c00bb5050a30f6b226ca85ed10fde5e0bbfd

About this package

Gateway-managed Qwen3.8-Flash-Next ROCmFP4-FAST imatrix worker

Image layers

umoci raw add-layer --image /home/buildd/rockcraft-ubuntu-e1c60b1bc0d25a2115f571511888c62b/images/ubuntu:rockcraft-base /home/buildd/rockcraft-ubuntu-e1c60b1bc0d25a2115f571511888c62b/images/.temp_layer.9485.tar --tag 26.04
umoci config --image /home/buildd/rockcraft-ubuntu-e1c60b1bc0d25a2115f571511888c62b/images/ubuntu:26.04 --clear=config.entrypoint --clear=config.cmd
umoci config --image /home/buildd/rockcraft-ubuntu-e1c60b1bc0d25a2115f571511888c62b/images/ubuntu:26.04 --clear=config.cmd --config.cmd /bin/bash
umoci config --image /home/buildd/rockcraft-ubuntu-e1c60b1bc0d25a2115f571511888c62b/images/ubuntu:26.04 --config.env PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
umoci config --image /home/buildd/rockcraft-ubuntu-e1c60b1bc0d25a2115f571511888c62b/images/ubuntu:26.04 --clear=config.labels --config.label org.opencontainers.image.version=26.04 --config.label org.opencontainers.image.title=ubuntu --config.label org.opencontainers.image.created=2026-09-01T20:37:00.369571+00:00 --config.label org.opencontainers.image.description=The Ubuntu container image maintained by Canonical Ubuntu is a Debian-based Linux operating system that runs from the desktop to the cloud, to all your internet connected things. It is the world's most popular operating system across public clouds and OpenStack clouds. It is the number one platform for containers; from Docker to Kubernetes to LXD, Ubuntu can run your containers at scale. Fast, secure and simple, Ubuntu powers millions of PCs worldwide.
umoci config --image /home/buildd/rockcraft-ubuntu-e1c60b1bc0d25a2115f571511888c62b/images/ubuntu:26.04 --clear=manifest.annotations --manifest.annotation org.opencontainers.image.version=26.04 --manifest.annotation org.opencontainers.image.title=ubuntu --manifest.annotation org.opencontainers.image.created=2026-09-01T20:37:00.369571+00:00 --manifest.annotation org.opencontainers.image.description=The Ubuntu container image maintained by Canonical Ubuntu is a Debian-based Linux operating system that runs from the desktop to the cloud, to all your internet connected things. It is the world's most popular operating system across public clouds and OpenStack clouds. It is the number one platform for containers; from Docker to Kubernetes to LXD, Ubuntu can run your containers at scale. Fast, secure and simple, Ubuntu powers millions of PCs worldwide.
umoci raw add-layer --image /home/buildd/rockcraft-ubuntu-e1c60b1bc0d25a2115f571511888c62b/images/ubuntu:26.04 /home/buildd/rockcraft-ubuntu-e1c60b1bc0d25a2115f571511888c62b/images/.temp_layer.control_data.9485.tar
ARG LLAMA_COMMIT
ARG LLAMA_BRANCH LLAMA_COMMIT
ARG BUILD_DATE LLAMA_BRANCH LLAMA_COMMIT
LABEL org.opencontainers.image.title="ai-gateway-qwen38-worker" org.opencontainers.image.description="Gateway-managed Qwen3.8-Flash-Next ROCmFP4-FAST imatrix worker" org.opencontainers.image.source="https://github.com/LaurentZuijdwijk/llama.cpp" org.opencontainers.image.revision="${LLAMA_COMMIT}" org.opencontainers.image.created="${BUILD_DATE}"
ENV HOME=/tmp PATH=/opt/venv/bin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin PYTHONPATH=/app PYTHONDONTWRITEBYTECODE=1 PYTHONUNBUFFERED=1 LD_LIBRARY_PATH=/opt/qwen38
|3 BUILD_DATE=unknown LLAMA_BRANCH=vulkan/qwen4exp-rocmfpx LLAMA_COMMIT=de39c1db9efb6bc8c94a2db4afa4607398c84998 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ca-certificates curl libgomp1 libssl3 libvulkan1 mesa-vulkan-drivers && rm -rf /var/lib/apt/lists/* && version="$(dpkg-query -W -f='${Version}' mesa-vulkan-drivers)" && version="${version#*:}" && major="${version%%.*}" && rest="${version#*.}" && minor="${rest%%.*}" && if [ "${major}" -lt 25 ] || { [ "${major}" -eq 25 ] && [ "${minor}" -lt 3 ]; }; then echo "FATAL: image ships Mesa ${version}; Qwen fork needs RADV >= 25.3." >&2; exit 1; fi && rm -f /usr/bin/pebble
COPY dir:7016543dddc08d733fc9940a2b2f84386fdc4b920cfafd4bcf56d14c4cc8383a in /opt/qwen38
COPY dir:26d0f6b2b534fbce07a7816e82107471eb506ccf224e4952dac9500385d5b5fa in /usr/local
COPY dir:64c9b7b865bb65fdf8513f516074ef618114cb1a96cd3ecba23ec474918e46ce in /opt/venv
COPY dir:0397b6a4670b945aa77e403cf9e5a4ae307d26836c0d1c1e1852c525f7bcd716 in /app/ai_gateway
|3 BUILD_DATE=unknown LLAMA_BRANCH=vulkan/qwen4exp-rocmfpx LLAMA_COMMIT=de39c1db9efb6bc8c94a2db4afa4607398c84998 /bin/sh -c groupadd --gid 10001 ai-gateway && useradd -l --uid 10001 --gid 10001 --no-create-home --shell /usr/sbin/nologin ai-gateway && find /app -type d -name __pycache__ -prune -exec rm -rf '{}' + && chmod -R a+rX,a-w /app && /opt/venv/bin/python -m pip check && /opt/qwen38/llama-server --version
USER 10001:10001
WORKDIR /app
EXPOSE 8080
HEALTHCHECK --interval=15s --timeout=5s --retries=20 --start-period=30s CMD curl -fsS http://127.0.0.1:8080/healthz >/dev/null || exit 1
ENTRYPOINT ["/opt/venv/bin/python", "-m", "ai_gateway.qwen38_worker"]

Labels

Key Value
io.buildah.version 1.43.2
org.opencontainers.image.created unknown
org.opencontainers.image.description Gateway-managed Qwen3.8-Flash-Next ROCmFP4-FAST imatrix worker
org.opencontainers.image.revision de39c1db9efb6bc8c94a2db4afa4607398c84998
org.opencontainers.image.source https://github.com/LaurentZuijdwijk/llama.cpp
org.opencontainers.image.title ai-gateway-qwen38-worker
org.opencontainers.image.version 26.04