ai-gateway-worker-agent (2ea17601c0b96ae45ab73a6dc4c380706e7314ba-3499-1789978729335045208)

Published 2026-09-21 10:18:57 +02:00 by turnercore

Pull the image from the command line:

docker pull forge.elephanthand.com/turnercore/ai-gateway-worker-agent:2ea17601c0b96ae45ab73a6dc4c380706e7314ba-3499-1789978729335045208

Digest

sha256:52dadc92e77766c1ba288c7bbb0eeaeb598e0f1b840f2bdaf0ad0969e8a31650

For more information on the Container registry, see the documentation.

ARG RELEASE

ARG LAUNCHPAD_BUILD_ARCH

LABEL org.opencontainers.image.ref.name=ubuntu

LABEL org.opencontainers.image.version=24.04

ADD file:249778a1782b02a1c2bcf9f292f5778d81442a53c3de1958d712f10baf7e0b60 in /

CMD ["/bin/bash"]

ENV NVARCH=x86_64

ENV NVIDIA_REQUIRE_CUDA=cuda>=13.0 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=575,driver<576 brand=grid,driver>=575,driver<576 brand=tesla,driver>=575,driver<576 brand=nvidia,driver>=575,driver<576 brand=quadro,driver>=575,driver<576 brand=quadrortx,driver>=575,driver<576 brand=nvidiartx,driver>=575,driver<576 brand=vapps,driver>=575,driver<576 brand=vpc,driver>=575,driver<576 brand=vcs,driver>=575,driver<576 brand=vws,driver>=575,driver<576 brand=cloudgaming,driver>=575,driver<576

ENV NV_CUDA_CUDART_VERSION=13.0.96-1

ARG TARGETARCH

LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSL https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH}/3bf863cc.pub | apt-key add - && echo "deb https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH} /" > /etc/apt/sources.list.d/cuda.list && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit

ENV CUDA_VERSION=13.0.2

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-13-0=${NV_CUDA_CUDART_VERSION} cuda-compat-13-0 && rm -rf /var/lib/apt/lists/* # buildkit

RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit

ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64

COPY NGC-DL-CONTAINER-LICENSE / # buildkit

ENV NVIDIA_VISIBLE_DEVICES=all

ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility

ARG UBUNTU_SNAPSHOT

ARG DEBIAN_FRONTEND UBUNTU_SNAPSHOT

ENV PYTHONDONTWRITEBYTECODE=1 PYTHONUNBUFFERED=1 PIP_DISABLE_PIP_VERSION_CHECK=1 PIP_CACHE_DIR=/home/ai-gateway/.cache/pip HOME=/home/ai-gateway PATH=/opt/venv/bin:${PATH}

WORKDIR /app

|2 DEBIAN_FRONTEND=noninteractive UBUNTU_SNAPSHOT=20260725T000000Z /bin/sh -c printf '%s\n' 'Types: deb' "URIs: https://snapshot.ubuntu.com/ubuntu/${UBUNTU_SNAPSHOT}/" 'Suites: noble noble-updates noble-security' 'Components: main restricted universe multiverse' 'Signed-By: /usr/share/keyrings/ubuntu-archive-keyring.gpg' 'Check-Valid-Until: no' > /etc/apt/sources.list.d/ubuntu.sources && rm -f /etc/apt/sources.list && apt-get update && apt-get dist-upgrade -y && apt-get install -y --no-install-recommends ca-certificates python3.12-venv && python3.12 -m venv /opt/venv && rm -rf /var/lib/apt/lists/* && groupadd --gid 10001 ai-gateway && useradd --uid 10001 --gid 10001 --create-home --shell /usr/sbin/nologin ai-gateway && install -d -o 10001 -g 10001 /data /cache

ENV HF_HUB_OFFLINE=1 TRANSFORMERS_OFFLINE=1 HF_HOME=/tmp/cache/huggingface TORCH_HOME=/tmp/cache/torch OPENCLIP_CACHE_DIR=/tmp/cache/open_clip AI_GATEWAY_MODEL_ROOT=/models XDG_CACHE_HOME=/tmp/cache TORCHINDUCTOR_CACHE_DIR=/tmp/torchinductor YOLO_CONFIG_DIR=/tmp/ultralytics LD_LIBRARY_PATH=/opt/venv/lib/python3.12/site-packages/nvidia/cu13/lib:/opt/venv/lib/python3.12/site-packages/nvidia/cudnn/lib:/opt/venv/lib/python3.12/site-packages/nvidia/cusparselt/lib:/opt/venv/lib/python3.12/site-packages/nvidia/nccl/lib:/opt/venv/lib/python3.12/site-packages/nvidia/nvshmem/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64

|2 DEBIAN_FRONTEND=noninteractive UBUNTU_SNAPSHOT=20260725T000000Z /bin/sh -c apt-get update && apt-get install -y --no-install-recommends libgomp1 && rm -rf /var/lib/apt/lists/*

COPY file:3b1f7643d38725d3b506eb175ba376b4698ef8aeee0f19ce54fb3e07bcbb91c5 in /app/requirements/locks/cuda-worker.txt

COPY dir:e3d8e3d3d4622dcaf9195ab0e3bbedd7996a05b71edc0bcf3bc29c6dc437d0d1 in /app/requirements/compat/wheels

COPY file:1ee2a72bcca91005f104c94137644682950a067557f58a5f888efe8928c6c56e in /app/requirements/compat/patch_llama_cpp_runtime.py

|2 DEBIAN_FRONTEND=noninteractive UBUNTU_SNAPSHOT=20260725T000000Z /bin/sh -c --mount=type=secret,id=FORGEJO_TOKEN python3 - <<'PY' import base64 import urllib.request from pathlib import Path secret = Path("/run/secrets/FORGEJO_TOKEN").read_text(encoding="utf-8").strip() request = urllib.request.Request( "https://forge.elephanthand.com/Elephant-Hand-Games/needle-point/archive/d108b2a32d4cb1e1a0c35893b4cd86c762eea072.tar.gz", headers={ "Authorization": "Basic " + base64.b64encode(f"oauth2:{secret}".encode()).decode() }, ) with urllib.request.urlopen(request, timeout=30) as response: assert response.status == 200

|2 DEBIAN_FRONTEND=noninteractive UBUNTU_SNAPSHOT=20260725T000000Z /bin/sh -c --mount=type=cache,target=/home/ai-gateway/.cache/pip --mount=type=secret,id=FORGEJO_TOKEN sh -c 'netrc="${HOME:-/root}/.netrc"; test -s /run/secrets/FORGEJO_TOKEN; printf "machine forge.elephanthand.com login oauth2 password %s\n" "$(cat /run/secrets/FORGEJO_TOKEN)" > "$netrc" && chmod 0600 "$netrc"; NETRC="$netrc" PIP_NO_INPUT=1 python3 -m pip install --no-deps --require-hashes -r requirements/locks/cuda-worker.txt; r=$?; rm -f "$netrc"; exit $r' && python3 requirements/compat/patch_llama_cpp_runtime.py && missing="$(ldd /opt/venv/lib/python3.12/site-packages/llama_cpp/lib/libllama.so | awk '/not found/ {print $1}' | sort -u)" && test "$missing" = "libcuda.so.1"

COPY file:d3827d16df5f12adc81a0e6e7f834c37188254112d652909c615ee2dc8b01143 in /tmp/libsndfile.so

|2 DEBIAN_FRONTEND=noninteractive UBUNTU_SNAPSHOT=20260725T000000Z /bin/sh -c soundfile_library="$(python3 -c 'from pathlib import Path; import _soundfile_data; print(Path(next(iter(_soundfile_data.__path__))) / "libsndfile_x86_64.so")')" && install -m 0555 /tmp/libsndfile.so "${soundfile_library}" && rm /tmp/libsndfile.so && python3 - <<'PY' import soundfile assert soundfile.__libsndfile_version__ == "1.2.2" assert "_soundfile_data" in str(soundfile._snd)

|2 DEBIAN_FRONTEND=noninteractive UBUNTU_SNAPSHOT=20260725T000000Z /bin/sh -c --mount=type=bind,from=package-builder,source=/dist,target=/wheels python3 -m pip install --no-deps /wheels/ai_gateway-*.whl && python3 -m pip check && python3 - <<'PY' import importlib.metadata as metadata import torch assert metadata.version("transformers") == "5.14.1" assert metadata.version("httpx") == "0.28.1" assert metadata.version("httpcore") == "1.0.9" assert torch.__version__ == "2.11.0+cu130", torch.__version__ assert torch.version.cuda == "13.0", torch.version.cuda from ai_gateway.worker_audio_runtime import WhisperRunner from ai_gateway.worker_text_runtime import TextEmbeddingRunner from ai_gateway.worker_tts_runtime import ChatterboxTurboRunner

COPY multi:717cca6c023d41fc046238c870462ced9ecae998b971ce7ac8535d2a04defbb6 in /app/scripts/

|2 DEBIAN_FRONTEND=noninteractive UBUNTU_SNAPSHOT=20260725T000000Z /bin/sh -c find /app -type d -name __pycache__ -prune -exec rm -rf '{}' + && chmod -R a+rX,a-w /app

USER 10001:10001

EXPOSE 41910

CMD ["ai-gateway-worker-agent"]

Key	Value
io.buildah.version	1.43.2
maintainer	NVIDIA CORPORATION <cudatools@nvidia.com>
org.opencontainers.image.ref.name	ubuntu
org.opencontainers.image.version	24.04