ai-gateway-worker-agent-rocm (0fe1fe69fed827eb8352e1c29f3b99152709f935-3533-1790066435727325439)

Published 2026-09-22 10:40:47 +02:00 by turnercore

Pull the image from the command line:

docker pull forge.elephanthand.com/turnercore/ai-gateway-worker-agent-rocm:0fe1fe69fed827eb8352e1c29f3b99152709f935-3533-1790066435727325439

Digest

sha256:5b438fef0d53704bf8351a5ea26ae763c2077585d529a33cb8ee2b7ca82b5828

For more information on the Container registry, see the documentation.

ARG RELEASE

ARG LAUNCHPAD_BUILD_ARCH

LABEL org.opencontainers.image.version=24.04

ADD file:43d479b270bbaf47965cfc86b37f4c517bda83ddefda6f708f98c3b2b7d15396 in /

CMD ["/bin/bash"]

ARG UBUNTU_SNAPSHOT

ENV PYTHONDONTWRITEBYTECODE=1 PYTHONUNBUFFERED=1 PIP_DISABLE_PIP_VERSION_CHECK=1 PIP_PREFER_BINARY=1 HF_HUB_OFFLINE=1 TRANSFORMERS_OFFLINE=1 HF_HOME=/tmp/cache/huggingface TORCH_HOME=/tmp/cache/torch OPENCLIP_CACHE_DIR=/tmp/cache/open_clip AI_GATEWAY_MODEL_ROOT=/models HOME=/tmp XDG_CACHE_HOME=/tmp/cache PIP_CACHE_DIR=/tmp/cache/pip TORCHINDUCTOR_CACHE_DIR=/tmp/torchinductor YOLO_CONFIG_DIR=/tmp/ultralytics CMAKE_ARGS=-DGGML_VULKAN=ON PATH=/opt/venv/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_core/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_core/lib/llvm/bin:${PATH} LD_LIBRARY_PATH=/opt/venv/lib/python3.12/site-packages/torch/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_libraries/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_core/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_core/lib/llvm/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_core/lib/rocm_sysdeps/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_core/lib/host-math/lib

WORKDIR /app

COPY file:c4d30747abd2e65d70b91286c2e7e6a859a70cbdcd4f5c93947f040e304159aa in /etc/ssl/certs/ca-certificates.crt

|1 UBUNTU_SNAPSHOT=20260915T000000Z /bin/sh -c printf '%s\n' 'Types: deb' "URIs: https://snapshot.ubuntu.com/ubuntu/${UBUNTU_SNAPSHOT}/" 'Suites: noble noble-updates noble-security' 'Components: main restricted universe multiverse' 'Signed-By: /usr/share/keyrings/ubuntu-archive-keyring.gpg' 'Check-Valid-Until: no' > /etc/apt/sources.list.d/ubuntu.sources && rm -f /etc/apt/sources.list && apt-get update && apt-get install -y --no-install-recommends ca-certificates libdrm-amdgpu1 libdrm2 libgl1 libgomp1 libice6 libatomic1 libpython3.12 libnuma1 ocl-icd-libopencl1 libquadmath0 libsm6 libstdc++6 libtbb12 libtinfo6 libvulkan1 libglib2.0-0t64 mesa-vulkan-drivers python3-minimal python3.12 zlib1g && cd /tmp && apt-get download libc6-dev=2.39-0ubuntu8.9 && dpkg-deb --extract /tmp/libc6-dev_2.39-0ubuntu8.9_amd64.deb / && rm -f /tmp/libc6-dev_2.39-0ubuntu8.9_amd64.deb && apt-get download linux-libc-dev=6.8.0-139.139 && dpkg-deb --extract /tmp/linux-libc-dev_6.8.0-139.139_amd64.deb / && rm -f /tmp/linux-libc-dev_6.8.0-139.139_amd64.deb && apt-get download libpython3.12-dev=3.12.3-1ubuntu0.17 && dpkg-deb --extract /tmp/libpython3.12-dev_3.12.3-1ubuntu0.17_amd64.deb / && rm -f /tmp/libpython3.12-dev_3.12.3-1ubuntu0.17_amd64.deb && test -f /usr/include/stdlib.h && test -f /usr/include/linux/limits.h && test -f /usr/include/python3.12/Python.h && ln -s libgcc_s.so.1 /usr/lib/x86_64-linux-gnu/libgcc_s.so && test -L /usr/lib/x86_64-linux-gnu/libgcc_s.so && ln -s libnuma.so.1 /usr/lib/x86_64-linux-gnu/libnuma.so && rm -rf /var/lib/apt/lists/*

COPY dir:57f027eb06984955940abf2a5eadf9f56d14233db5dcdc00cffaf24168bacf33 in /opt/venv

COPY file:f54f6831e2b8ffba4585631504f8c745b30eb0bce23104b5c9c7c2847b1dfad1 in /usr/share/ai-gateway/rocm-runtime-closure.json

COPY dir:8ccde45b1d46745b461abbb9e3eac63f290459559b4401c93214790f422d9f18 in /app

COPY file:d3827d16df5f12adc81a0e6e7f834c37188254112d652909c615ee2dc8b01143 in /tmp/libsndfile.so

|1 UBUNTU_SNAPSHOT=20260915T000000Z /bin/sh -c soundfile_library="$(python3 -c 'from pathlib import Path; import _soundfile_data; print(Path(next(iter(_soundfile_data.__path__))) / "libsndfile_x86_64.so")')" && install -m 0555 /tmp/libsndfile.so "${soundfile_library}" && rm /tmp/libsndfile.so && python3 -m pip check && test ! -e /opt/venv/lib/python3.12/site-packages/_rocm_sdk_libraries/share/miopen/db && find /opt/venv -type d -name __pycache__ -prune -exec rm -rf '{}' + && python3 - <<'PY' import json from pathlib import Path from scripts.prepare_rocm_runtime import verify_ldd_closure report_path = Path("/usr/share/ai-gateway/rocm-runtime-closure.json") report = json.loads(report_path.read_text(encoding="utf-8")) final_ldd = verify_ldd_closure(Path("/opt/venv")) if final_ldd["ldd_missing"]: raise SystemExit( "ROCm final ELF closure missing names: " + json.dumps(final_ldd["ldd_missing"], sort_keys=True) ) report["final_ldd_closure"] = final_ldd report_path.write_text(json.dumps(report, indent=2, sort_keys=True) + "\n") import importlib.metadata as metadata import shutil import subprocess import soundfile import torch assert soundfile.__libsndfile_version__ == "1.2.2" assert "_soundfile_data" in str(soundfile._snd) assert metadata.version("transformers") == "5.14.1" assert metadata.version("httpx") == "0.28.1" assert metadata.version("httpcore") == "1.0.9" assert metadata.version("funasr") == "1.3.29+ai.gateway.1" try: metadata.version("diskcache") except metadata.PackageNotFoundError: pass else: raise AssertionError("pickle-backed diskcache must not be installed") assert torch.__version__ == "2.13.0+rocm10.0.0", torch.__version__ assert torch.version.hip == "7.15.26333", torch.version.hip assert torch.version.cuda is None for compiler in ("hipcc", "clang"): executable = shutil.which(compiler) assert executable, compiler subprocess.run([executable, "--version"], check=True, stdout=subprocess.DEVNULL) assert Path( "/opt/venv/lib/python3.12/site-packages/_rocm_sdk_core/include" ).is_dir() assert Path( "/opt/venv/lib/python3.12/site-packages/_rocm_sdk_core/lib/llvm/lib/clang/23/include" ).is_dir() from ai_gateway.stella_support import register_stella_transformers_model from ai_gateway.worker_tts_runtime import ChatterboxTurboRunner from ai_gateway.worker_vision_runtime import YoloSegmentationRunner register_stella_transformers_model()

|1 UBUNTU_SNAPSHOT=20260915T000000Z /bin/sh -c rm -rf /opt/venv/bin/pip /opt/venv/bin/pip3 /opt/venv/bin/pip3.12 /opt/venv/lib/python3.12/site-packages/pip /opt/venv/lib/python3.12/site-packages/pip-*.dist-info && test ! -e /opt/venv/lib/python3.12/site-packages/pip/_vendor/vendor.txt

|1 UBUNTU_SNAPSHOT=20260915T000000Z /bin/sh -c groupadd --gid 10001 ai-gateway && useradd --uid 10001 --gid 10001 --no-create-home --shell /usr/sbin/nologin ai-gateway && find /app -type d -name __pycache__ -prune -exec rm -rf '{}' + && chmod -R a+rX,a-w /app

USER 10001:10001

EXPOSE 41910

CMD ["python3", "-m", "ai_gateway.worker_agent"]