ai-gateway-worker-agent-rocm (3bd5039a802d1373b6b280e86dca3587e8f44507-3492-1789963619977335177)

Published 2026-09-21 06:07:05 +02:00 by turnercore

Pull the image from the command line:

docker pull forge.elephanthand.com/turnercore/ai-gateway-worker-agent-rocm:3bd5039a802d1373b6b280e86dca3587e8f44507-3492-1789963619977335177

Digest

sha256:7a54017962f5f1fce0e15477513de8db1b520bb2d6a64f5405e9e3665ac1c559

For more information on the Container registry, see the documentation.

ARG RELEASE

ARG LAUNCHPAD_BUILD_ARCH

LABEL org.opencontainers.image.version=24.04

ADD file:de4937ce3dfc7c89f05f1503c52434f0a631ac84995f0df65eed0754e5c97d48 in /

CMD ["/bin/bash"]

ARG UBUNTU_SNAPSHOT

ENV PYTHONDONTWRITEBYTECODE=1 PYTHONUNBUFFERED=1 PIP_DISABLE_PIP_VERSION_CHECK=1 PIP_PREFER_BINARY=1 HF_HUB_OFFLINE=1 TRANSFORMERS_OFFLINE=1 HF_HOME=/tmp/cache/huggingface TORCH_HOME=/tmp/cache/torch OPENCLIP_CACHE_DIR=/tmp/cache/open_clip AI_GATEWAY_MODEL_ROOT=/models HOME=/tmp XDG_CACHE_HOME=/tmp/cache PIP_CACHE_DIR=/tmp/cache/pip TORCHINDUCTOR_CACHE_DIR=/tmp/torchinductor YOLO_CONFIG_DIR=/tmp/ultralytics CMAKE_ARGS=-DGGML_VULKAN=ON PATH=/opt/venv/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_core/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_core/lib/llvm/bin:${PATH} LD_LIBRARY_PATH=/opt/venv/lib/python3.12/site-packages/torch/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_libraries/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_core/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_core/lib/llvm/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_core/lib/rocm_sysdeps/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_core/lib/host-math/lib

WORKDIR /app

COPY file:c4d30747abd2e65d70b91286c2e7e6a859a70cbdcd4f5c93947f040e304159aa in /etc/ssl/certs/ca-certificates.crt

|1 UBUNTU_SNAPSHOT=20260725T000000Z /bin/sh -c printf '%s\n' 'Types: deb' "URIs: https://snapshot.ubuntu.com/ubuntu/${UBUNTU_SNAPSHOT}/" 'Suites: noble noble-updates noble-security' 'Components: main restricted universe multiverse' 'Signed-By: /usr/share/keyrings/ubuntu-archive-keyring.gpg' 'Check-Valid-Until: no' > /etc/apt/sources.list.d/ubuntu.sources && rm -f /etc/apt/sources.list && apt-get update && apt-get install -y --no-install-recommends ca-certificates libdrm-amdgpu1 libdrm2 libgl1 libgomp1 libice6 libatomic1 libpython3.12 libnuma1 ocl-icd-libopencl1 libquadmath0 libsm6 libstdc++6 libtbb12 libtinfo6 libvulkan1 libglib2.0-0t64 mesa-vulkan-drivers python3-minimal python3.12 zlib1g && ln -s libnuma.so.1 /usr/lib/x86_64-linux-gnu/libnuma.so && rm -rf /var/lib/apt/lists/*

COPY dir:c9bef00d7fc03459a92796cbcdaac9a14337306cd5ddece1241faf83ee86d42c in /opt/venv

COPY file:f54f6831e2b8ffba4585631504f8c745b30eb0bce23104b5c9c7c2847b1dfad1 in /usr/share/ai-gateway/rocm-runtime-closure.json

COPY dir:fc03dff80941cbcf4e6970607fe3c54ce302f6b8536ac99f63250e24ff989dbf in /app

COPY file:d3827d16df5f12adc81a0e6e7f834c37188254112d652909c615ee2dc8b01143 in /tmp/libsndfile.so

|1 UBUNTU_SNAPSHOT=20260725T000000Z /bin/sh -c soundfile_library="$(python3 -c 'from pathlib import Path; import _soundfile_data; print(Path(next(iter(_soundfile_data.__path__))) / "libsndfile_x86_64.so")')" && install -m 0555 /tmp/libsndfile.so "${soundfile_library}" && rm /tmp/libsndfile.so && python3 -m pip check && test ! -e /opt/venv/lib/python3.12/site-packages/_rocm_sdk_libraries/share/miopen/db && find /opt/venv -type d -name __pycache__ -prune -exec rm -rf '{}' + && python3 - <<'PY' import json from pathlib import Path from scripts.prepare_rocm_runtime import verify_ldd_closure report_path = Path("/usr/share/ai-gateway/rocm-runtime-closure.json") report = json.loads(report_path.read_text(encoding="utf-8")) final_ldd = verify_ldd_closure(Path("/opt/venv")) if final_ldd["ldd_missing"]: raise SystemExit( "ROCm final ELF closure missing names: " + json.dumps(final_ldd["ldd_missing"], sort_keys=True) ) report["final_ldd_closure"] = final_ldd report_path.write_text(json.dumps(report, indent=2, sort_keys=True) + "\n") import importlib.metadata as metadata import shutil import subprocess import soundfile import torch assert soundfile.__libsndfile_version__ == "1.2.2" assert "_soundfile_data" in str(soundfile._snd) assert metadata.version("transformers") == "5.14.1" assert metadata.version("httpx") == "0.28.1" assert metadata.version("httpcore") == "1.0.9" assert metadata.version("funasr") == "1.3.29+ai.gateway.1" try: metadata.version("diskcache") except metadata.PackageNotFoundError: pass else: raise AssertionError("pickle-backed diskcache must not be installed") assert torch.__version__ == "2.13.0+rocm10.0.0", torch.__version__ assert torch.version.hip == "7.15.26333", torch.version.hip assert torch.version.cuda is None for compiler in ("hipcc", "clang"): executable = shutil.which(compiler) assert executable, compiler subprocess.run([executable, "--version"], check=True, stdout=subprocess.DEVNULL) assert Path( "/opt/venv/lib/python3.12/site-packages/_rocm_sdk_core/include" ).is_dir() assert Path( "/opt/venv/lib/python3.12/site-packages/_rocm_sdk_core/lib/llvm/lib/clang/23/include" ).is_dir() from ai_gateway.stella_support import register_stella_transformers_model from ai_gateway.worker_tts_runtime import ChatterboxTurboRunner from ai_gateway.worker_vision_runtime import YoloSegmentationRunner register_stella_transformers_model()

|1 UBUNTU_SNAPSHOT=20260725T000000Z /bin/sh -c rm -rf /opt/venv/bin/pip /opt/venv/bin/pip3 /opt/venv/bin/pip3.12 /opt/venv/lib/python3.12/site-packages/pip /opt/venv/lib/python3.12/site-packages/pip-*.dist-info && test ! -e /opt/venv/lib/python3.12/site-packages/pip/_vendor/vendor.txt

|1 UBUNTU_SNAPSHOT=20260725T000000Z /bin/sh -c groupadd --gid 10001 ai-gateway && useradd --uid 10001 --gid 10001 --no-create-home --shell /usr/sbin/nologin ai-gateway && find /app -type d -name __pycache__ -prune -exec rm -rf '{}' + && chmod -R a+rX,a-w /app

USER 10001:10001

EXPOSE 41910

CMD ["python3", "-m", "ai_gateway.worker_agent"]