| ARG RELEASE |
| ARG LAUNCHPAD_BUILD_ARCH |
| LABEL org.opencontainers.image.ref.name=ubuntu |
| LABEL org.opencontainers.image.version=22.04 |
| ADD file:32d41b6329e8f89fa4ac92ef97c04b7cfd5e90fb74e1509c3e27d7c91195b7c7 in / |
| CMD ["/bin/bash"] |
| ARG PYTORCH_VERSION=2.9.1 |
| ARG TRITON_VERSION= |
| ARG TARGETPLATFORM=linux/amd64 |
| ARG CUDA_VERSION=12.8.1 |
| LABEL com.nvidia.volumes.needed=nvidia_driver |
| RUN |4 PYTORCH_VERSION=2.9.1 TRITON_VERSION= TARGETPLATFORM=linux/amd64 CUDA_VERSION=12.8.1 /bin/sh -c apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends ca-certificates libjpeg-dev libpng-dev && rm -rf /var/lib/apt/lists/* # buildkit |
| COPY /opt/conda /opt/conda # buildkit |
| RUN |4 PYTORCH_VERSION=2.9.1 TRITON_VERSION= TARGETPLATFORM=linux/amd64 CUDA_VERSION=12.8.1 /bin/sh -c if test -n "${TRITON_VERSION}" -a "${TARGETPLATFORM}" != "linux/arm64"; then DEBIAN_FRONTEND=noninteractive apt install -y --no-install-recommends gcc; rm -rf /var/lib/apt/lists/*; fi # buildkit |
| ENV PATH=/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin |
| ENV NVIDIA_VISIBLE_DEVICES=all |
| ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility |
| ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64 |
| ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin |
| ENV PYTORCH_VERSION=2.9.1 |
| WORKDIR /workspace |
| ENV PYTHONDONTWRITEBYTECODE=1 PYTHONUNBUFFERED=1 PIP_PREFER_BINARY=1 PIP_EXTRA_INDEX_URL=https://abetlen.github.io/llama-cpp-python/whl/cu125 LD_LIBRARY_PATH=/opt/conda/lib/python3.11/site-packages/nvidia/cublas/lib:/opt/conda/lib/python3.11/site-packages/nvidia/cufft/lib:/opt/conda/lib/python3.11/site-packages/nvidia/curand/lib:/opt/conda/lib/python3.11/site-packages/nvidia/cudnn/lib:/opt/conda/lib/python3.11/site-packages/nvidia/cuda_runtime/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 |
| WORKDIR /app |
| RUN /bin/sh -c apt-get update && apt-get install -y --no-install-recommends build-essential curl ca-certificates libgomp1 ffmpeg espeak-ng libsndfile1 git && rm -rf /var/lib/apt/lists/* # buildkit |
| COPY pyproject.toml /app/pyproject.toml # buildkit |
| RUN /bin/sh -c python3 -m pip install --upgrade pip # buildkit |
| RUN /bin/sh -c python3 -m pip install "fastapi>=0.115" "uvicorn[standard]>=0.30" "python-multipart>=0.0.9" "pydantic>=2.8" "pydantic-settings>=2.4" "httpx>=0.27" "flask>=3.0" "pillow>=10.4" "numpy>=1.26" "einops>=0.8" # buildkit |
| RUN /bin/sh -c python3 -m pip install "huggingface-hub>=0.34,<1.0" "tokenizers>=0.22.0,<=0.23.0" "safetensors>=0.4.3" "regex" "scikit-learn>=0.22.0" "scipy>=1.0.0" "ftfy" "timm>=1.0.17" # buildkit |
| RUN /bin/sh -c python3 -m pip install --no-deps "transformers~=4.56.1" "accelerate>=0.33" "sentence-transformers>=3.0" "open-clip-torch>=3.2" "xformers>=0.0.33" # buildkit |
| RUN /bin/sh -c python3 -m pip install "faster-whisper>=1.0" "nemo_toolkit[asr]>=2.0" "funasr>=1.3.9" # buildkit |
| RUN /bin/sh -c python3 -m pip install "insightface>=1.0.1" "onnxruntime-gpu>=1.26.0" "opencv-python-headless>=4.13.0.92" "paddleocr>=3.3.0" # buildkit |
| RUN /bin/sh -c python3 -m pip install "kokoro>=0.9.4" "kittentts @ https://github.com/KittenML/KittenTTS/releases/download/0.8.1/kittentts-0.8.1-py3-none-any.whl" "librosa>=0.10.2" "pyloudnorm>=0.1.1" "soundfile>=0.12.1" "neutts[all]==0.1.2" # buildkit |
| COPY ai_gateway /app/ai_gateway # buildkit |
| COPY control_panel /app/control_panel # buildkit |
| COPY scripts /app/scripts # buildkit |
| COPY /static/dist /app/control_panel/static/dist # buildkit |
| RUN /bin/sh -c python3 -m pip install --no-deps . # buildkit |
| RUN /bin/sh -c python3 -m pip install --force-reinstall --no-deps --prefer-binary --index-url https://abetlen.github.io/llama-cpp-python/whl/cu125 llama-cpp-python==0.3.28 # buildkit |
| RUN /bin/sh -c python3 -m pip install --no-deps chatterbox-tts==0.1.7 # buildkit |
| RUN /bin/sh -c python3 -m pip install git+https://github.com/resemble-ai/Perth.git@master # buildkit |
| RUN /bin/sh -c python3 -m pip install s3tokenizer==0.3.0 onnx==1.16.0 omegaconf diffusers==0.29.0 conformer==0.3.2 pykakasi==2.3.0 spacy-pkuseg gradio==6.8.0 safetensors==0.5.3 # buildkit |
| RUN /bin/sh -c python3 -m pip uninstall -y onnxruntime || true && python3 -m pip install --force-reinstall --no-deps --prefer-binary onnxruntime-gpu==1.26.0 # buildkit |
| EXPOSE map[41800/tcp:{}] |
| CMD ["uvicorn" "ai_gateway.app:create_app" "--factory" "--host" "0.0.0.0" "--port" "41800"] |
