mirror of
https://github.com/comfyanonymous/ComfyUI.git
synced 2026-04-15 13:02:35 +08:00
234caeed32
SageAttention research confirms it remains useful (2-5x speedup over FA, active development through SA3, broad community adoption for video/HR). Restore it as an opt-in startup-compiled feature (FORCE_SAGE_ATTENTION=1). Entrypoint is cleaned up vs the original: simplified GPU probe (drops per-arch flag exports, keeps what's needed for strategy selection), cleaner build logic with merged clone/update paths, removed dead code. - Dockerfile: restore SAGE_ATTENTION_AVAILABLE=0 default env var - entrypoint.sh: simplified but functionally equivalent SageAttention support; removes ~150 lines of redundant per-arch flag tracking - README: fix docker-compose gpus syntax to 'gpus: all'; restore SageAttention docs with accurate description of behavior https://claude.ai/code/session_01WQc56fWdK329K11kRGnb5g
120 lines
4.8 KiB
Docker
120 lines
4.8 KiB
Docker
# Use a recent slim base image
|
|
FROM python:3.12.11-slim-trixie
|
|
|
|
# Environment
|
|
ENV DEBIAN_FRONTEND=noninteractive \
|
|
PYTHONUNBUFFERED=1 \
|
|
COMFY_AUTO_INSTALL=1 \
|
|
PIP_DISABLE_PIP_VERSION_CHECK=1 \
|
|
PIP_NO_CACHE_DIR=1 \
|
|
PIP_BREAK_SYSTEM_PACKAGES=1 \
|
|
PIP_USE_PEP517=1 \
|
|
EXT_PARALLEL=4 \
|
|
NVCC_APPEND_FLAGS="--threads 8" \
|
|
MAX_JOBS=32 \
|
|
SAGE_ATTENTION_AVAILABLE=0 \
|
|
COMFYUI_PATH=/app/ComfyUI \
|
|
COMFYUI_MODEL_PATH=/app/ComfyUI/models \
|
|
COMFYUI_MODELS_PATH=/app/ComfyUI/models
|
|
|
|
# Enable non-free repositories and install system deps + CUDA toolkit
|
|
RUN apt-get update && apt-get install -y --no-install-recommends \
|
|
git \
|
|
build-essential \
|
|
cmake \
|
|
libgl1 \
|
|
libglx-mesa0 \
|
|
libglib2.0-0 \
|
|
fonts-dejavu-core \
|
|
fontconfig \
|
|
util-linux \
|
|
wget \
|
|
gnupg2 \
|
|
ca-certificates \
|
|
ninja-build \
|
|
patch \
|
|
pkg-config \
|
|
libcairo2-dev \
|
|
&& echo "deb http://deb.debian.org/debian trixie main contrib non-free non-free-firmware" > /etc/apt/sources.list.d/non-free.list \
|
|
&& wget https://developer.download.nvidia.com/compute/cuda/repos/debian12/x86_64/cuda-keyring_1.1-1_all.deb \
|
|
&& dpkg -i cuda-keyring_1.1-1_all.deb \
|
|
&& apt-get update \
|
|
&& apt-get install -y --no-install-recommends \
|
|
cuda-nvcc-12-8 \
|
|
cuda-cudart-dev-12-8 \
|
|
libcusparse-dev-12-8 \
|
|
libcublas-dev-12-8 \
|
|
libcurand-dev-12-8 \
|
|
libcusolver-dev-12-8 \
|
|
libcufft-dev-12-8 \
|
|
nvidia-smi \
|
|
&& rm -rf /var/lib/apt/lists/* \
|
|
&& rm cuda-keyring_1.1-1_all.deb
|
|
|
|
# Patch CUDA math_functions.h for glibc 2.41 compatibility
|
|
RUN sed -i 's/extern __DEVICE_FUNCTIONS_DECL__ __device_builtin__ double sinpi(double x);/extern __DEVICE_FUNCTIONS_DECL__ __device_builtin__ double sinpi(double x) noexcept (true);/' /usr/local/cuda-12.8/include/crt/math_functions.h && \
|
|
sed -i 's/extern __DEVICE_FUNCTIONS_DECL__ __device_builtin__ float sinpif(float x);/extern __DEVICE_FUNCTIONS_DECL__ __device_builtin__ float sinpif(float x) noexcept (true);/' /usr/local/cuda-12.8/include/crt/math_functions.h && \
|
|
sed -i 's/extern __DEVICE_FUNCTIONS_DECL__ __device_builtin__ double cospi(double x);/extern __DEVICE_FUNCTIONS_DECL__ __device_builtin__ double cospi(double x) noexcept (true);/' /usr/local/cuda-12.8/include/crt/math_functions.h && \
|
|
sed -i 's/extern __DEVICE_FUNCTIONS_DECL__ __device_builtin__ float cospif(float x);/extern __DEVICE_FUNCTIONS_DECL__ __device_builtin__ float cospif(float x) noexcept (true);/' /usr/local/cuda-12.8/include/crt/math_functions.h
|
|
|
|
# Set CUDA paths for entrypoint compilation
|
|
ENV CUDA_HOME=/usr/local/cuda-12.8 \
|
|
PATH=/usr/local/cuda-12.8/bin:${PATH} \
|
|
LD_LIBRARY_PATH=/usr/local/cuda-12.8/lib64
|
|
|
|
# Create symlink for compatibility
|
|
RUN ln -sf /usr/local/cuda-12.8 /usr/local/cuda
|
|
|
|
# Create runtime user/group
|
|
RUN set -e; \
|
|
if getent group 1000 >/dev/null 2>&1; then \
|
|
EXISTING_GROUP=$(getent group 1000 | cut -d: -f1); \
|
|
if [ "$EXISTING_GROUP" != "appuser" ]; then groupadd appuser; fi; \
|
|
else \
|
|
groupadd --gid 1000 appuser; \
|
|
fi; \
|
|
if getent passwd 1000 >/dev/null 2>&1; then \
|
|
EXISTING_USER=$(getent passwd 1000 | cut -d: -f1); \
|
|
if [ "$EXISTING_USER" != "appuser" ]; then useradd --gid appuser --create-home --shell /bin/bash appuser; fi; \
|
|
else \
|
|
useradd --uid 1000 --gid appuser --create-home --shell /bin/bash appuser; \
|
|
fi; \
|
|
mkdir -p /home/appuser; \
|
|
chown appuser:appuser /home/appuser
|
|
|
|
# Workdir
|
|
WORKDIR /app/ComfyUI
|
|
|
|
# Copy requirements with optional handling
|
|
COPY requirements.txt* ./
|
|
|
|
# Core Python deps (torch CUDA 12.8, pin Triton, plus common deps)
|
|
RUN python -m pip install --upgrade pip setuptools wheel \
|
|
&& python -m pip install torch torchvision torchaudio --extra-index-url https://download.pytorch.org/whl/cu128 \
|
|
&& python -m pip install "triton==3.4.0" \
|
|
&& python -m pip install --prefer-binary cupy-cuda12x \
|
|
&& if [ -f requirements.txt ]; then python -m pip install -r requirements.txt; fi \
|
|
&& python -m pip install imageio-ffmpeg "av>=14.2" nvidia-ml-py onnxruntime-gpu \
|
|
&& python -m pip install toml GitPython
|
|
|
|
# Copy the application
|
|
COPY . .
|
|
|
|
# Pre-bake ComfyUI-Manager
|
|
RUN mkdir -p /app/ComfyUI/custom_nodes \
|
|
&& if [ ! -d "/app/ComfyUI/custom_nodes/ComfyUI-Manager" ]; then \
|
|
git clone --depth 1 https://github.com/ltdrdata/ComfyUI-Manager.git /app/ComfyUI/custom_nodes/ComfyUI-Manager || true; \
|
|
fi
|
|
|
|
# Entrypoint
|
|
COPY entrypoint.sh /entrypoint.sh
|
|
RUN chmod +x /entrypoint.sh \
|
|
&& chown appuser:appuser /app /home/appuser /entrypoint.sh
|
|
|
|
EXPOSE 8188
|
|
|
|
# Start as root so entrypoint can adjust ownership and drop privileges
|
|
USER root
|
|
ENTRYPOINT ["/entrypoint.sh"]
|
|
CMD ["python", "main.py", "--listen", "0.0.0.0"]
|