ComfyUI/.github/workflows/sync-build-release.yml
clsferguson 77ec7befa2
feat(ci): clean runners pre-build, GH-hosted first, self-hosted fallback, fail if both fail
- Add pre-build cleanup on GitHub-hosted runner using jlumbroso/free-disk-space plus Docker builder/system prune to maximize available disk for Docker builds.
- Add pre-build Docker cache pruning and disk checks on self-hosted runner to keep it minimal and appropriate for ephemeral runners.
- Change fallback logic to run self-hosted only if the GitHub-hosted build fails, using needs.<job>.result with always() to ensure the fallback job triggers after a primary failure.
- Keep GHCR login via docker/login-action@v3 and Buildx via docker/setup-buildx-action@v3; build with docker/build-push-action@v6.
- Publish release only if either build path succeeds; fail workflow if both builds or release publish fail.
- Remove post-build cleanup steps (BuildKit image removal and general pruning) to align with instruction not to worry about post cleanup on ephemeral runners.
2025-09-30 21:59:41 -06:00

296 lines
9.7 KiB
YAML

name: Sync Fork and Build Docker Image on Upstream Release
on:
schedule:
- cron: '0 0 * * *'
workflow_dispatch:
permissions:
contents: write
packages: write
env:
IMAGE_NAME: ghcr.io/${{ github.repository_owner }}/comfyui-docker
jobs:
check-upstream:
name: Check Upstream Release
runs-on: ubuntu-latest
outputs:
new_version: ${{ steps.check_version.outputs.new_version }}
steps:
- uses: actions/checkout@v4
with:
fetch-depth: 0
fetch-tags: true
- name: Install prerequisites (jq, curl, git)
run: |
set -e
if ! command -v jq >/dev/null 2>&1; then
sudo apt-get update -y
sudo apt-get install -y jq curl git
fi
- name: Check for New Upstream Release (release-gated + file match)
id: check_version
shell: bash
env:
GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
run: |
set -euo pipefail
# 1) Upstream latest release tag (e.g., v0.3.59)
LATEST_TAG=$(gh api repos/comfyanonymous/ComfyUI/releases/latest --jq .tag_name)
# 2) Parse upstream comfyui_version.py from the current upstream default branch
git remote add upstream https://github.com/comfyanonymous/ComfyUI.git 2>/dev/null || git remote set-url upstream https://github.com/comfyanonymous/ComfyUI.git
git fetch upstream --depth=1
FILE_VER=$(git show upstream/master:comfyui_version.py | sed -n 's/^__version__ = "\(.*\)"/\1/p' | tr -d '\r')
# Normalize release tag to bare version (strip leading 'v')
LATEST_VER="${LATEST_TAG#v}"
# 3) Only consider it "new" if the release tag matches the version file (avoid early bumps)
CANDIDATE="none"
if [ -n "${LATEST_TAG}" ] && [ "${LATEST_TAG}" != "null" ] && [ -n "${FILE_VER}" ] && [ "${FILE_VER}" = "${LATEST_VER}" ]; then
CANDIDATE="${LATEST_TAG}"
fi
# 4) Skip if this repo already has a release at that tag
if [ "${CANDIDATE}" != "none" ]; then
SELF_TAG=$(gh api repos/${GITHUB_REPOSITORY}/releases/latest --jq .tag_name 2>/dev/null || echo "none")
if [ "${SELF_TAG}" = "${CANDIDATE}" ]; then
CANDIDATE="none"
fi
fi
echo "new_version=${CANDIDATE}" >> "$GITHUB_OUTPUT"
build-gh:
name: Build on GitHub Runner (primary)
needs: check-upstream
if: needs.check-upstream.outputs.new_version != 'none'
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
with:
fetch-depth: 0
fetch-tags: true
- name: Set Git Config
run: |
git config --global user.name "GitHub Actions"
git config --global user.email "actions@github.com"
- name: Sync with Upstream (idempotent)
run: |
set -euo pipefail
URL=https://github.com/comfyanonymous/ComfyUI.git
if git remote get-url upstream >/dev/null 2>&1; then
git remote set-url upstream "$URL"
else
git remote add upstream "$URL"
fi
git fetch upstream
git checkout master
git merge --no-commit --no-ff upstream/master --allow-unrelated-histories || true
git checkout --ours README.md
git add README.md
git commit -m "Merge upstream/master, keep local README.md" || true
git push origin master
- name: Show disk usage (pre)
run: df -h | sed 's/\s\+/ /g'
- name: Free Disk Space (Ubuntu)
uses: jlumbroso/free-disk-space@main
with:
tool-cache: false
android: true
dotnet: true
haskell: true
large-packages: true
docker-images: true
swap-storage: true
- name: Prune Docker caches (pre)
run: |
docker builder prune -af || true
docker system prune -af --volumes || true
- name: Show disk usage (post-clean)
run: df -h | sed 's/\s\+/ /g'
- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3
with:
cleanup: true
- name: Check CR_PAT secret
id: crpat
shell: bash
run: |
if [ -n "${{ secrets.CR_PAT }}" ]; then
echo "present=true" >> "$GITHUB_OUTPUT"
else
echo "present=false" >> "$GITHUB_OUTPUT"
fi
- name: Login to GHCR with GITHUB_TOKEN
if: ${{ steps.crpat.outputs.present == 'false' }}
uses: docker/login-action@v3
with:
registry: ghcr.io
username: ${{ github.actor }}
password: ${{ secrets.GITHUB_TOKEN }}
- name: Login to GHCR with CR_PAT
if: ${{ steps.crpat.outputs.present == 'true' }}
uses: docker/login-action@v3
with:
registry: ghcr.io
username: ${{ github.repository_owner }}
password: ${{ secrets.CR_PAT }}
- name: Build and Push (GH runner)
uses: docker/build-push-action@v6
with:
context: .
file: ./Dockerfile
platforms: linux/amd64
push: true
provenance: false
sbom: false
tags: |
${{ env.IMAGE_NAME }}:${{ needs.check-upstream.outputs.new_version }}
${{ env.IMAGE_NAME }}:latest
build-self:
name: Build on Self-Hosted (fallback)
needs: [check-upstream, build-gh]
if: ${{ always() && needs.check-upstream.outputs.new_version != 'none' && needs.build-gh.result != 'success' }}
runs-on: [self-hosted, linux, x64, homelab]
steps:
- uses: actions/checkout@v4
with:
fetch-depth: 0
fetch-tags: true
- name: Set Git Config
run: |
git config --global user.name "GitHub Actions"
git config --global user.email "actions@github.com"
- name: Sync with Upstream (idempotent)
run: |
set -euo pipefail
URL=https://github.com/comfyanonymous/ComfyUI.git
if git remote get-url upstream >/dev/null 2>&1; then
git remote set-url upstream "$URL"
else
git remote add upstream "$URL"
fi
git fetch upstream
git checkout master
git merge --no-commit --no-ff upstream/master --allow-unrelated-histories || true
git checkout --ours README.md
git add README.md
git commit -m "Merge upstream/master, keep local README.md" || true
git push origin master
- name: Show disk usage (pre)
run: df -h | sed 's/\s\+/ /g'
- name: Prune Docker caches (pre)
run: |
docker builder prune -af || true
docker system prune -af --volumes || true
- name: Show disk usage (post-clean)
run: df -h | sed 's/\s\+/ /g'
- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3
with:
cleanup: true
- name: Check CR_PAT secret
id: crpat
shell: bash
run: |
if [ -n "${{ secrets.CR_PAT }}" ]; then
echo "present=true" >> "$GITHUB_OUTPUT"
else
echo "present=false" >> "$GITHUB_OUTPUT"
fi
- name: Login to GHCR with GITHUB_TOKEN
if: ${{ steps.crpat.outputs.present == 'false' }}
uses: docker/login-action@v3
with:
registry: ghcr.io
username: ${{ github.actor }}
password: ${{ secrets.GITHUB_TOKEN }}
- name: Login to GHCR with CR_PAT
if: ${{ steps.crpat.outputs.present == 'true' }}
uses: docker/login-action@v3
with:
registry: ghcr.io
username: ${{ github.repository_owner }}
password: ${{ secrets.CR_PAT }}
- name: Build and Push (self-hosted)
uses: docker/build-push-action@v6
with:
context: .
file: ./Dockerfile
platforms: linux/amd64
push: true
provenance: false
sbom: false
tags: |
${{ env.IMAGE_NAME }}:${{ needs.check-upstream.outputs.new_version }}
${{ env.IMAGE_NAME }}:latest
publish:
name: Publish Release
needs: [check-upstream, build-gh, build-self]
if: ${{ needs.check-upstream.outputs.new_version != 'none' && (needs.build-gh.result == 'success' || needs.build-self.result == 'success') }}
runs-on: ubuntu-latest
steps:
- name: Create GitHub Release
uses: softprops/action-gh-release@v2
with:
token: ${{ secrets.GITHUB_TOKEN }}
tag_name: ${{ needs.check-upstream.outputs.new_version }}
name: Release ${{ needs.check-upstream.outputs.new_version }}
body: |
New version synced from upstream ComfyUI.
Docker image:
- docker pull ${{ env.IMAGE_NAME }}:${{ needs.check-upstream.outputs.new_version }}
- docker pull ${{ env.IMAGE_NAME }}:latest
draft: false
prerelease: false
finalize:
name: Finalize Outcome
needs: [check-upstream, build-gh, build-self, publish]
if: always()
runs-on: ubuntu-latest
steps:
- name: No upstream release -> success
if: ${{ needs.check-upstream.outputs.new_version == 'none' }}
run: echo "No upstream release; run is successful."
- name: Published -> success
if: ${{ needs.check-upstream.outputs.new_version != 'none' && needs.publish.result == 'success' }}
run: echo "Image built and release published; run is successful."
- name: Fail if not published (both build paths failed or publish failed)
if: ${{ needs.check-upstream.outputs.new_version != 'none' && needs.publish.result != 'success' }}
run: |
echo "New upstream version detected, but no successful publish."
exit 1