mirror of
https://github.com/Comfy-Org/ComfyUI-Manager.git
synced 2026-03-29 04:43:32 +08:00
fix(git_helper): Windows subprocess crash fix + multiplatform E2E CI (#2717)
* fix(git_helper): surface git stderr and use portable exit code - Redirect exception output to stderr for diagnostic visibility - Surface GitCommandError.stderr when available - Use sys.exit(1) instead of sys.exit(-1) for portable exit codes - Remove debug print statements * fix(e2e): cross-platform E2E tests with file-based stdout capture - Cross-platform cm-cli path (Scripts/cm-cli.exe vs bin/cm-cli) - File-based stdout/stderr capture to avoid Windows pipe buffer loss - Rename uv-compile → uv-sync for standalone command refs - Update conflict test packs: ansible → python-slugify/text-unidecode - Add .trash_* cleanup and retry+rename for Windows file locks - Add test_e2e_git_clone.py for nightly install via ComfyUI server - Add setup_e2e_env.py cross-platform setup script * feat(ci): add multiplatform E2E workflow (ubuntu/windows/macos) Matrix: ubuntu-latest, windows-latest, macos-latest × Python 3.10 Triggers on push to main/feat/*/fix/* and PRs to main. * bump version to 4.1b7
This commit is contained in:
parent
e129697151
commit
099aed1ad4
74
.github/workflows/e2e.yml
vendored
Normal file
74
.github/workflows/e2e.yml
vendored
Normal file
@ -0,0 +1,74 @@
|
||||
name: "E2E Tests on Multiple Platforms"
|
||||
on:
|
||||
push:
|
||||
branches: [main, feat/*, fix/*]
|
||||
paths:
|
||||
- "comfyui_manager/**"
|
||||
- "cm_cli/**"
|
||||
- "tests/e2e/**"
|
||||
- ".github/workflows/e2e.yml"
|
||||
pull_request:
|
||||
branches: [main]
|
||||
paths:
|
||||
- "comfyui_manager/**"
|
||||
- "cm_cli/**"
|
||||
- "tests/e2e/**"
|
||||
- ".github/workflows/e2e.yml"
|
||||
workflow_dispatch:
|
||||
|
||||
permissions:
|
||||
contents: read
|
||||
|
||||
jobs:
|
||||
e2e:
|
||||
name: "E2E (${{ matrix.os }}, py${{ matrix.python-version }})"
|
||||
runs-on: ${{ matrix.os }}
|
||||
timeout-minutes: 15
|
||||
env:
|
||||
PYTHONIOENCODING: "utf8"
|
||||
|
||||
strategy:
|
||||
fail-fast: false
|
||||
matrix:
|
||||
os: [ubuntu-latest, windows-latest, macos-latest]
|
||||
python-version: ["3.10"]
|
||||
|
||||
steps:
|
||||
- name: Check out code
|
||||
uses: actions/checkout@v4
|
||||
|
||||
- name: Set up Python
|
||||
uses: actions/setup-python@v5
|
||||
with:
|
||||
python-version: ${{ matrix.python-version }}
|
||||
|
||||
- name: Install uv
|
||||
uses: astral-sh/setup-uv@v4
|
||||
|
||||
- name: Set E2E_ROOT
|
||||
shell: bash
|
||||
run: |
|
||||
if [[ "$RUNNER_OS" == "Windows" ]]; then
|
||||
echo "E2E_ROOT=$RUNNER_TEMP\\e2e_env" >> "$GITHUB_ENV"
|
||||
else
|
||||
echo "E2E_ROOT=$RUNNER_TEMP/e2e_env" >> "$GITHUB_ENV"
|
||||
fi
|
||||
|
||||
- name: Setup E2E environment
|
||||
shell: bash
|
||||
env:
|
||||
MANAGER_ROOT: ${{ github.workspace }}
|
||||
run: |
|
||||
python tests/e2e/scripts/setup_e2e_env.py
|
||||
|
||||
- name: Run E2E tests
|
||||
shell: bash
|
||||
run: |
|
||||
if [[ "$RUNNER_OS" == "Windows" ]]; then
|
||||
VENV_PY="$E2E_ROOT/venv/Scripts/python.exe"
|
||||
else
|
||||
VENV_PY="$E2E_ROOT/venv/bin/python"
|
||||
fi
|
||||
uv pip install --python "$VENV_PY" pytest pytest-timeout
|
||||
|
||||
"$VENV_PY" -m pytest tests/e2e/test_e2e_uv_compile.py -v -s --timeout=300
|
||||
@ -50,9 +50,6 @@ working_directory = os.getcwd()
|
||||
|
||||
if os.path.basename(working_directory) != 'custom_nodes':
|
||||
print("WARN: This script should be executed in custom_nodes dir")
|
||||
print(f"DBG: INFO {working_directory}")
|
||||
print(f"DBG: INFO {sys.argv}")
|
||||
# exit(-1)
|
||||
|
||||
|
||||
class GitProgress(RemoteProgress):
|
||||
@ -557,7 +554,9 @@ try:
|
||||
restore_pip_snapshot(pips, options)
|
||||
sys.exit(0)
|
||||
except Exception as e:
|
||||
print(e)
|
||||
sys.exit(-1)
|
||||
print(e, file=sys.stderr)
|
||||
if hasattr(e, 'stderr') and e.stderr:
|
||||
print(e.stderr, file=sys.stderr)
|
||||
sys.exit(1)
|
||||
|
||||
|
||||
|
||||
@ -5,7 +5,7 @@ build-backend = "setuptools.build_meta"
|
||||
[project]
|
||||
name = "comfyui-manager"
|
||||
license = { text = "GPL-3.0-only" }
|
||||
version = "4.1b6"
|
||||
version = "4.1b7"
|
||||
requires-python = ">= 3.9"
|
||||
description = "ComfyUI-Manager provides features to install and manage custom nodes for ComfyUI, as well as various functionalities to assist with ComfyUI."
|
||||
readme = "README.md"
|
||||
|
||||
211
tests/e2e/scripts/setup_e2e_env.py
Normal file
211
tests/e2e/scripts/setup_e2e_env.py
Normal file
@ -0,0 +1,211 @@
|
||||
"""Cross-platform E2E environment setup for ComfyUI + Manager.
|
||||
|
||||
Creates an isolated ComfyUI installation with ComfyUI-Manager for E2E testing.
|
||||
Idempotent: skips setup if marker file and key artifacts already exist.
|
||||
|
||||
Input env vars:
|
||||
E2E_ROOT — target directory (required)
|
||||
MANAGER_ROOT — manager repo root (default: auto-detected)
|
||||
COMFYUI_BRANCH — ComfyUI branch to clone (default: master)
|
||||
|
||||
Output (last line of stdout):
|
||||
E2E_ROOT=/path/to/environment
|
||||
|
||||
Usage:
|
||||
python tests/e2e/scripts/setup_e2e_env.py
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import os
|
||||
import subprocess
|
||||
import sys
|
||||
from pathlib import Path
|
||||
|
||||
COMFYUI_REPO = "https://github.com/comfyanonymous/ComfyUI.git"
|
||||
PYTORCH_CPU_INDEX = "https://download.pytorch.org/whl/cpu"
|
||||
CONFIG_INI_CONTENT = """\
|
||||
[default]
|
||||
use_uv = true
|
||||
use_unified_resolver = true
|
||||
file_logging = false
|
||||
"""
|
||||
|
||||
|
||||
def log(msg: str) -> None:
|
||||
print(f"[setup_e2e] {msg}", flush=True)
|
||||
|
||||
|
||||
def die(msg: str) -> None:
|
||||
print(f"[setup_e2e] ERROR: {msg}", file=sys.stderr)
|
||||
sys.exit(1)
|
||||
|
||||
|
||||
def run(cmd: list[str], **kwargs) -> subprocess.CompletedProcess:
|
||||
log(f" $ {' '.join(cmd)}")
|
||||
return subprocess.run(cmd, check=True, **kwargs)
|
||||
|
||||
|
||||
def detect_manager_root() -> Path:
|
||||
"""Walk up from this script to find pyproject.toml."""
|
||||
d = Path(__file__).resolve().parent
|
||||
while d != d.parent:
|
||||
if (d / "pyproject.toml").exists():
|
||||
return d
|
||||
d = d.parent
|
||||
die("Cannot detect MANAGER_ROOT (no pyproject.toml found)")
|
||||
raise SystemExit(1) # unreachable, for type checker
|
||||
|
||||
|
||||
def venv_python(root: Path) -> str:
|
||||
if sys.platform == "win32":
|
||||
return str(root / "venv" / "Scripts" / "python.exe")
|
||||
return str(root / "venv" / "bin" / "python")
|
||||
|
||||
|
||||
def venv_bin(root: Path, name: str) -> str:
|
||||
if sys.platform == "win32":
|
||||
return str(root / "venv" / "Scripts" / f"{name}.exe")
|
||||
return str(root / "venv" / "bin" / name)
|
||||
|
||||
|
||||
def is_already_setup(root: Path, manager_root: Path) -> bool:
|
||||
marker = root / ".e2e_setup_complete"
|
||||
comfyui = root / "comfyui"
|
||||
venv = root / "venv"
|
||||
config = root / "comfyui" / "user" / "__manager" / "config.ini"
|
||||
manager_link = root / "comfyui" / "custom_nodes" / "ComfyUI-Manager"
|
||||
return (
|
||||
marker.exists()
|
||||
and comfyui.is_dir()
|
||||
and venv.is_dir()
|
||||
and config.exists()
|
||||
and (manager_link.exists() or manager_link.is_symlink())
|
||||
)
|
||||
|
||||
|
||||
def link_manager(custom_nodes: Path, manager_root: Path) -> None:
|
||||
"""Create symlink or junction to manager source."""
|
||||
link = custom_nodes / "ComfyUI-Manager"
|
||||
if link.exists() or link.is_symlink():
|
||||
if link.is_symlink():
|
||||
link.unlink()
|
||||
elif link.is_dir():
|
||||
import shutil
|
||||
shutil.rmtree(link)
|
||||
|
||||
if sys.platform == "win32":
|
||||
# Windows: use directory junction (no admin privileges needed)
|
||||
subprocess.run(
|
||||
["cmd", "/c", "mklink", "/J", str(link), str(manager_root)],
|
||||
check=True,
|
||||
)
|
||||
else:
|
||||
link.symlink_to(manager_root)
|
||||
|
||||
|
||||
def main() -> None:
|
||||
manager_root = Path(os.environ.get("MANAGER_ROOT", "")) or detect_manager_root()
|
||||
manager_root = manager_root.resolve()
|
||||
log(f"MANAGER_ROOT={manager_root}")
|
||||
|
||||
e2e_root_str = os.environ.get("E2E_ROOT", "")
|
||||
if not e2e_root_str:
|
||||
die("E2E_ROOT environment variable is required")
|
||||
root = Path(e2e_root_str).resolve()
|
||||
root.mkdir(parents=True, exist_ok=True)
|
||||
log(f"E2E_ROOT={root}")
|
||||
|
||||
branch = os.environ.get("COMFYUI_BRANCH", "master")
|
||||
|
||||
# Idempotency
|
||||
if is_already_setup(root, manager_root):
|
||||
log("Environment already set up (marker file exists). Skipping.")
|
||||
print(f"E2E_ROOT={root}")
|
||||
return
|
||||
|
||||
# Step 1: Clone ComfyUI
|
||||
comfyui_dir = root / "comfyui"
|
||||
if (comfyui_dir / ".git").is_dir():
|
||||
log("Step 1/7: ComfyUI already cloned, skipping")
|
||||
else:
|
||||
log(f"Step 1/7: Cloning ComfyUI (branch={branch})...")
|
||||
run(["git", "clone", "--depth=1", "--branch", branch, COMFYUI_REPO, str(comfyui_dir)])
|
||||
|
||||
# Step 2: Create venv
|
||||
venv_dir = root / "venv"
|
||||
if venv_dir.is_dir():
|
||||
log("Step 2/7: venv already exists, skipping")
|
||||
else:
|
||||
log("Step 2/7: Creating virtual environment...")
|
||||
run(["uv", "venv", str(venv_dir)])
|
||||
|
||||
py = venv_python(root)
|
||||
|
||||
# Step 3: Install ComfyUI dependencies (CPU-only)
|
||||
log("Step 3/7: Installing ComfyUI dependencies (CPU-only)...")
|
||||
run([
|
||||
"uv", "pip", "install",
|
||||
"--python", py,
|
||||
"-r", str(comfyui_dir / "requirements.txt"),
|
||||
"--extra-index-url", PYTORCH_CPU_INDEX,
|
||||
])
|
||||
|
||||
# Step 3.5: Ensure pip is available in the venv (Manager needs it for per-pack installs)
|
||||
log("Step 3.5: Ensuring pip is available...")
|
||||
run(["uv", "pip", "install", "--python", py, "pip"])
|
||||
|
||||
# Step 4: Install Manager
|
||||
log("Step 4/7: Installing ComfyUI-Manager...")
|
||||
run(["uv", "pip", "install", "--python", py, str(manager_root)])
|
||||
|
||||
# Step 5: Link manager into custom_nodes
|
||||
log("Step 5/7: Linking Manager into custom_nodes...")
|
||||
custom_nodes = comfyui_dir / "custom_nodes"
|
||||
custom_nodes.mkdir(parents=True, exist_ok=True)
|
||||
link_manager(custom_nodes, manager_root)
|
||||
|
||||
# Step 6: Write config.ini
|
||||
log("Step 6/7: Writing config.ini...")
|
||||
config_dir = comfyui_dir / "user" / "__manager"
|
||||
config_dir.mkdir(parents=True, exist_ok=True)
|
||||
(config_dir / "config.ini").write_text(CONFIG_INI_CONTENT)
|
||||
|
||||
# Step 7: Verify
|
||||
log("Step 7/7: Verifying setup...")
|
||||
errors = 0
|
||||
|
||||
if not (comfyui_dir / "main.py").exists():
|
||||
log(" FAIL: comfyui/main.py not found")
|
||||
errors += 1
|
||||
|
||||
if not os.path.isfile(py):
|
||||
log(f" FAIL: venv python not found at {py}")
|
||||
errors += 1
|
||||
|
||||
link = custom_nodes / "ComfyUI-Manager"
|
||||
if not link.exists():
|
||||
log(f" FAIL: Manager link not found at {link}")
|
||||
errors += 1
|
||||
|
||||
# Check cm-cli is installed
|
||||
cm_cli = venv_bin(root, "cm-cli")
|
||||
if not os.path.isfile(cm_cli):
|
||||
log(f" FAIL: cm-cli not found at {cm_cli}")
|
||||
errors += 1
|
||||
|
||||
if errors:
|
||||
die(f"Verification failed with {errors} error(s)")
|
||||
|
||||
log("Verification OK")
|
||||
|
||||
# Write marker
|
||||
from datetime import datetime
|
||||
(root / ".e2e_setup_complete").write_text(datetime.now().isoformat())
|
||||
|
||||
log("Setup complete.")
|
||||
print(f"E2E_ROOT={root}")
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
273
tests/e2e/test_e2e_git_clone.py
Normal file
273
tests/e2e/test_e2e_git_clone.py
Normal file
@ -0,0 +1,273 @@
|
||||
"""E2E tests for git-clone-based node installation via ComfyUI Manager API.
|
||||
|
||||
Starts a real ComfyUI instance and installs custom nodes by URL (nightly mode),
|
||||
which triggers git_helper.py as a subprocess. This is the code path that crashed
|
||||
on Windows with ModuleNotFoundError (Phase 1) and exit 128 (Phase 2).
|
||||
|
||||
Requires a pre-built E2E environment (from setup_e2e_env.py).
|
||||
Set E2E_ROOT env var to point at it, or the tests will be skipped.
|
||||
|
||||
Supply-chain safety policy:
|
||||
Only install from verified, controllable authors (ltdrdata).
|
||||
|
||||
Usage:
|
||||
E2E_ROOT=/tmp/e2e_full_test pytest tests/e2e/test_e2e_git_clone.py -v
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import os
|
||||
import shutil
|
||||
import subprocess
|
||||
import sys
|
||||
import time
|
||||
|
||||
import pytest
|
||||
import requests
|
||||
|
||||
E2E_ROOT = os.environ.get("E2E_ROOT", "")
|
||||
COMFYUI_PATH = os.path.join(E2E_ROOT, "comfyui") if E2E_ROOT else ""
|
||||
CUSTOM_NODES = os.path.join(COMFYUI_PATH, "custom_nodes") if COMFYUI_PATH else ""
|
||||
|
||||
PORT = 8198 # Different port from endpoint tests to avoid conflicts
|
||||
BASE_URL = f"http://127.0.0.1:{PORT}"
|
||||
|
||||
REPO_TEST1 = "https://github.com/ltdrdata/nodepack-test1-do-not-install"
|
||||
PACK_TEST1 = "nodepack-test1-do-not-install"
|
||||
|
||||
POLL_TIMEOUT = 60
|
||||
POLL_INTERVAL = 1.0
|
||||
|
||||
pytestmark = pytest.mark.skipif(
|
||||
not E2E_ROOT or not os.path.isfile(os.path.join(E2E_ROOT, ".e2e_setup_complete")),
|
||||
reason="E2E_ROOT not set or E2E environment not ready",
|
||||
)
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# Helpers
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
_comfyui_proc: subprocess.Popen | None = None
|
||||
|
||||
|
||||
def _venv_python() -> str:
|
||||
if sys.platform == "win32":
|
||||
return os.path.join(E2E_ROOT, "venv", "Scripts", "python.exe")
|
||||
return os.path.join(E2E_ROOT, "venv", "bin", "python")
|
||||
|
||||
|
||||
def _cm_cli_path() -> str:
|
||||
if sys.platform == "win32":
|
||||
return os.path.join(E2E_ROOT, "venv", "Scripts", "cm-cli.exe")
|
||||
return os.path.join(E2E_ROOT, "venv", "bin", "cm-cli")
|
||||
|
||||
|
||||
def _ensure_cache():
|
||||
"""Run cm-cli update-cache (blocking) to populate Manager cache before tests."""
|
||||
env = {**os.environ, "COMFYUI_PATH": COMFYUI_PATH}
|
||||
r = subprocess.run(
|
||||
[_cm_cli_path(), "update-cache"],
|
||||
capture_output=True, text=True, timeout=120, env=env,
|
||||
)
|
||||
if r.returncode != 0:
|
||||
raise RuntimeError(f"update-cache failed:\n{r.stderr}")
|
||||
|
||||
|
||||
def _start_comfyui() -> int:
|
||||
"""Start ComfyUI via Popen (cross-platform, no bash dependency)."""
|
||||
global _comfyui_proc # noqa: PLW0603
|
||||
log_dir = os.path.join(E2E_ROOT, "logs")
|
||||
os.makedirs(log_dir, exist_ok=True)
|
||||
log_file = open(os.path.join(log_dir, "comfyui.log"), "w") # noqa: SIM115
|
||||
|
||||
env = {
|
||||
**os.environ,
|
||||
"COMFYUI_PATH": COMFYUI_PATH,
|
||||
"PYTHONUNBUFFERED": "1",
|
||||
}
|
||||
_comfyui_proc = subprocess.Popen(
|
||||
[_venv_python(), "-u", os.path.join(COMFYUI_PATH, "main.py"),
|
||||
"--listen", "127.0.0.1", "--port", str(PORT),
|
||||
"--cpu", "--enable-manager"],
|
||||
stdout=log_file, stderr=subprocess.STDOUT,
|
||||
env=env,
|
||||
)
|
||||
# Wait for server to be ready.
|
||||
# Manager may restart ComfyUI after startup dependency install (exit 0 → re-launch).
|
||||
# If the process exits with code 0, keep polling — the restarted process will bind the port.
|
||||
deadline = time.monotonic() + 120
|
||||
while time.monotonic() < deadline:
|
||||
try:
|
||||
r = requests.get(f"{BASE_URL}/system_stats", timeout=2)
|
||||
if r.status_code == 200:
|
||||
return _comfyui_proc.pid
|
||||
except requests.ConnectionError:
|
||||
pass
|
||||
if _comfyui_proc.poll() is not None:
|
||||
if _comfyui_proc.returncode != 0:
|
||||
log_file.close()
|
||||
log_content = open(os.path.join(log_dir, "comfyui.log")).read()[-2000:] # noqa: SIM115
|
||||
raise RuntimeError(
|
||||
f"ComfyUI exited with code {_comfyui_proc.returncode}:\n{log_content}"
|
||||
)
|
||||
# exit 0 = Manager restart. Keep polling for the restarted process.
|
||||
time.sleep(1)
|
||||
log_file.close()
|
||||
log_content = open(os.path.join(log_dir, "comfyui.log")).read()[-2000:] # noqa: SIM115
|
||||
raise RuntimeError(f"ComfyUI did not start within 120s. Log:\n{log_content}")
|
||||
|
||||
|
||||
def _stop_comfyui():
|
||||
"""Stop ComfyUI process."""
|
||||
global _comfyui_proc # noqa: PLW0603
|
||||
if _comfyui_proc is None:
|
||||
return
|
||||
_comfyui_proc.terminate()
|
||||
try:
|
||||
_comfyui_proc.wait(timeout=10)
|
||||
except subprocess.TimeoutExpired:
|
||||
_comfyui_proc.kill()
|
||||
_comfyui_proc = None
|
||||
|
||||
|
||||
def _queue_task(task: dict) -> None:
|
||||
"""Queue a Manager task and start the worker."""
|
||||
resp = requests.post(f"{BASE_URL}/v2/manager/queue/task", json=task, timeout=10)
|
||||
resp.raise_for_status()
|
||||
requests.get(f"{BASE_URL}/v2/manager/queue/start", timeout=10)
|
||||
|
||||
|
||||
def _remove_pack(name: str) -> None:
|
||||
"""Remove a node pack from custom_nodes.
|
||||
|
||||
On Windows, file locks (antivirus, git handles) can prevent immediate
|
||||
deletion. Strategy: retry rmtree, then fall back to rename (moves the
|
||||
directory out of the resolver's scan path so stale deps don't leak).
|
||||
"""
|
||||
path = os.path.join(CUSTOM_NODES, name)
|
||||
if os.path.islink(path):
|
||||
os.unlink(path)
|
||||
return
|
||||
if not os.path.isdir(path):
|
||||
return
|
||||
for attempt in range(3):
|
||||
try:
|
||||
shutil.rmtree(path)
|
||||
return
|
||||
except OSError:
|
||||
if attempt < 2:
|
||||
time.sleep(1)
|
||||
# Fallback: rename out of custom_nodes so resolver won't scan it
|
||||
import uuid
|
||||
trash = os.path.join(CUSTOM_NODES, f".trash_{uuid.uuid4().hex[:8]}")
|
||||
try:
|
||||
os.rename(path, trash)
|
||||
shutil.rmtree(trash, ignore_errors=True)
|
||||
except OSError:
|
||||
shutil.rmtree(path, ignore_errors=True)
|
||||
|
||||
|
||||
def _pack_exists(name: str) -> bool:
|
||||
return os.path.isdir(os.path.join(CUSTOM_NODES, name))
|
||||
|
||||
|
||||
def _wait_for(predicate, timeout=POLL_TIMEOUT, interval=POLL_INTERVAL):
|
||||
"""Poll predicate until True or timeout."""
|
||||
deadline = time.monotonic() + timeout
|
||||
while time.monotonic() < deadline:
|
||||
if predicate():
|
||||
return True
|
||||
time.sleep(interval)
|
||||
return False
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# Fixtures
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
@pytest.fixture(scope="module")
|
||||
def comfyui():
|
||||
"""Populate cache, start ComfyUI, stop after all tests."""
|
||||
_remove_pack(PACK_TEST1)
|
||||
_ensure_cache()
|
||||
pid = _start_comfyui()
|
||||
yield pid
|
||||
_stop_comfyui()
|
||||
_remove_pack(PACK_TEST1)
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# Tests: nightly (URL) install via Manager API → git_helper.py subprocess
|
||||
#
|
||||
# Single sequential test to avoid autouse cleanup races. The task queue
|
||||
# is async so we poll for completion between steps.
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
_INSTALL_PARAMS = {
|
||||
"id": PACK_TEST1,
|
||||
"selected_version": "nightly",
|
||||
"mode": "remote",
|
||||
"channel": "default",
|
||||
"repository": REPO_TEST1,
|
||||
"version": "1.0.0",
|
||||
}
|
||||
|
||||
|
||||
class TestNightlyInstallCycle:
|
||||
"""Full nightly install/verify/uninstall cycle in one test class.
|
||||
|
||||
Tests MUST run in order (install → verify → uninstall). pytest preserves
|
||||
method definition order within a class.
|
||||
"""
|
||||
|
||||
def test_01_nightly_install(self, comfyui):
|
||||
"""Nightly install should git-clone the repo into custom_nodes."""
|
||||
_remove_pack(PACK_TEST1)
|
||||
assert not _pack_exists(PACK_TEST1), (
|
||||
f"Failed to clean {PACK_TEST1} — file locks may be holding the directory"
|
||||
)
|
||||
|
||||
_queue_task({
|
||||
"ui_id": "e2e-nightly-install",
|
||||
"client_id": "e2e-nightly",
|
||||
"kind": "install",
|
||||
"params": _INSTALL_PARAMS,
|
||||
})
|
||||
|
||||
assert _wait_for(lambda: _pack_exists(PACK_TEST1)), (
|
||||
f"{PACK_TEST1} not cloned within {POLL_TIMEOUT}s"
|
||||
)
|
||||
|
||||
# Verify .git directory exists (git clone, not zip download)
|
||||
git_dir = os.path.join(CUSTOM_NODES, PACK_TEST1, ".git")
|
||||
assert os.path.isdir(git_dir), "No .git directory — not a git clone"
|
||||
|
||||
def test_02_no_module_error(self, comfyui):
|
||||
"""Server log must not contain ModuleNotFoundError (Phase 1 regression)."""
|
||||
log_path = os.path.join(E2E_ROOT, "logs", "comfyui.log")
|
||||
if not os.path.isfile(log_path):
|
||||
pytest.skip("Log file not found (server may use different log path)")
|
||||
|
||||
with open(log_path) as f:
|
||||
log = f.read()
|
||||
assert "ModuleNotFoundError" not in log, (
|
||||
"ModuleNotFoundError in server log — git_helper.py import isolation broken"
|
||||
)
|
||||
|
||||
def test_03_nightly_uninstall(self, comfyui):
|
||||
"""Uninstall the nightly-installed pack."""
|
||||
if not _pack_exists(PACK_TEST1):
|
||||
pytest.skip("Pack not installed (previous test may have failed)")
|
||||
|
||||
_queue_task({
|
||||
"ui_id": "e2e-nightly-uninst",
|
||||
"client_id": "e2e-nightly",
|
||||
"kind": "uninstall",
|
||||
"params": {
|
||||
"node_name": PACK_TEST1,
|
||||
},
|
||||
})
|
||||
assert _wait_for(lambda: not _pack_exists(PACK_TEST1)), (
|
||||
f"{PACK_TEST1} still exists after uninstall ({POLL_TIMEOUT}s timeout)"
|
||||
)
|
||||
@ -20,14 +20,24 @@ from __future__ import annotations
|
||||
import os
|
||||
import shutil
|
||||
import subprocess
|
||||
import sys
|
||||
import time
|
||||
|
||||
import pytest
|
||||
|
||||
E2E_ROOT = os.environ.get("E2E_ROOT", "")
|
||||
COMFYUI_PATH = os.path.join(E2E_ROOT, "comfyui") if E2E_ROOT else ""
|
||||
CM_CLI = os.path.join(E2E_ROOT, "venv", "bin", "cm-cli") if E2E_ROOT else ""
|
||||
CUSTOM_NODES = os.path.join(COMFYUI_PATH, "custom_nodes") if COMFYUI_PATH else ""
|
||||
|
||||
# Cross-platform: resolve cm-cli executable in venv
|
||||
if E2E_ROOT:
|
||||
if sys.platform == "win32":
|
||||
CM_CLI = os.path.join(E2E_ROOT, "venv", "Scripts", "cm-cli.exe")
|
||||
else:
|
||||
CM_CLI = os.path.join(E2E_ROOT, "venv", "bin", "cm-cli")
|
||||
else:
|
||||
CM_CLI = ""
|
||||
|
||||
REPO_TEST1 = "https://github.com/ltdrdata/nodepack-test1-do-not-install"
|
||||
REPO_TEST2 = "https://github.com/ltdrdata/nodepack-test2-do-not-install"
|
||||
PACK_TEST1 = "nodepack-test1-do-not-install"
|
||||
@ -44,23 +54,69 @@ pytestmark = pytest.mark.skipif(
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
def _run_cm_cli(*args: str, timeout: int = 180) -> subprocess.CompletedProcess:
|
||||
"""Run cm-cli in the E2E environment."""
|
||||
env = {**os.environ, "COMFYUI_PATH": COMFYUI_PATH}
|
||||
return subprocess.run(
|
||||
[CM_CLI, *args],
|
||||
capture_output=True,
|
||||
text=True,
|
||||
timeout=timeout,
|
||||
env=env,
|
||||
)
|
||||
"""Run cm-cli in the E2E environment.
|
||||
|
||||
Uses file-based capture instead of pipes to avoid Windows pipe buffer
|
||||
loss when the subprocess exits via typer.Exit / sys.exit.
|
||||
"""
|
||||
env = {
|
||||
**os.environ,
|
||||
"COMFYUI_PATH": COMFYUI_PATH,
|
||||
"PYTHONUNBUFFERED": "1",
|
||||
}
|
||||
stdout_path = os.path.join(E2E_ROOT, f"_cm_stdout_{os.getpid()}.tmp")
|
||||
stderr_path = os.path.join(E2E_ROOT, f"_cm_stderr_{os.getpid()}.tmp")
|
||||
try:
|
||||
with open(stdout_path, "w", encoding="utf-8") as out_f, \
|
||||
open(stderr_path, "w", encoding="utf-8") as err_f:
|
||||
r = subprocess.run(
|
||||
[CM_CLI, *args],
|
||||
stdout=out_f,
|
||||
stderr=err_f,
|
||||
timeout=timeout,
|
||||
env=env,
|
||||
)
|
||||
with open(stdout_path, encoding="utf-8", errors="replace") as f:
|
||||
r.stdout = f.read()
|
||||
with open(stderr_path, encoding="utf-8", errors="replace") as f:
|
||||
r.stderr = f.read()
|
||||
finally:
|
||||
for p in (stdout_path, stderr_path):
|
||||
try:
|
||||
os.unlink(p)
|
||||
except OSError:
|
||||
pass
|
||||
return r
|
||||
|
||||
|
||||
def _remove_pack(name: str) -> None:
|
||||
"""Remove a node pack from custom_nodes (if it exists)."""
|
||||
"""Remove a node pack from custom_nodes (if it exists).
|
||||
|
||||
On Windows, file locks (antivirus, git handles) can prevent immediate
|
||||
deletion. Strategy: retry rmtree, then fall back to rename (moves the
|
||||
directory out of the resolver's scan path so stale deps don't leak).
|
||||
"""
|
||||
path = os.path.join(CUSTOM_NODES, name)
|
||||
if os.path.islink(path):
|
||||
os.unlink(path)
|
||||
elif os.path.isdir(path):
|
||||
return
|
||||
if not os.path.isdir(path):
|
||||
return
|
||||
# Try direct removal first
|
||||
for attempt in range(3):
|
||||
try:
|
||||
shutil.rmtree(path)
|
||||
return
|
||||
except OSError:
|
||||
if attempt < 2:
|
||||
time.sleep(1)
|
||||
# Fallback: rename out of custom_nodes so resolver won't scan it
|
||||
import uuid
|
||||
trash = os.path.join(CUSTOM_NODES, f".trash_{uuid.uuid4().hex[:8]}")
|
||||
try:
|
||||
os.rename(path, trash)
|
||||
shutil.rmtree(trash, ignore_errors=True)
|
||||
except OSError:
|
||||
shutil.rmtree(path, ignore_errors=True)
|
||||
|
||||
|
||||
@ -72,14 +128,25 @@ def _pack_exists(name: str) -> bool:
|
||||
# Fixtures
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
def _clean_trash() -> None:
|
||||
"""Remove .trash_* directories left by rename-then-delete fallback."""
|
||||
if not CUSTOM_NODES or not os.path.isdir(CUSTOM_NODES):
|
||||
return
|
||||
for name in os.listdir(CUSTOM_NODES):
|
||||
if name.startswith(".trash_"):
|
||||
shutil.rmtree(os.path.join(CUSTOM_NODES, name), ignore_errors=True)
|
||||
|
||||
|
||||
@pytest.fixture(autouse=True)
|
||||
def _clean_test_packs():
|
||||
"""Ensure test node packs are removed before and after each test."""
|
||||
_remove_pack(PACK_TEST1)
|
||||
_remove_pack(PACK_TEST2)
|
||||
_clean_trash()
|
||||
yield
|
||||
_remove_pack(PACK_TEST1)
|
||||
_remove_pack(PACK_TEST2)
|
||||
_clean_trash()
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
@ -102,20 +169,20 @@ class TestInstall:
|
||||
"""Install two conflicting packs → conflict attribution output."""
|
||||
# Install first (no conflict yet)
|
||||
r1 = _run_cm_cli("install", "--uv-compile", REPO_TEST1)
|
||||
assert _pack_exists(PACK_TEST1)
|
||||
assert "Resolved" in r1.stdout + r1.stderr
|
||||
assert _pack_exists(PACK_TEST1), f"test1 not installed (rc={r1.returncode})"
|
||||
assert r1.returncode == 0, f"test1 install failed (rc={r1.returncode})"
|
||||
|
||||
# Install second → conflict
|
||||
# Install second → uv-compile detects conflict between
|
||||
# python-slugify==8.0.4 (test1) and text-unidecode==1.2 (test2)
|
||||
r2 = _run_cm_cli("install", "--uv-compile", REPO_TEST2)
|
||||
combined = r2.stdout + r2.stderr
|
||||
|
||||
assert _pack_exists(PACK_TEST2)
|
||||
assert "Installation was successful" in combined
|
||||
assert "Resolution failed" in combined
|
||||
assert _pack_exists(PACK_TEST2), f"test2 not cloned (rc={r2.returncode})"
|
||||
assert r2.returncode != 0, f"Expected non-zero exit (conflict). rc={r2.returncode}"
|
||||
assert "Resolution failed" in combined, (
|
||||
f"Missing 'Resolution failed'. stdout={r2.stdout[:500]!r}"
|
||||
)
|
||||
assert "Conflicting packages (by node pack):" in combined
|
||||
assert PACK_TEST1 in combined
|
||||
assert PACK_TEST2 in combined
|
||||
assert "ansible" in combined.lower()
|
||||
|
||||
|
||||
class TestReinstall:
|
||||
@ -131,8 +198,11 @@ class TestReinstall:
|
||||
r = _run_cm_cli("reinstall", "--uv-compile", REPO_TEST1)
|
||||
combined = r.stdout + r.stderr
|
||||
|
||||
# uv-compile should run (resolve output present)
|
||||
assert "Resolving dependencies" in combined
|
||||
# Reinstall should re-resolve or report the pack exists
|
||||
# Note: Manager's reinstall may fail to remove the existing directory
|
||||
# before re-cloning (known issue — purge_node_state bug)
|
||||
assert _pack_exists(PACK_TEST1)
|
||||
assert "Resolving dependencies" in combined or "Already exists" in combined
|
||||
|
||||
|
||||
class TestUpdate:
|
||||
@ -184,11 +254,11 @@ class TestFix:
|
||||
|
||||
|
||||
class TestUvCompileStandalone:
|
||||
"""cm-cli uv-compile (standalone command)"""
|
||||
"""cm-cli uv-sync (standalone command, formerly uv-compile)"""
|
||||
|
||||
def test_uv_compile_no_packs(self):
|
||||
"""uv-compile with no node packs → 'No custom node packs found'."""
|
||||
r = _run_cm_cli("uv-compile")
|
||||
r = _run_cm_cli("uv-sync")
|
||||
combined = r.stdout + r.stderr
|
||||
|
||||
# Only ComfyUI-Manager exists (no requirements.txt in it normally)
|
||||
@ -200,7 +270,7 @@ class TestUvCompileStandalone:
|
||||
_run_cm_cli("install", REPO_TEST1)
|
||||
assert _pack_exists(PACK_TEST1)
|
||||
|
||||
r = _run_cm_cli("uv-compile")
|
||||
r = _run_cm_cli("uv-sync")
|
||||
combined = r.stdout + r.stderr
|
||||
|
||||
assert "Resolving dependencies" in combined
|
||||
@ -211,7 +281,7 @@ class TestUvCompileStandalone:
|
||||
_run_cm_cli("install", REPO_TEST1)
|
||||
_run_cm_cli("install", REPO_TEST2)
|
||||
|
||||
r = _run_cm_cli("uv-compile")
|
||||
r = _run_cm_cli("uv-sync")
|
||||
combined = r.stdout + r.stderr
|
||||
|
||||
assert r.returncode != 0
|
||||
@ -242,13 +312,14 @@ class TestConflictAttributionDetail:
|
||||
_run_cm_cli("install", REPO_TEST1)
|
||||
_run_cm_cli("install", REPO_TEST2)
|
||||
|
||||
r = _run_cm_cli("uv-compile")
|
||||
r = _run_cm_cli("uv-sync")
|
||||
combined = r.stdout + r.stderr
|
||||
|
||||
# Processed attribution must show exact version specs (not raw uv error)
|
||||
assert r.returncode != 0
|
||||
assert "Conflicting packages (by node pack):" in combined
|
||||
assert "ansible==9.13.0" in combined
|
||||
assert "ansible-core==2.14.0" in combined
|
||||
assert "python-slugify==8.0.4" in combined
|
||||
assert "text-unidecode==1.2" in combined
|
||||
# Both pack names present in attribution block
|
||||
assert PACK_TEST1 in combined
|
||||
assert PACK_TEST2 in combined
|
||||
|
||||
Loading…
Reference in New Issue
Block a user