fix(git_compat): follow-ups for pygit2 fallback hardening (#2974)
Some checks failed
Python Linting / Run Ruff (push) Waiting to run
Publish to PyPI / build-and-publish (push) Has been cancelled

- Route list_remotes() fetch through _fetch_remote so the proxy and
  SSH-to-HTTPS rewrite apply to every fetch entry point, and provide
  pull on its proxies (parity with get_remote and the GitPython proxy)
  via a shared _pull_remote helper
- Rework _to_https_url: handle ssh://git@host:port/... URLs (drop the
  custom SSH port instead of mangling it into the path) and collapse
  leading slashes so git@host:/abs/path no longer yields a double-slash
  URL. Behavior narrowing: colon-less git@host/path (not a valid
  scp-form URL), ssh:// URLs with a port but no path, and IPv6 ssh://
  URLs are now returned unchanged instead of being wrongly converted
- clone_repo: omit the proxy= kwarg when no proxy is configured, so
  proxy-less installs keep working on pygit2 older than 1.18
- Simplify redundant except (KeyError, Exception) clause
- Require pygit2>=1.18 (clone_repository proxy= parameter)
- Add unit tests for _to_https_url (incl. negative cases pinning the
  narrowing) and a regression test that list_remotes proxies route
  fetch/pull through their own remote (late-binding guard)
This commit is contained in:
Dr.Lt.Data 2026-06-10 18:19:55 +09:00 committed by GitHub
parent 622a7077a5
commit 8b98723b42
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
4 changed files with 146 additions and 27 deletions

View File

@ -31,16 +31,21 @@ _HTTP_PROXY = None
def _to_https_url(url):
"""Rewrite an SSH-form git URL to its anonymous HTTPS equivalent.
Handles `git@host:owner/repo(.git)` and `ssh://git@host/owner/repo(.git)`.
Returns the URL unchanged if it is not SSH-form, so pygit2 clone/fetch
of public repos never requires SSH credentials even when a repo's own
config stores an SSH origin.
Handles `git@host:owner/repo(.git)` and `ssh://git@host[:port]/owner/repo(.git)`.
A custom SSH port is dropped the HTTPS endpoint of a hosting service
lives on the standard port regardless of its SSH port. Leading slashes in
the path part are collapsed so `git@host:/abs/path` does not yield a
double-slash URL. Returns the URL unchanged if it is not SSH-form, so
pygit2 clone/fetch of public repos never requires SSH credentials even
when a repo's own config stores an SSH origin.
"""
if not url:
return url
m = re.match(r"^(?:ssh://)?git@([^:/]+)[:/](.+)$", url)
m = re.match(r"^ssh://git@([^:/]+)(?::\d+)?/(.+)$", url)
if m is None:
m = re.match(r"^git@([^:/]+):(.+)$", url)
if m:
return "https://%s/%s" % (m.group(1), m.group(2))
return "https://%s/%s" % (m.group(1), m.group(2).lstrip("/"))
return url
# ---------------------------------------------------------------------------
@ -80,7 +85,7 @@ if USE_PYGIT2:
_global_cfg = _pygit2.Config.get_global_config()
try:
_HTTP_PROXY = _global_cfg["http.proxy"] or None
except (KeyError, Exception):
except Exception:
_HTTP_PROXY = None
except Exception:
_HTTP_PROXY = None
@ -521,24 +526,26 @@ class _Pygit2Repo(GitRepo):
name = name[len('refs/remotes/'):]
return name.split('/')[0]
def _pull_remote(self, remote):
"""Fetch *remote* and fast-forward the active branch onto its upstream."""
self._fetch_remote(remote)
branch_name = self.active_branch_name
branch = self._repo.branches.get(branch_name)
if branch and branch.upstream:
remote_commit = branch.upstream.peel(_pygit2.Commit)
analysis, _ = self._repo.merge_analysis(remote_commit.id)
if analysis & _pygit2.GIT_MERGE_ANALYSIS_FASTFORWARD:
self._repo.checkout_tree(self._repo.get(remote_commit.id))
branch_ref = self._repo.references.get(f'refs/heads/{branch_name}')
if branch_ref is not None:
branch_ref.set_target(remote_commit.id)
self._repo.head.set_target(remote_commit.id)
def get_remote(self, name):
remote = self._repo.remotes[name]
def _pull():
self._fetch_remote(remote)
branch_name = self.active_branch_name
branch = self._repo.branches.get(branch_name)
if branch and branch.upstream:
remote_commit = branch.upstream.peel(_pygit2.Commit)
analysis, _ = self._repo.merge_analysis(remote_commit.id)
if analysis & _pygit2.GIT_MERGE_ANALYSIS_FASTFORWARD:
self._repo.checkout_tree(self._repo.get(remote_commit.id))
branch_ref = self._repo.references.get(f'refs/heads/{branch_name}')
if branch_ref is not None:
branch_ref.set_target(remote_commit.id)
self._repo.head.set_target(remote_commit.id)
return _RemoteProxy(remote.name, remote.url, lambda: self._fetch_remote(remote), _pull)
return _RemoteProxy(remote.name, remote.url,
lambda: self._fetch_remote(remote),
lambda: self._pull_remote(remote))
def has_ref(self, ref_name):
for prefix in [f'refs/remotes/{ref_name}', f'refs/heads/{ref_name}',
@ -571,7 +578,9 @@ class _Pygit2Repo(GitRepo):
def list_remotes(self):
result = []
for r in self._repo.remotes:
result.append(_RemoteProxy(r.name, r.url, r.fetch))
result.append(_RemoteProxy(r.name, r.url,
lambda r=r: self._fetch_remote(r),
lambda r=r: self._pull_remote(r)))
return result
def get_remote_url(self, index_or_name):
@ -905,7 +914,13 @@ def clone_repo(url, dest, progress=None):
(checkout, clear_cache, close, etc.).
"""
if USE_PYGIT2:
_pygit2.clone_repository(_to_https_url(url), dest, proxy=_HTTP_PROXY)
# The proxy= kwarg requires pygit2>=1.18; omit it when no proxy is
# configured so proxy-less installs keep working on older pygit2.
# (A configured proxy still needs >=1.18 — see requirements.txt.)
if _HTTP_PROXY is not None:
_pygit2.clone_repository(_to_https_url(url), dest, proxy=_HTTP_PROXY)
else:
_pygit2.clone_repository(_to_https_url(url), dest)
repo = _Pygit2Repo(dest)
repo.submodule_update()
return repo

View File

@ -39,7 +39,7 @@ dependencies = [
]
[project.optional-dependencies]
dev = ["pre-commit", "pytest", "ruff", "pytest-cov", "pygit2"]
dev = ["pre-commit", "pytest", "ruff", "pytest-cov", "pygit2>=1.18"]
[project.urls]
Repository = "https://github.com/ltdrdata/ComfyUI-Manager"

View File

@ -1,5 +1,5 @@
GitPython
pygit2
pygit2>=1.18 # clone_repository(proxy=...) requires 1.18.0+
PyGithub
# matrix-nio
transformers

View File

@ -824,6 +824,110 @@ finally:
self.assertEqual(p2['sha'], self.first_sha)
self.assertTrue(p2['detached'])
# === list_remotes fetch routing (pygit2) ===
def test_list_remotes_fetch_routing_pygit2(self):
"""Each list_remotes() proxy must route fetch/pull through
_fetch_remote/_pull_remote bound to its OWN remote (pins the
``lambda r=r:`` late-binding fix and the pull_fn parity)."""
snippet = """
import tempfile, shutil
dest = tempfile.mkdtemp()
try:
repo = clone_repo(REPO_PATH, os.path.join(dest, 'cloned'))
repo._repo.remotes.create('alt', REPO_PATH)
calls = []
repo._fetch_remote = lambda remote, refspecs=None: calls.append(remote.name)
proxies = repo.list_remotes()
for p in proxies:
p.fetch()
pulled = []
for p in proxies:
p.pull()
pulled.append(p.name)
repo.close()
print(json.dumps({"names": [p.name for p in proxies],
"fetch_calls": calls[:len(proxies)],
"pulled": pulled}))
finally:
shutil.rmtree(dest, ignore_errors=True)
"""
p2 = _run_snippet(snippet, self.repo_path, use_pygit2=True)
self.assertEqual(len(p2['names']), 2)
self.assertEqual(p2['fetch_calls'], p2['names'])
self.assertEqual(p2['pulled'], p2['names'])
class TestToHttpsUrl(unittest.TestCase):
"""Unit tests for the pure SSH→HTTPS URL rewrite helper."""
@classmethod
def setUpClass(cls):
sys.path.insert(0, COMPAT_DIR)
from git_compat import _to_https_url
cls.convert = staticmethod(_to_https_url)
@classmethod
def tearDownClass(cls):
try:
sys.path.remove(COMPAT_DIR)
except ValueError:
pass
def test_scp_form(self):
self.assertEqual(
self.convert('git@github.com:owner/repo.git'),
'https://github.com/owner/repo.git')
def test_scp_form_without_suffix(self):
self.assertEqual(
self.convert('git@github.com:owner/repo'),
'https://github.com/owner/repo')
def test_ssh_scheme(self):
self.assertEqual(
self.convert('ssh://git@github.com/owner/repo.git'),
'https://github.com/owner/repo.git')
def test_ssh_scheme_with_port(self):
self.assertEqual(
self.convert('ssh://git@git.example.com:2222/owner/repo.git'),
'https://git.example.com/owner/repo.git')
def test_https_unchanged(self):
url = 'https://github.com/owner/repo.git'
self.assertEqual(self.convert(url), url)
def test_non_git_user_unchanged(self):
url = 'ssh://alice@git.example.com/owner/repo.git'
self.assertEqual(self.convert(url), url)
def test_local_path_unchanged(self):
url = '/home/user/repos/local-repo'
self.assertEqual(self.convert(url), url)
def test_empty_and_none(self):
self.assertEqual(self.convert(''), '')
self.assertIsNone(self.convert(None))
def test_scp_absolute_path_no_double_slash(self):
self.assertEqual(
self.convert('git@git.example.com:/srv/git/repo.git'),
'https://git.example.com/srv/git/repo.git')
def test_slash_form_without_colon_unchanged(self):
# Not a valid scp-form URL (git treats it as a local path).
url = 'git@github.com/owner/repo'
self.assertEqual(self.convert(url), url)
def test_ipv6_unchanged(self):
url = 'ssh://git@[2001:db8::1]/owner/repo.git'
self.assertEqual(self.convert(url), url)
def test_port_without_path_unchanged(self):
url = 'ssh://git@git.example.com:2222'
self.assertEqual(self.convert(url), url)
if __name__ == '__main__':
unittest.main()