wangbo/ComfyUI-Manager
1
0
Fork 0
mirror of https://github.com/Comfy-Org/ComfyUI-Manager.git synced 2026-01-29 23:40:16 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

fix: scanner - prevent stuck when exceed rate limit

Browse Source
This commit is contained in:
Dr.Lt.Data 2024-04-02 20:52:59 +09:00
parent 337f2fd738
commit 4120138e06
1 changed files with 24 additions and 23 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

47
scanner.py
View File

@ -5,6 +5,7 @@ import json
from git import Repo from git import Repo
from torchvision.datasets.utils import download_url from torchvision.datasets.utils import download_url
import concurrent import concurrent
import datetime
builtin_nodes = set() builtin_nodes = set()
@ -217,9 +218,6 @@ def update_custom_nodes():
git_url_titles_preemptions = get_git_urls_from_json('custom-node-list.json') git_url_titles_preemptions = get_git_urls_from_json('custom-node-list.json')
def process_git_url_title(url, title, preemptions, node_pattern): def process_git_url_title(url, title, preemptions, node_pattern):
if 'Jovimetrix' in title:
pass
name = os.path.basename(url) name = os.path.basename(url)
if name.endswith(".git"): if name.endswith(".git"):
name = name[:-4] name = name[:-4]
@ -238,30 +236,33 @@ def update_custom_nodes():
github_stats = json.load(file) github_stats = json.load(file)
except FileNotFoundError: except FileNotFoundError:
pass pass
for url, title, preemptions, node_pattern in git_url_titles_preemptions:
if url not in github_stats:
# Parsing the URL
parsed_url = urlparse(url)
domain = parsed_url.netloc
path = parsed_url.path
path_parts = path.strip("/").split("/")
if len(path_parts) >= 2 and domain == "github.com":
owner_repo = "/".join(path_parts[-2:])
repo = g.get_repo(owner_repo)
last_update = repo.pushed_at.strftime("%Y-%m-%d %H:%M:%S") if repo.pushed_at else 'N/A' if g.rate_limiting_resettime-datetime.datetime.now().timestamp() <= 0:
github_stats[url] = { for url, title, preemptions, node_pattern in git_url_titles_preemptions:
"stars": repo.stargazers_count, if url not in github_stats:
"last_update": last_update, # Parsing the URL
} parsed_url = urlparse(url)
with open(GITHUB_STATS_CACHE_FILENAME, 'w', encoding='utf-8') as file: domain = parsed_url.netloc
json.dump(github_stats, file, ensure_ascii=False, indent=4) path = parsed_url.path
# print(f"Title: {title}, Stars: {repo.stargazers_count}, Last Update: {last_update}") path_parts = path.strip("/").split("/")
else: if len(path_parts) >= 2 and domain == "github.com":
print(f"Invalid URL format for GitHub repository: {url}") owner_repo = "/".join(path_parts[-2:])
repo = g.get_repo(owner_repo)
last_update = repo.pushed_at.strftime("%Y-%m-%d %H:%M:%S") if repo.pushed_at else 'N/A'
github_stats[url] = {
"stars": repo.stargazers_count,
"last_update": last_update,
}
with open(GITHUB_STATS_CACHE_FILENAME, 'w', encoding='utf-8') as file:
json.dump(github_stats, file, ensure_ascii=False, indent=4)
# print(f"Title: {title}, Stars: {repo.stargazers_count}, Last Update: {last_update}")
else:
print(f"Invalid URL format for GitHub repository: {url}")
with open(GITHUB_STATS_FILENAME, 'w', encoding='utf-8') as file: with open(GITHUB_STATS_FILENAME, 'w', encoding='utf-8') as file:
json.dump(github_stats, file, ensure_ascii=False, indent=4) json.dump(github_stats, file, ensure_ascii=False, indent=4)
print(f"Successfully written to {GITHUB_STATS_FILENAME}, removing {GITHUB_STATS_CACHE_FILENAME}.") print(f"Successfully written to {GITHUB_STATS_FILENAME}, removing {GITHUB_STATS_CACHE_FILENAME}.")
try: try:
os.remove(GITHUB_STATS_CACHE_FILENAME) # This cache file is just for avoiding failure of GitHub API fetch, so it is safe to remove. os.remove(GITHUB_STATS_CACHE_FILENAME) # This cache file is just for avoiding failure of GitHub API fetch, so it is safe to remove.