wangbo/ComfyUI-Manager
1
0
Fork 0
mirror of https://github.com/Comfy-Org/ComfyUI-Manager.git synced 2025-12-16 10:02:28 +08:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

improve: scanner.py - parallel downalod

Browse Source 
update DB
This commit is contained in:
Dr.Lt.Data 2023-11-06 23:16:00 +09:00
parent e532dbca00
commit 06286426c0
5 changed files with 21 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
custom-node-list.json
View File

@ -1606,14 +1606,14 @@
"description": "Nodes:TC_EqualizeCLAHE, TC_SizeApproximation, TC_ImageResize, TC_ImageScale, TC_ColorFill." "description": "Nodes:TC_EqualizeCLAHE, TC_SizeApproximation, TC_ImageResize, TC_ImageScale, TC_ColorFill."
}, },
{ {
"author": "TeaCrab", "author": "nagolinc",
"title": "ComfyUI-TeaNodes", "title": "ComfyUI_FastVAEDecorder_SDXL",
"reference": "https://github.com/nagolinc/ComfyUI_FastVAEDecorder_SDXL", "reference": "https://github.com/nagolinc/ComfyUI_FastVAEDecorder_SDXL",
"files": [ "files": [
"https://github.com/nagolinc/ComfyUI_FastVAEDecorder_SDXL" "https://github.com/nagolinc/ComfyUI_FastVAEDecorder_SDXL"
], ],
"install_type": "git-clone", "install_type": "git-clone",
"description": "Nodes:FastLatentToImage" "description": "Based off of: <a href='https://github.com/Birch-san/diffusers-play/tree/main/approx_vae'>Birch-san/diffusers-play/approx_vae</a>. This ComfyUI node allows you to quickly preview SDXL 1.0 latents."
}, },
{ {
"author": "bradsec", "author": "bradsec",

2
extension-node-map.json
View File

@ -3351,7 +3351,7 @@
"FastLatentToImage" "FastLatentToImage"
], ],
{ {
"title_aux": "ComfyUI-TeaNodes" "title_aux": "ComfyUI_FastVAEDecorder_SDXL"
} }
], ],
"https://github.com/nicolai256/comfyUI_Nodes_nicolai256/raw/main/yugioh-presets.py": [ "https://github.com/nicolai256/comfyUI_Nodes_nicolai256/raw/main/yugioh-presets.py": [

10
node_db/new/custom-node-list.json
View File

@ -1,5 +1,15 @@
{ {
"custom_nodes": [ "custom_nodes": [
{
"author": "nagolinc",
"title": "ComfyUI_FastVAEDecorder_SDXL",
"reference": "https://github.com/nagolinc/ComfyUI_FastVAEDecorder_SDXL",
"files": [
"https://github.com/nagolinc/ComfyUI_FastVAEDecorder_SDXL"
],
"install_type": "git-clone",
"description": "Based off of: <a href='https://github.com/Birch-san/diffusers-play/tree/main/approx_vae'>Birch-san/diffusers-play/approx_vae</a>. This ComfyUI node allows you to quickly preview SDXL 1.0 latents."
},
{ {
"author": "jags111", "author": "jags111",
"title": "ComfyUI_Jags_VectorMagic", "title": "ComfyUI_Jags_VectorMagic",

2
node_db/new/extension-node-map.json
View File

@ -3351,7 +3351,7 @@
"FastLatentToImage" "FastLatentToImage"
], ],
{ {
"title_aux": "ComfyUI-TeaNodes" "title_aux": "ComfyUI_FastVAEDecorder_SDXL"
} }
], ],
"https://github.com/nicolai256/comfyUI_Nodes_nicolai256/raw/main/yugioh-presets.py": [ "https://github.com/nicolai256/comfyUI_Nodes_nicolai256/raw/main/yugioh-presets.py": [

9
scanner.py
View File

@ -171,14 +171,14 @@ def update_custom_nodes():
node_info[name] = (url, title) node_info[name] = (url, title)
clone_or_pull_git_repository(url) clone_or_pull_git_repository(url)
max_threads = 10 with concurrent.futures.ThreadPoolExecutor(10) as executor:
with concurrent.futures.ThreadPoolExecutor(max_threads) as executor:
for url, title in git_url_titles: for url, title in git_url_titles:
executor.submit(process_git_url_title, url, title) executor.submit(process_git_url_title, url, title)
py_url_titles = get_py_urls_from_json('custom-node-list.json') py_url_titles = get_py_urls_from_json('custom-node-list.json')
for url, title in py_url_titles: def download_and_store_info(url_title):
url, title = url_title
name = os.path.basename(url) name = os.path.basename(url)
if name.endswith(".py"): if name.endswith(".py"):
node_info[name] = (url, title) node_info[name] = (url, title)
@ -187,6 +187,9 @@ def update_custom_nodes():
download_url(url, ".tmp") download_url(url, ".tmp")
except: except:
print(f"[ERROR] Cannot download '{url}'") print(f"[ERROR] Cannot download '{url}'")
with concurrent.futures.ThreadPoolExecutor(10) as executor:
executor.map(download_and_store_info, py_url_titles)
return node_info return node_info