improve: scanner.py - parallel downalod

update DB
This commit is contained in:
Dr.Lt.Data 2023-11-06 23:16:00 +09:00
parent e532dbca00
commit 06286426c0
5 changed files with 21 additions and 8 deletions

View File

@ -1606,14 +1606,14 @@
"description": "Nodes:TC_EqualizeCLAHE, TC_SizeApproximation, TC_ImageResize, TC_ImageScale, TC_ColorFill."
},
{
"author": "TeaCrab",
"title": "ComfyUI-TeaNodes",
"author": "nagolinc",
"title": "ComfyUI_FastVAEDecorder_SDXL",
"reference": "https://github.com/nagolinc/ComfyUI_FastVAEDecorder_SDXL",
"files": [
"https://github.com/nagolinc/ComfyUI_FastVAEDecorder_SDXL"
],
"install_type": "git-clone",
"description": "Nodes:FastLatentToImage"
"description": "Based off of: <a href='https://github.com/Birch-san/diffusers-play/tree/main/approx_vae'>Birch-san/diffusers-play/approx_vae</a>. This ComfyUI node allows you to quickly preview SDXL 1.0 latents."
},
{
"author": "bradsec",

View File

@ -3351,7 +3351,7 @@
"FastLatentToImage"
],
{
"title_aux": "ComfyUI-TeaNodes"
"title_aux": "ComfyUI_FastVAEDecorder_SDXL"
}
],
"https://github.com/nicolai256/comfyUI_Nodes_nicolai256/raw/main/yugioh-presets.py": [

View File

@ -1,5 +1,15 @@
{
"custom_nodes": [
{
"author": "nagolinc",
"title": "ComfyUI_FastVAEDecorder_SDXL",
"reference": "https://github.com/nagolinc/ComfyUI_FastVAEDecorder_SDXL",
"files": [
"https://github.com/nagolinc/ComfyUI_FastVAEDecorder_SDXL"
],
"install_type": "git-clone",
"description": "Based off of: <a href='https://github.com/Birch-san/diffusers-play/tree/main/approx_vae'>Birch-san/diffusers-play/approx_vae</a>. This ComfyUI node allows you to quickly preview SDXL 1.0 latents."
},
{
"author": "jags111",
"title": "ComfyUI_Jags_VectorMagic",

View File

@ -3351,7 +3351,7 @@
"FastLatentToImage"
],
{
"title_aux": "ComfyUI-TeaNodes"
"title_aux": "ComfyUI_FastVAEDecorder_SDXL"
}
],
"https://github.com/nicolai256/comfyUI_Nodes_nicolai256/raw/main/yugioh-presets.py": [

View File

@ -171,14 +171,14 @@ def update_custom_nodes():
node_info[name] = (url, title)
clone_or_pull_git_repository(url)
max_threads = 10
with concurrent.futures.ThreadPoolExecutor(max_threads) as executor:
with concurrent.futures.ThreadPoolExecutor(10) as executor:
for url, title in git_url_titles:
executor.submit(process_git_url_title, url, title)
py_url_titles = get_py_urls_from_json('custom-node-list.json')
for url, title in py_url_titles:
def download_and_store_info(url_title):
url, title = url_title
name = os.path.basename(url)
if name.endswith(".py"):
node_info[name] = (url, title)
@ -187,6 +187,9 @@ def update_custom_nodes():
download_url(url, ".tmp")
except:
print(f"[ERROR] Cannot download '{url}'")
with concurrent.futures.ThreadPoolExecutor(10) as executor:
executor.map(download_and_store_info, py_url_titles)
return node_info