From 8fde03db1e30091ed2a3e0144597f87a09d00917 Mon Sep 17 00:00:00 2001 From: "Dr.Lt.Data" Date: Mon, 3 Jun 2024 22:16:03 +0900 Subject: [PATCH] update DB --- custom-node-list.json | 34 +++++++++++++++------- extension-node-map.json | 29 +++++++++++++++++++ github-stats.json | 8 +++++ node_db/dev/custom-node-list.json | 12 +------- node_db/new/custom-node-list.json | 45 +++++++++++++++-------------- node_db/new/extension-node-map.json | 29 +++++++++++++++++++ 6 files changed, 113 insertions(+), 44 deletions(-) diff --git a/custom-node-list.json b/custom-node-list.json index f898ee80..f56bb72e 100644 --- a/custom-node-list.json +++ b/custom-node-list.json @@ -8130,7 +8130,7 @@ { "author": "AIFSH", "title": "ComfyUI_V-Express", - "id": "v-express", + "id": "v-express-aifsh", "reference": "https://github.com/AIFSH/ComfyUI_V-Express", "files": [ "https://github.com/AIFSH/ComfyUI_V-Express" @@ -9846,6 +9846,28 @@ "install_type": "git-clone", "description": "Nodes:commonly_node." }, + { + "author": "tiankuan93", + "title": "V-Express: Conditional Dropout for Progressive Training of Portrait Video Generation", + "id": "v-express", + "reference": "https://github.com/tiankuan93/ComfyUI-V-Express", + "files": [ + "https://github.com/tiankuan93/ComfyUI-V-Express" + ], + "install_type": "git-clone", + "description": "[Original] In the field of portrait video generation, the use of single images to generate portrait videos has become increasingly prevalent. A common approach involves leveraging generative models to enhance adapters for controlled generation. However, control signals can vary in strength, including text, audio, image reference, pose, depth map, etc. Among these, weaker conditions often struggle to be effective due to interference from stronger conditions, posing a challenge in balancing these conditions. In our work on portrait video generation, we identified audio signals as particularly weak, often overshadowed by stronger signals such as pose and original image. However, direct training with weak signals often leads to difficulties in convergence. To address this, we propose V-Express, a simple method that balances different control signals through a series of progressive drop operations. Our method gradually enables effective control by weak conditions, thereby achieving generation capabilities that simultaneously take into account pose, input image, and audio.\nNOTE: You need to downdload [a/model_ckpts](https://huggingface.co/tk93/V-Express/tree/main) manually." + }, + { + "author": "CMonk", + "title": "Stable Projectorz Bridge", + "id": "projectorz", + "reference": "https://github.com/tianlang0704/ComfyUI-StableProjectorzBridge", + "files": [ + "https://github.com/tianlang0704/ComfyUI-StableProjectorzBridge" + ], + "install_type": "git-clone", + "description": "This custom nodes enables Stable Projectorz to work with ComfyUI Directly." + }, @@ -10244,16 +10266,6 @@ ], "install_type": "unzip", "description": "This is a node to convert an image into a CMYK Halftone dot image." - }, - { - "author": "CMonk", - "title": "Stable Projectorz Bridge", - "reference": "https://github.com/tianlang0704/ComfyUI-StableProjectorzBridge", - "files": [ - "https://github.com/tianlang0704/ComfyUI-StableProjectorzBridge" - ], - "install_type": "git-clone", - "description": "This custom nodes enables Stable Projectorz to work with ComfyUI Directly." } ] } diff --git a/extension-node-map.json b/extension-node-map.json index 568b594d..1113d51c 100644 --- a/extension-node-map.json +++ b/extension-node-map.json @@ -10898,6 +10898,7 @@ "ChangeLatentBatchSize //Inspire", "CheckpointLoaderSimpleShared //Inspire", "ColorMapToMasks //Inspire", + "ColorMaskToDepthMask //Inspire", "Color_Preprocessor_Provider_for_SEGS //Inspire", "ConcatConditioningsWithMultiplier //Inspire", "ConditioningStretch //Inspire", @@ -13093,6 +13094,34 @@ "title_aux": "ComfyUI Stable Video Diffusion" } ], + "https://github.com/tiankuan93/ComfyUI-V-Express": [ + [ + "INTConstant", + "Load_Audio_Path", + "Load_Audio_Path_From_Video", + "Load_Image_Path", + "Load_Kps_Path", + "Load_Kps_Path_From_Video", + "Load_Video_Path", + "Preview_Video", + "StringConstant", + "V_Express_Loader", + "V_Express_Sampler" + ], + { + "title_aux": "V-Express: Conditional Dropout for Progressive Training of Portrait Video Generation" + } + ], + "https://github.com/tianlang0704/ComfyUI-StableProjectorzBridge": [ + [ + "ProjectorzControlnetInput", + "ProjectorzInitInput", + "ProjectorzOutput" + ], + { + "title_aux": "Stable Projectorz Bridge" + } + ], "https://github.com/time-river/ComfyUI-CLIPSeg/raw/main/custom_nodes/clipseg.py": [ [ "CLIPSeg", diff --git a/github-stats.json b/github-stats.json index 718cb501..6663ef2d 100644 --- a/github-stats.json +++ b/github-stats.json @@ -3359,6 +3359,14 @@ "stars": 274, "last_update": "2024-05-24 22:14:42" }, + "https://github.com/tiankuan93/ComfyUI-V-Express": { + "stars": 0, + "last_update": "2024-06-03 12:28:09" + }, + "https://github.com/tianlang0704/ComfyUI-StableProjectorzBridge": { + "stars": 0, + "last_update": "2024-06-03 12:25:46" + }, "https://github.com/tmagara/ComfyUI-Prediction-Boost": { "stars": 0, "last_update": "2024-05-29 23:30:04" diff --git a/node_db/dev/custom-node-list.json b/node_db/dev/custom-node-list.json index c9c63ca1..02bd1277 100644 --- a/node_db/dev/custom-node-list.json +++ b/node_db/dev/custom-node-list.json @@ -9,17 +9,7 @@ "description": "If you see this message, your ComfyUI-Manager is outdated.\nDev channel provides only the list of the developing nodes. If you want to find the complete node list, please go to the Default channel." }, - { - "author": "tianlang0704", - "title": "ComfyUI-StableProjectorzBridge", - "id": "projectorz", - "reference": "https://github.com/tianlang0704/ComfyUI-StableProjectorzBridge", - "files": [ - "https://github.com/tianlang0704/ComfyUI-StableProjectorzBridge" - ], - "install_type": "git-clone", - "description": "Nodes:ProjectorzInitInput, ProjectorzControlnetInput, ProjectorzOutput" - }, + { "author": "StartHua", "title": "Comfyui_CXH_CRM", diff --git a/node_db/new/custom-node-list.json b/node_db/new/custom-node-list.json index 75f319c1..36a905c1 100644 --- a/node_db/new/custom-node-list.json +++ b/node_db/new/custom-node-list.json @@ -12,6 +12,29 @@ + + { + "author": "tiankuan93", + "title": "V-Express: Conditional Dropout for Progressive Training of Portrait Video Generation", + "id": "v-express", + "reference": "https://github.com/tiankuan93/ComfyUI-V-Express", + "files": [ + "https://github.com/tiankuan93/ComfyUI-V-Express" + ], + "install_type": "git-clone", + "description": "[Original] In the field of portrait video generation, the use of single images to generate portrait videos has become increasingly prevalent. A common approach involves leveraging generative models to enhance adapters for controlled generation. However, control signals can vary in strength, including text, audio, image reference, pose, depth map, etc. Among these, weaker conditions often struggle to be effective due to interference from stronger conditions, posing a challenge in balancing these conditions. In our work on portrait video generation, we identified audio signals as particularly weak, often overshadowed by stronger signals such as pose and original image. However, direct training with weak signals often leads to difficulties in convergence. To address this, we propose V-Express, a simple method that balances different control signals through a series of progressive drop operations. Our method gradually enables effective control by weak conditions, thereby achieving generation capabilities that simultaneously take into account pose, input image, and audio.\nNOTE: You need to downdload [a/model_ckpts](https://huggingface.co/tk93/V-Express/tree/main) manually." + }, + { + "author": "CMonk", + "title": "Stable Projectorz Bridge", + "id": "projectorz", + "reference": "https://github.com/tianlang0704/ComfyUI-StableProjectorzBridge", + "files": [ + "https://github.com/tianlang0704/ComfyUI-StableProjectorzBridge" + ], + "install_type": "git-clone", + "description": "This custom nodes enables Stable Projectorz to work with ComfyUI Directly." + }, { "author": "comfyanonymous", "title": "TensorRT Node for ComfyUI", @@ -669,28 +692,6 @@ ], "install_type": "git-clone", "description": "Nodes:Image cropping tool" - }, - { - "author": "AIFSH", - "title": "ComfyUI-Live2DViewer", - "reference": "https://github.com/AIFSH/ComfyUI-Live2DViewer", - "id": "live2dviewer", - "files": [ - "https://github.com/AIFSH/ComfyUI-Live2DViewer" - ], - "install_type": "git-clone", - "description": "a comfyui node for viewing Live2D model" - }, - { - "author": "daniabib", - "title": "ComfyUI ProPainter Nodes", - "id": "propainter", - "reference": "https://github.com/daniabib/ComfyUI_ProPainter_Nodes", - "files": [ - "https://github.com/daniabib/ComfyUI_ProPainter_Nodes" - ], - "install_type": "git-clone", - "description": "ComfyUI custom node implementation of [a/ProPainter](https://github.com/sczhou/ProPainter) framework for video inpainting." } ] } diff --git a/node_db/new/extension-node-map.json b/node_db/new/extension-node-map.json index 568b594d..1113d51c 100644 --- a/node_db/new/extension-node-map.json +++ b/node_db/new/extension-node-map.json @@ -10898,6 +10898,7 @@ "ChangeLatentBatchSize //Inspire", "CheckpointLoaderSimpleShared //Inspire", "ColorMapToMasks //Inspire", + "ColorMaskToDepthMask //Inspire", "Color_Preprocessor_Provider_for_SEGS //Inspire", "ConcatConditioningsWithMultiplier //Inspire", "ConditioningStretch //Inspire", @@ -13093,6 +13094,34 @@ "title_aux": "ComfyUI Stable Video Diffusion" } ], + "https://github.com/tiankuan93/ComfyUI-V-Express": [ + [ + "INTConstant", + "Load_Audio_Path", + "Load_Audio_Path_From_Video", + "Load_Image_Path", + "Load_Kps_Path", + "Load_Kps_Path_From_Video", + "Load_Video_Path", + "Preview_Video", + "StringConstant", + "V_Express_Loader", + "V_Express_Sampler" + ], + { + "title_aux": "V-Express: Conditional Dropout for Progressive Training of Portrait Video Generation" + } + ], + "https://github.com/tianlang0704/ComfyUI-StableProjectorzBridge": [ + [ + "ProjectorzControlnetInput", + "ProjectorzInitInput", + "ProjectorzOutput" + ], + { + "title_aux": "Stable Projectorz Bridge" + } + ], "https://github.com/time-river/ComfyUI-CLIPSeg/raw/main/custom_nodes/clipseg.py": [ [ "CLIPSeg",