ComfyUI/cfz/wan-text-to-video.json
2025-06-09 15:35:39 +03:00

1185 lines
25 KiB
JSON
Raw Blame History

This file contains ambiguous Unicode characters

This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

{
"id": "fadfb2f6-c9c1-4141-86c2-31f0786f0b07",
"revision": 0,
"last_node_id": 70,
"last_link_id": 124,
"nodes": [
{
"id": 7,
"type": "CLIPTextEncode",
"pos": [
298.78570556640625,
363.6191101074219
],
"size": [
439.5548095703125,
139.36203002929688
],
"flags": {
"collapsed": true
},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 75
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"slot_index": 0,
"links": [
52
]
}
],
"title": "CLIP Text Encode (Negative Prompt)",
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.39",
"Node name for S&R": "CLIPTextEncode",
"widget_ue_connectable": {}
},
"widgets_values": [
"色调艳丽过曝静态细节模糊不清字幕风格作品画作画面静止整体发灰最差质量低质量JPEG压缩残留丑陋的残缺的多余的手指画得不好的手部画得不好的脸部畸形的毁容的形态畸形的肢体手指融合静止不动的画面杂乱的背景三条腿背景人很多倒着走"
],
"color": "#322",
"bgcolor": "#533",
"shape": 1
},
{
"id": 39,
"type": "VAELoader",
"pos": [
-141.51239013671875,
182.01220703125
],
"size": [
311.5238037109375,
58
],
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "VAE",
"type": "VAE",
"slot_index": 0,
"links": [
101,
116
]
}
],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.39",
"Node name for S&R": "VAELoader",
"widget_ue_connectable": {}
},
"widgets_values": [
"wan_2.1_vae.safetensors"
],
"color": "#233",
"bgcolor": "#355",
"shape": 1
},
{
"id": 38,
"type": "CLIPLoader",
"pos": [
-139.50497436523438,
24.472660064697266
],
"size": [
328.97320556640625,
106
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "CLIP",
"type": "CLIP",
"slot_index": 0,
"links": [
74,
75
]
}
],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.39",
"Node name for S&R": "CLIPLoader",
"widget_ue_connectable": {}
},
"widgets_values": [
"wan\\umt5_xxl_fp8_e4m3fn_scaled.safetensors",
"wan",
"cpu"
],
"color": "#233",
"bgcolor": "#355",
"shape": 1
},
{
"id": 64,
"type": "UNETLoader",
"pos": [
-144.2886505126953,
-110.60320281982422
],
"size": [
341.6636657714844,
82
],
"flags": {},
"order": 2,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
120
]
}
],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.40",
"Node name for S&R": "UNETLoader",
"widget_ue_connectable": {}
},
"widgets_values": [
"wan\\WanT2V_MasterModel.safetensors",
"fp8_e4m3fn"
],
"color": "#233",
"bgcolor": "#355",
"shape": 1
},
{
"id": 49,
"type": "LoaderGGUF",
"pos": [
-146.75262451171875,
-232.01126098632812
],
"size": [
290.62200927734375,
58
],
"flags": {},
"order": 3,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": []
}
],
"properties": {
"cnr_id": "gguf",
"ver": "2.1.1",
"Node name for S&R": "LoaderGGUF",
"widget_ue_connectable": {}
},
"widgets_values": [
"wan\\wan2.1-t2v-14b-Q4_K_M.gguf"
],
"color": "#233",
"bgcolor": "#355",
"shape": 1
},
{
"id": 66,
"type": "Note",
"pos": [
341.1225280761719,
455.7093811035156
],
"size": [
554.0267333984375,
336.017822265625
],
"flags": {},
"order": 4,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {
"widget_ue_connectable": {}
},
"widgets_values": [
"GENERAL NOTES : \n\n*** after the first run , the cudnn toggle at the end disables cudnn, overall it is better for vae decoding but know that until next time you restart comfyui or enable the first cudnn toggle after model which enables cudnn , cudnn would stay disabled -only useful in a number of nodes anyway-\n\n\n*** frame-interpolation works great (https://github.com/Fannovel16/ComfyUI-Frame-Interpolation) , at my settings it doubles the framerate and plays it at 30 fps /wan by default produces videos at 16fps so it kinda works.\n\n*** have a clean-vram-used node after vae-decoding , good for memory overflowing from previous run. it was from comfyui-easy-use nodepack but there are other similar solutions in other packs.\n\n*** vae decode tiled is for backup purposes, and a tip always generate with fixed seed so that you can try with tiled vae or change the frame interpolation as you like without regenerating again.\n\n\n\n"
],
"color": "#2a363b",
"bgcolor": "#3f5159",
"shape": 1
},
{
"id": 68,
"type": "Note",
"pos": [
245.94351196289062,
-524.6298217773438
],
"size": [
266.9047546386719,
199.59521484375
],
"flags": {},
"order": 5,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {
"widget_ue_connectable": {}
},
"widgets_values": [
"sage-attention sometimes works, sometimes doesn't :/ it certainly helps with speed though. this is from kijai's node pack. you can delete it and try starting comfy with --use-sage-attention which enables sa always , but if you get black or garbled output don't use it."
],
"color": "#323",
"bgcolor": "#535"
},
{
"id": 52,
"type": "VAEDecodeTiled",
"pos": [
975.27978515625,
310.5162658691406
],
"size": [
210,
150
],
"flags": {
"collapsed": true
},
"order": 17,
"mode": 4,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 107
},
{
"name": "vae",
"type": "VAE",
"link": 101
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": []
}
],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.34",
"Node name for S&R": "VAEDecodeTiled",
"widget_ue_connectable": {}
},
"widgets_values": [
384,
64,
64,
8
],
"shape": 1
},
{
"id": 62,
"type": "PathchSageAttentionKJ",
"pos": [
298.1212158203125,
-274.2027587890625
],
"size": [
210,
58
],
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 120
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
114
]
}
],
"properties": {
"cnr_id": "comfyui-kjnodes",
"ver": "1.1.0",
"Node name for S&R": "PathchSageAttentionKJ",
"widget_ue_connectable": {}
},
"widgets_values": [
"disabled"
],
"color": "#323",
"bgcolor": "#535",
"shape": 1
},
{
"id": 56,
"type": "CUDNNToggleAutoPassthrough",
"pos": [
586.3629150390625,
-262.34637451171875
],
"size": [
210,
138
],
"flags": {},
"order": 13,
"mode": 4,
"inputs": [
{
"name": "model",
"shape": 7,
"type": "MODEL",
"link": 114
},
{
"name": "conditioning",
"shape": 7,
"type": "CONDITIONING",
"link": null
},
{
"name": "latent",
"shape": 7,
"type": "LATENT",
"link": null
},
{
"name": "audio",
"shape": 7,
"type": "AUDIO",
"link": null
},
{
"name": "image",
"shape": 7,
"type": "IMAGE",
"link": null
}
],
"outputs": [
{
"name": "model",
"type": "MODEL",
"links": [
119
]
},
{
"name": "conditioning",
"type": "CONDITIONING",
"links": null
},
{
"name": "latent",
"type": "LATENT",
"links": []
},
{
"name": "audio",
"type": "AUDIO",
"links": null
},
{
"name": "image",
"type": "IMAGE",
"links": null
}
],
"properties": {
"Node name for S&R": "CUDNNToggleAutoPassthrough",
"widget_ue_connectable": {}
},
"widgets_values": [
true
],
"color": "#322",
"bgcolor": "#533",
"shape": 1
},
{
"id": 69,
"type": "Note",
"pos": [
590.4136352539062,
-429.21014404296875
],
"size": [
282.7678527832031,
112.34820556640625
],
"flags": {},
"order": 6,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {
"widget_ue_connectable": {}
},
"widgets_values": [
"you can enable this if you want to use cudnn while generating, doesn't effect much though. you can delete or keep it bypassed like this."
],
"color": "#322",
"bgcolor": "#533"
},
{
"id": 3,
"type": "KSampler",
"pos": [
880.4493408203125,
-16.047531127929688
],
"size": [
254.697265625,
262
],
"flags": {},
"order": 15,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 95
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 46
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 52
},
{
"name": "latent_image",
"type": "LATENT",
"link": 91
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"slot_index": 0,
"links": [
106
]
}
],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.39",
"Node name for S&R": "KSampler",
"widget_ue_connectable": {}
},
"widgets_values": [
98782555705765,
"fixed",
8,
1,
"uni_pc",
"normal",
1
],
"shape": 1
},
{
"id": 48,
"type": "ModelSamplingSD3",
"pos": [
885.1832885742188,
-139.96681213378906
],
"size": [
210,
58
],
"flags": {},
"order": 14,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 119
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"slot_index": 0,
"links": [
95
]
}
],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.39",
"Node name for S&R": "ModelSamplingSD3",
"widget_ue_connectable": {}
},
"widgets_values": [
8
],
"shape": 1
},
{
"id": 55,
"type": "CUDNNToggleAutoPassthrough",
"pos": [
1160.6541748046875,
122.92513275146484
],
"size": [
210,
138
],
"flags": {},
"order": 16,
"mode": 0,
"inputs": [
{
"name": "model",
"shape": 7,
"type": "MODEL",
"link": null
},
{
"name": "conditioning",
"shape": 7,
"type": "CONDITIONING",
"link": null
},
{
"name": "latent",
"shape": 7,
"type": "LATENT",
"link": 106
},
{
"name": "audio",
"shape": 7,
"type": "AUDIO",
"link": null
},
{
"name": "image",
"shape": 7,
"type": "IMAGE",
"link": null
}
],
"outputs": [
{
"name": "model",
"type": "MODEL",
"links": []
},
{
"name": "conditioning",
"type": "CONDITIONING",
"links": null
},
{
"name": "latent",
"type": "LATENT",
"links": [
107,
115
]
},
{
"name": "audio",
"type": "AUDIO",
"links": null
},
{
"name": "image",
"type": "IMAGE",
"links": null
}
],
"properties": {
"Node name for S&R": "CUDNNToggleAutoPassthrough",
"widget_ue_connectable": {}
},
"widgets_values": [
false
],
"shape": 1
},
{
"id": 54,
"type": "RIFE VFI",
"pos": [
1402.8748779296875,
101.9754638671875
],
"size": [
289.6578063964844,
198
],
"flags": {
"collapsed": false
},
"order": 19,
"mode": 0,
"inputs": [
{
"name": "frames",
"type": "IMAGE",
"link": 117
},
{
"name": "optional_interpolation_states",
"shape": 7,
"type": "INTERPOLATION_STATES",
"link": null
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
123
]
}
],
"properties": {
"cnr_id": "comfyui-frame-interpolation",
"ver": "7578205bd810cf96257b2e32d534b4513892af37",
"Node name for S&R": "RIFE VFI",
"widget_ue_connectable": {},
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65
},
"widgets_values": [
"rife47.pth",
10,
2,
false,
false,
1
],
"shape": 1
},
{
"id": 53,
"type": "VHS_VideoCombine",
"pos": [
1748.0498046875,
-63.105796813964844
],
"size": [
214.7587890625,
94
],
"flags": {
"collapsed": true
},
"order": 21,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 123
},
{
"name": "audio",
"shape": 7,
"type": "AUDIO",
"link": null
},
{
"name": "meta_batch",
"shape": 7,
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"shape": 7,
"type": "VAE",
"link": null
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null
}
],
"properties": {
"cnr_id": "comfyui-videohelpersuite",
"ver": "1.6.1",
"Node name for S&R": "VHS_VideoCombine",
"widget_ue_connectable": {}
},
"widgets_values": {
"frame_rate": 30,
"loop_count": 0,
"filename_prefix": "video\\wan",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"trim_to_audio": false,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "wan_00062.mp4",
"subfolder": "video",
"type": "output",
"format": "video/h264-mp4",
"frame_rate": 30,
"workflow": "wan_00062.png",
"fullpath": "D:\\sd\\ComfyUI-Zluda\\output\\video\\wan_00062.mp4"
}
}
},
"shape": 1
},
{
"id": 40,
"type": "EmptyHunyuanLatentVideo",
"pos": [
-11.413797378540039,
313.84246826171875
],
"size": [
210.09432983398438,
130
],
"flags": {},
"order": 7,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"slot_index": 0,
"links": [
91
]
}
],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.39",
"Node name for S&R": "EmptyHunyuanLatentVideo",
"widget_ue_connectable": {}
},
"widgets_values": [
192,
256,
33,
1
],
"color": "#432",
"bgcolor": "#653",
"shape": 1
},
{
"id": 70,
"type": "Note",
"pos": [
-517.0712280273438,
-237.5079345703125
],
"size": [
328.97320556640625,
377.2618713378906
],
"flags": {},
"order": 8,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {
"widget_ue_connectable": {}
},
"widgets_values": [
"model is very good, has two accelerator loras a few other merged, can give acceptable gens starting from 8 steps / you can try lower.\n\nmodel :\n\nhttps://huggingface.co/vrgamedevgirl84/Wan14BT2V_MasterModel\n\nclip : default clip from comfyui. \n\nyou can also try gguf's of this model but I don't think it would do better speedwise. \n\nhttps://huggingface.co/lym00/Wan14BT2V_MoviiGen_AccVid_CausVid_MasterModel_GGUF/tree/main"
],
"color": "#233",
"bgcolor": "#355",
"shape": 1
},
{
"id": 6,
"type": "CLIPTextEncode",
"pos": [
288.0953063964844,
-66.2231674194336
],
"size": [
529.1277465820312,
380.0511169433594
],
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 74
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"slot_index": 0,
"links": [
46
]
}
],
"title": "CLIP Text Encode (Positive Prompt)",
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.39",
"Node name for S&R": "CLIPTextEncode",
"widget_ue_connectable": {}
},
"widgets_values": [
"Drone camera captures a golden sand cloud fills the entire scene on a darkened beach. Within the swirling dust, the word \"comfyui\" slowly forms, floating mid-air in elegant sand particles. The letters shimmer briefly and begin to dissolve, crumbling grain by grain into a drifting spiral of sand.As the sand spreads and swirls downward, it begins to build a majestic sandcastle. Towers rise, arches take shape, and the sand elegantly forms detailed walls and turrets — all constructed naturally as if shaped by wind and time. A blue fireworks shoots from the ground to the sky, brightening the area with blue light. The final frame reveals a complete, photorealistic sandcastle glowing in warm sunlight.the animation ends in a clean, steady freeze frame on the finished castle."
],
"color": "#232",
"bgcolor": "#353",
"shape": 1
},
{
"id": 67,
"type": "Note",
"pos": [
-115.73504638671875,
489.02178955078125
],
"size": [
416.0177917480469,
356.63983154296875
],
"flags": {},
"order": 9,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {
"widget_ue_connectable": {}
},
"widgets_values": [
"*** these resolutions work aka do not produce black output. (TRY OTHERS)\n192x256 \n240x320\n368x480\n368x512\n384x512\n480x720\n576x720\n... \n\n*** start from lowest resolution with 33 frames, go higher from that. Too high a frame count either produces black output or even if it works, model looses context and new things start to appear suddenly in the video. 49 is a sweet spot, with frame doubling that results in a 3+ second video. And it doesn't give oom or black output. After a certain point it won't fit into vram + system ram than it would start to be very slow. My advice start from the bottom with the same prompt of your choosing and keep raising the values."
],
"color": "#432",
"bgcolor": "#653",
"shape": 1
},
{
"id": 63,
"type": "VAEDecode",
"pos": [
1438.8502197265625,
-28.115020751953125
],
"size": [
140,
46
],
"flags": {},
"order": 18,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 115
},
{
"name": "vae",
"type": "VAE",
"link": 116
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
117,
124
]
}
],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.39",
"Node name for S&R": "VAEDecode",
"widget_ue_connectable": {}
},
"widgets_values": [],
"shape": 1
},
{
"id": 65,
"type": "easy cleanGpuUsed",
"pos": [
1508.6458740234375,
-172.4692840576172
],
"size": [
157.38925170898438,
26
],
"flags": {},
"order": 20,
"mode": 0,
"inputs": [
{
"name": "anything",
"type": "*",
"link": 124
}
],
"outputs": [
{
"name": "output",
"type": "*",
"links": []
}
],
"properties": {
"cnr_id": "comfyui-easy-use",
"ver": "1.3.0",
"Node name for S&R": "easy cleanGpuUsed",
"widget_ue_connectable": {}
},
"widgets_values": [],
"shape": 1
}
],
"links": [
[
46,
6,
0,
3,
1,
"CONDITIONING"
],
[
52,
7,
0,
3,
2,
"CONDITIONING"
],
[
74,
38,
0,
6,
0,
"CLIP"
],
[
75,
38,
0,
7,
0,
"CLIP"
],
[
91,
40,
0,
3,
3,
"LATENT"
],
[
95,
48,
0,
3,
0,
"MODEL"
],
[
101,
39,
0,
52,
1,
"VAE"
],
[
106,
3,
0,
55,
2,
"LATENT"
],
[
107,
55,
2,
52,
0,
"LATENT"
],
[
114,
62,
0,
56,
0,
"MODEL"
],
[
115,
55,
2,
63,
0,
"LATENT"
],
[
116,
39,
0,
63,
1,
"VAE"
],
[
117,
63,
0,
54,
0,
"IMAGE"
],
[
119,
56,
0,
48,
0,
"MODEL"
],
[
120,
64,
0,
62,
0,
"MODEL"
],
[
123,
54,
0,
53,
0,
"IMAGE"
],
[
124,
63,
0,
65,
0,
"*"
]
],
"groups": [
{
"id": 1,
"title": "models",
"bounding": [
-161.7382049560547,
-310.4780578613281,
366.84222412109375,
566.9969482421875
],
"color": "#3f789e",
"font_size": 24,
"flags": {}
}
],
"config": {},
"extra": {
"ds": {
"scale": 0.6303940863128734,
"offset": [
583.6963062380032,
691.1923907295376
]
},
"ue_links": [],
"links_added_by_ue": [],
"frontendVersion": "1.21.7",
"VHS_latentpreview": false,
"VHS_latentpreviewrate": 0,
"VHS_MetadataImage": true,
"VHS_KeepIntermediate": true
},
"version": 0.4
}