ComfyUI/cfz/workflows/wan-t2v-selfforcing.json
2025-09-02 17:59:09 +03:00

1059 lines
21 KiB
JSON

{
"id": "278fe23f-843e-4769-92ca-3a44713f28bf",
"revision": 0,
"last_node_id": 76,
"last_link_id": 150,
"nodes": [
{
"id": 67,
"type": "CUDNNToggleAutoPassthrough",
"pos": [
425.2909240722656,
155.48306274414062
],
"size": [
270,
138
],
"flags": {
"collapsed": true
},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "model",
"shape": 7,
"type": "MODEL",
"link": null
},
{
"name": "conditioning",
"shape": 7,
"type": "CONDITIONING",
"link": null
},
{
"name": "latent",
"shape": 7,
"type": "LATENT",
"link": 130
},
{
"name": "audio",
"shape": 7,
"type": "AUDIO",
"link": null
},
{
"name": "image",
"shape": 7,
"type": "IMAGE",
"link": null
}
],
"outputs": [
{
"name": "model",
"type": "MODEL",
"links": []
},
{
"name": "conditioning",
"type": "CONDITIONING",
"links": null
},
{
"name": "latent",
"type": "LATENT",
"links": [
131
]
},
{
"name": "audio",
"type": "AUDIO",
"links": null
},
{
"name": "image",
"type": "IMAGE",
"links": null
}
],
"properties": {
"Node name for S&R": "CUDNNToggleAutoPassthrough",
"widget_ue_connectable": {}
},
"widgets_values": [
false
],
"color": "#322",
"bgcolor": "#533",
"shape": 1
},
{
"id": 8,
"type": "VAEDecode",
"pos": [
461.2257995605469,
220.65036010742188
],
"size": [
140,
46
],
"flags": {
"collapsed": false
},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 131
},
{
"name": "vae",
"type": "VAE",
"link": 150
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"slot_index": 0,
"links": [
119,
128
]
}
],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.34",
"Node name for S&R": "VAEDecode",
"widget_ue_connectable": {}
},
"widgets_values": [],
"color": "#322",
"bgcolor": "#533",
"shape": 1
},
{
"id": 66,
"type": "RIFE VFI",
"pos": [
465.32806396484375,
338.5156555175781
],
"size": [
289.6578063964844,
198
],
"flags": {
"collapsed": true
},
"order": 15,
"mode": 0,
"inputs": [
{
"name": "frames",
"type": "IMAGE",
"link": 128
},
{
"name": "optional_interpolation_states",
"shape": 7,
"type": "INTERPOLATION_STATES",
"link": null
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
129
]
}
],
"title": "RIFE",
"properties": {
"cnr_id": "comfyui-frame-interpolation",
"ver": "a969c01dbccd9e5510641be04eb51fe93f6bfc3d",
"Node name for S&R": "RIFE VFI",
"widget_ue_connectable": {}
},
"widgets_values": [
"rife47.pth",
50,
2,
true,
true,
1
],
"color": "#322",
"bgcolor": "#533",
"shape": 1
},
{
"id": 49,
"type": "VHS_VideoCombine",
"pos": [
652.2017211914062,
-72.46044921875
],
"size": [
231.64785766601562,
446.1045227050781
],
"flags": {
"collapsed": false
},
"order": 16,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 129
},
{
"name": "audio",
"shape": 7,
"type": "AUDIO",
"link": null
},
{
"name": "meta_batch",
"shape": 7,
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"shape": 7,
"type": "VAE",
"link": null
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null
}
],
"properties": {
"cnr_id": "comfyui-videohelpersuite",
"ver": "a7ce59e381934733bfae03b1be029756d6ce936d",
"Node name for S&R": "VHS_VideoCombine",
"widget_ue_connectable": {}
},
"widgets_values": {
"frame_rate": 30,
"loop_count": 0,
"filename_prefix": "video\\wan-t2v-selfforcing-",
"format": "video/h265-mp4",
"pix_fmt": "yuv420p10le",
"crf": 17,
"save_metadata": true,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "wan-t2v-selfforcing-_00058.mp4",
"subfolder": "video",
"type": "output",
"format": "video/h265-mp4",
"frame_rate": 30,
"workflow": "wan-t2v-selfforcing-_00058.png",
"fullpath": "D:\\sd\\ComfyUI-Zluda\\output\\video\\wan-t2v-selfforcing-_00058.mp4"
}
}
},
"color": "#322",
"bgcolor": "#533",
"shape": 1
},
{
"id": 51,
"type": "CLIPTextEncode",
"pos": [
-274.7291259765625,
424.1614685058594
],
"size": [
350,
90
],
"flags": {
"collapsed": true
},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 102
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
97
]
}
],
"title": "CLIP Text Encode (Leave empty)",
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.34",
"Node name for S&R": "CLIPTextEncode",
"widget_ue_connectable": {}
},
"widgets_values": [
""
],
"color": "#322",
"bgcolor": "#533",
"shape": 1
},
{
"id": 62,
"type": "easy cleanGpuUsed",
"pos": [
443.9349670410156,
391.43402099609375
],
"size": [
157.38925170898438,
26
],
"flags": {
"collapsed": true
},
"order": 14,
"mode": 0,
"inputs": [
{
"name": "anything",
"type": "*",
"link": 119
}
],
"outputs": [
{
"name": "output",
"type": "*",
"links": null
}
],
"properties": {
"cnr_id": "comfyui-easy-use",
"ver": "1.3.0",
"Node name for S&R": "easy cleanGpuUsed",
"widget_ue_connectable": {}
},
"widgets_values": [],
"color": "#322",
"bgcolor": "#533",
"shape": 1
},
{
"id": 37,
"type": "UNETLoader",
"pos": [
-676.6889038085938,
-81.46795654296875
],
"size": [
298.94915771484375,
82
],
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"slot_index": 0,
"links": [
127
]
}
],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.34",
"Node name for S&R": "UNETLoader",
"widget_ue_connectable": {}
},
"widgets_values": [
"wan\\self_forcing_dmd.pt",
"default"
],
"color": "#322",
"bgcolor": "#533",
"shape": 1
},
{
"id": 38,
"type": "CLIPLoader",
"pos": [
-671.0593872070312,
46.28026580810547
],
"size": [
291.0675964355469,
109.37781524658203
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "CLIP",
"type": "CLIP",
"slot_index": 0,
"links": [
101
]
}
],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.34",
"Node name for S&R": "CLIPLoader",
"widget_ue_connectable": {}
},
"widgets_values": [
"wan\\umt5_xxl_fp8_e4m3fn_scaled.safetensors",
"wan",
"cpu"
],
"color": "#322",
"bgcolor": "#533",
"shape": 1
},
{
"id": 39,
"type": "VAELoader",
"pos": [
-663.1778564453125,
201.90963745117188
],
"size": [
278.6822814941406,
58
],
"flags": {},
"order": 2,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "VAE",
"type": "VAE",
"slot_index": 0,
"links": [
150
]
}
],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.34",
"Node name for S&R": "VAELoader",
"widget_ue_connectable": {}
},
"widgets_values": [
"wan_2.1_vae.safetensors"
],
"color": "#322",
"bgcolor": "#533",
"shape": 1
},
{
"id": 61,
"type": "CUDNNToggleAutoPassthrough",
"pos": [
-132.5452880859375,
-100.6011734008789
],
"size": [
210,
138
],
"flags": {
"collapsed": false
},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "model",
"shape": 7,
"type": "MODEL",
"link": 121
},
{
"name": "conditioning",
"shape": 7,
"type": "CONDITIONING",
"link": null
},
{
"name": "latent",
"shape": 7,
"type": "LATENT",
"link": null
},
{
"name": "audio",
"shape": 7,
"type": "AUDIO",
"link": null
},
{
"name": "image",
"shape": 7,
"type": "IMAGE",
"link": null
}
],
"outputs": [
{
"name": "model",
"type": "MODEL",
"links": [
118
]
},
{
"name": "conditioning",
"type": "CONDITIONING",
"links": null
},
{
"name": "latent",
"type": "LATENT",
"links": null
},
{
"name": "audio",
"type": "AUDIO",
"links": null
},
{
"name": "image",
"type": "IMAGE",
"links": null
}
],
"properties": {
"Node name for S&R": "CUDNNToggleAutoPassthrough",
"widget_ue_connectable": {}
},
"widgets_values": [
false
],
"color": "#322",
"bgcolor": "#533",
"shape": 1
},
{
"id": 48,
"type": "ModelSamplingSD3",
"pos": [
94.57884216308594,
-101.17636108398438
],
"size": [
210,
58
],
"flags": {
"collapsed": false
},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 118
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"slot_index": 0,
"links": [
99
]
}
],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.34",
"Node name for S&R": "ModelSamplingSD3",
"widget_ue_connectable": {}
},
"widgets_values": [
8
],
"color": "#322",
"bgcolor": "#533",
"shape": 1
},
{
"id": 53,
"type": "LoraLoader",
"pos": [
344.103515625,
-68.7909164428711
],
"size": [
210,
126
],
"flags": {},
"order": 8,
"mode": 4,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 99
},
{
"name": "clip",
"type": "CLIP",
"link": 101
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
100
]
},
{
"name": "CLIP",
"type": "CLIP",
"links": [
102,
103
]
}
],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.34",
"Node name for S&R": "LoraLoader",
"widget_ue_connectable": {}
},
"widgets_values": [
"wan_flat_color_1.3b_v2.safetensors",
1.0000000000000002,
1
],
"color": "#322",
"bgcolor": "#533",
"shape": 1
},
{
"id": 63,
"type": "PathchSageAttentionKJ",
"pos": [
-359.9853515625,
-74.70446014404297
],
"size": [
210,
58
],
"flags": {
"collapsed": false
},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 127
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
121
]
}
],
"properties": {
"cnr_id": "comfyui-kjnodes",
"ver": "1.1.1",
"Node name for S&R": "PathchSageAttentionKJ",
"widget_ue_connectable": {}
},
"widgets_values": [
"auto"
],
"color": "#322",
"bgcolor": "#533",
"shape": 1
},
{
"id": 3,
"type": "KSampler",
"pos": [
218.02297973632812,
140.3417205810547
],
"size": [
210,
262
],
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 100
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 46
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 97
},
{
"name": "latent_image",
"type": "LATENT",
"link": 91
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"slot_index": 0,
"links": [
130
]
}
],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.34",
"Node name for S&R": "KSampler",
"widget_ue_connectable": {}
},
"widgets_values": [
103969633624909,
"randomize",
3,
1,
"lcm",
"simple",
1
],
"color": "#322",
"bgcolor": "#533",
"shape": 1
},
{
"id": 40,
"type": "EmptyHunyuanLatentVideo",
"pos": [
-598.3076171875,
302.78564453125
],
"size": [
210.09432983398438,
130
],
"flags": {},
"order": 3,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"slot_index": 0,
"links": [
91
]
}
],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.34",
"Node name for S&R": "EmptyHunyuanLatentVideo",
"widget_ue_connectable": {}
},
"widgets_values": [
832,
368,
53,
1
],
"color": "#322",
"bgcolor": "#533",
"shape": 1
},
{
"id": 6,
"type": "CLIPTextEncode",
"pos": [
-332.5860290527344,
109.94161987304688
],
"size": [
485.57135009765625,
257.55633544921875
],
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 103
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"slot_index": 0,
"links": [
46
]
}
],
"title": "CLIP Text Encode (Positive Prompt)",
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.34",
"Node name for S&R": "CLIPTextEncode",
"widget_ue_connectable": {}
},
"widgets_values": [
"flat color, no lineart, blending, negative space,\nartist:[john kafka|ponsuke kaikai|hara id 21|yoneyama mai|fuzichoco],\n\n1girl, sakura miko, pink hair, cowboy shot, white shirt, floral print, off shoulder, outdoors, cherry blossom, tree shade, wariza, looking up, falling petals, half-closed eyes, white sky, clouds,\n\nlive2d animation, upper body, high quality cinematic video of a woman sitting under a sakura tree.\nDreamy and lonely, the camera close-ups on the face of the woman as she turns towards the viewer.\nThe Camera is steady, This is a cowboy shot. The animation is smooth and fluid."
],
"color": "#232",
"bgcolor": "#353",
"shape": 1
},
{
"id": 76,
"type": "Note",
"pos": [
-349.8519592285156,
482.63519287109375
],
"size": [
922.5275268554688,
155.7047882080078
],
"flags": {},
"order": 4,
"mode": 0,
"inputs": [],
"outputs": [],
"title": "please read",
"properties": {},
"widgets_values": [
"*This is a special model based on 1.3b version on wan 2.1 t2v. It is appearently built upon causvid also. \n\n* download this and put it in unet folder in models.\nhttps://huggingface.co/gdhe17/Self-Forcing/blob/main/checkpoints/self_forcing_dmd.pt\n\n* max res said to be 832x480, if black try lower, it requires detailed prompting, also no need for negative prompt so it is empty.\n* it produces acceptable results even with 3 steps, 8 is ideal. vae decoding takes most of the time especially with higher resolutions.\n* sampler , cfg, scheduler all from default workflow.\n* loras can be used but I haven't tried."
],
"color": "#432",
"bgcolor": "#653",
"shape": 1
}
],
"links": [
[
46,
6,
0,
3,
1,
"CONDITIONING"
],
[
91,
40,
0,
3,
3,
"LATENT"
],
[
97,
51,
0,
3,
2,
"CONDITIONING"
],
[
99,
48,
0,
53,
0,
"MODEL"
],
[
100,
53,
0,
3,
0,
"MODEL"
],
[
101,
38,
0,
53,
1,
"CLIP"
],
[
102,
53,
1,
51,
0,
"CLIP"
],
[
103,
53,
1,
6,
0,
"CLIP"
],
[
118,
61,
0,
48,
0,
"MODEL"
],
[
119,
8,
0,
62,
0,
"*"
],
[
121,
63,
0,
61,
0,
"MODEL"
],
[
127,
37,
0,
63,
0,
"MODEL"
],
[
128,
8,
0,
66,
0,
"IMAGE"
],
[
129,
66,
0,
49,
0,
"IMAGE"
],
[
130,
3,
0,
67,
2,
"LATENT"
],
[
131,
67,
2,
8,
0,
"LATENT"
],
[
150,
39,
0,
8,
1,
"VAE"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 0.8881476860254085,
"offset": [
895.9320854558755,
377.58213680702715
]
},
"frontendVersion": "1.21.7",
"VHS_latentpreview": false,
"VHS_latentpreviewrate": 0,
"VHS_MetadataImage": true,
"VHS_KeepIntermediate": true,
"ue_links": [],
"links_added_by_ue": []
},
"version": 0.4
}