wangbo/ComfyUI
1
0
Fork 0
mirror of https://github.com/comfyanonymous/ComfyUI.git synced 2026-05-28 09:57:24 +08:00
Code Issues Actions 29 Packages Projects Releases Wiki Activity

Add comment

Browse Source
This commit is contained in:
kijai 2026-05-26 09:50:48 +03:00
parent 69fe4139c8
commit 58dedcee72
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
comfy/ldm/pixeldit/modules.py
View File

@ -210,7 +210,7 @@ class PiTBlock(nn.Module):
mlp_params = self.adaLN_modulation_mlp(s_cond).view(BL, P2, 3 * self.pixel_dim) mlp_params = self.adaLN_modulation_mlp(s_cond).view(BL, P2, 3 * self.pixel_dim)
shift_mlp, scale_mlp, gate_mlp = mlp_params.chunk(3, dim=-1) shift_mlp, scale_mlp, gate_mlp = mlp_params.chunk(3, dim=-1)
gate_mlp = gate_mlp.contiguous() gate_mlp = gate_mlp.contiguous() # detach from mlp_params so the del below frees shift+scale storage before the MLP
mlp_input = apply_adaln_(self.norm2(x), shift_mlp, scale_mlp) mlp_input = apply_adaln_(self.norm2(x), shift_mlp, scale_mlp)
del mlp_params, shift_mlp, scale_mlp del mlp_params, shift_mlp, scale_mlp
chunk_size = (BL + self.mlp_chunks - 1) // self.mlp_chunks chunk_size = (BL + self.mlp_chunks - 1) // self.mlp_chunks