wangbo/ComfyUI
1
0
Fork 0
mirror of https://github.com/comfyanonymous/ComfyUI.git synced 2026-04-24 09:22:32 +08:00
Code Issues Actions 24 Packages Projects Releases Wiki Activity

feat: Add reference latent support for Anima

Browse Source
This commit is contained in:
levzzz5154 2026-04-14 00:28:10 +05:00
parent acd718598e
commit 80bb64f770
2 changed files with 15 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
comfy/ldm/cosmos/predict2.py
View File

@ -839,6 +839,14 @@ class MiniTrainDIT(nn.Module):
**kwargs, **kwargs,
): ):
orig_shape = list(x.shape) orig_shape = list(x.shape)
ref_latents = kwargs.get('ref_latents', None)
if ref_latents is not None:
for ref in ref_latents:
if ref.ndim == 4:
ref = ref.unsqueeze(2)
x = torch.cat([x, ref.to(dtype=x.dtype, device=x.device)], dim=2)
x = comfy.ldm.common_dit.pad_to_patch_size(x, (self.patch_temporal, self.patch_spatial, self.patch_spatial)) x = comfy.ldm.common_dit.pad_to_patch_size(x, (self.patch_temporal, self.patch_spatial, self.patch_spatial))
x_B_C_T_H_W = x x_B_C_T_H_W = x
timesteps_B_T = timesteps timesteps_B_T = timesteps

7
comfy/model_base.py
View File

@ -1221,6 +1221,13 @@ class Anima(BaseModel):
out['t5xxl_weights'] = comfy.conds.CONDRegular(t5xxl_weights) out['t5xxl_weights'] = comfy.conds.CONDRegular(t5xxl_weights)
out['c_crossattn'] = comfy.conds.CONDRegular(cross_attn) out['c_crossattn'] = comfy.conds.CONDRegular(cross_attn)
ref_latents = kwargs.get("reference_latents", None)
if ref_latents is not None:
latents = []
for lat in ref_latents:
latents.append(self.process_latent_in(lat))
out['ref_latents'] = comfy.conds.CONDList(latents)
return out return out
class Lumina2(BaseModel): class Lumina2(BaseModel):