wangbo/ComfyUI
1
0
Fork 0
mirror of https://github.com/comfyanonymous/ComfyUI.git synced 2026-01-21 20:00:17 +08:00
Code Issues Actions 9 Packages Projects Releases Wiki Activity

Update attention.py to keep older torch versions running

Browse Source
This commit is contained in:
patientx 2025-03-14 16:45:32 +03:00 committed by GitHub
parent eaf40b802d
commit bcea9b9a0c
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 15 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

23
comfy/ldm/modules/attention.py
View File

@ -503,16 +503,23 @@ def attention_sage(q, k, v, heads, mask=None, attn_precision=None, skip_reshape=
return out return out
@torch.library.custom_op("flash_attention::flash_attn", mutates_args=()) try:
def flash_attn_wrapper(q: torch.Tensor, k: torch.Tensor, v: torch.Tensor, @torch.library.custom_op("flash_attention::flash_attn", mutates_args=())
dropout_p: float = 0.0, causal: bool = False) -> torch.Tensor: def flash_attn_wrapper(q: torch.Tensor, k: torch.Tensor, v: torch.Tensor,
return flash_attn_func(q, k, v, dropout_p=dropout_p, causal=causal) dropout_p: float = 0.0, causal: bool = False) -> torch.Tensor:
return flash_attn_func(q, k, v, dropout_p=dropout_p, causal=causal)
@flash_attn_wrapper.register_fake @flash_attn_wrapper.register_fake
def flash_attn_fake(q, k, v, dropout_p=0.0, causal=False): def flash_attn_fake(q, k, v, dropout_p=0.0, causal=False):
# Output shape is the same as q # Output shape is the same as q
return q.new_empty(q.shape) return q.new_empty(q.shape)
except AttributeError as error:
FLASH_ATTN_ERROR = error
def flash_attn_wrapper(q: torch.Tensor, k: torch.Tensor, v: torch.Tensor,
dropout_p: float = 0.0, causal: bool = False) -> torch.Tensor:
assert False, f"Could not define flash_attn_wrapper: {FLASH_ATTN_ERROR}"
def attention_flash(q, k, v, heads, mask=None, attn_precision=None, skip_reshape=False, skip_output_reshape=False): def attention_flash(q, k, v, heads, mask=None, attn_precision=None, skip_reshape=False, skip_output_reshape=False):