mirror of
https://github.com/comfyanonymous/ComfyUI.git
synced 2026-01-23 04:40:15 +08:00
"Boolean value of Tensor with more than one value is ambiguous" fix
This commit is contained in:
parent
8abcc4ec4f
commit
cd7eb9bd36
@ -261,7 +261,7 @@ def do_hijack():
|
|||||||
def amd_flash_wrapper(query, key, value, attn_mask=None, dropout_p=0.0, is_causal=False, scale=None):
|
def amd_flash_wrapper(query, key, value, attn_mask=None, dropout_p=0.0, is_causal=False, scale=None):
|
||||||
try:
|
try:
|
||||||
if (query.shape[-1] <= 128 and
|
if (query.shape[-1] <= 128 and
|
||||||
not attn_mask and
|
attn_mask is None and # fix flash-attention error : "Flash attention error: Boolean value of Tensor with more than one value is ambiguous"
|
||||||
query.dtype != torch.float32):
|
query.dtype != torch.float32):
|
||||||
if scale is None:
|
if scale is None:
|
||||||
scale = query.shape[-1] ** -0.5
|
scale = query.shape[-1] ** -0.5
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user