wangbo/ComfyUI
1
0
Fork 0
mirror of https://github.com/comfyanonymous/ComfyUI.git synced 2026-06-04 05:17:50 +08:00
Code Issues Actions 20 Packages Projects Releases Wiki Activity

Disable sage attention in stable audio dit and VAE. (#14148)

Browse Source
This commit is contained in:
comfyanonymous 2026-05-27 17:35:03 -07:00 committed by GitHub
parent 987a937658
commit 85a403d1ea
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
comfy/ldm/audio/dit.py
View File

@ -433,11 +433,11 @@ class Attention(nn.Module):
if self.differential: if self.differential:
q, q_diff = q.unbind(dim=1) q, q_diff = q.unbind(dim=1)
k, k_diff = k.unbind(dim=1) k, k_diff = k.unbind(dim=1)
out = optimized_attention(q, k, v, h, skip_reshape=True, transformer_options=transformer_options) out = optimized_attention(q, k, v, h, skip_reshape=True, low_precision_attention=False, transformer_options=transformer_options)
out_diff = optimized_attention(q_diff, k_diff, v, h, skip_reshape=True, transformer_options=transformer_options) out_diff = optimized_attention(q_diff, k_diff, v, h, skip_reshape=True, low_precision_attention=False, transformer_options=transformer_options)
out = out - out_diff out = out - out_diff
else: else:
out = optimized_attention(q, k, v, h, skip_reshape=True, transformer_options=transformer_options) out = optimized_attention(q, k, v, h, skip_reshape=True, low_precision_attention=False, transformer_options=transformer_options)
out = self.to_out(out) out = self.to_out(out)

6
comfy/ldm/audio/vae_sa3.py
View File

@ -138,11 +138,11 @@ class Attention(nn.Module):
k_diff = _apply_rotary_pos_emb(k_diff.float(), freqs).to(k_dtype) k_diff = _apply_rotary_pos_emb(k_diff.float(), freqs).to(k_dtype)
if self.differential: if self.differential:
out = (optimized_attention(q, k, v, h, mask=mask, skip_reshape=True) out = (optimized_attention(q, k, v, h, mask=mask, skip_reshape=True, low_precision_attention=False)
- optimized_attention(q_diff, k_diff, v, h, mask=mask, skip_reshape=True)) - optimized_attention(q_diff, k_diff, v, h, mask=mask, skip_reshape=True, low_precision_attention=False))
del q, k, v, q_diff, k_diff del q, k, v, q_diff, k_diff
else: else:
out = optimized_attention(q, k, v, h, mask=mask, skip_reshape=True) out = optimized_attention(q, k, v, h, mask=mask, skip_reshape=True, low_precision_attention=False)
del q, k, v del q, k, v
return self.to_out(out) return self.to_out(out)