This commit is contained in:
Paulo Muggler Moreira 2026-03-14 14:35:30 +02:00 committed by GitHub
commit 073a17686c
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -343,6 +343,7 @@ class CrossAttention(nn.Module):
k.reshape(b, s2, self.num_heads * self.head_dim),
v,
heads=self.num_heads,
low_precision_attention=False,
)
out = self.out_proj(x)
@ -412,6 +413,7 @@ class Attention(nn.Module):
key.reshape(B, N, self.num_heads * self.head_dim),
value,
heads=self.num_heads,
low_precision_attention=False,
)
x = self.out_proj(x)