This commit is contained in:
Paulo Muggler Moreira 2026-03-15 23:00:02 +05:30 committed by GitHub
commit 05be85c38d
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -343,6 +343,7 @@ class CrossAttention(nn.Module):
k.reshape(b, s2, self.num_heads * self.head_dim),
v,
heads=self.num_heads,
low_precision_attention=False,
)
out = self.out_proj(x)
@ -412,6 +413,7 @@ class Attention(nn.Module):
key.reshape(B, N, self.num_heads * self.head_dim),
value,
heads=self.num_heads,
low_precision_attention=False,
)
x = self.out_proj(x)