This commit is contained in:
Yousef Rafat 2026-03-20 20:47:28 +02:00
parent 739191df33
commit 553f71aa9e

View File

@ -808,7 +808,7 @@ class NaSwinAttention(NaMMAttention):
q=concat_win(vid_q, txt_q), q=concat_win(vid_q, txt_q),
k=concat_win(vid_k, txt_k), k=concat_win(vid_k, txt_k),
v=concat_win(vid_v, txt_v), v=concat_win(vid_v, txt_v),
heads=self.heads, skip_reshape=True, heads=self.heads, skip_reshape=True, skip_output_reshape=True,
cu_seqlens_q=cache_win( cu_seqlens_q=cache_win(
"vid_seqlens_q", lambda: safe_pad_operation(all_len_win.cumsum(0), (1, 0)).int() "vid_seqlens_q", lambda: safe_pad_operation(all_len_win.cumsum(0), (1, 0)).int()
), ),