Skip to content

Commit dddb46f

Browse files
committed
setting gated attn to true for cross attn
1 parent 17c2903 commit dddb46f

1 file changed

Lines changed: 2 additions & 2 deletions

File tree

src/maxdiffusion/models/ltx2/transformer_ltx2.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -257,7 +257,7 @@ def __init__(
257257
rope_type=rope_type,
258258
flash_block_sizes=flash_block_sizes,
259259
flash_min_seq_length=0,
260-
gated_attn=False,
260+
gated_attn=True,
261261
)
262262

263263
self.video_to_audio_norm = nnx.RMSNorm(
@@ -285,7 +285,7 @@ def __init__(
285285
rope_type=rope_type,
286286
flash_block_sizes=flash_block_sizes,
287287
flash_min_seq_length=flash_min_seq_length,
288-
gated_attn=False,
288+
gated_attn=True,
289289
)
290290

291291
# 4. Feed Forward

0 commit comments

Comments
 (0)