Skip to content

Commit 1e15333

Browse files
committed
Fix missing ulysses args in cross-attention blocks
1 parent 28e54af commit 1e15333

1 file changed

Lines changed: 4 additions & 0 deletions

File tree

src/maxdiffusion/models/ltx2/transformer_ltx2.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -257,6 +257,8 @@ def __init__(
257257
flash_block_sizes=flash_block_sizes,
258258
sharding_specs=self.sharding_specs,
259259
gated_attn=gated_attn,
260+
ulysses_shards=ulysses_shards,
261+
ulysses_attention_chunks=ulysses_attention_chunks,
260262
)
261263

262264
self.audio_norm2 = nnx.RMSNorm(
@@ -349,6 +351,8 @@ def __init__(
349351
flash_min_seq_length=flash_min_seq_length,
350352
sharding_specs=self.sharding_specs,
351353
gated_attn=gated_attn,
354+
ulysses_shards=ulysses_shards,
355+
ulysses_attention_chunks=ulysses_attention_chunks,
352356
)
353357

354358
# 4. Feed Forward

0 commit comments

Comments
 (0)