We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 28e54af commit 1e15333Copy full SHA for 1e15333
1 file changed
src/maxdiffusion/models/ltx2/transformer_ltx2.py
@@ -257,6 +257,8 @@ def __init__(
257
flash_block_sizes=flash_block_sizes,
258
sharding_specs=self.sharding_specs,
259
gated_attn=gated_attn,
260
+ ulysses_shards=ulysses_shards,
261
+ ulysses_attention_chunks=ulysses_attention_chunks,
262
)
263
264
self.audio_norm2 = nnx.RMSNorm(
@@ -349,6 +351,8 @@ def __init__(
349
351
flash_min_seq_length=flash_min_seq_length,
350
352
353
354
355
356
357
358
# 4. Feed Forward
0 commit comments