Skip to content

Commit a3338e8

Browse files
committed
VSA refactoring
Signed-off-by: Olivia Stoner <245287810+o-stoner@users.noreply.github.com>
1 parent fbf66e9 commit a3338e8

26 files changed

Lines changed: 4855 additions & 42 deletions

File tree

tensorrt_llm/_torch/visual_gen/attention_backend/__init__.py

Lines changed: 13 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -20,7 +20,14 @@
2020
simplified metadata that doesn't require KV caching.
2121
"""
2222

23-
from .cute_dsl import CuTeDSLAttention
23+
from .cute_dsl import (
24+
VSA_TILE_SIZE,
25+
CuTeDSLAttention,
26+
VSAMetadata,
27+
VSAMetadataBuilder,
28+
get_vsa_forward_context,
29+
set_vsa_forward_context,
30+
)
2431
from .flash_attn4 import FlashAttn4Attention
2532
from .interface import AttentionBackend, AttentionTensorLayout
2633
from .parallel import Attention2DAttention, RingAttention, UlyssesAttention, wrap_parallel_attention
@@ -42,4 +49,9 @@
4249
"VanillaAttention",
4350
"RingAttention",
4451
"wrap_parallel_attention",
52+
"VSAMetadata",
53+
"VSAMetadataBuilder",
54+
"VSA_TILE_SIZE",
55+
"get_vsa_forward_context",
56+
"set_vsa_forward_context",
4557
]

0 commit comments

Comments
 (0)