Skip to content

Commit 99c4683

Browse files
Fix parser, more imports
Signed-off-by: Alex Brooks <albrooks@redhat.com>
1 parent 1f9319d commit 99c4683

1 file changed

Lines changed: 9 additions & 3 deletions

File tree

vllm_bart_plugin/bart.py

Lines changed: 9 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -30,21 +30,25 @@
3030
from transformers import BartConfig
3131
from transformers.utils import logging
3232

33-
from vllm.model_executor.layers.attention import Attention
34-
from vllm.v1.attention.backend import AttentionType
3533
from vllm.config import CacheConfig, VllmConfig
3634
from vllm.config.lora import LoRAConfig
3735
from vllm.config.multimodal import BaseDummyOptions
3836
from vllm.distributed import get_tensor_model_parallel_world_size
3937
from vllm.model_executor.layers.activation import get_act_fn
4038

4139
try:
40+
from vllm.v1.attention.backend import AttentionType
41+
from vllm.model_executor.layers.attention import Attention
4242
from vllm.model_executor.layers.attention.cross_attention import CrossAttention
4343
from vllm.model_executor.layers.attention.mm_encoder_attention import MMEncoderAttention
44+
from vllm.multimodal.processing.dummy_inputs import BaseDummyInputsBuilder
4445
except ImportError:
4546
# These were moved after vLLM 0.13; try the legacy path
47+
from vllm.attention.backends.abstract import AttentionType
48+
from vllm.attention.layer import Attention
4649
from vllm.attention.layers.cross_attention import CrossAttention
4750
from vllm.attention.layers.mm_encoder_attention import MMEncoderAttention
51+
from vllm.multimodal.profiling import BaseDummyInputsBuilder
4852

4953
from vllm.model_executor.layers.linear import (
5054
ColumnParallelLinear,
@@ -87,7 +91,6 @@
8791
EncDecMultiModalProcessor,
8892
PromptUpdate,
8993
)
90-
from vllm.multimodal.processing.dummy_inputs import BaseDummyInputsBuilder
9194
from vllm.sequence import IntermediateTensors
9295
from vllm.utils.collection_utils import is_list_of
9396

@@ -1121,6 +1124,9 @@ def _get_prompt_updates(
11211124
def build_data_parser(self) -> MultiModalDataParser:
11221125
return TextDataParser()
11231126

1127+
# Needed for compatibility with v13
1128+
def _get_data_parser(self) -> MultiModalDataParser:
1129+
return self.build_data_parser()
11241130

11251131
@MULTIMODAL_REGISTRY.register_processor(
11261132
BartMultiModalProcessor,

0 commit comments

Comments
 (0)