|
30 | 30 | from transformers import BartConfig |
31 | 31 | from transformers.utils import logging |
32 | 32 |
|
33 | | -from vllm.model_executor.layers.attention import Attention |
34 | | -from vllm.v1.attention.backend import AttentionType |
35 | 33 | from vllm.config import CacheConfig, VllmConfig |
36 | 34 | from vllm.config.lora import LoRAConfig |
37 | 35 | from vllm.config.multimodal import BaseDummyOptions |
38 | 36 | from vllm.distributed import get_tensor_model_parallel_world_size |
39 | 37 | from vllm.model_executor.layers.activation import get_act_fn |
40 | 38 |
|
41 | 39 | try: |
| 40 | + from vllm.v1.attention.backend import AttentionType |
| 41 | + from vllm.model_executor.layers.attention import Attention |
42 | 42 | from vllm.model_executor.layers.attention.cross_attention import CrossAttention |
43 | 43 | from vllm.model_executor.layers.attention.mm_encoder_attention import MMEncoderAttention |
| 44 | + from vllm.multimodal.processing.dummy_inputs import BaseDummyInputsBuilder |
44 | 45 | except ImportError: |
45 | 46 | # These were moved after vLLM 0.13; try the legacy path |
| 47 | + from vllm.attention.backends.abstract import AttentionType |
| 48 | + from vllm.attention.layer import Attention |
46 | 49 | from vllm.attention.layers.cross_attention import CrossAttention |
47 | 50 | from vllm.attention.layers.mm_encoder_attention import MMEncoderAttention |
| 51 | + from vllm.multimodal.profiling import BaseDummyInputsBuilder |
48 | 52 |
|
49 | 53 | from vllm.model_executor.layers.linear import ( |
50 | 54 | ColumnParallelLinear, |
|
87 | 91 | EncDecMultiModalProcessor, |
88 | 92 | PromptUpdate, |
89 | 93 | ) |
90 | | -from vllm.multimodal.processing.dummy_inputs import BaseDummyInputsBuilder |
91 | 94 | from vllm.sequence import IntermediateTensors |
92 | 95 | from vllm.utils.collection_utils import is_list_of |
93 | 96 |
|
@@ -1121,6 +1124,9 @@ def _get_prompt_updates( |
1121 | 1124 | def build_data_parser(self) -> MultiModalDataParser: |
1122 | 1125 | return TextDataParser() |
1123 | 1126 |
|
| 1127 | + # Needed for compatibility with v13 |
| 1128 | + def _get_data_parser(self) -> MultiModalDataParser: |
| 1129 | + return self.build_data_parser() |
1124 | 1130 |
|
1125 | 1131 | @MULTIMODAL_REGISTRY.register_processor( |
1126 | 1132 | BartMultiModalProcessor, |
|
0 commit comments