Skip to content

Commit 95cfd4f

Browse files
move flag
Signed-off-by: Alex Brooks <albrooks@redhat.com> fmt nix Signed-off-by: Alex Brooks <albrooks@redhat.com>
1 parent ab99334 commit 95cfd4f

1 file changed

Lines changed: 2 additions & 2 deletions

File tree

vllm_bart_plugin/bart.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -36,13 +36,13 @@
3636
from vllm.distributed import get_tensor_model_parallel_world_size
3737
from vllm.model_executor.layers.activation import get_act_fn
3838

39+
IS_LEGACY=False
3940
try:
4041
from vllm.v1.attention.backend import AttentionType
4142
from vllm.model_executor.layers.attention import Attention
4243
from vllm.model_executor.layers.attention.cross_attention import CrossAttention
4344
from vllm.model_executor.layers.attention.mm_encoder_attention import MMEncoderAttention
4445
from vllm.multimodal.processing.dummy_inputs import BaseDummyInputsBuilder
45-
IS_LEGACY=False
4646
except ImportError:
4747
# These were moved after vLLM 0.13; try the legacy path
4848
from vllm.attention.backends.abstract import AttentionType
@@ -1018,7 +1018,7 @@ class BartMultiModalProcessor(EncDecMultiModalProcessor[BartProcessingInfo]):
10181018

10191019
def __init__(self, *args, **kwargs):
10201020
# HACK: v13 needs to define _get_data_parser, but v16 throws in __init__
1021-
# if this class has _get_data_parser as an attribute, so for now,
1021+
# if this class has _get_data_parser as an attribute, so for now,
10221022
# we conditionally ist based on which import path was taken, since
10231023
# those are also changes that were needed for v13.
10241024
if IS_LEGACY:

0 commit comments

Comments
 (0)