File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change 4848 RequestOutput ,
4949 ScoringRequestOutput ,
5050)
51+ from aphrodite .platforms import current_platform
5152from aphrodite .quantization import QuantizationMethods
5253from aphrodite .tasks import PoolingTask
5354from aphrodite .transformers_utils .tokenizer import AnyTokenizer , MistralTokenizer , get_cached_tokenizer
@@ -252,7 +253,7 @@ def __init__(
252253 # warn about single-process data parallel usage.
253254 _dp_size = int (kwargs .get ("data_parallel_size" , 1 ))
254255 _distributed_executor_backend = kwargs .get ("distributed_executor_backend" )
255- if _dp_size > 1 and not _distributed_executor_backend == "external_launcher" :
256+ if _dp_size > 1 and not _distributed_executor_backend == "external_launcher" and not current_platform . is_tpu () :
256257 raise ValueError (
257258 f"LLM(data_parallel_size={ _dp_size } ) is not supported for single-"
258259 "process usage and may hang. Please use "
You can’t perform that action at this time.
0 commit comments