Skip to content

Commit ba1c6b3

Browse files
committed
style(vllm-router): format
1 parent 7d20695 commit ba1c6b3

4 files changed

Lines changed: 15 additions & 12 deletions

File tree

src/vllm_router/app.py

Lines changed: 5 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -227,9 +227,11 @@ def initialize_all(app: FastAPI, args):
227227
static_backend_health_check_timeout_seconds=args.static_backend_health_check_timeout_seconds,
228228
prefill_model_labels=args.prefill_model_labels,
229229
decode_model_labels=args.decode_model_labels,
230-
endpoint_prefixes=json.loads(args.static_endpoint_prefixes)
231-
if args.static_endpoint_prefixes
232-
else None,
230+
endpoint_prefixes=(
231+
json.loads(args.static_endpoint_prefixes)
232+
if args.static_endpoint_prefixes
233+
else None
234+
),
233235
)
234236
elif args.service_discovery == "k8s":
235237
initialize_service_discovery(

src/vllm_router/dynamic_config.py

Lines changed: 5 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -196,9 +196,11 @@ def reconfigure_service_discovery(self, config: DynamicRouterConfig):
196196
decode_model_labels=parse_comma_separated_args(
197197
config.decode_model_labels
198198
),
199-
endpoint_prefixes=json.loads(config.static_endpoint_prefixes)
200-
if config.static_endpoint_prefixes
201-
else None,
199+
endpoint_prefixes=(
200+
json.loads(config.static_endpoint_prefixes)
201+
if config.static_endpoint_prefixes
202+
else None
203+
),
202204
)
203205
elif config.service_discovery == "k8s":
204206
reconfigure_service_discovery(

src/vllm_router/parsers/yaml_utils.py

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -111,7 +111,9 @@ def read_and_process_yaml_config_file(config_path: str) -> dict[str, Any]:
111111
if models:
112112
yaml_config["static_backends"] = generate_static_backends(models)
113113
yaml_config["static_models"] = generate_static_models(models)
114-
yaml_config["static_model_labels"] = generate_static_model_labels(models)
114+
yaml_config["static_model_labels"] = generate_static_model_labels(
115+
models
116+
)
115117
yaml_config["static_model_types"] = generate_static_model_types(models)
116118
yaml_config["static_healthcheck_disabled"] = (
117119
generate_static_healthcheck_disabled(models)

src/vllm_router/services/request_service/request.py

Lines changed: 2 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -427,15 +427,12 @@ async def route_general_request(
427427
)
428428
requested_model = alias_config.model
429429
model_eps = [
430-
e for e in all_eps
431-
if requested_model in e.model_names and not e.sleep
430+
e for e in all_eps if requested_model in e.model_names and not e.sleep
432431
]
433432
has_prefill = any(
434433
e.model_label in router.prefill_model_labels for e in model_eps
435434
)
436-
has_decode = any(
437-
e.model_label in router.decode_model_labels for e in model_eps
438-
)
435+
has_decode = any(e.model_label in router.decode_model_labels for e in model_eps)
439436
if has_prefill and has_decode:
440437
response = await route_orchestrated_disaggregated_request(
441438
request, endpoint, background_tasks

0 commit comments

Comments
 (0)