Skip to content

Commit d8ff7d5

Browse files
committed
pass accelerator_config to GangPlacementGroupRequest
Signed-off-by: Ryan O'Leary <ryanaoleary@google.com>
1 parent ec59054 commit d8ff7d5

2 files changed

Lines changed: 5 additions & 1 deletion

File tree

python/ray/serve/_private/deployment_scheduler.py

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -746,7 +746,10 @@ def _schedule_replica(
746746

747747
if slice_pg is not None:
748748
slice_pg.shutdown()
749-
elif placement_group is not None and scheduling_request.placement_group_bundles is not None:
749+
elif (
750+
placement_group is not None
751+
and scheduling_request.placement_group_bundles is not None
752+
):
750753
ray.util.remove_placement_group(placement_group)
751754

752755
return False

python/ray/serve/_private/deployment_state.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -6010,6 +6010,7 @@ def _reserve_gang_placement_groups(
60106010
replica_pg_fallback_strategy=(
60116011
replica_config.placement_group_fallback_strategy
60126012
),
6013+
accelerator_config=deployment_state._target_state.info.deployment_config.accelerator_config,
60136014
)
60146015

60156016
if not gang_requests:

0 commit comments

Comments
 (0)