We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 193de86 commit 0f28fa3Copy full SHA for 0f28fa3
1 file changed
slime/slime/ray/rollout.py
@@ -649,12 +649,13 @@ def _make_dummy_samples(count: int) -> list[Sample]:
649
samples = _drop_removed_samples(samples)
650
samples = self._drop_constant_reward_groups(samples)
651
dp_size = self.train_parallel_config["dp_size"]
652
- if len(samples) < dp_size:
+ remainder = len(samples) % dp_size
653
+ if len(samples) < dp_size or remainder != 0:
654
logger.warning(
655
"Injecting %d dummy samples.",
- dp_size - len(samples),
656
+ dp_size - remainder,
657
)
- samples.extend(_make_dummy_samples(dp_size - len(samples)))
658
+ samples.extend(_make_dummy_samples(dp_size - remainder))
659
660
raw_rewards, rewards = self._post_process_rewards(samples)
661
0 commit comments