Skip to content

Commit 59eeb2b

Browse files
committed
change default rollout processor
1 parent c0c7c8e commit 59eeb2b

1 file changed

Lines changed: 3 additions & 2 deletions

File tree

eval_protocol/pytest/evaluation_test.py

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -34,6 +34,7 @@
3434
from eval_protocol.pytest.default_dataset_adapter import default_dataset_adapter
3535
from eval_protocol.pytest.default_mcp_gym_rollout_processor import MCPGymRolloutProcessor
3636
from eval_protocol.pytest.default_no_op_rollout_processor import NoOpRolloutProcessor
37+
from eval_protocol.pytest.default_single_turn_rollout_process import SingleTurnRolloutProcessor
3738
from eval_protocol.pytest.exception_config import ExceptionHandlerConfig
3839
from eval_protocol.pytest.rollout_processor import RolloutProcessor
3940
from eval_protocol.pytest.types import (
@@ -172,7 +173,7 @@ def evaluation_test(
172173
If not provided, a default configuration will be used with common retryable exceptions.
173174
"""
174175
# Default to [None] when completion_params is not provided
175-
# This allows evaluation-only tests (e.g., using NoOpRolloutProcessor)
176+
# This allows evaluation-only tests (e.g., using NoOpRolloutProcessor or SingleTurnRolloutProcessor)
176177
# to work without requiring model generation parameters
177178
if completion_params is None:
178179
completion_params_provided = False
@@ -184,7 +185,7 @@ def evaluation_test(
184185
if os.environ.get("EP_USE_NO_OP_ROLLOUT_PROCESSOR") == "1":
185186
rollout_processor = NoOpRolloutProcessor()
186187
elif rollout_processor is None:
187-
rollout_processor = NoOpRolloutProcessor()
188+
rollout_processor = SingleTurnRolloutProcessor()
188189

189190
active_logger: DatasetLogger = logger if logger else default_logger
190191

0 commit comments

Comments
 (0)