Skip to content

Commit 14563f6

Browse files
turn reasoning off
1 parent 5af3ca8 commit 14563f6

11 files changed

Lines changed: 11 additions & 2 deletions

tests/chinook/pydantic/test_pydantic_chinook.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -40,6 +40,7 @@ def agent_factory(config: RolloutProcessorConfig) -> Agent:
4040
{
4141
"model": "accounts/fireworks/models/kimi-k2p5",
4242
"provider": "fireworks",
43+
"reasoning_effort": "none",
4344
},
4445
{
4546
"model": "gpt-5",

tests/pytest/test_apps_coding.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -31,6 +31,7 @@ def apps_dataset_to_evaluation_row(data: List[Dict[str, Any]]) -> List[Evaluatio
3131
"temperature": 0.0,
3232
"max_tokens": 4096,
3333
"model": "fireworks_ai/accounts/fireworks/models/kimi-k2p5",
34+
"reasoning_effort": "none",
3435
}
3536
],
3637
passed_threshold=0.33,

tests/pytest/test_basic_coding.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -33,6 +33,7 @@ def coding_dataset_to_evaluation_row(data: List[Dict[str, Any]]) -> List[Evaluat
3333
"temperature": 0.0,
3434
"max_tokens": 4096,
3535
"model": "fireworks_ai/accounts/fireworks/models/kimi-k2p5",
36+
"reasoning_effort": "none",
3637
}
3738
],
3839
passed_threshold=0.8,

tests/pytest/test_frozen_lake.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -43,6 +43,7 @@ def frozen_lake_to_evaluation_row(data: List[Dict[str, Any]]) -> List[Evaluation
4343
"temperature": 0.0,
4444
"max_tokens": 4096,
4545
"model": "fireworks_ai/accounts/fireworks/models/kimi-k2p5",
46+
"reasoning_effort": "none",
4647
}
4748
],
4849
rollout_processor=MCPGymRolloutProcessor(),

tests/pytest/test_hallucination.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -39,6 +39,7 @@ def hallucination_dataset_adapter(data: List[Dict[str, Any]]) -> List[Evaluation
3939
"temperature": 0.0,
4040
"max_tokens": 512,
4141
"model": "fireworks_ai/accounts/fireworks/models/kimi-k2p5",
42+
"reasoning_effort": "none",
4243
}
4344
],
4445
rollout_processor=SingleTurnRolloutProcessor(),

tests/pytest/test_openenv_browsergym_basic.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -69,6 +69,7 @@ def test_openenv_browsergym_basic():
6969
),
7070
"temperature": 0.0,
7171
"max_tokens": 16,
72+
"reasoning_effort": "none",
7273
}
7374

7475
# Limit to a single step to keep the test fast and robust

tests/pytest/test_openenv_browsergym_eval.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -234,6 +234,7 @@ def action_parser(response_text: str):
234234
"temperature": 0.0,
235235
"max_tokens": 512,
236236
"model": "fireworks_ai/accounts/fireworks/models/kimi-k2p5",
237+
"reasoning_effort": "none",
237238
}
238239
],
239240
# Keep concurrency and steps low for a quick health-check

tests/pytest/test_openenv_echo_hub.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -77,6 +77,7 @@ def action_parser(response_text: str):
7777
"max_tokens": 16,
7878
# Any working model with your API key; match other tests' default
7979
"model": "fireworks_ai/accounts/fireworks/models/kimi-k2p5",
80+
"reasoning_effort": "none",
8081
}
8182
],
8283
num_runs=1,

tests/pytest/test_openenv_textarena_docker.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -95,6 +95,7 @@ def action_parser(response_text: str):
9595
"max_tokens": 32,
9696
# Any working model with your API key
9797
"model": "fireworks_ai/accounts/fireworks/models/kimi-k2p5",
98+
"reasoning_effort": "none",
9899
}
99100
],
100101
num_runs=1,

tests/pytest/test_pytest_default_agent_rollout_processor.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -19,7 +19,7 @@
1919
]
2020
],
2121
rollout_processor=AgentRolloutProcessor(),
22-
completion_params=[{"model": "fireworks_ai/accounts/fireworks/models/kimi-k2p5"}],
22+
completion_params=[{"model": "fireworks_ai/accounts/fireworks/models/kimi-k2p5", "reasoning_effort": "none"}],
2323
mode="all",
2424
)
2525
def test_pytest_default_agent_rollout_processor(rows: List[EvaluationRow]) -> List[EvaluationRow]:

0 commit comments

Comments
 (0)