Skip to content

Commit 906f82a

Browse files
authored
[AVC] Handle failed results in processing and display (#12551)
* Refactor show_results * Fixed gh comment
1 parent a3663d4 commit 906f82a

1 file changed

Lines changed: 25 additions & 9 deletions

File tree

  • packages/python-packages/apiview-copilot/evals

packages/python-packages/apiview-copilot/evals/_runner.py

Lines changed: 25 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -251,15 +251,31 @@ def show_results(self, results: List[EvaluationResult]):
251251
print("=" * 60)
252252
print()
253253

254-
raw_results = results[0].raw_results[0]
255-
for filename, result in raw_results.items():
256-
print(f"== {filename} ==")
257-
for res in result["rows"]:
258-
success = res["outputs.metrics.correct_action"]
259-
testcase_name = res["inputs.testcase"]
260-
score = res["outputs.metrics.score"]
261-
print(f" - {'✅' if success else '❌'} {score} - {testcase_name}")
262-
print()
254+
successful = [r for r in results if r.success and r.raw_results]
255+
failed = [r for r in results if not r.success]
256+
257+
if successful:
258+
for result in successful:
259+
print(f"✅ {result.workflow_name}")
260+
raw_results = result.raw_results[0]
261+
for filename, eval_result in raw_results.items():
262+
print(f" == {filename} ==")
263+
for res in eval_result["rows"]:
264+
success = res["outputs.metrics.correct_action"]
265+
testcase_name = res["inputs.testcase"]
266+
score = res["outputs.metrics.score"]
267+
print(f" - {'✅' if success else '❌'} {score} - {testcase_name}")
268+
print()
269+
270+
if failed:
271+
print("❌ FAILED EVALUATIONS:")
272+
for result in failed:
273+
print(f" • {result.workflow_name}: {result.error}")
274+
print()
275+
276+
if not successful and not failed:
277+
print("No evaluation results to display.")
278+
print()
263279

264280
def show_summary(self, results: List[EvaluationResult]):
265281
"""Display aggregated results from all evaluations."""

0 commit comments

Comments
 (0)