* fixed example: small changes to clean cost tracking in 5 a day benchmark example

Author: cemde

examples/five_a_day_benchmark/five_a_day_benchmark.py

@@ -954,14 +954,13 @@ def load_benchmark_data(
     benchmark = FiveADayBenchmark(
         callbacks=[logger],
         seed=args.seed,  # Use benchmark's seeding system
-        fail_on_setup_error=True,
-        fail_on_task_error=True,
-        fail_on_evaluation_error=True,
+        fail_on_setup_error=False,
+        fail_on_task_error=False,
+        fail_on_evaluation_error=False,
     )
     results = benchmark.run(tasks=tasks, agent_data=agent_configs)
 
     # --- Usage summary ---
-    from collections import defaultdict
     from maseval import TokenUsage
 
     def _fmt_usage(usage):
@@ -972,33 +971,17 @@ def _fmt_usage(usage):
             parts.append(f"units={dict(usage.units)}")
         return "  ".join(parts)
 
+    reporter = UsageReporter.from_reports(results)
+
     print("\n--- Usage Summary ---")
-    total = benchmark.usage
-    print(f"Total: {_fmt_usage(total)}")
-
-    # Group components by category
-    if benchmark.usage_by_component:
-        by_category: Dict[str, Dict[str, object]] = defaultdict(dict)
-        for key, usage in benchmark.usage_by_component.items():
-            category, name = key.split(":", 1)
-            by_category[category][name] = usage
-
-        for category in ["agents", "models", "tools", "simulators", "callbacks"]:
-            if category not in by_category:
-                continue
-            print(f"\n{category.capitalize()}:")
-            for name, usage in by_category[category].items():
-                print(f"  {name:<35} {_fmt_usage(usage)}")
-
-        # Print any remaining categories not in the standard list
-        for category, components in by_category.items():
-            if category in {"agents", "models", "tools", "simulators", "callbacks"}:
-                continue
-            print(f"\n{category.capitalize()}:")
-            for name, usage in components.items():
-                print(f"  {name:<35} {_fmt_usage(usage)}")
+    print(f"Total: {_fmt_usage(reporter.total())}")
+
+    by_component = reporter.by_component()
+    if by_component:
+        print("\nBy component:")
+        for key, usage in by_component.items():
+            print(f"  {key:<35} {_fmt_usage(usage)}")
 
-    reporter = UsageReporter.from_reports(results)
     by_task = reporter.by_task()
     if by_task:
         print("\nPer-task:")