1+ {
2+ "generated_at" : " 2025-09-19T04:53:35.267Z" ,
3+ "k" : 4 ,
4+ "servers" : {
5+ "github" : {
6+ "klavis" : {
7+ "total_tasks" : 23 ,
8+ "total_agent_execution_time" : 8681.191 ,
9+ "total_input_tokens" : 12226405 ,
10+ "total_output_tokens" : 217486 ,
11+ "total_tokens" : 12443891 ,
12+ "total_turns" : 505 ,
13+ "avg_agent_execution_time" : 377.4431 ,
14+ "avg_input_tokens" : 531582.8261 ,
15+ "avg_output_tokens" : 9455.913 ,
16+ "avg_total_tokens" : 541038.7391 ,
17+ "avg_turns" : 21.9565 ,
18+ "per_run_input_tokens" : 12226405 ,
19+ "per_run_output_tokens" : 217486 ,
20+ "per_run_cost" : 199.707525 ,
21+ "actual_model_name" : " claude-sonnet-4-20250514" ,
22+ "pass@1" : {
23+ "avg" : 0.3478 ,
24+ "std" : 0
25+ }
26+ },
27+ "official" : {
28+ "total_tasks" : 23 ,
29+ "total_agent_execution_time" : 18077.8395 ,
30+ "total_input_tokens" : 64106636 ,
31+ "total_output_tokens" : 408552 ,
32+ "total_tokens" : 64515188 ,
33+ "total_turns" : 1027 ,
34+ "avg_agent_execution_time" : 196.4983 ,
35+ "avg_input_tokens" : 696811.2609 ,
36+ "avg_output_tokens" : 4440.7826 ,
37+ "avg_total_tokens" : 701252.0435 ,
38+ "avg_turns" : 11.163 ,
39+ "per_run_input_tokens" : 16026659 ,
40+ "per_run_output_tokens" : 102138 ,
41+ "per_run_cost" : 248.06023499999998 ,
42+ "actual_model_name" : " claude-sonnet-4-20250514" ,
43+ "pass@1" : {
44+ "avg" : 0.163 ,
45+ "std" : 0.0565
46+ },
47+ "pass@4" : 0.3043 ,
48+ "pass^4" : 0.087
49+ }
50+ },
51+ "notion" : {
52+ "official" : {
53+ "total_tasks" : 28 ,
54+ "total_agent_execution_time" : 21642.931 ,
55+ "total_input_tokens" : 72423701 ,
56+ "total_output_tokens" : 474776 ,
57+ "total_tokens" : 72898477 ,
58+ "total_turns" : 2208 ,
59+ "avg_agent_execution_time" : 193.2405 ,
60+ "avg_input_tokens" : 646640.1875 ,
61+ "avg_output_tokens" : 4239.0714 ,
62+ "avg_total_tokens" : 650879.2589 ,
63+ "avg_turns" : 19.7143 ,
64+ "per_run_input_tokens" : 18105925.25 ,
65+ "per_run_output_tokens" : 118694 ,
66+ "per_run_cost" : 280.49092874999997 ,
67+ "actual_model_name" : " claude-sonnet-4-20250514" ,
68+ "pass@1" : {
69+ "avg" : 0.2143 ,
70+ "std" : 0.0505
71+ },
72+ "pass@4" : 0.3929 ,
73+ "pass^4" : 0.0714
74+ }
75+ }
76+ }
77+ }
0 commit comments