|
1 | 1 | { |
2 | | - "generated_at": "2025-11-06T02:56:10.348Z", |
| 2 | + "generated_at": "2025-11-06T03:10:21.734Z", |
3 | 3 | "k": 4, |
4 | 4 | "leaderboard": { |
5 | 5 | "github": { |
|
139 | 139 | } |
140 | 140 | }, |
141 | 141 | "postgres": { |
| 142 | + "crystaldba": { |
| 143 | + "total_tasks": 21, |
| 144 | + "total_agent_execution_time": 18038.192, |
| 145 | + "total_input_tokens": 40548423, |
| 146 | + "total_output_tokens": 857805, |
| 147 | + "total_tokens": 41406228, |
| 148 | + "total_turns": 2181, |
| 149 | + "avg_agent_execution_time": 214.7404, |
| 150 | + "avg_input_tokens": 482719.3214, |
| 151 | + "avg_output_tokens": 10211.9643, |
| 152 | + "avg_total_tokens": 492931.2857, |
| 153 | + "avg_turns": 25.9643, |
| 154 | + "per_run_input_tokens": 10137105.75, |
| 155 | + "per_run_output_tokens": 214451.25, |
| 156 | + "per_run_cost": null, |
| 157 | + "actual_model_name": "claude-sonnet-4-5-20250929", |
| 158 | + "pass@1": { |
| 159 | + "avg": 0.4881, |
| 160 | + "std": 0.0395 |
| 161 | + }, |
| 162 | + "pass@4": 0.5714, |
| 163 | + "pass^4": 0.381, |
| 164 | + "metadata": { |
| 165 | + "author": { |
| 166 | + "name": "Crystal DBA", |
| 167 | + "url": "https://www.crystaldba.ai/" |
| 168 | + }, |
| 169 | + "avatar": "https://avatars.githubusercontent.com/u/156604495?v=4", |
| 170 | + "description": "Postgres MCP Pro provides configurable read/write access and performance analysis for you and your AI agents.", |
| 171 | + "homepage": "https://github.com/crystaldba/postgres-mcp", |
| 172 | + "name": "Postgres MCP Pro" |
| 173 | + } |
| 174 | + }, |
142 | 175 | "insforge": { |
143 | 176 | "total_tasks": 21, |
144 | 177 | "total_agent_execution_time": 12615.4419, |
|
172 | 205 | "name": "InsForge" |
173 | 206 | } |
174 | 207 | }, |
175 | | - "official": { |
176 | | - "total_tasks": 21, |
177 | | - "total_agent_execution_time": 18038.192, |
178 | | - "total_input_tokens": 40548423, |
179 | | - "total_output_tokens": 857805, |
180 | | - "total_tokens": 41406228, |
181 | | - "total_turns": 2181, |
182 | | - "avg_agent_execution_time": 214.7404, |
183 | | - "avg_input_tokens": 482719.3214, |
184 | | - "avg_output_tokens": 10211.9643, |
185 | | - "avg_total_tokens": 492931.2857, |
186 | | - "avg_turns": 25.9643, |
187 | | - "per_run_input_tokens": 10137105.75, |
188 | | - "per_run_output_tokens": 214451.25, |
189 | | - "per_run_cost": null, |
190 | | - "actual_model_name": "claude-sonnet-4-5-20250929", |
191 | | - "pass@1": { |
192 | | - "avg": 0.4881, |
193 | | - "std": 0.0395 |
194 | | - }, |
195 | | - "pass@4": 0.5714, |
196 | | - "pass^4": 0.381 |
197 | | - }, |
198 | 208 | "supabase": { |
199 | 209 | "total_tasks": 21, |
200 | 210 | "total_agent_execution_time": 20093.3935, |
|
0 commit comments