Add PostgreSQL MCP Server benchmark results (#3)

* Add PostgreSQL MCP Server benchmark results

* add meta information

Author: tonychang04

mcp_servers/postgres/insforge/meta.json

@@ -0,0 +1,10 @@
+{
+  "author": {
+    "name": "InsForge",
+    "url": "https://insforge.dev"
+  },
+  "avatar": "https://insforge.dev/favicon.ico",
+  "description": "Official InsForge MCP Server that connects AI tools to InsForge's complete backend platform. This gives AI agents the ability to manage databases, execute SQL queries, handle authentication, manage storage buckets, deploy serverless functions, and monitor container logs. All through natural language interactions.",
+  "homepage": "https://github.com/InsForge/insforge-mcp",
+  "name": "InsForge"
+}

mcp_servers/postgres/insforge/run-1/chinook__customer_data_migration/messages.json

@@ -0,0 +1,27 @@
+{
+  "task_name": "chinook__customer_data_migration",
+  "model_name": "claude-sonnet-4.5",
+  "litellm_run_model_name": "claude-sonnet-4-5-20250929",
+  "reasoning_effort": "default",
+  "mcp": "insforge",
+  "timeout": 3600,
+  "time": {
+    "start": "2025-10-19T18:19:37.821320",
+    "end": "2025-10-19T18:27:29.630157"
+  },
+  "agent_execution_time": 471.2874081134796,
+  "task_execution_time": 471.80882501602173,
+  "execution_result": {
+    "success": true,
+    "error_message": null,
+    "verification_error": null,
+    "verification_output": "============================================================\nVerifying Customer Data Migration Task\n============================================================\nLoaded 200 expected customer records\n✅ All 200 customers migrated correctly\n✅ All customers assigned to SupportRepId 3\n✅ All customers have Fax field set to NULL\n✅ Customer data sets match exactly (order-independent)\n\n🎉 Task verification: PASS\n"
+  },
+  "token_usage": {
+    "input_tokens": 653390,
+    "output_tokens": 23727,
+    "total_tokens": 677117,
+    "reasoning_tokens": 0
+  },
+  "turn_count": 22
+}

mcp_servers/postgres/insforge/run-1/chinook__customer_data_migration/meta.json

@@ -0,0 +1,27 @@
+{
+  "task_name": "chinook__employee_hierarchy_management",
+  "model_name": "claude-sonnet-4.5",
+  "litellm_run_model_name": "claude-sonnet-4-5-20250929",
+  "reasoning_effort": "default",
+  "mcp": "insforge",
+  "timeout": 3600,
+  "time": {
+    "start": "2025-10-19T18:27:29.630721",
+    "end": "2025-10-19T18:29:07.384418"
+  },
+  "agent_execution_time": 97.15503311157227,
+  "task_execution_time": 97.75368189811707,
+  "execution_result": {
+    "success": true,
+    "error_message": null,
+    "verification_error": null,
+    "verification_output": "==================================================\nVerifying Task 3: Employee Hierarchy Management\n==================================================\n✅ Employee count and title verification passed\n✅ Specific employee verification passed - all fields match exactly\n✅ Customer assignment verification passed\n✅ Employee performance table verification passed\n✅ Employee deletion and promotion verification passed\n✅ Salary column verification passed\n\n🎉 Task verification: PASS\nAll employee hierarchy management operations completed correctly!\n"
+  },
+  "token_usage": {
+    "input_tokens": 242228,
+    "output_tokens": 3814,
+    "total_tokens": 246042,
+    "reasoning_tokens": 0
+  },
+  "turn_count": 18
+}

mcp_servers/postgres/insforge/run-1/chinook__employee_hierarchy_management/messages.json

@@ -0,0 +1,27 @@
+{
+  "task_name": "chinook__sales_and_music_charts",
+  "model_name": "claude-sonnet-4.5",
+  "litellm_run_model_name": "claude-sonnet-4-5-20250929",
+  "reasoning_effort": "default",
+  "mcp": "insforge",
+  "timeout": 3600,
+  "time": {
+    "start": "2025-10-19T18:29:07.385248",
+    "end": "2025-10-19T18:30:55.001055"
+  },
+  "agent_execution_time": 106.8680911064148,
+  "task_execution_time": 107.61579585075378,
+  "execution_result": {
+    "success": false,
+    "error_message": null,
+    "verification_error": "Verification failed with no error message",
+    "verification_output": "==================================================\n❌ Monthly sales row 1 mismatch: expected ('2009-01', 6, Decimal('35.64'), 36, Decimal('5.9400000000000000'), 6), got ('2009-01', 6, Decimal('330.66'), 36, Decimal('9.19'), 6)\n❌ Monthly sales row 2 mismatch: expected ('2009-02', 7, Decimal('37.62'), 38, Decimal('5.3742857142857143'), 7), got ('2009-02', 7, Decimal('334.62'), 38, Decimal('8.81'), 7)\n❌ Monthly sales row 3 mismatch: expected ('2009-03', 7, Decimal('37.62'), 38, Decimal('5.3742857142857143'), 7), got ('2009-03', 7, Decimal('334.62'), 38, Decimal('8.81'), 7)\n❌ Monthly sales row 4 mismatch: expected ('2009-04', 7, Decimal('37.62'), 38, Decimal('5.3742857142857143'), 7), got ('2009-04', 7, Decimal('334.62'), 38, Decimal('8.81'), 7)\n❌ Monthly sales row 5 mismatch: expected ('2009-05', 7, Decimal('37.62'), 38, Decimal('5.3742857142857143'), 7), got ('2009-05', 7, Decimal('334.62'), 38, Decimal('8.81'), 7)\n❌ Total monthly sales mismatches: 60\n\n❌ Task verification: FAIL\n"
+  },
+  "token_usage": {
+    "input_tokens": 260779,
+    "output_tokens": 5055,
+    "total_tokens": 265834,
+    "reasoning_tokens": 0
+  },
+  "turn_count": 16
+}

mcp_servers/postgres/insforge/run-1/chinook__employee_hierarchy_management/meta.json

@@ -0,0 +1,27 @@
+{
+  "task_name": "dvdrental__customer_analysis_fix",
+  "model_name": "claude-sonnet-4.5",
+  "litellm_run_model_name": "claude-sonnet-4-5-20250929",
+  "reasoning_effort": "default",
+  "mcp": "insforge",
+  "timeout": 3600,
+  "time": {
+    "start": "2025-10-19T18:30:55.001915",
+    "end": "2025-10-19T18:32:40.592755"
+  },
+  "agent_execution_time": 104.66081619262695,
+  "task_execution_time": 105.59082698822021,
+  "execution_result": {
+    "success": false,
+    "error_message": null,
+    "verification_error": "Verification failed with no error message",
+    "verification_output": "======================================================================\nPostgreSQL Task 3 Verification: Fix Customer Analysis Query\n======================================================================\n❌ Row 3 mismatch:\n   Expected: (178, 'Marion Snyder', 'Santa Brbara dOeste', 'Brazil', 39, 38, Decimal('194.61'), 'Animation', 'Gina Degeneres', Decimal('5.63892543859649123363'), 'Premium', 'Hamlet Wisdom', 4)\n   Actual:   (137, 'Rhonda Kennedy', 'Apeldoorn', 'Netherlands', 38, 37, Decimal('191.62'), 'Games', 'Frances Day-Lewis', Decimal('5.94959795321637426901'), 'Premium', 'Amistad Midsummer', 2)\n❌ Row 4 mismatch:\n   Expected: (137, 'Rhonda Kennedy', 'Apeldoorn', 'Netherlands', 38, 37, Decimal('191.62'), 'Games', 'Frances Day-Lewis', Decimal('5.94959795321637426901'), 'Premium', 'Amistad Midsummer', 2)\n   Actual:   (178, 'Marion Snyder', 'Santa Brbara dOeste', 'Brazil', 38, 37, Decimal('189.62'), 'Animation', 'Gina Degeneres', Decimal('5.63892543859649123363'), 'Premium', 'Hamlet Wisdom', 4)\n❌ Row 7 mismatch:\n   Expected: (181, 'Ana Bradley', 'Memphis', 'United States', 33, 31, Decimal('167.67'), 'Family', 'Christian Akroyd', Decimal('6.0310329861111111'), 'Premium', 'Island Exorcist', 5)\n   Actual:   (236, 'Marcia Dean', 'Tanza', 'Philippines', 38, 38, Decimal('165.62'), 'Foreign', 'Dustin Tautou', Decimal('5.25438596491228069357'), 'Premium', 'Alamo Videotape', 4)\n❌ Row 8 mismatch:\n   Expected: (410, 'Curtis Irby', 'Richmond Hill', 'Canada', 38, 37, Decimal('167.62'), 'Action', 'Susan Davis', Decimal('5.34350600600600600841'), 'Premium', 'Hanky October', 3)\n   Actual:   (181, 'Ana Bradley', 'Memphis', 'United States', 32, 30, Decimal('164.68'), 'Family', 'Christian Akroyd', Decimal('6.0310329861111111'), 'Premium', 'Island Exorcist', 5)\n❌ Row 9 mismatch:\n   Expected: (236, 'Marcia Dean', 'Tanza', 'Philippines', 39, 39, Decimal('166.61'), 'Foreign', 'Dustin Tautou', Decimal('5.25438596491228069357'), 'Premium', 'Alamo Videotape', 4)\n   Actual:   (410, 'Curtis Irby', 'Richmond Hill', 'Canada', 37, 36, Decimal('164.63'), 'Action', 'Susan Davis', Decimal('5.34350600600600600841'), 'Premium', 'Hanky October', 3)\n❌ Total mismatches: 571\n\n❌ Task verification: FAIL\n   - The query still has issues\n   - Please review the duplicate counting problem\n"
+  },
+  "token_usage": {
+    "input_tokens": 216633,
+    "output_tokens": 5407,
+    "total_tokens": 222040,
+    "reasoning_tokens": 0
+  },
+  "turn_count": 12
+}