Adding score tracking + color labeling

Author: Breta01

.env.example

@@ -7,3 +7,6 @@ OPENAI_API_KEY=
 
 # Database URL
 DATABASE_URL=
+
+# Competition ID (update accordingly)
+COMPETITION_ID=IQC2025S2

brain/alpha_class.py

@@ -1,9 +1,12 @@
 import datetime
+import os
 import sqlite3
 import uuid
 from dataclasses import asdict, dataclass, field, replace
 from typing import Optional
 
+from brain.api import BrainAPI
+
 
 @dataclass
 class Alpha:
@@ -39,6 +42,8 @@ class Alpha:
     failing_tests: Optional[list[str]] = field(default_factory=list)
     long_count: Optional[int] = None
     short_count: Optional[int] = None
+    # Score change
+    score: Optional[float] = None
 
     # timestamp (let DB default if you don’t set it)
     created_at: Optional[str] = field(
@@ -120,6 +125,19 @@ def replace(self, **kwargs) -> "Alpha":
         """
         return replace(self, **kwargs, alpha_id=str(uuid.uuid4()), is_temporary=True)
 
+    def update_score(self) -> float:
+        """Check and return the score of the Alpha."""
+        results = BrainAPI.performance_comparison(
+            self.alpha_id, competition=os.environ.get("COMPETITION_ID")
+        )
+        if "score" not in results or "after" not in results["score"]:
+            return None
+
+        self.score = results["score"].get("after", 0) - results["score"].get(
+            "before",
+        )
+        return self.score
+
     @classmethod
     def create_alpha(
         cls,

brain/database.py

@@ -22,12 +22,16 @@ def __init__(self, db_url: str = None):
         self.conn.set_autocommit(True)
         self.cursor = self.conn.cursor()
 
-    def insert_alpha(self, alpha: Alpha) -> int:
-        """Insert a Alpha class instance into the table."""
+    def upsert_alpha(self, alpha: Alpha) -> int:
+        """Insert a Alpha class instance into the table (update if id already exists)."""
         record = alpha.as_dict()
         cols = ", ".join(record)
         bangs = ", ".join("%s" for _ in record)
-        sql = f"INSERT INTO alphas ({cols}) VALUES ({bangs})"
+        update_cols = ", ".join(f"{k} = EXCLUDED.{k}" for k in record if k != "alpha_id")
+        sql = (
+            f"INSERT INTO alphas ({cols}) VALUES ({bangs}) ON CONFLICT (alpha_id)"
+            f" DO UPDATE SET {update_cols}"
+        )
         self.cursor.execute(sql, tuple(record.values()))
 
     def find_by_alpha(

brain/genetic_algorithm.py

@@ -86,8 +86,13 @@ def _update_alphas_storage(
         return
 
     alpha = Alpha.from_stats(stats)
+    if alpha.fitness is not None and alpha.fitness > 1.0 and len(alpha.failing_tests) < 2:
+        score = alpha.update_score()
+        if score > 100 and len(alpha.failing_tests) == 0:
+            BrainAPI.set_alpha_properties(alpha.alpha_id, color="YELLOW")
+
     try:
-        Database().insert_alpha(alpha)
+        Database().upsert_alpha(alpha)
     except Exception as e:
         print(f"Error during database insertion: {e}")
         pass

brain/search_algorithm.py

@@ -1,7 +1,7 @@
 import random
 
-from brain.agent import agent
 from brain.agent_config import DEFAULT_CONFIG
+from brain.agents.executor import agent
 from brain.alpha_storage import Storage
 from brain.database import Database
 from brain.genetic_algorithm import genetic_algorithm

migrations/20250612143906_add_score.sql

@@ -0,0 +1,3 @@
+-- add an integer "score" column (allows negative/positive values)
+ALTER TABLE alphas
+ADD COLUMN IF NOT EXISTS score REAL;