feat(automations): scheduled cycles, grouped runs, and run details UI

app/core/config/settings.py

@@ -213,6 +213,8 @@ class Settings(BaseSettings):
     sticky_session_cleanup_interval_seconds: int = Field(default=300, gt=0)
     quota_planner_scheduler_enabled: bool = True
     quota_planner_tick_seconds: int = Field(default=300, gt=0)
+    automations_scheduler_enabled: bool = True
+    automations_scheduler_interval_seconds: int = Field(default=30, gt=0)
     encryption_key_file: Path = DEFAULT_ENCRYPTION_KEY_FILE
     database_migrations_fail_fast: bool = True
     log_proxy_request_shape: bool = False

app/db/alembic/versions/20260415_160000_add_automations_tables.py

@@ -0,0 +1,189 @@
+"""add automations tables
+
+Revision ID: 20260415_160000_add_automations_tables
+Revises: 20260415_160000_add_request_logs_response_lookup_index
+Create Date: 2026-04-15
+"""
+
+from __future__ import annotations
+
+import sqlalchemy as sa
+from alembic import op
+from sqlalchemy.engine import Connection
+
+revision = "20260415_160000_add_automations_tables"
+down_revision = "20260415_160000_add_request_logs_response_lookup_index"
+branch_labels = None
+depends_on = None
+
+
+def _table_exists(connection: Connection, table_name: str) -> bool:
+    inspector = sa.inspect(connection)
+    return inspector.has_table(table_name)
+
+
+def _index_names(connection: Connection, table_name: str) -> set[str]:
+    inspector = sa.inspect(connection)
+    if not inspector.has_table(table_name):
+        return set()
+    return {str(index["name"]) for index in inspector.get_indexes(table_name) if index.get("name")}
+
+
+def _column_names(connection: Connection, table_name: str) -> set[str]:
+    inspector = sa.inspect(connection)
+    if not inspector.has_table(table_name):
+        return set()
+    return {str(column["name"]) for column in inspector.get_columns(table_name) if column.get("name")}
+
+
+def upgrade() -> None:
+    bind = op.get_bind()
+
+    if not _table_exists(bind, "automation_jobs"):
+        op.create_table(
+            "automation_jobs",
+            sa.Column("id", sa.String(), nullable=False),
+            sa.Column("name", sa.String(length=200), nullable=False),
+            sa.Column("enabled", sa.Boolean(), nullable=False, server_default=sa.true()),
+            sa.Column("schedule_type", sa.String(length=32), nullable=False, server_default=sa.text("'daily'")),
+            sa.Column("schedule_time", sa.String(length=5), nullable=False),
+            sa.Column("schedule_timezone", sa.String(length=64), nullable=False),
+            sa.Column(
+                "schedule_days",
+                sa.String(length=64),
+                nullable=False,
+                server_default=sa.text("'mon,tue,wed,thu,fri,sat,sun'"),
+            ),
+            sa.Column("schedule_threshold_minutes", sa.Integer(), nullable=False, server_default=sa.text("0")),
+            sa.Column("include_paused_accounts", sa.Boolean(), nullable=False, server_default=sa.false()),
+            sa.Column("model", sa.String(), nullable=False),
+            sa.Column("reasoning_effort", sa.String(length=16), nullable=True),
+            sa.Column("prompt", sa.Text(), nullable=False, server_default=sa.text("'ping'")),
+            sa.Column("created_at", sa.DateTime(), nullable=False, server_default=sa.func.now()),
+            sa.Column("updated_at", sa.DateTime(), nullable=False, server_default=sa.func.now()),
+            sa.PrimaryKeyConstraint("id"),
+        )
+    else:
+        job_columns = _column_names(bind, "automation_jobs")
+        if "schedule_days" not in job_columns:
+            op.add_column(
+                "automation_jobs",
+                sa.Column(
+                    "schedule_days",
+                    sa.String(length=64),
+                    nullable=False,
+                    server_default=sa.text("'mon,tue,wed,thu,fri,sat,sun'"),
+                ),
+            )
+        if "reasoning_effort" not in job_columns:
+            op.add_column(
+                "automation_jobs",
+                sa.Column("reasoning_effort", sa.String(length=16), nullable=True),
+            )
+        if "schedule_threshold_minutes" not in job_columns:
+            op.add_column(
+                "automation_jobs",
+                sa.Column("schedule_threshold_minutes", sa.Integer(), nullable=False, server_default=sa.text("0")),
+            )
+        if "include_paused_accounts" not in job_columns:
+            op.add_column(
+                "automation_jobs",
+                sa.Column("include_paused_accounts", sa.Boolean(), nullable=False, server_default=sa.false()),
+            )
+
+    if not _table_exists(bind, "automation_job_accounts"):
+        op.create_table(
+            "automation_job_accounts",
+            sa.Column("job_id", sa.String(), nullable=False),
+            sa.Column("account_id", sa.String(), nullable=False),
+            sa.Column("position", sa.Integer(), nullable=False),
+            sa.Column("created_at", sa.DateTime(), nullable=False, server_default=sa.func.now()),
+            sa.ForeignKeyConstraint(["account_id"], ["accounts.id"], ondelete="CASCADE"),
+            sa.ForeignKeyConstraint(["job_id"], ["automation_jobs.id"], ondelete="CASCADE"),
+            sa.PrimaryKeyConstraint("job_id", "account_id"),
+            sa.UniqueConstraint("job_id", "position", name="uq_automation_job_accounts_position"),
+        )
+
+    if not _table_exists(bind, "automation_runs"):
+        op.create_table(
+            "automation_runs",
+            sa.Column("id", sa.String(), nullable=False),
+            sa.Column("job_id", sa.String(), nullable=False),
+            sa.Column("trigger", sa.String(length=16), nullable=False),
+            sa.Column("slot_key", sa.String(length=128), nullable=False),
+            sa.Column("scheduled_for", sa.DateTime(), nullable=False),
+            sa.Column("started_at", sa.DateTime(), nullable=False),
+            sa.Column("finished_at", sa.DateTime(), nullable=True),
+            sa.Column("status", sa.String(length=16), nullable=False, server_default=sa.text("'running'")),
+            sa.Column("account_id", sa.String(), nullable=True),
+            sa.Column("error_code", sa.String(length=100), nullable=True),
+            sa.Column("error_message", sa.Text(), nullable=True),
+            sa.Column("attempt_count", sa.Integer(), nullable=False, server_default=sa.text("0")),
+            sa.Column("created_at", sa.DateTime(), nullable=False, server_default=sa.func.now()),
+            sa.ForeignKeyConstraint(["account_id"], ["accounts.id"], ondelete="SET NULL"),
+            sa.ForeignKeyConstraint(["job_id"], ["automation_jobs.id"], ondelete="CASCADE"),
+            sa.PrimaryKeyConstraint("id"),
+            sa.UniqueConstraint("slot_key", name="uq_automation_runs_slot_key"),
+        )
+
+    jobs_indexes = _index_names(bind, "automation_jobs")
+    if "idx_automation_jobs_enabled" not in jobs_indexes:
+        op.create_index("idx_automation_jobs_enabled", "automation_jobs", ["enabled"], unique=False)
+
+    job_accounts_indexes = _index_names(bind, "automation_job_accounts")
+    if "idx_automation_job_accounts_account_id" not in job_accounts_indexes:
+        op.create_index(
+            "idx_automation_job_accounts_account_id",
+            "automation_job_accounts",
+            ["account_id"],
+            unique=False,
+        )
+
+    runs_indexes = _index_names(bind, "automation_runs")
+    if "idx_automation_runs_job_id_started_at" not in runs_indexes:
+        op.create_index(
+            "idx_automation_runs_job_id_started_at",
+            "automation_runs",
+            ["job_id", "started_at"],
+            unique=False,
+        )
+    if "idx_automation_runs_status_started_at" not in runs_indexes:
+        op.create_index(
+            "idx_automation_runs_status_started_at",
+            "automation_runs",
+            ["status", "started_at"],
+            unique=False,
+        )
+    if "idx_automation_runs_scheduled_for" not in runs_indexes:
+        op.create_index(
+            "idx_automation_runs_scheduled_for",
+            "automation_runs",
+            ["scheduled_for"],
+            unique=False,
+        )
+
+
+def downgrade() -> None:
+    bind = op.get_bind()
+
+    if _table_exists(bind, "automation_runs"):
+        runs_indexes = _index_names(bind, "automation_runs")
+        if "idx_automation_runs_scheduled_for" in runs_indexes:
+            op.drop_index("idx_automation_runs_scheduled_for", table_name="automation_runs")
+        if "idx_automation_runs_status_started_at" in runs_indexes:
+            op.drop_index("idx_automation_runs_status_started_at", table_name="automation_runs")
+        if "idx_automation_runs_job_id_started_at" in runs_indexes:
+            op.drop_index("idx_automation_runs_job_id_started_at", table_name="automation_runs")
+        op.drop_table("automation_runs")
+
+    if _table_exists(bind, "automation_job_accounts"):
+        job_accounts_indexes = _index_names(bind, "automation_job_accounts")
+        if "idx_automation_job_accounts_account_id" in job_accounts_indexes:
+            op.drop_index("idx_automation_job_accounts_account_id", table_name="automation_job_accounts")
+        op.drop_table("automation_job_accounts")
+
+    if _table_exists(bind, "automation_jobs"):
+        jobs_indexes = _index_names(bind, "automation_jobs")
+        if "idx_automation_jobs_enabled" in jobs_indexes:
+            op.drop_index("idx_automation_jobs_enabled", table_name="automation_jobs")
+        op.drop_table("automation_jobs")

app/db/alembic/versions/20260418_190000_add_automation_runs_cycle_key.py

@@ -0,0 +1,87 @@
+"""add cycle key to automation runs
+
+Revision ID: 20260418_190000_add_automation_runs_cycle_key
+Revises: 20260415_160000_add_automations_tables
+Create Date: 2026-04-18
+"""
+
+from __future__ import annotations
+
+import sqlalchemy as sa
+from alembic import op
+from sqlalchemy.engine import Connection
+
+revision = "20260418_190000_add_automation_runs_cycle_key"
+down_revision = "20260415_160000_add_automations_tables"
+branch_labels = None
+depends_on = None
+
+
+def _table_exists(connection: Connection, table_name: str) -> bool:
+    inspector = sa.inspect(connection)
+    return inspector.has_table(table_name)
+
+
+def _index_names(connection: Connection, table_name: str) -> set[str]:
+    inspector = sa.inspect(connection)
+    if not inspector.has_table(table_name):
+        return set()
+    return {str(index["name"]) for index in inspector.get_indexes(table_name) if index.get("name")}
+
+
+def _column_names(connection: Connection, table_name: str) -> set[str]:
+    inspector = sa.inspect(connection)
+    if not inspector.has_table(table_name):
+        return set()
+    return {str(column["name"]) for column in inspector.get_columns(table_name) if column.get("name")}
+
+
+def upgrade() -> None:
+    bind = op.get_bind()
+    if not _table_exists(bind, "automation_runs"):
+        return
+
+    run_columns = _column_names(bind, "automation_runs")
+    if "cycle_key" not in run_columns:
+        op.add_column(
+            "automation_runs",
+            sa.Column("cycle_key", sa.String(length=160), nullable=True),
+        )
+        op.execute("UPDATE automation_runs SET cycle_key = slot_key WHERE cycle_key IS NULL OR cycle_key = ''")
+        if bind.dialect.name == "sqlite":
+            with op.batch_alter_table("automation_runs", recreate="always") as batch_op:
+                batch_op.alter_column(
+                    "cycle_key",
+                    existing_type=sa.String(length=160),
+                    nullable=False,
+                )
+        else:
+            op.alter_column(
+                "automation_runs",
+                "cycle_key",
+                existing_type=sa.String(length=160),
+                nullable=False,
+            )
+
+    run_indexes = _index_names(bind, "automation_runs")
+    if "idx_automation_runs_cycle_key_started_at" not in run_indexes:
+        op.create_index(
+            "idx_automation_runs_cycle_key_started_at",
+            "automation_runs",
+            ["cycle_key", "started_at"],
+            unique=False,
+        )
+
+
+def downgrade() -> None:
+    bind = op.get_bind()
+    if not _table_exists(bind, "automation_runs"):
+        return
+
+    run_indexes = _index_names(bind, "automation_runs")
+    if "idx_automation_runs_cycle_key_started_at" in run_indexes:
+        op.drop_index("idx_automation_runs_cycle_key_started_at", table_name="automation_runs")
+
+    run_columns = _column_names(bind, "automation_runs")
+    if "cycle_key" in run_columns:
+        op.drop_column("automation_runs", "cycle_key")

app/db/alembic/versions/20260419_000000_add_automation_run_cycle_metadata.py

@@ -0,0 +1,56 @@
+"""add automation run cycle metadata columns
+
+Revision ID: 20260419_000000_add_automation_run_cycle_metadata
+Revises: 20260418_190000_add_automation_runs_cycle_key
+Create Date: 2026-04-19
+"""
+
+from __future__ import annotations
+
+import sqlalchemy as sa
+from alembic import op
+from sqlalchemy.engine import Connection
+
+revision = "20260419_000000_add_automation_run_cycle_metadata"
+down_revision = "20260418_190000_add_automation_runs_cycle_key"
+branch_labels = None
+depends_on = None
+
+
+def _table_exists(connection: Connection, table_name: str) -> bool:
+    inspector = sa.inspect(connection)
+    return inspector.has_table(table_name)
+
+
+def _column_names(connection: Connection, table_name: str) -> set[str]:
+    inspector = sa.inspect(connection)
+    if not inspector.has_table(table_name):
+        return set()
+    return {str(column["name"]) for column in inspector.get_columns(table_name) if column.get("name")}
+
+
+def upgrade() -> None:
+    bind = op.get_bind()
+    if not _table_exists(bind, "automation_runs"):
+        return
+
+    run_columns = _column_names(bind, "automation_runs")
+    if "cycle_expected_accounts" not in run_columns:
+        op.add_column("automation_runs", sa.Column("cycle_expected_accounts", sa.Integer(), nullable=True))
+    if "cycle_window_end" not in run_columns:
+        op.add_column("automation_runs", sa.Column("cycle_window_end", sa.DateTime(), nullable=True))
+
+    op.execute("UPDATE automation_runs SET cycle_expected_accounts = 0 WHERE cycle_expected_accounts IS NULL")
+    op.execute("UPDATE automation_runs SET cycle_window_end = scheduled_for WHERE cycle_window_end IS NULL")
+
+
+def downgrade() -> None:
+    bind = op.get_bind()
+    if not _table_exists(bind, "automation_runs"):
+        return
+
+    run_columns = _column_names(bind, "automation_runs")
+    if "cycle_window_end" in run_columns:
+        op.drop_column("automation_runs", "cycle_window_end")
+    if "cycle_expected_accounts" in run_columns:
+        op.drop_column("automation_runs", "cycle_expected_accounts")