Optimize GitHub Actions workflows and add catalog CI validation.

Add path-filtered PR CI with concurrency and timeouts; cache discovery pip deps; fix three CSV quoting rows so validation passes.

Author: JavanXD

.github/workflows/ci.yml

@@ -0,0 +1,46 @@
+# Lightweight checks for the static dashboard and catalog.
+# Skipped when only docs/marketing files change (see paths filter).
+
+name: CI
+
+on:
+  pull_request:
+    paths:
+      - "conferences.csv"
+      - "app.js"
+      - "index.html"
+      - "styles.css"
+      - "docs/**"
+      - "scripts/**"
+      - ".github/workflows/**"
+  push:
+    branches: [main]
+    paths:
+      - "conferences.csv"
+      - "app.js"
+      - "index.html"
+      - "styles.css"
+      - "docs/**"
+      - "scripts/**"
+      - ".github/workflows/**"
+
+concurrency:
+  group: ci-${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: true
+
+permissions:
+  contents: read
+
+jobs:
+  validate-catalog:
+    runs-on: ubuntu-latest
+    timeout-minutes: 5
+    steps:
+      - uses: actions/checkout@v4
+
+      - uses: actions/setup-python@v5
+        with:
+          python-version: "3.12"
+
+      - name: Validate conferences.csv
+        run: python scripts/validate_catalog.py

.github/workflows/conference-discovery.yml

@@ -1,7 +1,7 @@
 # Discovery tooling lives in discovery/ (gitignored until you choose to commit it).
-# Clone or copy discovery/ locally, add OPENAI_API_KEY secret, then enable this workflow.
+# Clone or copy discovery/ locally, add OPENAI_API_KEY secret, then push discovery/ to enable.
 
-name: Conference discovery (weekly)
+name: Conference discovery
 
 on:
   workflow_dispatch:
@@ -14,41 +14,52 @@ on:
         description: Skip OpenAI web research
         type: boolean
         default: false
+  push:
+    branches: [main]
+    paths:
+      - "discovery/**"
+      - ".github/workflows/conference-discovery.yml"
+  # Optional schedule — prefer monthly/biweekly over weekly to save minutes:
+  # schedule:
+  #   - cron: "0 6 1 * *"   # 06:00 UTC on the 1st of each month
 
-# Uncomment when discovery/ is committed:
-# on:
-#   schedule:
-#     - cron: "0 6 * * 1"
-#   workflow_dispatch: …
+concurrency:
+  group: discovery-${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: true
+
+permissions:
+  contents: read
 
 jobs:
   discover-and-research:
-    if: false  # enable after discovery/ is in the repo
+    # Auto-skips until discovery/ is committed (replaces hard-coded if: false).
+    if: hashFiles('discovery/04_orchestrate/step_10_sync.py') != ''
     runs-on: ubuntu-latest
+    timeout-minutes: 90
     steps:
       - uses: actions/checkout@v4
 
-      - name: Require discovery directory
-        run: test -f discovery/04_orchestrate/step_10_sync.py
-
-      - name: Require OPENAI_API_KEY
-        if: github.event.inputs.skip_research != 'true'
-        run: |
-          if [ -z "${{ secrets.OPENAI_API_KEY }}" ]; then
-            echo "::error::Set OPENAI_API_KEY and commit discovery/ folder first."
-            exit 1
-          fi
-
       - uses: actions/setup-python@v5
+        id: python
         with:
           python-version: "3.12"
+          cache: pip
+          cache-dependency-path: discovery/02_collect/requirements.txt
 
       - name: Install dependencies
         run: |
           python -m venv discovery/02_collect/.venv
           discovery/02_collect/.venv/bin/pip install -r discovery/02_collect/requirements.txt
           discovery/02_collect/.venv/bin/python -m cloakbrowser install
 
+      - name: Require OPENAI_API_KEY
+        if: github.event.inputs.skip_research != 'true'
+        run: |
+          if [ -z "${{ secrets.OPENAI_API_KEY }}" ]; then
+            echo "::error::Set OPENAI_API_KEY repository secret before running web research."
+            exit 1
+          fi
+
       - name: Discovery, queue, and web research
         env:
           GITHUB_ACTIONS: true

conferences.csv

@@ -1,8 +1,8 @@
 conference_name,priority_level,attendees_500_plus,academic_acceptance_level,submission_tracks,travel_accommodation_sponsorship,cfp_deadline_MM-DD,cft_deadline_MM-DD,cfw_deadline_MM-DD,cfv_deadline_MM-DD,conference_start_date,conference_end_date,city,country,website_or_cfp_link,cft_link,cfw_link,cfv_link,conference_type,timezone,notes,last_verified_date,venue_pattern
 8.8 Unreal Chile,High,Yes,Mixed,Talks,Unknown,08-10,TBD,TBD,TBD,2026-10-01,2026-10-02,Santiago,Chile,https://www.papercall.io/8dot8-unreal-chile,,,,In-Person,America/Santiago,8.8 Unreal 2026 8.8 Computer Security Conference 16th year Chile; Oct 1-2 Teatro Fundación CorpArtes CA660 Rosario Norte 660 Las Condes Santiago; theme 8.8 Unreal confías en lo que ves GenAI; CFP open PaperCall closes Aug 10 2026 13:25 UTC; alternate portal https://cfp.8dot8.org/ listed Aug 31 2026 verify which portal is canonical; https://unreal.8dot8.org/ tickets https://welcu.com/8dot8/88-unreal-2026/,2026-06-01,Mostly Fixed
 [un]prompted,High,Yes,Industry,Talks,Unknown,08-07,TBD,TBD,TBD,2026-09-07,2026-09-10,San Francisco,United States,https://unpromptedcon.org/call-for-papers/,,,,In-Person,America/Los_Angeles,AI security practitioner conference nonprofit volunteer-run; second edition Sep 7-10 2026 San Francisco per official CFP; CFP closes Aug 7 2026 notifications Aug 21 early registration until Aug 7; six tracks offense defense program building policy demos encouraged; inaugural Mar 3-4 2026 hybrid physical and online ~700 attendees The Hibernia; videos and slides at https://unpromptedcon.org/abstract-march2026/; org https://www.linkedin.com/company/unpromptedcon/,2026-06-01,Fixed
-ACM AsiaCCS,High,Yes,Academic,Talks,Unknown,12-12,TBD,TBD,TBD,2026-06-01,2026-06-05,Bangalore,India,https://asiaccs2026.cse.iitkgp.ac.in/important-dates/,,,,In-Person,Asia/Kolkata,Official ASIACCS 2026 site lists conference dates June 1-5 2026 in Bangalore, India,2026-03-31
-ACM CCS,High,Yes,Academic,Talks,Unknown,01-14,TBD,TBD,TBD,2026-11-15,2026-11-19,The Hague,Netherlands,https://www.sigsac.org/ccs/CCS2026/call-for/call-for-papers.html,,,,In-Person,Europe/Amsterdam,Official CCS 2026 site lists conference dates Nov 15-19 2026 in The Hague, Netherlands,2026-03-31
+ACM AsiaCCS,High,Yes,Academic,Talks,Unknown,12-12,TBD,TBD,TBD,2026-06-01,2026-06-05,Bangalore,India,https://asiaccs2026.cse.iitkgp.ac.in/important-dates/,,,,In-Person,Asia/Kolkata,"Official ASIACCS 2026 site lists conference dates June 1-5 2026 in Bangalore, India",2026-03-31,Rotating
+ACM CCS,High,Yes,Academic,Talks,Unknown,01-14,TBD,TBD,TBD,2026-11-15,2026-11-19,The Hague,Netherlands,https://www.sigsac.org/ccs/CCS2026/call-for/call-for-papers.html,,,,In-Person,Europe/Amsterdam,"Official CCS 2026 site lists conference dates Nov 15-19 2026 in The Hague, Netherlands",2026-03-31,Rotating
 ACM CoNEXT,Medium,Yes,Academic,Talks,Unknown,12-12,,,TBD,2026-12-07,2026-12-11,Utrecht,Netherlands,https://conferences.sigcomm.org/co-next/2026/,,,,In-Person,Europe/Amsterdam,Primary submission round has Dec 12 deadline and conference dates are listed on official site,2026-03-30,Rotating
 ACM IMC,High,Yes,Academic,Talks,Unknown,04-29,,,TBD,2026-10-12,2026-10-16,Karlsruhe,Germany,https://conferences.sigcomm.org/imc/2026/cfp/,,,,In-Person,Europe/Berlin,Two-cycle CFP with cycle 2 paper deadline Apr 29 and replicability track available,2026-03-30,Rotating
 ACSAC,Medium,Yes,Academic,Talks|Workshops,Unknown,TBD,TBD,TBD,TBD,2026-12-07,2026-12-11,Los Angeles,United States,https://www.acsac.org/,,https://www.acsac.org/,,In-Person,America/Los_Angeles,2026 edition confirmed Dec 7-11 in Los Angeles CA; 2026 CFP not yet announced (2025 deadline was May 30),2026-04-01,Rotating
@@ -63,7 +63,7 @@ DeepSec,High,Yes,Mixed,Talks|Trainings|Workshops,Partial,07-31,07-31,TBD,TBD,202
 DeveloperWeek,High,Yes,Industry,Talks|Workshops,Yes,10-13,TBD,TBD,TBD,2024-02-21,2024-02-29,San Francisco,United States,https://www.developerweek.com/,,https://www.developerweek.com/,,In-Person,America/Los_Angeles,Main 2024 CFP closed October 13 2023,2026-03-30,Unknown
 DevOpsDays Salt Lake City,Medium,Yes,Industry,Talks|Workshops,Unknown,TBD,TBD,TBD,TBD,2026-05-11,2026-05-12,Salt Lake City,United States,https://slcdevopsdays.org/,,https://slcdevopsdays.org/,,In-Person,America/Denver,Estimated from recent May editions (use as planning placeholder),2026-03-30,Unknown
 DIMVA,Medium,Yes,Academic,Talks,Unknown,02-18,,,TBD,2026-07-01,2026-07-03,Chania,Greece,https://www.dimva.org/dimva2026/,,,,In-Person,Europe/Athens,Two-cycle CFP and cycle 2 submission deadline Feb 18 with LNCS page limits,2026-03-30,Rotating
-Ekoparty Buenos Aires,High,Yes,Industry,Talks|Trainings|Workshops,Yes,TBD,TBD,TBD,TBD,2026-11-01,2026-11-30,Buenos Aires,Argentina,https://www.ekoparty.org/,https://ekoparty.org/2025/12/04/call-for-tranings-buenos-aires-miami/,https://www.ekoparty.org/,,In-Person,America/Argentina/Buenos_Aires,Merged Ekoparty (2022), Ekoparty Security Conference (2024), and Ekoparty Buenos Aires into one canonical Buenos Aires row; keep current cycle tracking and retain historical continuity in this single record
+Ekoparty Buenos Aires,High,Yes,Industry,Talks|Trainings|Workshops,Yes,TBD,TBD,TBD,TBD,2026-11-01,2026-11-30,Buenos Aires,Argentina,https://www.ekoparty.org/,https://ekoparty.org/2025/12/04/call-for-tranings-buenos-aires-miami/,https://www.ekoparty.org/,,In-Person,America/Argentina/Buenos_Aires,"Merged Ekoparty (2022), Ekoparty Security Conference (2024), and Ekoparty Buenos Aires into one canonical Buenos Aires row; keep current cycle tracking and retain historical continuity in this single record",2026-03-30,Mostly Fixed
 Ekoparty Miami,Medium,Yes,Industry,Talks|Trainings,Unknown,03-20,TBD,TBD,TBD,2026-05-21,2026-05-22,Miami,United States,https://sessionize.com/ekoparty-security-conference-2026-miami/,https://sessionize.com/ekoparty-security-conference-2026-miami/,,,In-Person,America/New_York,CFP deadline was March 20 2026 (now closed); conference May 21-22 2026,2026-04-01,Unknown
 ESORICS,Medium,Yes,Academic,Talks,Unknown,04-21,,,TBD,2026-09-14,2026-09-18,Rome,Italy,https://www.easychair.org/cfp/ESORICS-2026,,,,In-Person,Europe/Rome,Two-cycle model and spring deadline Apr 21 with 16-page limit in CFP,2026-03-30,Rotating
 Ethiack,Low,No,Industry,Talks,Unknown,TBD,,,TBD,TBD,TBD,TBD,TBD,https://ethiack.com/,,,,In-Person,UTC,Added from backlog list,2026-03-30,Unknown

scripts/validate_catalog.py

@@ -0,0 +1,119 @@
+#!/usr/bin/env python3
+"""Validate conferences.csv against docs/CATALOG.md (used by CI)."""
+
+from __future__ import annotations
+
+import csv
+import re
+import sys
+from pathlib import Path
+
+REPO = Path(__file__).resolve().parents[1]
+CSV_PATH = REPO / "conferences.csv"
+CATALOG_PATH = REPO / "docs" / "CATALOG.md"
+
+MM_DD = re.compile(r"^(TBD|\d{2}-\d{2})$")
+ISO_DATE = re.compile(r"^(TBD|\d{4}-\d{2}-\d{2})$")
+
+
+def load_expected_header() -> list[str]:
+    text = CATALOG_PATH.read_text(encoding="utf-8")
+    for line in text.splitlines():
+        stripped = line.strip()
+        if stripped.startswith("conference_name,"):
+            return stripped.split(",")
+    raise SystemExit(f"Could not find CSV header in {CATALOG_PATH}")
+
+
+def normalize_deadline(value: str) -> str:
+    clean = value.strip()
+    return clean if clean else "TBD"
+
+
+def validate_mm_dd(value: str, field: str, row_num: int, errors: list[str]) -> None:
+    clean = normalize_deadline(value)
+    if not MM_DD.match(clean):
+        errors.append(f"row {row_num}: invalid {field} {value!r} (expected MM-DD or TBD)")
+
+
+def validate_iso_date(value: str, field: str, row_num: int, errors: list[str]) -> None:
+    if not ISO_DATE.match(value):
+        errors.append(
+            f"row {row_num}: invalid {field} {value!r} (expected YYYY-MM-DD or TBD)"
+        )
+
+
+def main() -> int:
+    if not CSV_PATH.is_file():
+        print(f"::error file={CSV_PATH}::Missing conferences.csv", file=sys.stderr)
+        return 1
+
+    expected = load_expected_header()
+    errors: list[str] = []
+    names: dict[str, int] = {}
+
+    with CSV_PATH.open(newline="", encoding="utf-8") as handle:
+        reader = csv.reader(handle)
+        try:
+            header = next(reader)
+        except StopIteration:
+            print("::error::conferences.csv is empty", file=sys.stderr)
+            return 1
+
+        if header != expected:
+            errors.append(
+                "CSV header does not match docs/CATALOG.md "
+                f"(expected {len(expected)} columns, got {len(header)})"
+            )
+
+        for row_num, row in enumerate(reader, start=2):
+            if not any(cell.strip() for cell in row):
+                continue
+            if len(row) != len(expected):
+                errors.append(
+                    f"row {row_num}: expected {len(expected)} columns, got {len(row)}"
+                )
+                continue
+
+            record = dict(zip(expected, row))
+            name = record["conference_name"].strip()
+            if not name:
+                errors.append(f"row {row_num}: missing conference_name")
+                continue
+
+            key = name.casefold()
+            if key in names:
+                errors.append(
+                    f"row {row_num}: duplicate conference_name {name!r} "
+                    f"(first seen row {names[key]})"
+                )
+            else:
+                names[key] = row_num
+
+            for field in (
+                "cfp_deadline_MM-DD",
+                "cft_deadline_MM-DD",
+                "cfw_deadline_MM-DD",
+                "cfv_deadline_MM-DD",
+            ):
+                validate_mm_dd(record[field].strip(), field, row_num, errors)
+
+            for field in (
+                "conference_start_date",
+                "conference_end_date",
+                "last_verified_date",
+            ):
+                validate_iso_date(record[field].strip(), field, row_num, errors)
+
+    if errors:
+        for msg in errors:
+            print(f"::error file={CSV_PATH}::{msg}", file=sys.stderr)
+        print(f"::error::Found {len(errors)} catalog validation error(s)", file=sys.stderr)
+        return 1
+
+    print(f"Validated {len(names)} conference row(s) in {CSV_PATH.name}")
+    return 0
+
+
+if __name__ == "__main__":
+    raise SystemExit(main())