Fix workflow: use @main with proof-of-execution logging

Author: sattensil

.github/workflows/ai-config-validation.yml

@@ -47,8 +47,7 @@ jobs:
         uses: astral-sh/setup-uv@v3
         with:
           version: "latest"
-          enable-cache: true
-          cache-dependency-glob: "**/pyproject.toml"
+          enable-cache: false  # Disable cache to ensure fresh test runs
 
       - name: Set up Python
         run: uv python install
@@ -58,7 +57,7 @@ jobs:
           uv venv
           # Install dependencies without installing the package itself (to avoid dev dependency issues)
           uv pip install langchain langgraph langchain-anthropic fastapi "uvicorn[standard]" pydantic launchdarkly-server-sdk launchdarkly-server-sdk-ai numpy openai faiss-cpu PyMuPDF tiktoken streamlit requests python-dotenv PyYAML langchain-openai langchain-mcp-adapters beautifulsoup4 mcp semanticscholar rank-bm25 langchain-mistralai httpx boto3 langchain-aws
-          uv pip install git+https://x-access-token:${{ secrets.GH_PAT }}@github.com/launchdarkly-labs/scarlett_ai_configs_ci_cd-.git@feature/user-friendly-setup
+          uv pip install --no-cache git+https://x-access-token:${{ secrets.GH_PAT }}@github.com/launchdarkly-labs/scarlett_ai_configs_ci_cd-.git@main
 
       - name: Validate required secrets
         run: |
@@ -153,8 +152,7 @@ jobs:
         uses: astral-sh/setup-uv@v3
         with:
           version: "latest"
-          enable-cache: true
-          cache-dependency-glob: "**/pyproject.toml"
+          enable-cache: false  # Disable cache to ensure fresh test runs
 
       - name: Set up Python
         run: uv python install
@@ -164,7 +162,7 @@ jobs:
           uv venv
           # Install dependencies without installing the package itself (to avoid dev dependency issues)
           uv pip install langchain langgraph langchain-anthropic fastapi "uvicorn[standard]" pydantic launchdarkly-server-sdk launchdarkly-server-sdk-ai numpy openai faiss-cpu PyMuPDF tiktoken streamlit requests python-dotenv PyYAML langchain-openai langchain-mcp-adapters beautifulsoup4 mcp semanticscholar rank-bm25 langchain-mistralai httpx boto3 langchain-aws
-          uv pip install git+https://x-access-token:${{ secrets.GH_PAT }}@github.com/launchdarkly-labs/scarlett_ai_configs_ci_cd-.git@feature/user-friendly-setup
+          uv pip install --no-cache git+https://x-access-token:${{ secrets.GH_PAT }}@github.com/launchdarkly-labs/scarlett_ai_configs_ci_cd-.git@main
 
       - name: Validate required secrets
         run: |
@@ -285,6 +283,17 @@ jobs:
           echo "API server URL: http://localhost:8000"
           echo "Test data file: test_data/ai_config_evaluation.yaml"
 
+          # PROOF OF EXECUTION: Show current timestamp
+          echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
+          echo "🕐 TEST EXECUTION START TIME: $(date -u '+%Y-%m-%d %H:%M:%S UTC')"
+          echo "🔍 Workflow Run ID: ${{ github.run_id }}"
+          echo "📝 Commit SHA: ${{ github.sha }}"
+          echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
+
+          # Delete any cached logs/reports from previous runs
+          rm -rf logs/judge_evaluations/*.log logs/judge_evaluations/*.jsonl test-report.json
+          echo "🧹 Cleared old test artifacts to ensure fresh run"
+
           # Run tests with HTTP evaluator (calls API endpoint to test full system)
           .venv/bin/ld-aic test \
             --config-keys "supervisor-agent,support-agent,security-agent" \
@@ -298,6 +307,13 @@ jobs:
 
           TEST_EXIT_CODE=$?
 
+          # PROOF OF EXECUTION: Show completion timestamp and verify new logs were created
+          echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
+          echo "🕐 TEST EXECUTION END TIME: $(date -u '+%Y-%m-%d %H:%M:%S UTC')"
+          echo "📊 Verifying new test artifacts were created:"
+          ls -lh test-report.json logs/judge_evaluations/ 2>/dev/null || echo "⚠️  Warning: Expected test artifacts not found!"
+          echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
+
           exit $TEST_EXIT_CODE
 
       - name: Stop API server
@@ -371,8 +387,7 @@ jobs:
         uses: astral-sh/setup-uv@v3
         with:
           version: "latest"
-          enable-cache: true
-          cache-dependency-glob: "**/pyproject.toml"
+          enable-cache: false  # Disable cache to ensure fresh test runs
 
       - name: Set up Python
         run: uv python install
@@ -382,7 +397,7 @@ jobs:
           uv venv
           # Install dependencies without installing the package itself (to avoid dev dependency issues)
           uv pip install langchain langgraph langchain-anthropic fastapi "uvicorn[standard]" pydantic launchdarkly-server-sdk launchdarkly-server-sdk-ai numpy openai faiss-cpu PyMuPDF tiktoken streamlit requests python-dotenv PyYAML langchain-openai langchain-mcp-adapters beautifulsoup4 mcp semanticscholar rank-bm25 langchain-mistralai httpx boto3 langchain-aws
-          uv pip install git+https://x-access-token:${{ secrets.GH_PAT }}@github.com/launchdarkly-labs/scarlett_ai_configs_ci_cd-.git@feature/user-friendly-setup
+          uv pip install --no-cache git+https://x-access-token:${{ secrets.GH_PAT }}@github.com/launchdarkly-labs/scarlett_ai_configs_ci_cd-.git@main
 
       - name: Validate required secrets
         run: |