add conditions to run the e2e workflow

Author: HaoruiPeng

.github/workflows/end-to-end.yml

@@ -3,16 +3,63 @@ name: End-to-end
 # on:
 #   schedule:
 #     - cron: "0 4 * * *"
+
+# TODO: Use workflow dispatch for testing manually. Should only enable schedule run when merging the PR
 on:
   workflow_dispatch:
     inputs:
       environment:
         description: "Environment to run tests against"
         type: environment
         required: true
+        default: test
+      alerts:
+        description: "Send Slack alerts"
+        type: boolean
+        default: false
 
 jobs:
+  check-for-updates:
+    runs-on: ubuntu-latest
+    outputs:
+      should_run: ${{ steps.check-pushes.outputs.should_run }}
+    steps:
+      - name: Checkout main branch
+        uses: actions/checkout@v5
+        with:
+          ref: main
+
+      - name: Get last workflow run SHA
+        id: get-last-sha
+        run: |
+          LAST_COMPLETED_RUN_SHA=$(curl -s -L \
+            -H "Accept: application/vnd.github.v3+json" \
+            -H "Authorization: Bearer ${{ secrets.GITHUB_TOKEN }}" \
+            "https://api.github.com/repos/${{ github.repository }}/actions/workflows/${{ github.run_id }}/runs?status=completed&per_page=1" | \
+            jq -r '.workflow_runs[0].head_sha // ""')
+          echo "LAST_COMPLETED_RUN_SHA=$LAST_COMPLETED_RUN_SHA" >> $GITHUB_OUTPUT
+
+      - name: Check for new pushes
+        id: check-pushes
+        run: |
+          CURRENT_MAIN_SHA=$(git rev-parse HEAD)
+          echo "Current main branch HEAD SHA: $CURRENT_MAIN_SHA"
+          echo "Last completed workflow run SHA: ${{ steps.get-last-sha.outputs.LAST_COMPLETED_RUN_SHA }}"
+
+          if [ -z "${{ steps.get-last-sha.outputs.LAST_COMPLETED_RUN_SHA }}" ]; then
+            echo "No previous successful runs found for this workflow. Running workflow."
+            echo "should_run=true" >> $GITHUB_OUTPUT
+          elif [ "$CURRENT_MAIN_SHA" == "${{ steps.get-last-sha.outputs.LAST_COMPLETED_RUN_SHA }}" ]; then
+            echo "No new pushes on main since last successful run. Skipping workflow."
+            echo "should_run=false" >> $GITHUB_OUTPUT
+          else
+            echo "New pushes detected on main. Proceeding with workflow."
+            echo "should_run=true" >> $GITHUB_OUTPUT
+          fi
+
   build-apps-image:
+    needs: check-for-updates
+    if: needs.check-for-updates.outputs.should_run == 'true'
     environment: test
     runs-on: ubuntu-latest
     steps:
@@ -546,7 +593,7 @@ jobs:
 
   clean-apps-image:
     environment: test
-    needs: apps
+    needs: [apps]
     if: always()
     runs-on: ubuntu-latest
     steps:
@@ -571,10 +618,11 @@ jobs:
           GITHUB_ACTOR: ${{ github.actor }}
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 
+  # Alert run condition github.event.inputs.alerts == 'true' should be changed to always() when PR is ready to merge
   alert:
-    runs-on: ubuntu-latest
     needs: [clean-apps-image]
-    if: always() && github.ref == 'refs/heads/main'
+    runs-on: ubuntu-latest
+    if: github.event.inputs.alerts == 'true' && github.ref == 'refs/heads/main'
     steps:
       - id: get-sha
         run: |