chore: Enable Conditional Step Skipping in Pipeline (#2076)

Priyanka-Microsoft · web-flow · commit 4754c28b19b9 · 2026-02-23T17:22:01.000+05:30
diff --git a/.github/workflows/broken-links-checker.yml b/.github/workflows/broken-links-checker.yml
@@ -2,8 +2,6 @@ name: Broken Link Checker
 
 on:
   pull_request:
-    paths:
-      - '**/*.md'
   workflow_dispatch:
 
 permissions:
@@ -28,14 +26,19 @@ jobs:
         with:
           files: |
             **/*.md
+
+      - name: Skip - No Markdown Files Changed
+        if: github.event_name == 'pull_request' && steps.changed-markdown-files.outputs.any_changed != 'true'
+        run: echo "No markdown files changed. Skipping broken link check."
+
       # For PR: Check broken links only in changed files
       - name: Check Broken Links in Changed Markdown Files
         id: lychee-check-pr
         if: github.event_name == 'pull_request' && steps.changed-markdown-files.outputs.any_changed == 'true'
         uses: lycheeverse/lychee-action@v2.7.0
         with:
           args: >
-            --verbose --no-progress --exclude ^https?://
+            --verbose --exclude-mail --no-progress --exclude ^https?://
             ${{ steps.changed-markdown-files.outputs.all_changed_files }}
           failIfEmpty: false
         env:
@@ -48,7 +51,7 @@ jobs:
         uses: lycheeverse/lychee-action@v2.7.0
         with:
           args: >
-            --verbose --no-progress --exclude ^https?://
+            --verbose --exclude-mail --no-progress --exclude ^https?://
             '**/*.md'
           failIfEmpty: false
         env:
diff --git a/.github/workflows/build-docker-images.yml b/.github/workflows/build-docker-images.yml
@@ -6,14 +6,6 @@ on:
       - main
       - dev
       - demo
-    paths:
-      - 'code/**'
-      - '!code/tests/**'
-      - 'docker/**'
-      - 'package.json'
-      - 'pyproject.toml'
-      - '.github/workflows/build-docker-images.yml'
-      - '.github/workflows/build-docker.yml'
   pull_request:
     branches:
       - main
@@ -28,7 +20,37 @@ on:
   workflow_dispatch:
 
 jobs:
+  check-changes:
+    runs-on: ubuntu-latest
+    outputs:
+      should_build: ${{ steps.filter.outputs.docker_related }}
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v6
+        with:
+          fetch-depth: 0
+
+      - name: Check for relevant changes
+        id: filter
+        uses: dorny/paths-filter@v3
+        with:
+          filters: |
+            docker_related:
+              - 'code/**'
+              - '!code/tests/**'
+              - 'docker/**'
+              - 'package.json'
+              - 'pyproject.toml'
+              - '.github/workflows/build-docker-images.yml'
+              - '.github/workflows/build-docker.yml'
+
+      - name: Skip - No Relevant Changes
+        if: steps.filter.outputs.docker_related != 'true' && github.event_name != 'workflow_dispatch'
+        run: echo "No relevant changes detected. Skipping docker build."
+
   docker-build:
+    needs: check-changes
+    if: needs.check-changes.outputs.should_build == 'true' || github.event_name == 'workflow_dispatch'
     strategy:
       matrix:
         include:
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
@@ -6,13 +6,6 @@ on:
       - main
       - dev
       - demo
-    paths:
-      - 'infra/**'
-      - 'scripts/**'
-      - 'azure.yaml'
-      - 'pyproject.toml'
-      - 'Makefile'
-      - '.github/workflows/ci.yml'
   schedule:
     - cron: '0 8,20 * * *'  # Runs at 8:00 AM and 8:00 PM GMT
   workflow_dispatch:
@@ -25,7 +18,36 @@ concurrency:
   group: ${{ github.workflow }}-${{ github.ref }}
 
 jobs:
+  check-changes:
+    runs-on: ubuntu-latest
+    outputs:
+      should_deploy: ${{ steps.filter.outputs.deploy_related }}
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v6
+        with:
+          fetch-depth: 0
+
+      - name: Check for relevant changes
+        id: filter
+        uses: dorny/paths-filter@v3
+        with:
+          filters: |
+            deploy_related:
+              - 'infra/**'
+              - 'scripts/**'
+              - 'azure.yaml'
+              - 'pyproject.toml'
+              - 'Makefile'
+              - '.github/workflows/ci.yml'
+
+      - name: Skip - No Relevant Changes
+        if: steps.filter.outputs.deploy_related != 'true' && github.event_name != 'workflow_dispatch' && github.event_name != 'schedule'
+        run: echo "No relevant changes detected. Skipping deployment validation."
+
   deploy:
+    needs: check-changes
+    if: needs.check-changes.outputs.should_deploy == 'true' || github.event_name == 'workflow_dispatch' || github.event_name == 'schedule'
     runs-on: ubuntu-latest
     env:
       AZURE_CLIENT_ID: ${{ secrets.AZURE_CLIENT_ID }}
@@ -387,17 +409,17 @@ jobs:
 
 
   e2e-test:
-    needs: deploy
-    if: needs.deploy.outputs.DEPLOYMENT_SUCCESS == 'true'
+    needs: [check-changes, deploy]
+    if: always() && needs.deploy.result == 'success' && needs.deploy.outputs.DEPLOYMENT_SUCCESS == 'true'
     uses: ./.github/workflows/test-automation.yml
     with:
       web_url: ${{ needs.deploy.outputs.web_url }}
       admin_url: ${{ needs.deploy.outputs.admin_url }}
 
 
   cleanup:
-    if: always()
-    needs: [deploy, e2e-test]
+    if: always() && needs.deploy.result != 'skipped'
+    needs: [check-changes, deploy, e2e-test]
     runs-on: ubuntu-latest
 
     env:
diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
@@ -4,12 +4,6 @@ on:
   workflow_dispatch:
   push:
     branches: [main, dev, demo]
-    paths:
-      - 'code/**'
-      - 'pyproject.toml'
-      - 'package.json'
-      - 'pytest.ini'
-      - '.github/workflows/tests.yml'
   pull_request:
     branches: [main, dev, demo]
     types:
@@ -21,22 +15,61 @@ on:
   merge_group:
 
 jobs:
-  test_package:
-    name: Tests
+  check-changes:
     runs-on: ubuntu-latest
+    outputs:
+      backend_changed: ${{ steps.filter.outputs.backend }}
+      frontend_changed: ${{ steps.filter.outputs.frontend }}
     steps:
       - uses: actions/checkout@v6
+        with:
+          fetch-depth: 0
+
+      - name: Check for relevant changes
+        id: filter
+        uses: dorny/paths-filter@v3
+        with:
+          filters: |
+            backend:
+              - 'code/backend/**'
+              - 'code/app.py'
+              - 'code/create_app.py'
+              - 'code/tests/**'
+              - 'pyproject.toml'
+              - 'pytest.ini'
+              - '.github/workflows/tests.yml'
+            frontend:
+              - 'code/frontend/**'
+              - 'package.json'
+              - '.github/workflows/tests.yml'
+
+      - name: Log detected changes
+        run: |
+          echo "Backend changed: ${{ steps.filter.outputs.backend }}"
+          echo "Frontend changed: ${{ steps.filter.outputs.frontend }}"
+
+  python-tests:
+    name: Python Tests
+    needs: check-changes
+    if: needs.check-changes.outputs.backend_changed == 'true' || github.event_name == 'workflow_dispatch' || github.event_name == 'workflow_call'
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v6
+
       - name: Install Poetry
         run: pip install poetry
+
       - name: Setup python
         uses: actions/setup-python@v6
         with:
           python-version: "3.11"
           architecture: x64
           cache: 'poetry'
+
       - name: Install dependencies through poetry
         run: |
           poetry install
+
       - name: Get coverage artifact ID
         id: coverage-artifact
         uses: actions/github-script@v8
@@ -64,28 +97,32 @@ jobs:
             return workflowRuns.data.workflow_runs[0]?.id ?? "";
           result-encoding: string
           retries: 3
+
       - name: Download main coverage artifact
         uses: actions/download-artifact@v7
         if: github.event_name == 'pull_request' && steps.coverage-artifact.outputs.result != ''
-        continue-on-error: true # There is a chance that the artifact doesn't exist, or has expired
+        continue-on-error: true
         with:
           name: coverage
           path: "${{ github.workspace }}/coverage-main"
           github-token: ${{ secrets.GITHUB_TOKEN }}
           run-id: ${{ steps.coverage-artifact.outputs.result }}
+
       - name: Get coverage from main
         id: coverage-value
         run: |
           MIN_COVERAGE=0
 
           if [[ -f "./coverage-main/coverage.xml" ]]; then
-            MIN_COVERAGE=$(grep -m 1 "<coverage" "./coverage-main/coverage.xml" | sed -E 's/.*line-rate="([^"]*)".*/\1/') # Extract the line rate from the XML
-            MIN_COVERAGE=$(awk "BEGIN {print int($MIN_COVERAGE * 100)}") # Turn into percentage, rounding down to avoid rounding issues
+            MIN_COVERAGE=$(grep -m 1 "<coverage" "./coverage-main/coverage.xml" | sed -E 's/.*line-rate="([^"]*)".*/\1/')
+            MIN_COVERAGE=$(awk "BEGIN {print int($MIN_COVERAGE * 100)}")
           fi
 
           echo "MIN_COVERAGE=$MIN_COVERAGE" >> "$GITHUB_OUTPUT"
+
       - name: Run Python Tests
         run: make python-test optional_args="--junitxml=coverage-junit.xml --cov=code --cov-report=term-missing --cov-report=xml:coverage.xml --cov-fail-under=${{ steps.coverage-value.outputs.MIN_COVERAGE }} ./code/tests"
+
       - uses: actions/upload-artifact@v6
         if: ${{ !cancelled() }}
         with:
@@ -94,13 +131,24 @@ jobs:
             coverage-junit.xml
             coverage.xml
           if-no-files-found: error
+
+      - name: Lint
+        run: make lint
+
+  frontend-tests:
+    name: Frontend Tests
+    needs: check-changes
+    if: needs.check-changes.outputs.frontend_changed == 'true' || github.event_name == 'workflow_dispatch' || github.event_name == 'workflow_call'
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v6
+
       - name: Setup node
         uses: actions/setup-node@v6
         with:
           node-version: 20
           cache: "npm"
           cache-dependency-path: "code/frontend/package-lock.json"
+
       - name: Run frontend unit tests
         run: make unittest-frontend
-      - name: Lint
-        run: make lint
