ci: cross-test all integrations against locally-built uipath wheels

Author: radu-mocanu

…hub/workflows/test-uipath-llamaindex.yml …b/workflows/test-uipath-integrations.yml.github/workflows/test-uipath-llamaindex.yml renamed to .github/workflows/test-uipath-integrations.yml .github/workflows/test-uipath-llamaindex.yml renamed to .github/workflows/test-uipath-integrations.yml

@@ -1,4 +1,4 @@
-name: uipath - Test LlamaIndex
+name: uipath - Test Integrations
 
 on:
   pull_request:
@@ -9,7 +9,7 @@ jobs:
     runs-on: ubuntu-latest
     permissions:
       contents: read
-    if: contains(github.event.pull_request.labels.*.name, 'test:uipath-llamaindex')
+    if: contains(github.event.pull_request.labels.*.name, 'test:uipath-integrations')
     steps:
       - name: Checkout uipath-python
         uses: actions/checkout@v4
@@ -40,14 +40,44 @@ jobs:
           name: uipath-wheels
           path: packages/*/dist/*.whl
 
-  test-uipath-llamaindex:
+  discover-packages:
     needs: [build-wheels]
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+    outputs:
+      packages: ${{ steps.discover.outputs.packages }}
+    steps:
+      - name: Checkout uipath-integrations-python
+        uses: actions/checkout@v4
+        with:
+          repository: 'UiPath/uipath-integrations-python'
+          path: 'uipath-integrations-python'
+
+      - name: Discover packages
+        id: discover
+        working-directory: uipath-integrations-python
+        run: |
+          # Find every package directory under packages/ that has a pyproject.toml
+          package_dirs=$(find packages -maxdepth 2 -name pyproject.toml -printf '%h\n' | sed 's|^packages/||' | sort)
+
+          echo "Found integration packages:"
+          echo "$package_dirs"
+
+          packages_json=$(echo "$package_dirs" | jq -R -s -c 'split("\n")[:-1]')
+          echo "packages=$packages_json" >> $GITHUB_OUTPUT
+
+  test-package:
+    needs: [build-wheels, discover-packages]
     runs-on: ${{ matrix.os }}
     strategy:
+      fail-fast: false
       matrix:
+        package: ${{ fromJson(needs.discover-packages.outputs.packages) }}
         python-version: [ "3.11", "3.12", "3.13" ]
         os: [ ubuntu-latest, windows-latest ]
 
+    name: "${{ matrix.package }} / py${{ matrix.python-version }} / ${{ matrix.os }}"
     permissions:
       contents: read
 
@@ -74,49 +104,76 @@ jobs:
 
       - name: Update uipath packages
         shell: bash
-        working-directory: uipath-integrations-python/packages/uipath-llamaindex
+        working-directory: uipath-integrations-python/packages/${{ matrix.package }}
         run: |
           uv add ../../../wheels/uipath-core/dist/*.whl --dev
           uv add ../../../wheels/uipath-platform/dist/*.whl --dev
           uv add ../../../wheels/uipath/dist/*.whl --dev
 
-      - name: Run uipath-llamaindex tests
-        working-directory: uipath-integrations-python/packages/uipath-llamaindex
+      - name: Install dependencies and run tests
+        shell: bash
+        working-directory: uipath-integrations-python/packages/${{ matrix.package }}
         run: |
           uv sync
-          uv run pytest
+          if [ -d tests ]; then
+            uv run pytest
+          else
+            echo "No tests directory found in ${{ matrix.package }}, skipping pytest"
+          fi
 
   discover-testcases:
+    needs: [test-package, discover-packages]
     runs-on: ubuntu-latest
     permissions:
       contents: read
-    needs: [test-uipath-llamaindex]
     outputs:
-      testcases: ${{ steps.discover.outputs.testcases }}
+      matrix: ${{ steps.discover.outputs.matrix }}
+      has_testcases: ${{ steps.discover.outputs.has_testcases }}
     steps:
       - name: Checkout uipath-integrations-python
         uses: actions/checkout@v4
         with:
           repository: 'UiPath/uipath-integrations-python'
           path: 'uipath-integrations-python'
 
-      - name: Discover testcases
+      - name: Discover testcases across packages
         id: discover
-        working-directory: uipath-integrations-python/packages/uipath-llamaindex
+        working-directory: uipath-integrations-python
         run: |
-          # Find all testcase folders (excluding common folders like README, etc.)
-          testcase_dirs=$(find testcases -maxdepth 1 -type d -name "*-*" | sed 's|testcases/||' | sort)
-
-          echo "Found testcase directories:"
-          echo "$testcase_dirs"
-
-          # Convert to JSON array for matrix
-          testcases_json=$(echo "$testcase_dirs" | jq -R -s -c 'split("\n")[:-1]')
-          echo "testcases=$testcases_json" >> $GITHUB_OUTPUT
-
-  run-uipath-llamaindex-integration-tests:
-    runs-on: ubuntu-latest
+          # For each package with a testcases/ directory, list its testcase folders
+          # and emit one matrix entry per (package, testcase) pair.
+          entries="[]"
+          for pkg_dir in packages/*/; do
+            pkg=$(basename "$pkg_dir")
+            tc_dir="$pkg_dir/testcases"
+            if [ ! -d "$tc_dir" ]; then
+              continue
+            fi
+            testcases=$(find "$tc_dir" -maxdepth 1 -type d -name "*-*" -printf '%f\n' | sort)
+            if [ -z "$testcases" ]; then
+              continue
+            fi
+            for tc in $testcases; do
+              entries=$(echo "$entries" | jq --arg p "$pkg" --arg t "$tc" '. + [{package: $p, testcase: $t}]')
+            done
+          done
+
+          echo "Discovered testcase matrix:"
+          echo "$entries" | jq .
+
+          count=$(echo "$entries" | jq 'length')
+          if [ "$count" -eq 0 ]; then
+            echo "has_testcases=false" >> $GITHUB_OUTPUT
+            echo "matrix=[]" >> $GITHUB_OUTPUT
+          else
+            echo "has_testcases=true" >> $GITHUB_OUTPUT
+            echo "matrix=$(echo "$entries" | jq -c .)" >> $GITHUB_OUTPUT
+          fi
+
+  run-integration-tests:
     needs: [build-wheels, discover-testcases]
+    if: needs.discover-testcases.outputs.has_testcases == 'true'
+    runs-on: ubuntu-latest
     container:
       image: ghcr.io/astral-sh/uv:python3.12-bookworm
       env:
@@ -127,10 +184,10 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        testcase: ${{ fromJson(needs.discover-testcases.outputs.testcases) }}
+        include: ${{ fromJson(needs.discover-testcases.outputs.matrix) }}
         environment: [alpha, staging] # temporary disable [cloud]
 
-    name: "${{ matrix.testcase }} / ${{ matrix.environment }}"
+    name: "${{ matrix.package }} / ${{ matrix.testcase }} / ${{ matrix.environment }}"
 
     steps:
       - name: Download wheels
@@ -147,14 +204,14 @@ jobs:
 
       - name: Update uipath packages
         shell: bash
-        working-directory: uipath-integrations-python/packages/uipath-llamaindex
+        working-directory: uipath-integrations-python/packages/${{ matrix.package }}
         run: |
           uv add ../../../wheels/uipath-core/dist/*.whl
           uv add ../../../wheels/uipath-platform/dist/*.whl
           uv add ../../../wheels/uipath/dist/*.whl
 
       - name: Install dependencies
-        working-directory: uipath-integrations-python/packages/uipath-llamaindex
+        working-directory: uipath-integrations-python/packages/${{ matrix.package }}
         run: uv sync
 
       - name: Run testcase
@@ -163,11 +220,11 @@ jobs:
           CLIENT_SECRET:  ${{ matrix.environment == 'alpha' && secrets.ALPHA_TEST_CLIENT_SECRET || matrix.environment == 'staging' && secrets.STAGING_TEST_CLIENT_SECRET || matrix.environment == 'cloud' && secrets.CLOUD_TEST_CLIENT_SECRET }}
           BASE_URL:       ${{ matrix.environment == 'alpha' && secrets.ALPHA_BASE_URL || matrix.environment == 'staging' && secrets.STAGING_BASE_URL || matrix.environment == 'cloud' && secrets.CLOUD_BASE_URL }}
           UV_PYTHON: "3.12"
-        working-directory: uipath-integrations-python/packages/uipath-llamaindex/testcases/${{ matrix.testcase }}
+        working-directory: uipath-integrations-python/packages/${{ matrix.package }}/testcases/${{ matrix.testcase }}
         run: |
-          echo "Running testcase: ${{ matrix.testcase }}"
+          echo "Package: ${{ matrix.package }}"
+          echo "Testcase: ${{ matrix.testcase }}"
           echo "Environment: ${{ matrix.environment }}"
 
-          # Execute the testcase run script directly
           bash run.sh
           bash ../common/validate_output.sh