feat: tests per package

Author: cosmyo

.github/workflows/integration_tests.yml

@@ -23,15 +23,29 @@ jobs:
     - name: Discover testcases
       id: discover
       run: |
-        # Find all testcase folders (excluding common folders like README, etc.)
-        testcase_dirs=$(find packages/uipath-llamaindex/testcases -maxdepth 1 -type d -name "*-*" | sed 's|packages/uipath-llamaindex/testcases/||' | sort)
+        # Find all packages with testcases directories
+        testcases_array="[]"
 
-        echo "Found testcase directories:"
-        echo "$testcase_dirs"
+        for package_dir in packages/*/testcases; do
+          if [ -d "$package_dir" ]; then
+            package_name=$(echo "$package_dir" | sed 's|packages/\(.*\)/testcases|\1|')
+            echo "Discovering testcases in $package_name"
 
-        # Convert to JSON array for matrix
-        testcases_json=$(echo "$testcase_dirs" | jq -R -s -c 'split("\n")[:-1]')
-        echo "testcases=$testcases_json" >> $GITHUB_OUTPUT
+            # Find all testcase folders in this package
+            for testcase_dir in "$package_dir"/*-*; do
+              if [ -d "$testcase_dir" ]; then
+                testcase_name=$(basename "$testcase_dir")
+                echo "  Found: $testcase_name"
+
+                # Add to JSON array with package and testcase info
+                testcases_array=$(echo "$testcases_array" | jq -c ". += [{\"package\": \"$package_name\", \"testcase\": \"$testcase_name\"}]")
+              fi
+            done
+          fi
+        done
+
+        echo "Testcases matrix: $testcases_array"
+        echo "testcases=$testcases_array" >> $GITHUB_OUTPUT
 
   integration-tests:
     needs: [discover-testcases]
@@ -44,10 +58,10 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        testcase: ${{ fromJson(needs.discover-testcases.outputs.testcases) }}
+        testcase-info: ${{ fromJson(needs.discover-testcases.outputs.testcases) }}
         environment: [alpha, cloud, staging]
 
-    name: "${{ matrix.testcase }} / ${{ matrix.environment }}"
+    name: "${{ matrix.testcase-info.package }}/${{ matrix.testcase-info.testcase }} / ${{ matrix.environment }}"
 
     steps:
     - name: Checkout code
@@ -61,9 +75,10 @@ jobs:
         CLIENT_ID:      ${{ matrix.environment == 'alpha' && secrets.ALPHA_TEST_CLIENT_ID || matrix.environment == 'staging' && secrets.STAGING_TEST_CLIENT_ID || matrix.environment == 'cloud' && secrets.CLOUD_TEST_CLIENT_ID }}
         CLIENT_SECRET:  ${{ matrix.environment == 'alpha' && secrets.ALPHA_TEST_CLIENT_SECRET || matrix.environment == 'staging' && secrets.STAGING_TEST_CLIENT_SECRET || matrix.environment == 'cloud' && secrets.CLOUD_TEST_CLIENT_SECRET }}
         BASE_URL:       ${{ matrix.environment == 'alpha' && secrets.ALPHA_BASE_URL || matrix.environment == 'staging' && secrets.STAGING_BASE_URL || matrix.environment == 'cloud' && secrets.CLOUD_BASE_URL }}
-      working-directory: packages/uipath-llamaindex/testcases/${{ matrix.testcase }}
+      working-directory: packages/${{ matrix.testcase-info.package }}/testcases/${{ matrix.testcase-info.testcase }}
       run: |
-        echo "Running testcase: ${{ matrix.testcase }}"
+        echo "Running testcase: ${{ matrix.testcase-info.testcase }}"
+        echo "Package: ${{ matrix.testcase-info.package }}"
         echo "Environment: ${{ matrix.environment }}"
         echo "Working directory: $(pwd)"