chore: clean up CI workflows (#3070)

anakin87 · web-flow · commit ea94dd10929c · 2026-04-01T07:54:28.000+02:00
* chore: clean up CI workflows

* fixes

* fixes

* fix flaky tests
diff --git a/.github/labeler.yml b/.github/labeler.yml
@@ -274,7 +274,6 @@ topic:DX:
             "CONTRIBUTING.md",
             ".pre-commit-config.yaml",
             ".gitignore",
-            "requirements.txt",
           ]
 topic:security:
   - changed-files:
diff --git a/.github/workflows/CI_check_api_ref.yml b/.github/workflows/CI_check_api_ref.yml
@@ -81,7 +81,7 @@ jobs:
 
       - name: Install Hatch
         if: steps.changed.outputs.integrations != '[]'
-        run: pip install hatch "virtualenv<21.0.0"
+        run: pip install hatch
 
       - name: Generate API references
         if: steps.changed.outputs.integrations != '[]'
diff --git a/.github/workflows/CI_docusaurus_sync.yml b/.github/workflows/CI_docusaurus_sync.yml
@@ -32,7 +32,7 @@ jobs:
           python-version: "3.10"
 
       - name: Install Hatch
-        run: pip install hatch "virtualenv<21.0.0"
+        run: pip install hatch
 
       - name: Get project folder
         id: pathfinder
diff --git a/.github/workflows/CI_pypi_release.yml b/.github/workflows/CI_pypi_release.yml
@@ -37,7 +37,7 @@ jobs:
           python-version: "3.12"
 
       - name: Install dependencies
-        run: pip install hatch "virtualenv<21.0.0" requests
+        run: pip install hatch requests
 
       - name: Validate version number
         run: python .github/utils/validate_version.py --tag ${{ github.ref_name }}
diff --git a/.github/workflows/aimlapi.yml b/.github/workflows/aimlapi.yml
@@ -75,7 +75,7 @@ jobs:
           python-version: ${{ matrix.python-version }}
 
       - name: Install Hatch
-        run: pip install hatch "virtualenv<21.0.0"
+        run: pip install hatch
 
       - name: Lint
         if: matrix.python-version == '3.10' && runner.os == 'Linux'
diff --git a/.github/workflows/amazon_bedrock.yml b/.github/workflows/amazon_bedrock.yml
@@ -85,7 +85,7 @@ jobs:
           python-version: ${{ matrix.python-version }}
 
       - name: Install Hatch
-        run: pip install hatch "virtualenv<21.0.0"
+        run: pip install hatch
 
       - name: Lint
         if: matrix.python-version == '3.10' && runner.os == 'Linux'
diff --git a/.github/workflows/amazon_sagemaker.yml b/.github/workflows/amazon_sagemaker.yml
@@ -74,7 +74,7 @@ jobs:
           python-version: ${{ matrix.python-version }}
 
       - name: Install Hatch
-        run: pip install hatch "virtualenv<21.0.0"
+        run: pip install hatch
 
       - name: Lint
         if: matrix.python-version == '3.10' && runner.os == 'Linux'
diff --git a/.github/workflows/anthropic.yml b/.github/workflows/anthropic.yml
@@ -75,7 +75,7 @@ jobs:
           python-version: ${{ matrix.python-version }}
 
       - name: Install Hatch
-        run: pip install hatch "virtualenv<21.0.0"
+        run: pip install hatch
 
       - name: Lint
         if: matrix.python-version == '3.10' && runner.os == 'Linux'
diff --git a/.github/workflows/arcadedb.yml b/.github/workflows/arcadedb.yml
@@ -80,7 +80,7 @@ jobs:
           python-version: ${{ matrix.python-version }}
 
       - name: Install Hatch
-        run: pip install hatch "virtualenv<21.0.0"
+        run: pip install hatch
 
       - name: Lint
         if: matrix.python-version == '3.10' && runner.os == 'Linux'
diff --git a/.github/workflows/astra.yml b/.github/workflows/astra.yml
@@ -75,7 +75,7 @@ jobs:
           python-version: ${{ matrix.python-version }}
 
       - name: Install Hatch
-        run: pip install hatch "virtualenv<21.0.0"
+        run: pip install hatch
 
       - name: Lint
         if: matrix.python-version == '3.10' && runner.os == 'Linux'
diff --git a/.github/workflows/azure_ai_search.yml b/.github/workflows/azure_ai_search.yml
@@ -72,7 +72,7 @@ jobs:
           python-version: ${{ matrix.python-version }}
 
       - name: Install Hatch
-        run: pip install hatch "virtualenv<21.0.0"
+        run: pip install hatch
 
       - name: Lint
         if: matrix.python-version == '3.10' && runner.os == 'Linux'
diff --git a/.github/workflows/azure_doc_intelligence.yml b/.github/workflows/azure_doc_intelligence.yml
@@ -72,7 +72,7 @@ jobs:
           python-version: ${{ matrix.python-version }}
 
       - name: Install Hatch
-        run: pip install hatch "virtualenv<21.0.0"
+        run: pip install hatch
 
       - name: Lint
         if: matrix.python-version == '3.10' && runner.os == 'Linux'
diff --git a/.github/workflows/chroma.yml b/.github/workflows/chroma.yml
@@ -74,7 +74,7 @@ jobs:
           python-version: ${{ matrix.python-version }}
 
       - name: Install Hatch
-        run: pip install hatch "virtualenv<21.0.0"
+        run: pip install hatch
 
       - name: Lint
         if: matrix.python-version == '3.10' && runner.os == 'Linux'
diff --git a/.github/workflows/cohere.yml b/.github/workflows/cohere.yml
@@ -75,7 +75,7 @@ jobs:
           python-version: ${{ matrix.python-version }}
 
       - name: Install Hatch
-        run: pip install hatch "virtualenv<21.0.0"
+        run: pip install hatch
 
       - name: Lint
         if: matrix.python-version == '3.10' && runner.os == 'Linux'
diff --git a/.github/workflows/cometapi.yml b/.github/workflows/cometapi.yml
@@ -76,7 +76,7 @@ jobs:
           python-version: ${{ matrix.python-version }}
 
       - name: Install Hatch
-        run: pip install hatch "virtualenv<21.0.0"
+        run: pip install hatch
       - name: Lint
         if: matrix.python-version == '3.10' && runner.os == 'Linux'
         run: hatch run fmt-check && hatch run test:types
diff --git a/.github/workflows/deepeval.yml b/.github/workflows/deepeval.yml
@@ -75,7 +75,7 @@ jobs:
           python-version: ${{ matrix.python-version }}
 
       - name: Install Hatch
-        run: pip install hatch "virtualenv<21.0.0"
+        run: pip install hatch
       - name: Lint
         if: matrix.python-version == '3.10' && runner.os == 'Linux'
         run: hatch run fmt-check && hatch run test:types
diff --git a/.github/workflows/elasticsearch.yml b/.github/workflows/elasticsearch.yml
@@ -69,7 +69,7 @@ jobs:
           python-version: ${{ matrix.python-version }}
 
       - name: Install Hatch
-        run: pip install hatch "virtualenv<21.0.0"
+        run: pip install hatch
 
       - name: Lint
         if: matrix.python-version == '3.10' && runner.os == 'Linux'
diff --git a/.github/workflows/faiss.yml b/.github/workflows/faiss.yml
@@ -70,7 +70,7 @@ jobs:
           python-version: ${{ matrix.python-version }}
 
       - name: Install Hatch
-        run: pip install hatch "virtualenv<21.0.0"
+        run: pip install hatch
 
       - name: Lint
         if: matrix.python-version == '3.10' && runner.os == 'Linux'
diff --git a/.github/workflows/fastembed.yml b/.github/workflows/fastembed.yml
@@ -63,7 +63,7 @@ jobs:
           python-version: ${{ matrix.python-version }}
 
       - name: Install Hatch
-        run: pip install hatch "virtualenv<21.0.0"
+        run: pip install hatch
       - name: Lint
         if: matrix.python-version == '3.10' && runner.os == 'Linux'
         run: hatch run fmt-check && hatch run test:types
diff --git a/.github/workflows/firecrawl.yml b/.github/workflows/firecrawl.yml
@@ -70,7 +70,7 @@ jobs:
           python-version: ${{ matrix.python-version }}
 
       - name: Install Hatch
-        run: pip install hatch "virtualenv<21.0.0"
+        run: pip install hatch
 
       - name: Lint
         if: matrix.python-version == '3.10' && runner.os == 'Linux'
diff --git a/.github/workflows/github.yml b/.github/workflows/github.yml
@@ -74,7 +74,7 @@ jobs:
           python-version: ${{ matrix.python-version }}
 
       - name: Install Hatch
-        run: pip install hatch "virtualenv<21.0.0"
+        run: pip install hatch
       - name: Lint
         if: matrix.python-version == '3.10' && runner.os == 'Linux'
         run: hatch run fmt-check && hatch run test:types
diff --git a/.github/workflows/google_genai.yml b/.github/workflows/google_genai.yml
@@ -76,7 +76,7 @@ jobs:
           python-version: ${{ matrix.python-version }}
 
       - name: Install Hatch
-        run: pip install hatch "virtualenv<21.0.0"
+        run: pip install hatch
       - name: Lint
         if: matrix.python-version == '3.10' && runner.os == 'Linux'
         run: hatch run fmt-check && hatch run test:types
diff --git a/.github/workflows/hanlp.yml b/.github/workflows/hanlp.yml
@@ -74,7 +74,7 @@ jobs:
           python-version: ${{ matrix.python-version }}
 
       - name: Install Hatch
-        run: pip install hatch "virtualenv<21.0.0"
+        run: pip install hatch
 
       - name: Lint
         if: matrix.python-version == '3.10' && runner.os == 'Linux'
diff --git a/.github/workflows/jina.yml b/.github/workflows/jina.yml
@@ -74,7 +74,7 @@ jobs:
           python-version: ${{ matrix.python-version }}
 
       - name: Install Hatch
-        run: pip install hatch "virtualenv<21.0.0"
+        run: pip install hatch
 
       - name: Lint
         if: matrix.python-version == '3.10' && runner.os == 'Linux'
diff --git a/.github/workflows/langfuse.yml b/.github/workflows/langfuse.yml
@@ -79,7 +79,7 @@ jobs:
           python-version: ${{ matrix.python-version }}
 
       - name: Install Hatch
-        run: pip install hatch "virtualenv<21.0.0"
+        run: pip install hatch
 
     # TODO: Once this integration is properly typed, use hatch run test:types
     # https://github.com/deepset-ai/haystack-core-integrations/issues/1771
diff --git a/.github/workflows/lara.yml b/.github/workflows/lara.yml
@@ -45,7 +45,7 @@ jobs:
       python-version: ${{ steps.set.outputs.python-version }}
     steps:
       - id: set
-        run: |
+        run: |pip install hatch
           echo 'os=${{ github.event_name == 'push' && '["ubuntu-latest"]' || env.TEST_MATRIX_OS }}' >> $GITHUB_OUTPUT
           echo 'python-version=${{ github.event_name == 'push' && '["3.10"]' || env.TEST_MATRIX_PYTHON }}' >> $GITHUB_OUTPUT
 
@@ -72,7 +72,7 @@ jobs:
           python-version: ${{ matrix.python-version }}
 
       - name: Install Hatch
-        run: pip install hatch "virtualenv<21.0.0"
+        run: pip install hatch
 
       - name: Lint
         if: matrix.python-version == '3.10' && runner.os == 'Linux'
diff --git a/.github/workflows/llama_cpp.yml b/.github/workflows/llama_cpp.yml
@@ -29,8 +29,6 @@ concurrency:
 env:
   PYTHONUNBUFFERED: "1"
   FORCE_COLOR: "1"
-  TEST_MATRIX_OS: '["ubuntu-latest", "windows-latest", "macos-latest"]'
-  TEST_MATRIX_PYTHON: '["3.10", "3.14"]'
 
 jobs:
   compute-test-matrix:
@@ -39,13 +37,26 @@ jobs:
       run:
         working-directory: .
     outputs:
-      os: ${{ steps.set.outputs.os }}
-      python-version: ${{ steps.set.outputs.python-version }}
+      matrix: ${{ steps.set.outputs.matrix }}
     steps:
       - id: set
         run: |
-          echo 'os=${{ github.event_name == 'push' && '["ubuntu-latest"]' || env.TEST_MATRIX_OS }}' >> $GITHUB_OUTPUT
-          echo 'python-version=${{ github.event_name == 'push' && '["3.10"]' || env.TEST_MATRIX_PYTHON }}' >> $GITHUB_OUTPUT
+          if [ "${{ github.event_name }}" = "push" ]; then
+            echo 'matrix=[{"os":"ubuntu-latest","python-version":"3.10"}]' >> $GITHUB_OUTPUT
+          else
+            MATRIX='['
+            MATRIX+='{"os":"ubuntu-latest","python-version":"3.10"},'
+            MATRIX+='{"os":"ubuntu-latest","python-version":"3.14"},'
+            MATRIX+='{"os":"windows-latest","python-version":"3.10"},'
+            MATRIX+='{"os":"windows-latest","python-version":"3.14"},'
+            # On macOS, pre-built wheels for 3.14 are not available and installing from source
+            # might fail due to missing dependencies (CMake fails with "OpenMP not found").
+            # We test with 3.12 instead because pre-built wheels are available for this version.            
+            MATRIX+='{"os":"macos-latest","python-version":"3.10"},'
+            MATRIX+='{"os":"macos-latest","python-version":"3.12"}'
+            MATRIX+=']'
+            echo "matrix=$MATRIX" >> $GITHUB_OUTPUT
+          fi
 
   run:
     name: Python ${{ matrix.python-version }} on ${{ startsWith(matrix.os, 'macos-') && 'macOS' || startsWith(matrix.os, 'windows-') && 'Windows' || 'Linux' }}
@@ -57,17 +68,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        os: ${{ fromJSON(needs.compute-test-matrix.outputs.os) }}
-        python-version: ${{ fromJSON(needs.compute-test-matrix.outputs.python-version) }}
-        exclude:
-          # on macOS, pre-built wheels for 3.14 are not available and installing from source
-          # might fail due to missing dependencies (CMake fails with "OpenMP not found")
-          - os: macos-latest
-            python-version: "3.14"
-        include:
-          # on macOS, we test with 3.12 because pre-built wheels are available for this version
-          - os: macos-latest
-            python-version: "3.12"
+        include: ${{ fromJSON(needs.compute-test-matrix.outputs.matrix) }}
 
     steps:
       - name: Support longpaths
@@ -83,7 +84,7 @@ jobs:
           python-version: ${{ matrix.python-version }}
 
       - name: Install Hatch
-        run: pip install hatch "virtualenv<21.0.0"
+        run: pip install hatch
 
       - name: Lint
         if: matrix.python-version == '3.10' && runner.os == 'Linux'
diff --git a/.github/workflows/llama_stack.yml b/.github/workflows/llama_stack.yml
@@ -137,7 +137,7 @@ jobs:
           curl -fsS http://localhost:8321/v1/models || { echo "Health check failed. Logs:"; cat server.log; exit 1; }
 
       - name: Install Hatch
-        run: pip install hatch "virtualenv<21.0.0"
+        run: pip install hatch
 
       - name: Lint
         if: matrix.python-version == '3.12' && runner.os == 'Linux'
diff --git a/.github/workflows/mcp.yml b/.github/workflows/mcp.yml
@@ -76,7 +76,7 @@ jobs:
           python-version: ${{ matrix.python-version }}
 
       - name: Install Hatch
-        run: pip install hatch "virtualenv<21.0.0"
+        run: pip install hatch
 
       - name: Set up Docker
         if: runner.os == 'Linux'
diff --git a/.github/workflows/meta_llama.yml b/.github/workflows/meta_llama.yml
@@ -49,7 +49,7 @@ jobs:
           echo 'python-version=${{ github.event_name == 'push' && '["3.10"]' || env.TEST_MATRIX_PYTHON }}' >> $GITHUB_OUTPUT
 
   run:
-    name: Python ${{ matrix.python-version }} on ${{ startsWith(matrix.os, 'macos-') && 'macOS' || startsWith(matrix.os, 'windows-') && 'Windows' || 'Linux' }}
+    name: Python ${{ matrpip install hatch{{ startsWith(matrix.os, 'macos-') && 'macOS' || startsWith(matrix.os, 'windows-') && 'Windows' || 'Linux' }}
     needs: compute-test-matrix
     permissions:
       contents: write
@@ -76,7 +76,7 @@ jobs:
           python-version: ${{ matrix.python-version }}
 
       - name: Install Hatch
-        run: pip install hatch "virtualenv<21.0.0"
+        run: pip install hatch
       - name: Lint
         if: matrix.python-version == '3.10' && runner.os == 'Linux'
         run: hatch run fmt-check && hatch run test:types
diff --git a/.github/workflows/mistral.yml b/.github/workflows/mistral.yml
@@ -75,7 +75,7 @@ jobs:
           python-version: ${{ matrix.python-version }}
 
       - name: Install Hatch
-        run: pip install hatch "virtualenv<21.0.0"
+        run: pip install hatch
 
       - name: Lint
         if: matrix.python-version == '3.10' && runner.os == 'Linux'
diff --git a/.github/workflows/mongodb_atlas.yml b/.github/workflows/mongodb_atlas.yml
@@ -71,7 +71,7 @@ jobs:
           python-version: ${{ matrix.python-version }}
 
       - name: Install Hatch
-        run: pip install hatch "virtualenv<21.0.0"
+        run: pip install hatch
 
       - name: Lint
         if: matrix.python-version == '3.10' && runner.os == 'Linux'
diff --git a/.github/workflows/nvidia.yml b/.github/workflows/nvidia.yml
@@ -76,7 +76,7 @@ jobs:
           python-version: ${{ matrix.python-version }}
 
       - name: Install Hatch
-        run: pip install hatch "virtualenv<21.0.0"
+        run: pip install hatch
 
       - name: Lint
         if: matrix.python-version == '3.10' && runner.os == 'Linux'
diff --git a/.github/workflows/ollama.yml b/.github/workflows/ollama.yml
@@ -113,7 +113,7 @@ jobs:
           python-version: ${{ matrix.python-version }}
 
       - name: Install Hatch
-        run: pip install hatch "virtualenv<21.0.0"
+        run: pip install hatch
 
       - name: Lint
         if: matrix.python-version == '3.10' && runner.os == 'Linux'
diff --git a/.github/workflows/openrouter.yml b/.github/workflows/openrouter.yml
@@ -75,7 +75,7 @@ jobs:
           python-version: ${{ matrix.python-version }}
 
       - name: Install Hatch
-        run: pip install hatch "virtualenv<21.0.0"
+        run: pip install hatch
       - name: Lint
         if: matrix.python-version == '3.10' && runner.os == 'Linux'
         run: hatch run fmt-check && hatch run test:types
diff --git a/.github/workflows/opensearch.yml b/.github/workflows/opensearch.yml
@@ -69,7 +69,7 @@ jobs:
           python-version: ${{ matrix.python-version }}
 
       - name: Install Hatch
-        run: pip install hatch "virtualenv<21.0.0"
+        run: pip install hatch
 
       - name: Lint
         if: matrix.python-version == '3.10' && runner.os == 'Linux'
diff --git a/.github/workflows/optimum.yml b/.github/workflows/optimum.yml
diff --git a/.github/workflows/paddleocr.yml b/.github/workflows/paddleocr.yml
diff --git a/.github/workflows/pgvector.yml b/.github/workflows/pgvector.yml
diff --git a/.github/workflows/pinecone.yml b/.github/workflows/pinecone.yml
diff --git a/.github/workflows/pyversity.yml b/.github/workflows/pyversity.yml
diff --git a/.github/workflows/qdrant.yml b/.github/workflows/qdrant.yml
diff --git a/.github/workflows/ragas.yml b/.github/workflows/ragas.yml
diff --git a/.github/workflows/snowflake.yml b/.github/workflows/snowflake.yml
diff --git a/.github/workflows/stackit.yml b/.github/workflows/stackit.yml
diff --git a/.github/workflows/togetherai.yml b/.github/workflows/togetherai.yml
diff --git a/.github/workflows/unstructured.yml b/.github/workflows/unstructured.yml
diff --git a/.github/workflows/valkey.yml b/.github/workflows/valkey.yml
diff --git a/.github/workflows/watsonx.yml b/.github/workflows/watsonx.yml
diff --git a/.github/workflows/weave.yml b/.github/workflows/weave.yml
diff --git a/.github/workflows/weaviate.yml b/.github/workflows/weaviate.yml
diff --git a/integrations/llama_stack/tests/test_llama_stack_chat_generator.py b/integrations/llama_stack/tests/test_llama_stack_chat_generator.py
diff --git a/integrations/togetherai/tests/test_togetherai_chat_generator.py b/integrations/togetherai/tests/test_togetherai_chat_generator.py
diff --git a/requirements.txt b/requirements.txt

Original file line number	Diff line number	Diff line change
`@@ -274,7 +274,6 @@ topic:DX:`
`274`	`274`	`"CONTRIBUTING.md",`
`275`	`275`	`".pre-commit-config.yaml",`
`276`	`276`	`".gitignore",`
`277`		`- "requirements.txt",`
`278`	`277`	`]`
`279`	`278`	`topic:security:`
`280`	`279`	`- changed-files:`