ci: run integration tests with Haystack main for integrations inheriting from OpenAIChatGenerator (#2352)

* ci: run integration tests with Haystack main for integrations inheriting from OpenAIChatGenerator

* fix together-ai label

* revert to 3.10 for together-ai

Author: anakin87

.github/labeler.yml

@@ -174,7 +174,7 @@ integration:stackit:
       - any-glob-to-any-file: "integrations/stackit/**/*"
       - any-glob-to-any-file: ".github/workflows/stackit.yml"
 
-integration:together_ai:
+integration:together-ai:
   - changed-files:
       - any-glob-to-any-file: "integrations/together_ai/**/*"
       - any-glob-to-any-file: ".github/workflows/together_ai.yml"

.github/workflows/llama_stack.yml

@@ -43,7 +43,7 @@ jobs:
           max_attempts: 3
           command: |
             curl -fsSL https://ollama.com/install.sh | sh
-            ollama serve &
+            nohup ollama serve > ollama.log 2>&1 &
 
             # Check if the service is up and running with a timeout of 60 seconds
             timeout=60
@@ -110,12 +110,13 @@ jobs:
           hatch run uv pip install -r requirements_lowest_direct.txt
           hatch run test:unit
 
-      - name: Nightly - run unit tests with Haystack main branch
+      # Since this integration inherits from OpenAIChatGenerator, we run ALL tests with Haystack main branch to catch regressions
+      - name: Nightly - run tests with Haystack main branch
         if: github.event_name == 'schedule'
         run: |
           hatch env prune
           hatch run uv pip install git+https://github.com/deepset-ai/haystack.git@main
-          hatch run test:unit
+          hatch run test:all
 
       - name: Send event to Datadog for nightly failures
         if: failure() && github.event_name == 'schedule'

.github/workflows/meta_llama.yml

@@ -66,12 +66,13 @@ jobs:
           hatch run uv pip install -r requirements_lowest_direct.txt
           hatch run test:unit
 
-      - name: Nightly - run unit tests with Haystack main branch
+      # Since this integration inherits from OpenAIChatGenerator, we run ALL tests with Haystack main branch to catch regressions
+      - name: Nightly - run tests with Haystack main branch
         if: github.event_name == 'schedule'
         run: |
           hatch env prune
           hatch run uv pip install git+https://github.com/deepset-ai/haystack.git@main
-          hatch run test:unit
+          hatch run test:all
 
       - name: Send event to Datadog for nightly failures
         if: failure() && github.event_name == 'schedule'

.github/workflows/mistral.yml

@@ -67,12 +67,13 @@ jobs:
           hatch run uv pip install -r requirements_lowest_direct.txt
           hatch run test:unit
 
-      - name: Nightly - run unit tests with Haystack main branch
+      # Since this integration inherits from OpenAIChatGenerator, we run ALL tests with Haystack main branch to catch regressions
+      - name: Nightly - run tests with Haystack main branch
         if: github.event_name == 'schedule'
         run: |
           hatch env prune
           hatch run uv pip install git+https://github.com/deepset-ai/haystack.git@main
-          hatch run test:unit
+          hatch run test:all
 
       - name: Send event to Datadog for nightly failures
         if: failure() && github.event_name == 'schedule'

.github/workflows/nvidia.yml

@@ -68,12 +68,13 @@ jobs:
           hatch run uv pip install -r requirements_lowest_direct.txt
           hatch run test:unit
 
-      - name: Nightly - run unit tests with Haystack main branch
+      # Since this integration inherits from OpenAIChatGenerator, we run ALL tests with Haystack main branch to catch regressions
+      - name: Nightly - run tests with Haystack main branch
         if: github.event_name == 'schedule'
         run: |
           hatch env prune
           hatch run uv pip install git+https://github.com/deepset-ai/haystack.git@main
-          hatch run test:unit
+          hatch run test:all
 
       - name: Send event to Datadog for nightly failures
         if: failure() && github.event_name == 'schedule'

.github/workflows/openrouter.yml

@@ -66,12 +66,13 @@ jobs:
           hatch run uv pip install -r requirements_lowest_direct.txt
           hatch run test:unit
 
-      - name: Nightly - run unit tests with Haystack main branch
+      # Since this integration inherits from OpenAIChatGenerator, we run ALL tests with Haystack main branch to catch regressions
+      - name: Nightly - run tests with Haystack main branch
         if: github.event_name == 'schedule'
         run: |
           hatch env prune
           hatch run uv pip install git+https://github.com/deepset-ai/haystack.git@main
-          hatch run test:unit
+          hatch run test:all
 
       - name: Send event to Datadog for nightly failures
         if: failure() && github.event_name == 'schedule'

.github/workflows/stackit.yml

@@ -66,12 +66,13 @@ jobs:
           hatch run uv pip install -r requirements_lowest_direct.txt
           hatch run test:unit
 
-      - name: Nightly - run unit tests with Haystack main branch
+      # Since this integration inherits from OpenAIChatGenerator, we run ALL tests with Haystack main branch to catch regressions
+      - name: Nightly - run tests with Haystack main branch
         if: github.event_name == 'schedule'
         run: |
           hatch env prune
           hatch run uv pip install git+https://github.com/deepset-ai/haystack.git@main
-          hatch run test:unit
+          hatch run test:all
 
       - name: Send event to Datadog for nightly failures
         if: failure() && github.event_name == 'schedule'

.github/workflows/together_ai.yml

@@ -66,12 +66,13 @@ jobs:
           hatch run uv pip install -r requirements_lowest_direct.txt
           hatch run test:unit
 
-      - name: Nightly - run unit tests with Haystack main branch
+      # Since this integration inherits from OpenAIChatGenerator, we run ALL tests with Haystack main branch to catch regressions
+      - name: Nightly - run tests with Haystack main branch
         if: github.event_name == 'schedule'
         run: |
           hatch env prune
           hatch run uv pip install git+https://github.com/deepset-ai/haystack.git@main
-          hatch run test:unit
+          hatch run test:all
 
       - name: Send event to Datadog for nightly failures
         if: failure() && github.event_name == 'schedule'