ci: send Slack notification on nightly failures + modernize workflow

Author: anakin87

.github/workflows/nightly.yml

@@ -4,15 +4,17 @@ on:
   workflow_dispatch: # Activate this workflow manually
   schedule:
     - cron: "0 0 * * *"
+  # TODO: REMOVE TRIGGER AFTER TESTING
+  pull_request:
 
 jobs:
   generate-matrix:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-slim
     outputs:
-      matrix_v2: ${{ steps.generator.outputs.matrix_v2 }}
+      matrix: ${{ steps.generator.outputs.matrix }}
     steps:
-      - uses: actions/checkout@v4
-      - uses: actions/setup-python@v5
+      - uses: actions/checkout@v6
+      - uses: actions/setup-python@v6
         with:
           python-version: "3.11"
       - id: generator
@@ -23,7 +25,7 @@ jobs:
           VERSION=$(gh api /repos/deepset-ai/haystack/releases | \
             jq -r '[.[].tag_name | select(test("^v2.[0-9]+.[0-9]+$"))] | first')
           NOTEBOOKS=$(python ./scripts/generate_matrix.py --haystack-version "$VERSION" --include-main)
-          echo "matrix_v2={\"include\":$NOTEBOOKS}" >> "$GITHUB_OUTPUT"
+          echo "matrix={\"include\":$NOTEBOOKS}" >> "$GITHUB_OUTPUT"
 
   run-tutorials:
     needs: generate-matrix
@@ -33,7 +35,7 @@ jobs:
     strategy:
       max-parallel: 2
       fail-fast: false
-      matrix: ${{ fromJSON(needs.generate-matrix.outputs.matrix_v2) }}
+      matrix: ${{ fromJSON(needs.generate-matrix.outputs.matrix) }}
 
     env:
       HAYSTACK_TELEMETRY_ENABLED: "False"
@@ -44,7 +46,12 @@ jobs:
 
     steps:
       - name: Checkout
-        uses: actions/checkout@v4
+        uses: actions/checkout@v6
+
+      - name: Setup Python and uv
+        uses: astral-sh/setup-uv@v7
+        with:
+          python-version: "3.11"
 
       - name: Install common dependencies
         run: |
@@ -54,12 +61,12 @@ jobs:
               libsndfile1 \
               ffmpeg
 
-          pip install nbconvert ipython
+          uv pip install nbconvert ipython
 
       - name: Install tutorial dependencies
         if: toJSON(matrix.dependencies) != '[]'
         run: |
-          pip install "${{ join(matrix.dependencies, '" "')}}"
+          uv pip install "${{ join(matrix.dependencies, '" "')}}"
 
       - name: Convert notebook to Python
         run: |
@@ -77,19 +84,8 @@ jobs:
             python "$NOTEBOOK"
           fi
 
-      - name: Send Failure to Datadog
+      - name: Notify Slack on nightly failure
         if: failure()
-        uses: masci/datadog@v1
+        uses: deepset-ai/notify-slack-action@v1
         with:
-          api-key: ${{ secrets.CORE_DATADOG_API_KEY }}
-          api-url: https://api.datadoghq.eu
-          events: |
-            - title: "Tutorial ${{ matrix.notebook }} failed"
-              text: "Branch ${{ github.ref_name }} tests failed"
-              alert_type: "error"
-              source_type_name: "Github"
-              host: ${{ github.repository_owner }}
-              tags:
-                - "project:${{ github.repository }}"
-                - "name:${{ matrix.notebook }}"
-                - "url:https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}"
+          slack-webhook-url: ${{ secrets.SLACK_WEBHOOK_URL_NOTIFICATIONS }}

tutorials/27_First_RAG_Pipeline.ipynb

@@ -76,6 +76,15 @@
     "Initialize a DocumentStore to index your documents. A DocumentStore stores the Documents that the question answering system uses to find answers to your questions. In this tutorial, you'll be using the `InMemoryDocumentStore`."
    ]
   },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "raise Exception(\"let's make this fail\")"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": 3,