unify workflows

Author: anakin87

.github/workflows/nightly.yml

@@ -1,6 +1,9 @@
-name: Run Haystack Tutorials
+name: Run Tutorials
 
 on:
+  workflow_dispatch: # Activate this workflow manually
+  schedule:
+    - cron: "0 0 * * *"
   pull_request:
     paths:
       - "tutorials/*.ipynb"
@@ -9,7 +12,7 @@ jobs:
   generate-matrix:
     runs-on: ubuntu-slim
     outputs:
-      matrix: ${{ steps.filter.outputs.matrix }}
+      matrix: ${{ steps.matrix.outputs.matrix }}
     steps:
       - uses: actions/checkout@v6
 
@@ -28,38 +31,41 @@ jobs:
           echo "matrix={\"include\":$NOTEBOOKS}" >> "$GITHUB_OUTPUT"
 
       - name: Get changed files
+        if: github.event_name == 'pull_request'
         id: files
         uses: tj-actions/changed-files@v47
         with:
           matrix: true
           files: tutorials/*.ipynb
 
-      - name: Filter non changed notebooks
-        id: filter
+      - name: Filter to changed notebooks (pull request only)
+        id: matrix
         shell: python
         env:
+          EVENT_NAME: ${{ github.event_name }}
           MATRIX: ${{ steps.generator.outputs.matrix }}
           CHANGED_FILES: ${{ steps.files.outputs.all_changed_files }}
         run: |
           import os
           import json
 
           matrix = json.loads(os.environ["MATRIX"])
-          changed_files = json.loads(os.environ["CHANGED_FILES"])
-          new_matrix = {"include": []}
-          for item in matrix["include"]:
-            notebook = item["notebook"]
-            if f"tutorials/{notebook}.ipynb" not in changed_files:
-              continue
-            new_matrix["include"].append(item)
-
-          new_matrix = json.dumps(new_matrix)
+
+          if os.environ["EVENT_NAME"] == "pull_request":
+            changed_files = json.loads(os.environ["CHANGED_FILES"])
+            new_matrix = {"include": []}
+            for item in matrix["include"]:
+              notebook = item["notebook"]
+              if f"tutorials/{notebook}.ipynb" in changed_files:
+                new_matrix["include"].append(item)
+            matrix = new_matrix
+
           with open(os.environ["GITHUB_OUTPUT"], "a") as f:
-            print(f"matrix={new_matrix}", file=f)
+            print(f"matrix={json.dumps(matrix)}", file=f)
 
   run-tutorials:
-    runs-on: ubuntu-latest
     needs: generate-matrix
+    runs-on: ubuntu-latest
 
     strategy:
       fail-fast: false
@@ -114,3 +120,9 @@ jobs:
           else
             python "$NOTEBOOK"
           fi
+
+      - name: Notify Slack on nightly failure
+        if: failure() && github.event_name != 'pull_request'
+        uses: deepset-ai/notify-slack-action@v1
+        with:
+          slack-webhook-url: ${{ secrets.SLACK_WEBHOOK_URL_NOTIFICATIONS }}

.github/workflows/run_tutorials.yml

@@ -58,6 +58,15 @@
     "pip install \"sentence-transformers>=4.1.0\""
    ]
   },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# let me try"
+   ]
+  },
   {
    "cell_type": "markdown",
    "metadata": {