Add fetch_and_log.yaml

Author: ykoer

.github/workflows/fetch_and_log.yaml

@@ -0,0 +1,67 @@
+name: Fetch and Log Workflow Runs
+
+on:
+#   schedule:
+#     - cron: "0 */1 * * *"
+  workflow_dispatch:
+
+jobs:
+  fetch-workflows:
+    runs-on: ubuntu-latest
+    outputs:
+      workflow_ids: ${{ steps.fetch-ids.outputs.workflow_ids }}
+
+    steps:
+      - name: Fetch Workflow IDs from Last X Hours
+        id: fetch-ids
+        run: |
+          HOURS=1
+          WORKFLOW_IDS=$(gh run list --repo $GITHUB_REPOSITORY --limit 100 --json databaseId,status,createdAt --jq '[.[] | select(.createdAt > (now - (1 * 3600))) | .databaseId] | @json')
+          LAST_RUN_ID=$(echo $WORKFLOW_IDS | jq '.[-1]')
+          
+          
+          echo "last_run_id=$LAST_RUN_ID" >> $GITHUB_ENV
+          echo "workflow_ids=$WORKFLOW_IDS" >> $GITHUB_OUTPUT
+
+          gh secret set LAST_PROCESSED_RUN_ID --body $LAST_RUN_ID
+          
+        env:
+          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
+    #   - name: Save Last Processed Run ID
+    #     if: success()
+    #     run: |
+    #         gh secret set LAST_PROCESSED_RUN_ID --body "$last_run_id"
+
+  process-logs:
+    needs: fetch-workflows
+    runs-on: ubuntu-latest
+    # strategy:
+    #   matrix:
+    #     run_id: ${{ fromJson(needs.fetch-workflows.outputs.workflow_ids || '[]') }}
+    steps:
+        # - run:
+        #     echo ${{ matrix.run_id }}
+      - run: |
+          echo "processing logs...."
+          echo "-----------------"
+          echo ${{ needs.fetch-workflows.outputs.workflow_ids }}
+          echo "-----------------"
+          echo ${{ fromJson(needs.fetch-workflows.outputs.workflow_ids || '[]') }}
+          echo "-----------------"
+
+#   process-logs:
+#     needs: fetch-workflows
+#     runs-on: ubuntu-latest
+#     strategy:
+#       matrix:
+#         run_id: ${{ fromJson(needs.fetch-workflows.outputs.workflow_ids) }}
+
+#     steps:
+#       - name: Send Workflow Logs to Splunk
+#         uses: ykoer/github-workflow-splunk-logger@dev
+#         with:
+#           github_token: ${{ secrets.GITHUB_TOKEN }}
+#           splunk_url: ${{ vars.HEC_URL }}
+#           splunk_token: ${{ secrets.HEC_TOKEN }}
+#           run_id: ${{ matrix.run_id }}