1

Author: ykoer

.github/workflows/fetch_and_log.yaml

@@ -9,7 +9,7 @@ jobs:
   fetch-workflows:
     runs-on: ubuntu-latest
     outputs:
-      workflow_ids: ${{ steps.fetch-ids.outputs.workflow_ids }}
+      workflow_ids: ${{ steps.fetch-unprocessed-run-ids.outputs.workflow_ids }}
 
     steps:
       - name: Get Last Processed Run ID
@@ -24,54 +24,21 @@ jobs:
       - name: Fetch Unprocessed Workflow Runs
         id: fetch-unprocessed-run-ids
         run: |
-          HOURS=1
-          # WORKFLOW_IDS=$(gh run list --repo $GITHUB_REPOSITORY --limit 100 --json databaseId,status,createdAt --jq '[.[] | select(.createdAt > (now - (1 * 3600))) | .databaseId] | @json')
-          # LAST_RUN_ID=$(echo $WORKFLOW_IDS | jq '.[-1]')
-
           WORKFLOW_IDS=$(gh run list --repo $GITHUB_REPOSITORY --limit 100 --json databaseId,createdAt --jq "[.[] | select(.databaseId > $LAST_PROCESSED_RUN_ID) | .databaseId] | @json")
           LAST_RUN_ID=$(echo $WORKFLOW_IDS | jq '.[-1]')  # Store the highest run ID
           
+
+          echo $WORKFLOW_IDS
           echo "LAST_RUN_ID=$LAST_RUN_ID" >> $GITHUB_ENV
           echo "workflow_ids=$WORKFLOW_IDS" >> $GITHUB_OUTPUT
         env:
           GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-
-      - name: Save Last Processed Run ID
-        if: success()
-        run: |
-          gh secret set LAST_PROCESSED_ID --repo $GITHUB_REPOSITORY --body "$LAST_RUN_ID"
-        env:
-          GH_TOKEN: ${{ secrets.GH_PAT }}
 
   process-logs:
     needs: fetch-workflows
     runs-on: ubuntu-latest
-    # strategy:
-    #   matrix:
-    #     run_id: ${{ fromJson(needs.fetch-workflows.outputs.workflow_ids || '[]') }}
     steps:
-        # - run:
-        #     echo ${{ matrix.run_id }}
       - run: |
           echo "processing logs...."
           echo "-----------------"
-          echo ${{ needs.fetch-workflows.outputs.workflow_ids }}
-          echo "-----------------"
-          echo ${{ fromJson(needs.fetch-workflows.outputs.workflow_ids || '[]') }}
-          echo "-----------------"
-
-#   process-logs:
-#     needs: fetch-workflows
-#     runs-on: ubuntu-latest
-#     strategy:
-#       matrix:
-#         run_id: ${{ fromJson(needs.fetch-workflows.outputs.workflow_ids) }}
-
-#     steps:
-#       - name: Send Workflow Logs to Splunk
-#         uses: ykoer/github-workflow-splunk-logger@dev
-#         with:
-#           github_token: ${{ secrets.GITHUB_TOKEN }}
-#           splunk_url: ${{ vars.HEC_URL }}
-#           splunk_token: ${{ secrets.HEC_TOKEN }}
-#           run_id: ${{ matrix.run_id }}
+          echo ${{ needs.fetch-workflows.outputs.workflow_ids }}