process.yml

name: Process raw sensor files

on:
  push:
    branches:
      - main
    paths:
      - 'data/raw/**'
  workflow_dispatch:

jobs:
  process:
    runs-on: ubuntu-latest
    permissions:
      contents: write

    steps:
      - name: Checkout repository
        uses: actions/checkout@v4

      - name: Set up Python
        uses: actions/setup-python@v5
        with:
          python-version: '3.11'

      - name: Install dependencies
        run: pip install pandas numpy scipy openpyxl holoviews bokeh plotly

      - name: Process raw files
        run: python src/process_all.py

      - name: Generate Miguel Bravo plot
        run: python src/generate_miguel_bravo.py

      - name: Generate climatology plots
        run: python src/generate_climatology.py

      - name: Generate timeseries and climatology Plotly plots
        run: python src/generate_plots.py

      - name: Commit updated outputs
        run: |
          git config user.name  "github-actions[bot]"
          git config user.email "github-actions[bot]@users.noreply.github.com"
          git add data/individual_data.csv data/Miguel_Bravo/ miguel_plot.html \
                  climatological-year/climatological_plot.html \
                  climatological-year/climatological_plot_mbl.html \
                  plots/timeseries_plot.html plots/climatology_plot.html \
                  index.html
          git diff --cached --quiet || git commit -m "data: regenerate outputs [skip ci]"
          git push
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}  # ADD THIS SECTION