lightning/.github/workflows/coverage-nightly.yaml at master · ElementsProject/lightning · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
name: Coverage (Nightly)

on:
  schedule:
    # Run at 2 AM UTC every day
    - cron: '0 2 * * *'
  # Allow manual triggers for testing
  workflow_dispatch:
  # Allow being called from other workflows
  workflow_call:

concurrency:
  group: coverage-${{ github.ref }}
  cancel-in-progress: true

jobs:
  compile:
    name: Build with Coverage
    runs-on: ubuntu-22.04
    steps:
      - name: Checkout
        uses: actions/checkout@v4

      - name: Set up Python 3.10
        uses: actions/setup-python@v5
        with:
          python-version: "3.10"

      - name: Install uv
        uses: astral-sh/setup-uv@v5

      - name: Install dependencies
        run: bash -x .github/scripts/setup.sh

      - name: Build with coverage instrumentation
        run: |
          ./configure --enable-debugbuild --enable-coverage CC=clang
          uv run make -j $(nproc) testpack.tar.bz2

      - name: Upload build artifact
        uses: actions/upload-artifact@v4
        with:
          name: cln-coverage-build
          path: testpack.tar.bz2

  test:
    name: Test (${{ matrix.name }})
    runs-on: ubuntu-22.04
    needs: compile
    strategy:
      fail-fast: false
      matrix:
        include:
          - name: sqlite
            db: sqlite3
            pytest_par: 10
          - name: postgres
            db: postgres
            pytest_par: 10

    steps:
      - name: Checkout
        uses: actions/checkout@v4

      - name: Set up Python 3.10
        uses: actions/setup-python@v5
        with:
          python-version: "3.10"

      - name: Install uv
        uses: astral-sh/setup-uv@v5

      - name: Install dependencies
        run: bash -x .github/scripts/setup.sh

      - name: Install Bitcoin Core
        run: bash -x .github/scripts/install-bitcoind.sh

      - name: Download build artifact
        uses: actions/download-artifact@v4
        with:
          name: cln-coverage-build

      - name: Unpack build
        run: tar -xaf testpack.tar.bz2

      - name: Run tests with coverage
        env:
          CLN_COVERAGE_DIR: ${{ github.workspace }}/coverage-raw
          TEST_DB_PROVIDER: ${{ matrix.db }}
          PYTEST_PAR: ${{ matrix.pytest_par }}
          SLOW_MACHINE: 1
          TIMEOUT: 900
          TEST_LOG_IGNORE_ERRORS: "1"
        run: |
          mkdir -p "$CLN_COVERAGE_DIR"
          uv run eatmydata pytest tests/ -n ${PYTEST_PAR} -vvv

      - name: Upload coverage data
        uses: actions/upload-artifact@v4
        if: always()
        with:
          name: coverage-raw-${{ matrix.name }}
          path: coverage-raw/*.profraw
          if-no-files-found: error

  report:
    name: Generate Coverage Report
    runs-on: ubuntu-22.04
    needs: test
    if: always()

    steps:
      - name: Checkout
        uses: actions/checkout@v4

      - name: Install LLVM tools
        run: |
          wget https://apt.llvm.org/llvm.sh
          chmod +x llvm.sh
          sudo ./llvm.sh 18
          sudo ln -sf /usr/bin/llvm-profdata-18 /usr/bin/llvm-profdata
          sudo ln -sf /usr/bin/llvm-cov-18 /usr/bin/llvm-cov

      - name: Download build artifact
        uses: actions/download-artifact@v4
        with:
          name: cln-coverage-build

      - name: Unpack build
        run: tar -xaf testpack.tar.bz2

      - name: Download all coverage artifacts
        uses: actions/download-artifact@v4
        with:
          pattern: coverage-raw-*
          path: coverage-artifacts

      - name: Merge coverage data
        run: |
          mkdir -p coverage-raw coverage
          find coverage-artifacts -name "*.profraw" -exec cp {} coverage-raw/ \;
          PROFRAW_COUNT=$(ls -1 coverage-raw/*.profraw 2>/dev/null | wc -l)
          echo "Found $PROFRAW_COUNT profile files"
          if [ "$PROFRAW_COUNT" -eq 0 ]; then
            echo "ERROR: No coverage data found"
            exit 1
          fi
          chmod +x contrib/coverage/collect-coverage.sh
          CLN_COVERAGE_DIR=coverage-raw ./contrib/coverage/collect-coverage.sh

      - name: Generate HTML report
        run: |
          chmod +x contrib/coverage/generate-coverage-report.sh
          ./contrib/coverage/generate-coverage-report.sh

      - name: Upload to Codecov
        uses: codecov/codecov-action@v4
        with:
          files: coverage/merged.profdata
          flags: integration-tests
          name: cln-nightly-coverage
          token: ${{ secrets.CODECOV_TOKEN }}
          fail_ci_if_error: false

      - name: Upload HTML report
        uses: actions/upload-artifact@v4
        with:
          name: coverage-html-report
          path: coverage/html
          retention-days: 90

      - name: Add summary to job
        run: |
          echo "## Coverage Summary" >> $GITHUB_STEP_SUMMARY
          echo '```' >> $GITHUB_STEP_SUMMARY
          cat coverage/summary.txt >> $GITHUB_STEP_SUMMARY
          echo '```' >> $GITHUB_STEP_SUMMARY
          echo "" >> $GITHUB_STEP_SUMMARY
          echo "📊 Download detailed HTML report from workflow artifacts" >> $GITHUB_STEP_SUMMARY