hackathon-kernelci/.github/workflows/ci.yaml at main · profusion/hackathon-kernelci · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
name: CI for KernelCI Dashboard

on:
  push:
    branches: [main]
  pull_request:
    types:
      - opened
      - synchronize
      - reopened
      - ready_for_review

concurrency:
  group: ci-check-${{ github.ref }}
  cancel-in-progress: true

env:
  CI: true

jobs:
  setup-node:
    if: github.event.pull_request.draft != true
    runs-on: ubuntu-latest
    timeout-minutes: 10
    outputs:
      paths-node_modules: ${{ steps.paths-node_modules.outputs.paths }}
    steps:
      - uses: actions/checkout@v4

      - name: Cache node_modules
        uses: actions/cache@v4
        id: cache-node_modules
        with:
          key: node_modules-${{ runner.os }}-${{ hashFiles('./dashboard/pnpm-lock.yaml') }}
          path: ./dashboard/node_modules

      - name: Install pnpm
        uses: pnpm/action-setup@v4
        with:
          version: 9.15.2

      - name: Installing dependencies with pnpm
        if: steps.cache-node_modules.outputs.cache-hit != 'true'
        run: pnpm install --frozen-lockfile
        working-directory: ./dashboard

  lint-js:
    if: github.event.pull_request.draft != true
    needs: setup-node
    runs-on: ubuntu-latest
    timeout-minutes: 5
    steps:
      - uses: actions/checkout@v4

      - name: Fetch node_modules
        uses: actions/cache@v4
        id: fetch-node_modules
        with:
          key: node_modules-${{ runner.os }}-${{ hashFiles('./dashboard/pnpm-lock.yaml') }}
          path: ./dashboard/node_modules

      - name: Install pnpm
        uses: pnpm/action-setup@v4
        with:
          version: 9.15.2

      - uses: actions/setup-node@v4
        with:
          node-version-file: './dashboard/.nvmrc'

      - name: Run eslint
        run: pnpm lint-staged
        working-directory: ./dashboard

  build-front:
    if: github.event.pull_request.draft != true
    needs: setup-node
    runs-on: ubuntu-latest
    timeout-minutes: 10
    steps:
      - uses: actions/checkout@v4

      - name: Fetch node_modules
        uses: actions/cache@v4
        id: fetch-node_modules
        with:
          key: node_modules-${{ runner.os }}-${{ hashFiles('./dashboard/pnpm-lock.yaml') }}
          path: ./dashboard/node_modules

      - name: Install pnpm
        uses: pnpm/action-setup@v4
        with:
          version: 9.15.2

      - uses: actions/setup-node@v4
        with:
          node-version-file: './dashboard/.nvmrc'

      - name: Run tests
        run: pnpm test
        working-directory: ./dashboard

      - name: Run build
        run: pnpm build
        working-directory: ./dashboard

  lint-and-unit-test-django:
    if: github.event.pull_request.draft != true
    runs-on: ubuntu-latest
    timeout-minutes: 3
    steps:
      - uses: actions/checkout@v4

      - name: Setup Backend
        uses: ./.github/actions/setup-backend

      - name: Lint
        run: poetry run flake8
        working-directory: ./backend

      - name: Check Format
        run: poetry run black --check .
        working-directory: ./backend

      - name: Run unit tests with coverage
        run: |
          poetry run pytest -m unit --cov=kernelCI_app --cov=kernelCI_cache --cov-report=term-missing
          cp .coverage coverage-unit.sqlite
        working-directory: ./backend

      - name: Upload coverage data (unit)
        uses: actions/upload-artifact@v4
        with:
          name: coverage-data-unit
          path: backend/coverage-unit.sqlite

  integration-test-django:
    if: github.event.pull_request.draft != true
    runs-on: ubuntu-latest
    timeout-minutes: 10
    steps:
      - uses: actions/checkout@v4

      - name: Setup Backend
        uses: ./.github/actions/setup-backend

      - name: Run test database, redis service
        run: |
          docker compose -f docker-compose.test.yml up test_db redis -d

      - name: Execute migrations
        run: |
          docker compose -f docker-compose.test.yml run --rm test_backend python manage.py migrate

      - name: Populate database with test data
        run: |
          docker compose -f docker-compose.test.yml run --rm test_backend python manage.py seed_test_data --clear --yes

      - name: Start test backend
        run: |
          docker compose -f docker-compose.test.yml up test_backend -d
          sleep 5
          docker ps

      - name: Run integration tests with coverage
        run: |
          TEST_BASE_URL=http://localhost:8001 poetry run pytest -m "integration" --use-local-db --run-all --cov=kernelCI_app --cov=kernelCI_cache --cov-report=term-missing
          cp .coverage coverage-integration.sqlite
        working-directory: ./backend

      - name: Upload coverage data (integration)
        uses: actions/upload-artifact@v4
        with:
          name: coverage-data-integration
          path: backend/coverage-integration.sqlite

      - name: Clean containers
        run: |
          docker compose -f docker-compose.test.yml down --volumes --remove-orphans
          docker system prune -af

  update-coverage-badge:
    if: github.ref == format('refs/heads/{0}', github.event.repository.default_branch)
    runs-on: ubuntu-latest
    needs:
      - lint-and-unit-test-django
      - integration-test-django
    permissions:
      contents: write
    steps:
      - uses: actions/checkout@v4

      - name: Setup Backend
        uses: ./.github/actions/setup-backend

      - name: Download coverage data (unit)
        uses: actions/download-artifact@v4
        with:
          name: coverage-data-unit

      - name: Download coverage data (integration)
        uses: actions/download-artifact@v4
        with:
          name: coverage-data-integration

      - name: Rename coverage files for combine
        run: |
          cp coverage-unit.sqlite backend/.coverage.unit
          cp coverage-integration.sqlite backend/.coverage.integration
          ls -la backend/.coverage*

      - name: Combine coverage and generate json
        run: |
          poetry run coverage combine
          poetry run coverage json -o ${{ github.workspace }}/coverage.json
        working-directory: ./backend

      - name: Update Coverage Badge
        uses: we-cli/coverage-badge-action@main

  # Call job in a a split file
  call-deploy-staging:
    needs: [lint-js, build-front, lint-and-unit-test-django, integration-test-django]
    # This 'if' ensures it only runs on pushes to main (the production requirement)
    if: github.event_name == 'push' && github.ref == format('refs/heads/{0}', github.event.repository.default_branch)
    uses: ./.github/workflows/deploy-staging.yaml
    secrets: inherit