ref/.github/workflows/ci.yml at main · remote-exercise-framework/ref · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
name: CI

on:
  push:
    branches: [dev, main]
  pull_request:
    branches: [dev, main]

env:
  PYTHON_VERSION: "3.10"

jobs:
  lint:
    name: Lint & Type Check
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4

      - name: Initialize submodules (excluding ref-linux)
        run: |
          git submodule update --init ref-docker-base/ref-utils
          git submodule update --init webapp/ref/static/ace-builds

      - name: Install uv
        uses: astral-sh/setup-uv@v4

      - name: Set up Python
        run: uv python install ${{ env.PYTHON_VERSION }}

      - name: Install linting tools
        run: |
          uv tool install ruff
          uv tool install mypy

      - name: Install test dependencies (for mypy)
        working-directory: tests
        run: uv sync

      - name: Run ruff check
        run: ruff check .

      - name: Run ruff format check
        run: ruff format --check .

      - name: Run mypy
        working-directory: tests
        run: uv run mypy .

  unit-tests:
    name: Unit Tests
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4

      - name: Initialize submodules (excluding ref-linux)
        run: |
          git submodule update --init ref-docker-base/ref-utils
          git submodule update --init webapp/ref/static/ace-builds

      - name: Install uv
        uses: astral-sh/setup-uv@v4

      - name: Set up Python
        run: uv python install ${{ env.PYTHON_VERSION }}

      - name: Install test dependencies
        working-directory: tests
        run: uv sync

      - name: Run unit tests
        working-directory: tests
        run: uv run pytest unit/ -v -m "not slow"

  e2e-tests:
    name: E2E Tests
    runs-on: ubuntu-latest
    timeout-minutes: 30
    steps:
      - uses: actions/checkout@v4

      - name: Initialize submodules (excluding ref-linux)
        run: |
          git submodule update --init ref-docker-base/ref-utils
          git submodule update --init webapp/ref/static/ace-builds

      - name: Install system dependencies
        run: |
          sudo apt-get update
          sudo apt-get install -y jq

      - name: Install uv
        uses: astral-sh/setup-uv@v4

      - name: Set up Python
        run: uv python install ${{ env.PYTHON_VERSION }}

      - name: Install Python dependencies for prepare.py
        run: pip install jinja2 pyyaml

      - name: Generate configuration
        run: ./prepare.py

      - name: Set up Docker Buildx
        uses: docker/setup-buildx-action@v3

      - name: Cache Docker layers
        uses: actions/cache@v4
        with:
          path: /tmp/.buildx-cache
          key: ${{ runner.os }}-buildx-${{ github.sha }}
          restore-keys: |
            ${{ runner.os }}-buildx-

      - name: Build Docker images
        run: |
          mkdir -p tests/build_logs
          export REF_CI_RUN=1
          ./ctrl.sh build 2>&1 | tee tests/build_logs/docker-build.log
          exit ${PIPESTATUS[0]}

      - name: Install test dependencies
        working-directory: tests
        run: uv sync

      - name: Run E2E tests
        working-directory: tests
        run: uv run pytest e2e/ -v --timeout=300

      - name: Upload coverage report
        uses: actions/upload-artifact@v4
        if: always()
        with:
          name: coverage-report
          path: tests/coverage_reports/
          retention-days: 7

      - name: Generate failure log summary
        if: failure()
        working-directory: tests
        run: |
          if [ -d "failure_logs" ]; then
            uv run python summarize_logs.py || true
          fi

      - name: Upload failure logs
        uses: actions/upload-artifact@v4
        if: failure()
        with:
          name: failure-logs
          path: tests/failure_logs/
          retention-days: 7

      - name: Upload container logs on failure
        uses: actions/upload-artifact@v4
        if: failure()
        with:
          name: container-logs
          path: tests/container_logs/
          retention-days: 7

      - name: Upload build logs
        uses: actions/upload-artifact@v4
        if: always()
        with:
          name: build-logs
          path: tests/build_logs/
          retention-days: 7

      - name: Cleanup Docker resources
        if: always()
        run: |
          docker ps -aq --filter "name=ref_test_" | xargs -r docker rm -f || true
          docker network ls -q --filter "name=ref_test_" | xargs -r docker network rm || true
          docker volume ls -q --filter "name=ref_test_" | xargs -r docker volume rm || true