-
Notifications
You must be signed in to change notification settings - Fork 0
181 lines (151 loc) · 5.51 KB
/
Copy pathtest.yml
File metadata and controls
181 lines (151 loc) · 5.51 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
name: Tests
on:
pull_request:
branches: [ main, master ]
push:
branches: [ main, master ]
workflow_dispatch:
permissions:
contents: read
pull-requests: write
checks: write
jobs:
test:
runs-on: ubuntu-latest
strategy:
matrix:
python-version: ["3.11", "3.12", "3.13"]
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python-version }}
cache: 'pip'
- name: Install dependencies
run: |
python -m pip install --upgrade pip
pip install -e ".[dev]"
- name: Run linting
run: |
ruff check src tests
continue-on-error: true
- name: Run type checking
run: |
mypy src
continue-on-error: true
- name: Run tests with coverage
run: |
pytest tests/ \
--cov=src/devman \
--cov-report=term \
--cov-report=html \
--cov-report=json \
--cov-report=xml \
-v
- name: Generate coverage badge
if: matrix.python-version == '3.13'
run: |
COVERAGE=$(python -c "import json; print(json.load(open('coverage.json'))['totals']['percent_covered_display'])")
echo "COVERAGE=$COVERAGE" >> $GITHUB_ENV
echo "Coverage: $COVERAGE%"
- name: Upload coverage reports
if: matrix.python-version == '3.13'
uses: actions/upload-artifact@v4
with:
name: coverage-reports
path: |
htmlcov/
coverage.json
coverage.xml
.coverage
- name: Comment PR with test results
if: github.event_name == 'pull_request' && matrix.python-version == '3.13'
uses: actions/github-script@v7
with:
script: |
const fs = require('fs');
// Read coverage data
const coverage = JSON.parse(fs.readFileSync('coverage.json', 'utf8'));
const totalCoverage = coverage.totals.percent_covered_display;
// Read test output
let testOutput = '';
try {
testOutput = fs.readFileSync('test-output.txt', 'utf8');
} catch (e) {
testOutput = 'Test output not available';
}
// Build coverage table
let coverageTable = '| File | Coverage |\n|------|----------|\n';
for (const [file, data] of Object.entries(coverage.files)) {
const fileName = file.replace('src/devman/', '');
const fileCoverage = data.summary.percent_covered_display;
coverageTable += `| \`${fileName}\` | ${fileCoverage}% |\n`;
}
// Create comment body
const body = `## 🧪 Test Results (Python ${{ matrix.python-version }})
### 📊 Coverage Summary
**Total Coverage: ${totalCoverage}%**
<details>
<summary>Coverage by File</summary>
${coverageTable}
</details>
### 📈 Coverage Details
- **Lines:** ${coverage.totals.covered_lines}/${coverage.totals.num_statements} covered
- **Branches:** ${coverage.totals.covered_branches}/${coverage.totals.num_branches} covered
- **Missing Lines:** ${coverage.totals.missing_lines}
---
*Coverage report generated by pytest-cov*`;
// Post or update comment
const { data: comments } = await github.rest.issues.listComments({
owner: context.repo.owner,
repo: context.repo.repo,
issue_number: context.issue.number,
});
const botComment = comments.find(comment =>
comment.user.type === 'Bot' &&
comment.body.includes('Test Results (Python ${{ matrix.python-version }})')
);
if (botComment) {
await github.rest.issues.updateComment({
owner: context.repo.owner,
repo: context.repo.repo,
comment_id: botComment.id,
body: body
});
} else {
await github.rest.issues.createComment({
owner: context.repo.owner,
repo: context.repo.repo,
issue_number: context.issue.number,
body: body
});
}
- name: Check coverage threshold
if: matrix.python-version == '3.13'
run: |
COVERAGE=$(python -c "import json; print(float(json.load(open('coverage.json'))['totals']['percent_covered_display']))")
THRESHOLD=70
echo "Coverage: $COVERAGE%"
echo "Threshold: $THRESHOLD%"
if (( $(echo "$COVERAGE < $THRESHOLD" | bc -l) )); then
echo "⚠️ Warning: Coverage $COVERAGE% is below threshold $THRESHOLD%"
exit 0 # Don't fail the build, just warn
else
echo "✅ Coverage $COVERAGE% meets threshold $THRESHOLD%"
fi
nix-build:
runs-on: ubuntu-latest
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Install Nix
uses: cachix/install-nix-action@v25
with:
nix_path: nixpkgs=channel:nixos-unstable
- name: Build with Nix
run: nix build .#devman
- name: Test devman CLI
run: |
./result/bin/devman --help || echo "Binary not in expected location"