-
Notifications
You must be signed in to change notification settings - Fork 245
121 lines (101 loc) · 4.58 KB
/
CI_check_api_ref.yml
File metadata and controls
121 lines (101 loc) · 4.58 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
name: Core / Check API reference changes
on:
pull_request:
paths:
- "integrations/**/*.py"
- "integrations/**/config_docusaurus.yml"
jobs:
test-api-reference-build:
runs-on: ubuntu-slim
steps:
- uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
with:
fetch-depth: 0
- name: Set up Python
uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405 # v6.2.0
with:
python-version: "3.13"
- name: Detect integrations with API reference changes
id: changed
shell: python
run: |
import json
import os
import subprocess
import sys
from pathlib import Path
sys.path.insert(0, ".github/utils")
from docstrings_checksum import docstrings_checksum
def git(*args):
result = subprocess.run(["git", *args], capture_output=True, text=True)
return result.stdout.strip(), result.returncode
runner_temp = os.environ["RUNNER_TEMP"]
base_sha, _ = git("rev-parse", "HEAD^1")
# Get all changed files
diff_output, _ = git(
"diff", "--name-only", f"{base_sha}...HEAD", "--", "integrations"
)
changed_files = set(diff_output.splitlines())
# Extract integration names
candidates = sorted({
Path(p).parts[1]
for p in changed_files
if p.startswith("integrations/") and len(Path(p).parts) > 1
})
# Create base worktree for docstring comparison
base_worktree = os.path.join(runner_temp, "base")
_, return_code = git("worktree", "add", base_worktree, base_sha)
has_worktree = return_code == 0
changed_integrations = []
for integration in candidates:
# If pydoc config changed, always include
if f"integrations/{integration}/pydoc/config_docusaurus.yml" in changed_files:
changed_integrations.append(integration)
continue
# Otherwise, check if docstrings changed
pr_docstrings_checksum = docstrings_checksum(Path(".").glob(f"integrations/{integration}/**/*.py"))
base_docstrings_checksum = ""
if has_worktree:
base_docstrings_checksum = docstrings_checksum(Path(base_worktree).glob(f"integrations/{integration}/**/*.py"))
if base_docstrings_checksum != pr_docstrings_checksum:
changed_integrations.append(integration)
print(f"Integrations with API reference changes: {json.dumps(changed_integrations)}")
with open(os.environ["GITHUB_OUTPUT"], "a") as f:
f.write(f"integrations={json.dumps(changed_integrations)}\n")
- name: Install Hatch
if: steps.changed.outputs.integrations != '[]'
run: pip install hatch
- name: Generate API references
if: steps.changed.outputs.integrations != '[]'
env:
INTEGRATIONS: ${{ steps.changed.outputs.integrations }}
run: |
mkdir -p website
for integration in $(echo "$INTEGRATIONS" | jq -r '.[]'); do
echo ""
echo "--- Generating API reference for $integration ---"
cd "integrations/$integration"
hatch run docs
# Move the generated file to a 'website' folder for testing
mv "$integration.md" ../../website/
cd ../..
done
- name: Set up Node.js
if: steps.changed.outputs.integrations != '[]'
uses: actions/setup-node@53b83947a5a98c8d113130e565377fae1a50d02f # v6.3.0
with:
node-version: "22"
- name: Run Docusaurus md/mdx checker
if: steps.changed.outputs.integrations != '[]'
working-directory: website
run: |
# docusaurus-mdx-checker is a package that is not frequently updated. Its dependency katex sometimes ships a
# broken ESM build, where a __VERSION__ placeholder is left unresolved, causing a ReferenceError at import time.
# Node 22+ prefers ESM when available. We force CJS (CommonJS) resolution to use the working katex build.
# This should be safe because docusaurus-mdx-checker and its dependencies provide CJS builds.
export NODE_OPTIONS="--conditions=require"
npx docusaurus-mdx-checker -v || {
echo ""
echo "For common MDX problems, see https://docusaurus.io/blog/preparing-your-site-for-docusaurus-v3#common-mdx-problems"
exit 1
}