Skip to content

Commit 107e63e

Browse files
committed
Restore automation demo CI job
1 parent 2185abf commit 107e63e

1 file changed

Lines changed: 45 additions & 0 deletions

File tree

.github/workflows/ci.yml

Lines changed: 45 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -119,3 +119,48 @@ jobs:
119119
packslice summarize examples/split_demo --json > /tmp/packslice-summary.json
120120
python -c "import json; data=json.load(open('/tmp/packslice-summary.json')); assert data['total_cases'] == 6; assert len(data['splits']) == 3"
121121
packslice markdown examples/split_demo examples/split_demo/REPORT.md
122+
123+
automation-demo:
124+
runs-on: ubuntu-latest
125+
steps:
126+
- uses: actions/checkout@v4
127+
- uses: actions/setup-python@v5
128+
with:
129+
python-version: "3.11"
130+
- name: Run monorepo automation demo
131+
run: ./scripts/run_automation_demo.sh /tmp/agentcode-automation-demo
132+
- name: Validate automation outputs
133+
run: |
134+
python - <<'PY'
135+
import json
136+
from pathlib import Path
137+
138+
out = Path("/tmp/agentcode-automation-demo")
139+
assert (out / "agentci-summary.json").exists()
140+
assert (out / "agentci-regression.json").exists()
141+
assert (out / "tracepack-pack" / "manifest.json").exists()
142+
assert (out / "failmap-clusters.json").exists()
143+
assert (out / "packslice" / "summary.json").exists()
144+
145+
agentci_summary = json.loads((out / "agentci-summary.json").read_text())
146+
assert agentci_summary["episode_id"] == "openai-agents-demo"
147+
assert agentci_summary["tool_calls"] >= 1
148+
149+
agentci_regression = json.loads((out / "agentci-regression.json").read_text())
150+
assert agentci_regression["passed"] is True
151+
152+
tracepack_manifest = json.loads((out / "tracepack-pack" / "manifest.json").read_text())
153+
assert tracepack_manifest["case_count"] == 1
154+
155+
failmap_clusters = json.loads((out / "failmap-clusters.json").read_text())
156+
assert failmap_clusters["cluster_count"] >= 1
157+
158+
packslice_summary = json.loads((out / "packslice" / "summary.json").read_text())
159+
assert packslice_summary["total_cases"] == 1
160+
assert len(packslice_summary["splits"]) == 3
161+
PY
162+
- name: Upload automation demo artifacts
163+
uses: actions/upload-artifact@v4
164+
with:
165+
name: agentcode-automation-demo
166+
path: /tmp/agentcode-automation-demo

0 commit comments

Comments
 (0)