RxInferBenchmarks.jl/.github/workflows/test.yml at main · ReactiveBayes/RxInferBenchmarks.jl · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
# Full test suite: harness + every model (Julia version matrix) + frontend.
# Also reusable (workflow_call) — benchmark.yml runs it as a gate so that
# benchmarks are never recorded on a red test suite (design/architecture.md).
name: Test

on:
  pull_request:
  push:
    branches: [main]
    paths-ignore:
      - "data/results/**" # benchmark bot commits must not trigger CI (loop avoidance)
  schedule:
    - cron: "0 6 * * 1" # weekly Monday 06:00 UTC
  workflow_dispatch:
  workflow_call:

permissions:
  contents: read

# Run JS-based actions (checkout, setup-julia, setup-node, and the actions/cache +
# pyTooling steps vendored inside julia-actions/cache) on Node 24 — Node 20 is deprecated.
env:
  FORCE_JAVASCRIPT_ACTIONS_TO_NODE24: "true"

jobs:
  harness:
    name: Harness (Julia ${{ matrix.julia }})
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        julia: ["1.10", "1.11", "1.12"]
    steps:
      - uses: actions/checkout@v4
      - uses: julia-actions/setup-julia@v2
        with:
          version: ${{ matrix.julia }}
      - uses: julia-actions/cache@v2
      - name: Run harness tests (no model subprocesses)
        env:
          RXBENCH_SKIP_SMOKE: "1" # smoke runs in the models job below
        run: julia --project=benchmarks/harness -e 'using Pkg; Pkg.instantiate(); Pkg.test()'

  models:
    name: ${{ matrix.model }} (Julia ${{ matrix.julia }})
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        model: [coin_toss, iid_normal, linear_regression, kalman, gaussian_mixture]
        julia: ["1.10", "1.11", "1.12"]
    steps:
      - uses: actions/checkout@v4
      - uses: julia-actions/setup-julia@v2
        with:
          version: ${{ matrix.julia }}
      - uses: julia-actions/cache@v2
      - name: Resolve and test
        env:
          USE_DEV: "false"
          LOG_USING_RXINFER: "false"
          JULIA_FASTCHOLESKY_THROW_ERROR_NON_SYMMETRIC: "1"
          THROW_ON_INFERENCE_ERROR_HINT: "true"
        # Pkg.update() re-resolves the committed Manifest for this Julia version
        # (manifests are resolved on the latest stable; LTS may need different versions).
        run: julia --project=models/${{ matrix.model }} -e 'using Pkg; Pkg.update(); Pkg.test()'

  smoke:
    name: End-to-end smoke (Julia ${{ matrix.julia }})
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        julia: ["1.12"]
    steps:
      - uses: actions/checkout@v4
      - uses: julia-actions/setup-julia@v2
        with:
          version: ${{ matrix.julia }}
      - uses: julia-actions/cache@v2
      - name: Instantiate all projects
        run: |
          julia --project=benchmarks/harness -e 'using Pkg; Pkg.instantiate()'
          for d in models/*/; do m=$(basename "$d");
            julia --project=models/$m -e 'using Pkg; Pkg.update()'
          done
      - name: Smoke benchmark run (tiny sizes, temp output)
        env:
          RXBENCH_SMOKE: "1"
          RXBENCH_HARDWARE_ID: github-actions-ubuntu
          USE_DEV: "false"
          LOG_USING_RXINFER: "false"
          JULIA_FASTCHOLESKY_THROW_ERROR_NON_SYMMETRIC: "1"
          THROW_ON_INFERENCE_ERROR_HINT: "true"
        run: julia --project=benchmarks/harness benchmarks/harness/bin/run_benchmarks.jl

  frontend:
    name: Frontend (lint, typecheck, tests, static build)
    runs-on: ubuntu-latest
    defaults:
      run:
        working-directory: frontend
    steps:
      - uses: actions/checkout@v4
      - uses: actions/setup-node@v4
        with:
          node-version: 22
          cache: npm
          cache-dependency-path: frontend/package-lock.json
      - run: npm ci
      - run: npm run lint
      - run: npm run typecheck
      - run: npm run test
      - run: npm run build
      - name: Verify the build is fully static (hard rule)
        run: npm run check-static