llm-math-econ-evaluation/.github/workflows/ci.yml at main · Math-llm-lab/llm-math-econ-evaluation · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
name: CI
on: [push, pull_request]
jobs:
  test:
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        python-version: ["3.10", "3.11", "3.12"]
    steps:
      - uses: actions/checkout@v4
      - uses: actions/setup-python@v5
        with:
          python-version: ${{ matrix.python-version }}
          cache: pip
      - run: python -m pip install --upgrade pip
      - run: pip install -e ".[dev]"
      - run: ruff check .
      - run: ruff format --check .
      - run: pytest

      - name: Scoring smoke-test
        run: |
          python -m econ_math_portfolio --json score submissions/contract_good.json
          python -m econ_math_portfolio --json score submissions/contract_bad_format.json || true