lance-context/.github/workflows/python-test.yml at f33d56ec37a47cfb559eb02332d123b7951ea131 · beinan/lance-context · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
name: Python Tests
on:
  push:
    branches:
      - main
  pull_request:
    paths:
      - python/**
      - crates/**
      - .github/workflows/python-test.yml

concurrency:
  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
  cancel-in-progress: true

env:
  CARGO_TERM_COLOR: always
  RUSTFLAGS: "-C debuginfo=0 -C codegen-units=16"
  CARGO_TARGET_DIR: ${{ github.workspace }}/.cargo-target

jobs:
  build-wheel:
    runs-on: ubuntu-24.04
    timeout-minutes: 30
    steps:
      - uses: actions/checkout@v4
      - name: Set up Python 3.11
        uses: actions/setup-python@v4
        with:
          python-version: "3.11"
      - name: Setup Rust
        uses: actions-rust-lang/setup-rust-toolchain@v1
        with:
          cache: false
      - name: Cache Rust build (shared)
        uses: actions/cache@v4
        with:
          path: |
            .cargo-target
            ~/.cargo/registry
            ~/.cargo/git
          key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
          restore-keys: |
            ${{ runner.os }}-cargo-
      - name: Install dependencies
        run: |
          sudo apt update
          sudo apt install -y protobuf-compiler
      - name: Install uv
        uses: astral-sh/setup-uv@v3
      - name: Setup sccache
        uses: Mozilla-Actions/sccache-action@v0.0.9
      - name: Configure sccache
        run: echo "RUSTC_WRAPPER=sccache" >> $GITHUB_ENV
      - name: Cache uv downloads
        uses: actions/cache@v4
        with:
          path: ~/.cache/uv
          key: ${{ runner.os }}-uv-${{ hashFiles('python/pyproject.toml') }}
          restore-keys: |
            ${{ runner.os }}-uv-
      - name: Build wheel (Debug Mode)
        working-directory: python
        run: |
          uv venv
          source .venv/bin/activate
          uv pip install maturin[patchelf]
          maturin build -o dist
      - name: Upload wheel
        uses: actions/upload-artifact@v4
        with:
          name: python-wheel
          path: python/dist/*.whl

  test:
    runs-on: ubuntu-24.04
    timeout-minutes: 30
    needs: build-wheel
    strategy:
      matrix:
        python-version: ["3.11"]
    steps:
      - uses: actions/checkout@v4
      - name: Set up Python ${{ matrix.python-version }}
        uses: actions/setup-python@v4
        with:
          python-version: ${{ matrix.python-version }}
      - name: Setup Rust
        uses: actions-rust-lang/setup-rust-toolchain@v1
        with:
          cache: false
      - name: Cache Rust build (shared)
        uses: actions/cache@v4
        with:
          path: |
            .cargo-target
            ~/.cargo/registry
            ~/.cargo/git
          key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
          restore-keys: |
            ${{ runner.os }}-cargo-
      - name: Install dependencies
        run: |
          sudo apt update
          sudo apt install -y protobuf-compiler
      - name: Install uv
        uses: astral-sh/setup-uv@v3
      - name: Setup sccache
        uses: Mozilla-Actions/sccache-action@v0.0.9
      - name: Configure sccache
        run: echo "RUSTC_WRAPPER=sccache" >> $GITHUB_ENV
      - name: Cache uv downloads
        uses: actions/cache@v4
        with:
          path: ~/.cache/uv
          key: ${{ runner.os }}-uv-${{ hashFiles('python/pyproject.toml') }}
          restore-keys: |
            ${{ runner.os }}-uv-
      - name: Create virtual environment and install dependencies
        working-directory: python
        run: |
          uv venv
          source .venv/bin/activate
          uv pip install pytest
      - name: Download wheel
        uses: actions/download-artifact@v4
        with:
          name: python-wheel
          path: python/dist
      - name: Install wheel
        working-directory: python
        run: |
          source .venv/bin/activate
          uv pip install dist/*.whl

      - name: Run tests
        working-directory: python
        run: |
          source .venv/bin/activate
          pytest python/tests/ -v
      - name: Run doctests
        working-directory: python
        run: |
          source .venv/bin/activate
          if [ -f python/lance_context/__init__.py ]; then
            python -m doctest python/lance_context/__init__.py || echo "No doctests found"
          fi

  lint:
    runs-on: ubuntu-24.04
    timeout-minutes: 15
    steps:
      - uses: actions/checkout@v4
      - name: Set up Python
        uses: actions/setup-python@v4
        with:
          python-version: "3.11"
      - name: Install uv
        uses: astral-sh/setup-uv@v3
      - name: Setup sccache
        uses: Mozilla-Actions/sccache-action@v0.0.9
      - name: Configure sccache
        run: echo "RUSTC_WRAPPER=sccache" >> $GITHUB_ENV
      - name: Cache uv downloads
        uses: actions/cache@v4
        with:
          path: ~/.cache/uv
          key: ${{ runner.os }}-uv-${{ hashFiles('python/pyproject.toml') }}
          restore-keys: |
            ${{ runner.os }}-uv-
      - name: Install linting tools
        working-directory: python
        run: |
          uv venv
          source .venv/bin/activate
          uv pip install ruff pyright
      - name: Run ruff format check
        working-directory: python
        run: |
          source .venv/bin/activate
          ruff format --check python/
      - name: Run ruff lint
        working-directory: python
        run: |
          source .venv/bin/activate
          ruff check python/
      - name: Run pyright type check
        working-directory: python
        run: |
          source .venv/bin/activate
          pyright