sift/.github/workflows/python_ci.yaml at 2cb605a3378f5093a0af518238575509c64b2aad · sift-stack/sift · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
name: python-ci

on:
  release:
    types: [ created ]
  pull_request:
  push:
    branches:
      - main
    paths:
      - 'python/**'
      - 'rust/crates/sift_stream_bindings/**'
      - '.github/workflows/python_ci.yaml'
  workflow_call:

permissions:
  contents: read
  pull-requests: read

jobs:
  changes:
    if: github.event_name == 'pull_request'
    runs-on: ubuntu-latest
    outputs:
      python: ${{ steps.filter.outputs.python }}
    steps:
      - uses: actions/checkout@v4
      - uses: dorny/paths-filter@v3
        id: filter
        with:
          filters: |
            python:
              - 'python/**'
              - 'rust/crates/sift_stream_bindings/**'
              - '.github/workflows/python_ci.yaml'

  test-python:
    needs: [changes]
    if: |
      always() &&
      (github.event_name != 'pull_request' || needs.changes.outputs.python == 'true')
    runs-on: ubuntu-latest
    defaults:
      run:
        working-directory: python
    steps:
      - name: Checkout code
        uses: actions/checkout@v4
        with:
          ref: ${{ github.event.pull_request.head.sha }}

      - name: Set up Python
        uses: actions/setup-python@v2
        with:
          python-version: "3.8"

      - name: Pip install
        id: install
        run: |
          python -m pip install --upgrade pip
          pip install '.[dev-all]'

      - name: Lint
        run: |
          ruff check

      - name: Format
        run: |
          ruff format --check

      - name: MyPy
        run: |
          mypy lib

      # Re-run mypy with --platform=win32 so typeshed evaluates platform-gated
      # stubs (e.g. fcntl) as if we were on Windows. Catches imports that
      # would only fail at runtime on Windows.
      - name: MyPy (Windows platform)
        run: |
          mypy --platform=win32 lib

      - name: Pyright
        run: |
          pyright lib

      - name: Check Stubs Generation
        working-directory: .
        run: |
          bash .githooks/pre-push-python/stubs.sh

      - name: Check Extras Generation
        working-directory: .
        run: |
          bash .githooks/pre-push-python/extras.sh

      - name: Pytest Unit Tests
        run: |
          pytest -m "not integration"

      # Disabling integration tests that interact with Sift until a better solution is implemented
      # - name: Pytest Integration Tests
      #   env:
      #     SIFT_GRPC_URI: ${{ vars.SIFT_GRPC_URI }}
      #     SIFT_REST_URI: ${{ vars.SIFT_REST_URI }}
      #     SIFT_API_KEY: ${{ secrets.SIFT_API_KEY }}
      #   run: |
      #     pytest -m "integration"

      - name: Sync Stubs Mypy
        working-directory: python/lib
        run: |
          stubtest \
          --mypy-config-file ../pyproject.toml \
          sift_client.resources.sync_stubs

  python-ci-status:
    if: always()
    needs: [changes, test-python]
    runs-on: ubuntu-latest
    steps:
      - name: Check result
        run: |
          result="${{ needs.test-python.result }}"
          if [[ "$result" == "success" || "$result" == "skipped" ]]; then
            echo "python-ci passed (test-python: $result)"
          else
            echo "python-ci failed (test-python: $result)"
            exit 1
          fi