sqlmesh-openlineage/.github/workflows/ci.yml at 2d0a53263db247499ca46c99e9063fa2a3ea4987 · sidequery/sqlmesh-openlineage · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
name: CI

on:
  push:
    branches: [main]
  pull_request:
    branches: [main]

jobs:
  test:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4

      - name: Install uv
        uses: astral-sh/setup-uv@v4
        with:
          version: "latest"

      - name: Set up Python
        run: uv python install 3.12

      - name: Install dependencies
        run: uv sync --all-extras --dev

      - name: Run unit tests
        run: uv run pytest tests/test_console.py tests/test_datasets.py tests/test_integration.py -v

  integration-test:
    runs-on: ubuntu-latest
    services:
      postgres:
        image: postgres:14
        env:
          POSTGRES_USER: marquez
          POSTGRES_PASSWORD: marquez
          POSTGRES_DB: marquez
        options: >-
          --health-cmd pg_isready
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5
        ports:
          - 5432:5432

      marquez:
        image: marquezproject/marquez:latest
        env:
          MARQUEZ_CONFIG: /usr/src/app/marquez.dev.yml
          POSTGRES_HOST: postgres
          POSTGRES_PORT: 5432
          POSTGRES_DB: marquez
          POSTGRES_USER: marquez
          POSTGRES_PASSWORD: marquez
        ports:
          - 5001:5000
        options: >-
          --health-cmd "curl -f http://localhost:5000/api/v1/namespaces || exit 1"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 10
          --health-start-period 30s

    steps:
      - uses: actions/checkout@v4

      - name: Install uv
        uses: astral-sh/setup-uv@v4
        with:
          version: "latest"

      - name: Set up Python
        run: uv python install 3.12

      - name: Install dependencies
        run: uv sync --all-extras --dev

      - name: Wait for Marquez
        run: |
          for i in {1..30}; do
            curl -s http://localhost:5001/api/v1/namespaces && break
            echo "Waiting for Marquez..."
            sleep 2
          done

      - name: Run Marquez integration tests
        run: uv run pytest tests/test_marquez_integration.py -v -s