python-sdk/.github/workflows/pull_request.yml at fb6cd431e5d7e5ae6297a0ec27d8461a4dcea6ea · conductor-oss/python-sdk · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
name: Continuous Integration

on: [pull_request, workflow_dispatch]

concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: true

jobs:
  unit-test:
    runs-on: ubuntu-latest
    env:
      COVERAGE_FILE: coverage.xml
      COVERAGE_DIR: .coverage-reports
      CONDUCTOR_AUTH_KEY: ${{ secrets.AUTH_KEY }}
      CONDUCTOR_AUTH_SECRET: ${{ secrets.AUTH_SECRET }}
      CONDUCTOR_SERVER_URL: ${{ vars.SERVER_URL }}
    steps:
      - name: Checkout code
        uses: actions/checkout@v4

      - name: Build test image
        run: |
          DOCKER_BUILDKIT=1 docker build . \
            --target python_test_base \
            -t conductor-sdk-test:latest

      - name: Prepare coverage directory
        run: |
          mkdir -p ${{ env.COVERAGE_DIR }}
          chmod 777 ${{ env.COVERAGE_DIR }}
          touch ${{ env.COVERAGE_FILE }}
          chmod 666 ${{ env.COVERAGE_FILE }}

      - name: Run unit tests
        id: unit_tests
        continue-on-error: true
        run: |
          docker run --rm \
            -e CONDUCTOR_AUTH_KEY=${{ env.CONDUCTOR_AUTH_KEY }} \
            -e CONDUCTOR_AUTH_SECRET=${{ env.CONDUCTOR_AUTH_SECRET }} \
            -e CONDUCTOR_SERVER_URL=${{ env.CONDUCTOR_SERVER_URL }} \
            -v ${{ github.workspace }}/${{ env.COVERAGE_DIR }}:/package/${{ env.COVERAGE_DIR }}:rw \
            conductor-sdk-test:latest \
            /bin/sh -c "cd /package && COVERAGE_FILE=/package/${{ env.COVERAGE_DIR }}/.coverage.unit coverage run -m pytest tests/unit -v"

      - name: Run backward compatibility tests
        id: bc_tests
        continue-on-error: true
        run: |
          docker run --rm \
            -e CONDUCTOR_AUTH_KEY=${{ env.CONDUCTOR_AUTH_KEY }} \
            -e CONDUCTOR_AUTH_SECRET=${{ env.CONDUCTOR_AUTH_SECRET }} \
            -e CONDUCTOR_SERVER_URL=${{ env.CONDUCTOR_SERVER_URL }} \
            -v ${{ github.workspace }}/${{ env.COVERAGE_DIR }}:/package/${{ env.COVERAGE_DIR }}:rw \
            conductor-sdk-test:latest \
            /bin/sh -c "cd /package && COVERAGE_FILE=/package/${{ env.COVERAGE_DIR }}/.coverage.bc coverage run -m pytest tests/backwardcompatibility -v"

      - name: Run serdeser tests
        id: serdeser_tests
        continue-on-error: true
        run: |
          docker run --rm \
            -e CONDUCTOR_AUTH_KEY=${{ env.CONDUCTOR_AUTH_KEY }} \
            -e CONDUCTOR_AUTH_SECRET=${{ env.CONDUCTOR_AUTH_SECRET }} \
            -e CONDUCTOR_SERVER_URL=${{ env.CONDUCTOR_SERVER_URL }} \
            -v ${{ github.workspace }}/${{ env.COVERAGE_DIR }}:/package/${{ env.COVERAGE_DIR }}:rw \
            conductor-sdk-test:latest \
            /bin/sh -c "cd /package && COVERAGE_FILE=/package/${{ env.COVERAGE_DIR }}/.coverage.serdeser coverage run -m pytest tests/serdesertest -v"

      - name: Run integration tests
        id: integration_tests
        continue-on-error: true
        run: |
          docker run --rm \
            -e CONDUCTOR_AUTH_KEY=${{ env.CONDUCTOR_AUTH_KEY }} \
            -e CONDUCTOR_AUTH_SECRET=${{ env.CONDUCTOR_AUTH_SECRET }} \
            -e CONDUCTOR_SERVER_URL=${{ env.CONDUCTOR_SERVER_URL }} \
            -v ${{ github.workspace }}/${{ env.COVERAGE_DIR }}:/package/${{ env.COVERAGE_DIR }}:rw \
            conductor-sdk-test:latest \
            /bin/sh -c "cd /package && COVERAGE_FILE=/package/${{ env.COVERAGE_DIR }}/.coverage.integration coverage run -m pytest -m v4 tests/integration -v"

      - name: Generate coverage report
        id: coverage_report
        continue-on-error: true
        run: |
          docker run --rm \
            -v ${{ github.workspace }}/${{ env.COVERAGE_DIR }}:/package/${{ env.COVERAGE_DIR }}:rw \
            -v ${{ github.workspace }}/${{ env.COVERAGE_FILE }}:/package/${{ env.COVERAGE_FILE }}:rw \
            conductor-sdk-test:latest \
            /bin/sh -c "cd /package && coverage combine /package/${{ env.COVERAGE_DIR }}/.coverage.* && coverage report && coverage xml"

      - name: Verify coverage file
        id: verify_coverage
        if: always()
        continue-on-error: true
        run: |
          if [ ! -s "${{ env.COVERAGE_FILE }}" ]; then
            echo "Coverage file is empty or does not exist"
            ls -la ${{ env.COVERAGE_FILE }} ${{ env.COVERAGE_DIR }}
            exit 1
          fi
          echo "Coverage file exists and is not empty"

      - name: Upload coverage to Codecov
        if: always() && steps.verify_coverage.outcome == 'success'
        continue-on-error: true
        uses: codecov/codecov-action@v3
        with:
          token: ${{ secrets.CODECOV_TOKEN }}
          file: ${{ env.COVERAGE_FILE }}

      - name: Check test results
        if: steps.unit_tests.outcome == 'failure' || steps.bc_tests.outcome == 'failure' || steps.serdeser_tests.outcome == 'failure' || steps.integration_tests.outcome == 'failure'
        run: exit 1