codacy-cli-v2/.github/workflows/it-test.yml at 2cfad328a16ca3eca656ded023fd35644584a4e9 · codacy/codacy-cli-v2 · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
name: plugin it-test

permissions:
  contents: write

on:
  push:

jobs:
  build:
    runs-on: ubuntu-latest
    steps:
      - name: Checkout
        uses: actions/checkout@v4
        with:
          fetch-depth: 0  # Needed for git history
      - name: Set up Go
        uses: actions/setup-go@v4
      - name: Build CLI for all platforms
        run: make build-all
      - name: Upload CLI binaries
        uses: actions/upload-artifact@v4
        with:
          name: cli-binaries
          path: |
            cli-v2-linux
            cli-v2.exe
            cli-v2-macos

  test:
    needs: build
    runs-on: ${{ matrix.os }}
    strategy:
      matrix:
        os: [ubuntu-latest, macos-latest, windows-latest]
      fail-fast: false
    steps:
      - name: Checkout code
        uses: actions/checkout@v4
        with:
          fetch-depth: 0  # Needed for git history

      - name: Set up Go
        uses: actions/setup-go@v5
        with:
          go-version: '1.21'
          cache: true

      - name: Download CLI binaries
        uses: actions/download-artifact@v4
        with:
          name: cli-binaries
          path: .

      - name: Select correct binary
        shell: bash
        run: |
          if [ "${{ matrix.os }}" = "windows-latest" ]; then
            # Keep the .exe extension for Windows
            echo "Using Windows binary with .exe extension"
          elif [ "${{ matrix.os }}" = "macos-latest" ]; then
            mv cli-v2-macos cli-v2
          else
            mv cli-v2-linux cli-v2
          fi

      - name: Make binary executable
        if: matrix.os != 'windows-latest'
        run: chmod +x cli-v2

      - name: Run init tests on Windows
        if: matrix.os == 'windows-latest'
        id: run_init_tests_windows
        shell: pwsh
        run: |
          $ErrorActionPreference = "Stop"
          & ./integration-tests/run.ps1
          if ($LASTEXITCODE -ne 0) {
            Write-Error "Integration tests failed with exit code $LASTEXITCODE"
            exit $LASTEXITCODE
          }
        env:
          CODACY_API_TOKEN: ${{ secrets.CODACY_API_TOKEN }}

      - name: Run init tests on Unix
        if: matrix.os != 'windows-latest'
        id: run_init_tests_unix
        continue-on-error: true
        shell: bash
        env:
          CODACY_API_TOKEN: ${{ secrets.CODACY_API_TOKEN }}
        run: |
          chmod +x integration-tests/run.sh
          ./integration-tests/run.sh

      - name: Run tool tests
        if: matrix.os != 'windows-latest'
        id: run_tool_tests_unix
        continue-on-error: true
        shell: bash
        run: |
          # Make the script executable
          chmod +x run-tool-tests.sh

          # Initialize failed tools file
          rm -f /tmp/failed_tools.txt
          touch /tmp/failed_tools.txt

          # Run tests for each tool directory
          for tool_dir in plugins/tools/*/; do
            tool_name=$(basename "$tool_dir")
            if [ -d "$tool_dir/test/src" ]; then
              echo "Running tests for $tool_name..."
              ./run-tool-tests.sh "$tool_name" || {
                echo "❌ Test failed for $tool_name"
                echo "$tool_name" >> /tmp/failed_tools.txt
              }
            fi
          done

          # Check if any tools failed
          if [ -s /tmp/failed_tools.txt ] && [ "$(wc -l < /tmp/failed_tools.txt)" -gt 0 ]; then
            echo -e "\n❌ The following tools failed their tests:"
            cat /tmp/failed_tools.txt
            echo "::error::Some tool tests failed. Please check the logs above for details."
            exit 1
          else
            echo "✅ All tool tests passed successfully!"
          fi

      - name: Check test results
        if: always()
        shell: bash
        run: |
          FAILED=false

          # Check init tests on Windows
          if [ "${{ matrix.os }}" = "windows-latest" ] && [ "${{ steps.run_init_tests_windows.outcome }}" = "failure" ]; then
            echo "❌ Init tests failed on Windows"
            FAILED=true
          fi

          # Check init tests on Unix
          if [ "${{ matrix.os }}" != "windows-latest" ] && [ "${{ steps.run_init_tests_unix.outcome }}" = "failure" ]; then
            echo "❌ Init tests failed on Unix"
            FAILED=true
          fi

          # Check tool tests on Unix
          if [ "${{ matrix.os }}" != "windows-latest" ] && [ "${{ steps.run_tool_tests_unix.outcome }}" = "failure" ]; then
            echo "❌ Tool tests failed on Unix"
            FAILED=true
          fi

          if [ "$FAILED" = true ]; then
            echo "Job failed because some tests failed. Please check the logs above for details."
            exit 1
          fi