MFC/.github/workflows/bench.yml at 5221e734cc205cab4023cc2f105ba6f254a56fa0 · MFlowCode/MFC · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
name: 'Benchmark'

on:
  pull_request:
  pull_request_review:
    types: [submitted]
  workflow_dispatch:

concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}${{ github.event_name == 'pull_request_review' && format('-review-{0}', github.run_id) || '' }}
  cancel-in-progress: true

jobs:
  file-changes:
    name: Detect File Changes
    runs-on: 'ubuntu-latest'
    outputs:
      checkall: ${{ steps.changes.outputs.checkall }}
    steps:
      - name: Clone
        uses: actions/checkout@v4

      - name: Detect Changes
        uses: dorny/paths-filter@v3
        id: changes
        with:
          filters: ".github/file-filter.yml"

  self:
    name: "${{ matrix.name }} (${{ matrix.device }}${{ matrix.interface != 'none' && format('-{0}', matrix.interface) || '' }})"
    if: ${{ github.repository=='MFlowCode/MFC' && needs.file-changes.outputs.checkall=='true' && ((github.event_name=='pull_request_review' && github.event.review.state=='approved') || (github.event_name=='pull_request' && (github.event.pull_request.user.login=='sbryngelson' || github.event.pull_request.user.login=='wilfonba')) || github.event_name=='workflow_dispatch') }}
    needs: file-changes
    strategy:
      fail-fast: false
      matrix:
        include:
          - cluster: phoenix
            name: Georgia Tech | Phoenix (NVHPC)
            group: phoenix
            labels: gt
            flag: p
            device: cpu
            interface: none
            build_script: ""
          - cluster: phoenix
            name: Georgia Tech | Phoenix (NVHPC)
            group: phoenix
            labels: gt
            flag: p
            device: gpu
            interface: acc
            build_script: ""
          - cluster: phoenix
            name: Georgia Tech | Phoenix (NVHPC)
            group: phoenix
            labels: gt
            flag: p
            device: gpu
            interface: omp
            build_script: ""
          - cluster: frontier
            name: Oak Ridge | Frontier (CCE)
            group: phoenix
            labels: frontier
            flag: f
            device: gpu
            interface: acc
            build_script: "bash .github/workflows/frontier/build.sh gpu acc bench"
          - cluster: frontier
            name: Oak Ridge | Frontier (CCE)
            group: phoenix
            labels: frontier
            flag: f
            device: gpu
            interface: omp
            build_script: "bash .github/workflows/frontier/build.sh gpu omp bench"
          - cluster: frontier_amd
            name: Oak Ridge | Frontier (AMD)
            group: phoenix
            labels: frontier
            flag: famd
            device: gpu
            interface: omp
            build_script: "bash .github/workflows/frontier_amd/build.sh gpu omp bench"
    runs-on:
      group: ${{ matrix.group }}
      labels: ${{ matrix.labels }}
    timeout-minutes: 480
    steps:
      - name: Clone - PR
        uses: actions/checkout@v4
        with:
          path: pr

      - name: Clone - Master
        uses: actions/checkout@v4
        with:
          repository: MFlowCode/MFC
          ref: master
          path: master

      - name: Setup & Build
        if: matrix.build_script != ''
        uses: nick-fields/retry@v3
        with:
          max_attempts: 3
          retry_wait_seconds: 60
          timeout_minutes: 150
          command: |
            (cd pr     && ${{ matrix.build_script }}) &
            pid1=$!
            (cd master && ${{ matrix.build_script }}) &
            pid2=$!
            wait $pid1; e1=$?
            wait $pid2; e2=$?
            [ $e1 -eq 0 ] && [ $e2 -eq 0 ]
          on_retry_command: |
            (cd pr     && ./mfc.sh clean) &
            (cd master && ./mfc.sh clean) &
            wait

      - name: Bench (Master v. PR)
        run: bash pr/.github/scripts/run_parallel_benchmarks.sh ${{ matrix.device }} ${{ matrix.interface }} ${{ matrix.cluster }}

      - name: Generate & Post Comment
        if: always()
        run: |
          (cd pr && . ./mfc.sh load -c ${{ matrix.flag }} -m g)
          (cd pr && ./mfc.sh bench_diff ../master/bench-${{ matrix.device }}-${{ matrix.interface }}.yaml ../pr/bench-${{ matrix.device }}-${{ matrix.interface }}.yaml)

      - name: Print Logs
        if:   always()
        run: |
          cat pr/bench-${{ matrix.device }}-${{ matrix.interface }}.* 2>/dev/null || true
          cat master/bench-${{ matrix.device }}-${{ matrix.interface }}.* 2>/dev/null || true

      # All other runners (non-Phoenix) just run without special env
      - name: Archive Logs (Frontier)
        if: always() && matrix.cluster != 'phoenix'
        uses: actions/upload-artifact@v4
        with:
          name: ${{ matrix.cluster }}-${{ matrix.device }}-${{ matrix.interface }}
          path: |
            pr/bench-${{ matrix.device }}-${{ matrix.interface }}.*
            pr/build/benchmarks/*
            master/bench-${{ matrix.device }}-${{ matrix.interface }}.*
            master/build/benchmarks/*