Skip to content

Commit 089358f

Browse files
Add calc-success-rate job to full-sweep workflow files
Co-authored-by: functionstackx <47992694+functionstackx@users.noreply.github.com>
1 parent ae9e214 commit 089358f

3 files changed

Lines changed: 99 additions & 0 deletions

File tree

.github/workflows/full-sweep-1k1k-scheduler.yml

Lines changed: 33 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -142,3 +142,36 @@ jobs:
142142
secrets: inherit
143143
with:
144144
exp-name: "gptoss_1k1k"
145+
146+
calc-success-rate:
147+
needs: [benchmark-dsr1, benchmark-gptoss, benchmark-gb200]
148+
if: ${{ always() }}
149+
runs-on: ubuntu-latest
150+
151+
env:
152+
RESULTS_DIR: "results/"
153+
STATS_FILENAME: "run_stats"
154+
GITHUB_TOKEN: ${{ secrets.REPO_PAT }}
155+
156+
steps:
157+
- uses: actions/checkout@v3
158+
with:
159+
token: ${{ secrets.REPO_PAT }}
160+
fetch-depth: 0
161+
162+
- name: Download results artifacts
163+
uses: actions/download-artifact@v4
164+
with:
165+
path: ${{ env.RESULTS_DIR }}
166+
pattern: results_*
167+
168+
- name: Install python dependencies
169+
run: pip install PyGithub
170+
171+
- name: Calculate success rate
172+
run: python3 utils/calc_success_rate.py $STATS_FILENAME
173+
174+
- uses: actions/upload-artifact@v4
175+
with:
176+
name: "run-stats"
177+
path: ${{ env.STATS_FILENAME }}.json

.github/workflows/full-sweep-1k8k-scheduler.yml

Lines changed: 33 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -97,3 +97,36 @@ jobs:
9797
secrets: inherit
9898
with:
9999
exp-name: "gptoss_1k8k"
100+
101+
calc-success-rate:
102+
needs: [benchmark-dsr1, benchmark-gptoss]
103+
if: ${{ always() }}
104+
runs-on: ubuntu-latest
105+
106+
env:
107+
RESULTS_DIR: "results/"
108+
STATS_FILENAME: "run_stats"
109+
GITHUB_TOKEN: ${{ secrets.REPO_PAT }}
110+
111+
steps:
112+
- uses: actions/checkout@v3
113+
with:
114+
token: ${{ secrets.REPO_PAT }}
115+
fetch-depth: 0
116+
117+
- name: Download results artifacts
118+
uses: actions/download-artifact@v4
119+
with:
120+
path: ${{ env.RESULTS_DIR }}
121+
pattern: results_*
122+
123+
- name: Install python dependencies
124+
run: pip install PyGithub
125+
126+
- name: Calculate success rate
127+
run: python3 utils/calc_success_rate.py $STATS_FILENAME
128+
129+
- uses: actions/upload-artifact@v4
130+
with:
131+
name: "run-stats"
132+
path: ${{ env.STATS_FILENAME }}.json

.github/workflows/full-sweep-8k1k-scheduler.yml

Lines changed: 33 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -142,3 +142,36 @@ jobs:
142142
secrets: inherit
143143
with:
144144
exp-name: "gptoss_8k1k"
145+
146+
calc-success-rate:
147+
needs: [benchmark-dsr1, benchmark-gptoss, benchmark-gb200]
148+
if: ${{ always() }}
149+
runs-on: ubuntu-latest
150+
151+
env:
152+
RESULTS_DIR: "results/"
153+
STATS_FILENAME: "run_stats"
154+
GITHUB_TOKEN: ${{ secrets.REPO_PAT }}
155+
156+
steps:
157+
- uses: actions/checkout@v3
158+
with:
159+
token: ${{ secrets.REPO_PAT }}
160+
fetch-depth: 0
161+
162+
- name: Download results artifacts
163+
uses: actions/download-artifact@v4
164+
with:
165+
path: ${{ env.RESULTS_DIR }}
166+
pattern: results_*
167+
168+
- name: Install python dependencies
169+
run: pip install PyGithub
170+
171+
- name: Calculate success rate
172+
run: python3 utils/calc_success_rate.py $STATS_FILENAME
173+
174+
- uses: actions/upload-artifact@v4
175+
with:
176+
name: "run-stats"
177+
path: ${{ env.STATS_FILENAME }}.json

0 commit comments

Comments
 (0)