File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -142,3 +142,36 @@ jobs:
142142 secrets : inherit
143143 with :
144144 exp-name : " gptoss_1k1k"
145+
146+ calc-success-rate :
147+ needs : [benchmark-dsr1, benchmark-gptoss, benchmark-gb200]
148+ if : ${{ always() }}
149+ runs-on : ubuntu-latest
150+
151+ env :
152+ RESULTS_DIR : " results/"
153+ STATS_FILENAME : " run_stats"
154+ GITHUB_TOKEN : ${{ secrets.REPO_PAT }}
155+
156+ steps :
157+ - uses : actions/checkout@v3
158+ with :
159+ token : ${{ secrets.REPO_PAT }}
160+ fetch-depth : 0
161+
162+ - name : Download results artifacts
163+ uses : actions/download-artifact@v4
164+ with :
165+ path : ${{ env.RESULTS_DIR }}
166+ pattern : results_*
167+
168+ - name : Install python dependencies
169+ run : pip install PyGithub
170+
171+ - name : Calculate success rate
172+ run : python3 utils/calc_success_rate.py $STATS_FILENAME
173+
174+ - uses : actions/upload-artifact@v4
175+ with :
176+ name : " run-stats"
177+ path : ${{ env.STATS_FILENAME }}.json
Original file line number Diff line number Diff line change 9797 secrets : inherit
9898 with :
9999 exp-name : " gptoss_1k8k"
100+
101+ calc-success-rate :
102+ needs : [benchmark-dsr1, benchmark-gptoss]
103+ if : ${{ always() }}
104+ runs-on : ubuntu-latest
105+
106+ env :
107+ RESULTS_DIR : " results/"
108+ STATS_FILENAME : " run_stats"
109+ GITHUB_TOKEN : ${{ secrets.REPO_PAT }}
110+
111+ steps :
112+ - uses : actions/checkout@v3
113+ with :
114+ token : ${{ secrets.REPO_PAT }}
115+ fetch-depth : 0
116+
117+ - name : Download results artifacts
118+ uses : actions/download-artifact@v4
119+ with :
120+ path : ${{ env.RESULTS_DIR }}
121+ pattern : results_*
122+
123+ - name : Install python dependencies
124+ run : pip install PyGithub
125+
126+ - name : Calculate success rate
127+ run : python3 utils/calc_success_rate.py $STATS_FILENAME
128+
129+ - uses : actions/upload-artifact@v4
130+ with :
131+ name : " run-stats"
132+ path : ${{ env.STATS_FILENAME }}.json
Original file line number Diff line number Diff line change @@ -142,3 +142,36 @@ jobs:
142142 secrets : inherit
143143 with :
144144 exp-name : " gptoss_8k1k"
145+
146+ calc-success-rate :
147+ needs : [benchmark-dsr1, benchmark-gptoss, benchmark-gb200]
148+ if : ${{ always() }}
149+ runs-on : ubuntu-latest
150+
151+ env :
152+ RESULTS_DIR : " results/"
153+ STATS_FILENAME : " run_stats"
154+ GITHUB_TOKEN : ${{ secrets.REPO_PAT }}
155+
156+ steps :
157+ - uses : actions/checkout@v3
158+ with :
159+ token : ${{ secrets.REPO_PAT }}
160+ fetch-depth : 0
161+
162+ - name : Download results artifacts
163+ uses : actions/download-artifact@v4
164+ with :
165+ path : ${{ env.RESULTS_DIR }}
166+ pattern : results_*
167+
168+ - name : Install python dependencies
169+ run : pip install PyGithub
170+
171+ - name : Calculate success rate
172+ run : python3 utils/calc_success_rate.py $STATS_FILENAME
173+
174+ - uses : actions/upload-artifact@v4
175+ with :
176+ name : " run-stats"
177+ path : ${{ env.STATS_FILENAME }}.json
You can’t perform that action at this time.
0 commit comments