Skip to content

Commit 2fcdfd0

Browse files
Send stable stack build manifest through mail
1 parent 8fe9a20 commit 2fcdfd0

1 file changed

Lines changed: 30 additions & 2 deletions

File tree

.github/workflows/run_maxtext_jetstream_tests.yaml

Lines changed: 30 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -43,10 +43,17 @@ jobs:
4343
runs-on: ["self-hosted", "tpu", "v6e-8"]
4444
env:
4545
LOCAL_IMAGE_TAG: jetstream-maxtext-stable-stack/tpu:github_${{ github.run_id }}
46+
OUTPUT_DIR: /output_dir
47+
outputs:
48+
manifest_name: ${{ steps.copy_build_manifest.outputs.manifest_name }}
4649
steps:
4750
- uses: actions/checkout@v4
4851
- name: Authenticate gcloud
4952
run: gcloud auth configure-docker gcr.io --quiet
53+
- name: Prepare output directory
54+
run: |
55+
rm -rf ${OUTPUT_DIR}
56+
mkdir -p ${OUTPUT_DIR}
5057
- name: Build
5158
run: |
5259
pushd experimental/jetstream-maxtext-stable-stack
@@ -64,6 +71,19 @@ jobs:
6471
UPLOAD_IMAGE_TAG=gcr.io/cloud-ml-auto-solutions/${LOCAL_IMAGE_TAG}
6572
docker tag ${LOCAL_IMAGE_TAG} ${UPLOAD_IMAGE_TAG}
6673
docker push ${UPLOAD_IMAGE_TAG}
74+
- name: Copy build manifest
75+
id: copy_build_manifest
76+
run: |
77+
TEMP_CONTAINER_ID=$(docker create ${LOCAL_IMAGE_TAG} bash -c 'ls jetstream_maxtext_manifest*')
78+
MANIFEST_NAME=$(docker start -a $TEMP_CONTAINER_ID)
79+
docker cp $TEMP_CONTAINER_ID:/jetstream_maxtext_stable_stack/$MANIFEST_NAME ${OUTPUT_DIR}
80+
docker rm $TEMP_CONTAINER_ID
81+
echo "manifest_name=${MANIFEST_NAME}" >> $GITHUB_OUTPUT
82+
- name: Upload build artifact
83+
uses: actions/upload-artifact@v4
84+
with:
85+
name: build_manifest
86+
path: ${{ env.OUTPUT_DIR }}
6787

6888
benchmark_report:
6989
name: Benchmark Report
@@ -134,14 +154,22 @@ jobs:
134154
runs-on: ["self-hosted", "tpu", "v6e-8"]
135155
env:
136156
BENCHMARK_REPORT_DIR: ./benchmark_report
157+
BUILD_MANIFEST_DIR: ./build_manifest
137158
steps:
138159
- name: Clean previous artifact
139-
run: rm -rf ${{ env.BENCHMARK_REPORT_DIR }}
160+
run: |
161+
rm -rf ${{ env.BENCHMARK_REPORT_DIR }}
162+
rm -rf ${{ env.BUILD_MANIFEST_DIR }}
140163
- name: Download benchmark artifact
141164
uses: actions/download-artifact@v4
142165
with:
143166
name: benchmark_report
144167
path: ${{ env.BENCHMARK_REPORT_DIR }}
168+
- name: Download build manifest
169+
uses: actions/download-artifact@v4
170+
with:
171+
name: build_manifest
172+
path: ${{ env.BUILD_MANIFEST_DIR }}
145173
- name: Check whether one of the jobs failed
146174
if: ${{ failure() }}
147175
uses: jayqi/failed-build-issue-action@1a893bbf43ef1c2a8705e2b115cd4f0fe3c5649b # v1.2.0
@@ -161,5 +189,5 @@ jobs:
161189
to: singhvijaya@google.com, yuyanpeng@google.com, vipannalla@google.com
162190
from: JetStream Runs
163191
secure: true
164-
attachments: ${{ env.BENCHMARK_REPORT_DIR }}/moe_8x7b.txt,${{ env.BENCHMARK_REPORT_DIR }}/moe_8x22b.txt,${{ env.BENCHMARK_REPORT_DIR }}/moe_8x22b_long_context_8k_prefill.txt,${{ env.BENCHMARK_REPORT_DIR }}/moe_8x7b_jetstream.txt
192+
attachments: ${{ env.BUILD_MANIFEST_DIR }}/${{ needs.build_stable_stack.outputs.manifest_name }},${{ env.BENCHMARK_REPORT_DIR }}/moe_8x7b.txt,${{ env.BENCHMARK_REPORT_DIR }}/moe_8x22b.txt,${{ env.BENCHMARK_REPORT_DIR }}/moe_8x22b_long_context_8k_prefill.txt,${{ env.BENCHMARK_REPORT_DIR }}/moe_8x7b_jetstream.txt
165193
body: workflow for ${{github.repository}} completed successfully!

0 commit comments

Comments
 (0)