Skip to content

Commit bf25cb1

Browse files
committed
Added sparse_matmul e2e tests for DS-v2.
1 parent 4aafd76 commit bf25cb1

3 files changed

Lines changed: 72 additions & 47 deletions

File tree

.github/workflows/run_maxtext_jetstream_tests.yaml

Lines changed: 15 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -107,19 +107,19 @@ jobs:
107107
bash -c "
108108
bash JetStream/.github/workflows/test_moe_benchmarks.sh
109109
"
110-
- name: Test llama 70b Benchmarks
111-
run: |
112-
# sync with the image uploaded from build_stable_stack stage
113-
# Report should generated in OUTPUT_DIR depend on ENV
114-
DOCKER_OUTPUT_DIR=/output
115-
docker run \
116-
-v ${OUTPUT_DIR}:${DOCKER_OUTPUT_DIR} \
117-
--env OUTPUT_DIR=${DOCKER_OUTPUT_DIR} \
118-
--privileged --net=host --rm -i \
119-
gcr.io/cloud-ml-auto-solutions/jetstream-maxtext-stable-stack/tpu:github_${{ github.run_id }} \
120-
bash -c "
121-
bash JetStream/.github/workflows/test_llama_benchmarks.sh
122-
"
110+
# - name: Test llama 70b Benchmarks
111+
# run: |
112+
# # sync with the image uploaded from build_stable_stack stage
113+
# # Report should generated in OUTPUT_DIR depend on ENV
114+
# DOCKER_OUTPUT_DIR=/output
115+
# docker run \
116+
# -v ${OUTPUT_DIR}:${DOCKER_OUTPUT_DIR} \
117+
# --env OUTPUT_DIR=${DOCKER_OUTPUT_DIR} \
118+
# --privileged --net=host --rm -i \
119+
# gcr.io/cloud-ml-auto-solutions/jetstream-maxtext-stable-stack/tpu:github_${{ github.run_id }} \
120+
# bash -c "
121+
# bash JetStream/.github/workflows/test_llama_benchmarks.sh
122+
# "
123123
- name: Upload build artifact
124124
uses: actions/upload-artifact@v4
125125
with:
@@ -205,5 +205,6 @@ jobs:
205205
to: singhvijaya@google.com, yuyanpeng@google.com, vipannalla@google.com
206206
from: JetStream Runs
207207
secure: true
208-
attachments: ${{ env.BUILD_MANIFEST_DIR }}/${{ needs.build_stable_stack.outputs.manifest_name }},${{ env.BENCHMARK_REPORT_DIR }}/moe_8x7b.txt,${{ env.BENCHMARK_REPORT_DIR }}/moe_8x22b.txt,${{ env.BENCHMARK_REPORT_DIR }}/moe_8x22b_long_context_8k_prefill.txt,${{ env.BENCHMARK_REPORT_DIR }}/moe_8x7b_jetstream.txt,${{ env.BENCHMARK_REPORT_DIR }}/llama_70b_jetstream.txt, ${OUTPUT_DIR}/golden-numbers.txt, ${OUTPUT_DIR}/result_comparison.txt
208+
# attachments: ${{ env.BUILD_MANIFEST_DIR }}/${{ needs.build_stable_stack.outputs.manifest_name }},${{ env.BENCHMARK_REPORT_DIR }}/moe_8x7b.txt,${{ env.BENCHMARK_REPORT_DIR }}/moe_8x22b.txt,${{ env.BENCHMARK_REPORT_DIR }}/moe_8x22b_long_context_8k_prefill.txt,${{ env.BENCHMARK_REPORT_DIR }}/moe_8x7b_jetstream.txt,${{ env.BENCHMARK_REPORT_DIR }}/llama_70b_jetstream.txt, ${OUTPUT_DIR}/golden-numbers.txt, ${OUTPUT_DIR}/result_comparison.txt
209+
attachments: ${{ env.BUILD_MANIFEST_DIR }}/${{ needs.build_stable_stack.outputs.manifest_name }},${{ env.BENCHMARK_REPORT_DIR }}/deepseekv2-16b_ragged_dot.txt,${{ env.BENCHMARK_REPORT_DIR }}/deepseekv2-16b_megablox.txt, ${OUTPUT_DIR}/golden-numbers.txt, ${OUTPUT_DIR}/result_comparison.txt
209210
body: workflow for ${{github.repository}} completed successfully!

0 commit comments

Comments
 (0)