Skip to content

Commit 92c751a

Browse files
author
Jatin Gangani
committed
enable all configs
1 parent 21c91ab commit 92c751a

2 files changed

Lines changed: 5 additions & 6 deletions

File tree

.github/workflows/benchmark-multinode-tmpl.yml

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -102,7 +102,6 @@ jobs:
102102
prefill_gpus=$(echo "$result_file" | sed -n "s/.*_ctx-\([0-9]*\).*\.json/\1/p")
103103
decode_gpus=$(echo "$result_file" | sed -n "s/.*_gen-\([0-9]*\).*\.json/\1/p")
104104
105-
echo "Extracted: gpus=$gpus, prefill_gpus=$prefill_gpus, decode_gpus=$decode_gpus"
106105
if [ -n "$gpus" ]; then
107106
echo "Extracted: gpus=$gpus, prefill_gpus=$prefill_gpus, decode_gpus=$decode_gpus"
108107
TP=$gpus RESULT_FILENAME=${result_file%.json} EP_SIZE=1 DP_ATTENTION=false PREFILL_GPUS="$prefill_gpus" DECODE_GPUS="$decode_gpus" python3 utils/process_result.py

runners/launch_gb200-nv.sh

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -113,11 +113,11 @@ if [[ $FRAMEWORK == "dynamo-trtllm" ]]; then
113113

114114
echo "Running 8k/1k MTP=OFF configurations for GPT-OSS"
115115

116-
#./submit_disagg.sh mtp=off tp 1 1 1 512 20000 "0.9" 0 0 "128 256 512"
117-
#./submit_disagg.sh mtp=off tp 1 1 2 1024 20000 "0.9" 0 0 "64 128 256"
118-
./submit_disagg.sh mtp=off tep 1 1 2 1024 20000 "0.9" 0 0 "64" #"64 256"
119-
#./submit_disagg.sh mtp=off tp 1 1 4 2048 20000 "0.9" 0 0 "8 16 32 64 128"
120-
#./submit_disagg.sh mtp=off tp 1 1 8 2048 20000 "0.9" 0 0 "1 2 4 8 16"
116+
./submit_disagg.sh mtp=off tp 1 1 1 512 20000 "0.9" 0 0 "128 256 512"
117+
./submit_disagg.sh mtp=off tp 1 1 2 1024 20000 "0.9" 0 0 "64 128 256"
118+
./submit_disagg.sh mtp=off tep 1 1 2 1024 20000 "0.9" 0 0 "64 256"
119+
./submit_disagg.sh mtp=off tp 1 1 4 2048 20000 "0.9" 0 0 "8 16 32 64 128"
120+
./submit_disagg.sh mtp=off tp 1 1 8 2048 20000 "0.9" 0 0 "1 2 4 8 16"
121121
else
122122
echo "Unsupported ISL/OSL combination for GPT-OSS: $isl/$osl"
123123
exit 1

0 commit comments

Comments
 (0)