File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -102,7 +102,6 @@ jobs:
102102 prefill_gpus=$(echo "$result_file" | sed -n "s/.*_ctx-\([0-9]*\).*\.json/\1/p")
103103 decode_gpus=$(echo "$result_file" | sed -n "s/.*_gen-\([0-9]*\).*\.json/\1/p")
104104
105- echo "Extracted: gpus=$gpus, prefill_gpus=$prefill_gpus, decode_gpus=$decode_gpus"
106105 if [ -n "$gpus" ]; then
107106 echo "Extracted: gpus=$gpus, prefill_gpus=$prefill_gpus, decode_gpus=$decode_gpus"
108107 TP=$gpus RESULT_FILENAME=${result_file%.json} EP_SIZE=1 DP_ATTENTION=false PREFILL_GPUS="$prefill_gpus" DECODE_GPUS="$decode_gpus" python3 utils/process_result.py
Original file line number Diff line number Diff line change @@ -113,11 +113,11 @@ if [[ $FRAMEWORK == "dynamo-trtllm" ]]; then
113113
114114 echo " Running 8k/1k MTP=OFF configurations for GPT-OSS"
115115
116- # ./submit_disagg.sh mtp=off tp 1 1 1 512 20000 "0.9" 0 0 "128 256 512"
117- # ./submit_disagg.sh mtp=off tp 1 1 2 1024 20000 "0.9" 0 0 "64 128 256"
118- ./submit_disagg.sh mtp=off tep 1 1 2 1024 20000 " 0.9" 0 0 " 64" # "64 256"
119- # ./submit_disagg.sh mtp=off tp 1 1 4 2048 20000 "0.9" 0 0 "8 16 32 64 128"
120- # ./submit_disagg.sh mtp=off tp 1 1 8 2048 20000 "0.9" 0 0 "1 2 4 8 16"
116+ ./submit_disagg.sh mtp=off tp 1 1 1 512 20000 " 0.9" 0 0 " 128 256 512"
117+ ./submit_disagg.sh mtp=off tp 1 1 2 1024 20000 " 0.9" 0 0 " 64 128 256"
118+ ./submit_disagg.sh mtp=off tep 1 1 2 1024 20000 " 0.9" 0 0 " 64 256"
119+ ./submit_disagg.sh mtp=off tp 1 1 4 2048 20000 " 0.9" 0 0 " 8 16 32 64 128"
120+ ./submit_disagg.sh mtp=off tp 1 1 8 2048 20000 " 0.9" 0 0 " 1 2 4 8 16"
121121 else
122122 echo " Unsupported ISL/OSL combination for GPT-OSS: $isl /$osl "
123123 exit 1
You can’t perform that action at this time.
0 commit comments