Skip to content

Commit d2a5c9f

Browse files
committed
debugging with dynmao fork pt 2
1 parent 4104b15 commit d2a5c9f

1 file changed

Lines changed: 3 additions & 3 deletions

File tree

runners/launch_gb200-nv-copy.sh

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -71,7 +71,7 @@ if [[ $FRAMEWORK == "dynamo-trtllm" ]]; then
7171
fi
7272

7373
# New stuff
74-
# CONC
74+
# CONC_LIST
7575
# ISL
7676
# OSL
7777
# IMAGE
@@ -95,7 +95,7 @@ if [[ $FRAMEWORK == "dynamo-trtllm" ]]; then
9595
# DECODE_MTP_SIZE
9696
# DECODE_EPLB_NUM_SLOTS
9797

98-
echo "CONC=$CONC"
98+
echo "CONC_LIST=$CONC_LIST"
9999
echo "ISL=$ISL"
100100
echo "OSL=$OSL"
101101
echo "IMAGE=$IMAGE"
@@ -141,7 +141,7 @@ if [[ $FRAMEWORK == "dynamo-trtllm" ]]; then
141141
${DECODE_TP} ${DECODE_MAX_BATCH_SIZE} \
142142
${DECODE_MAX_NUM_TOKENS} ${DECODE_DP_ATTN} \
143143
${DECODE_GPU_MEM_FRACTION} ${DECODE_EPLB_NUM_SLOTS} \
144-
${DECODE_MTP_SIZE} ${CONC} \
144+
${DECODE_MTP_SIZE} ${CONC_LIST} \
145145
${gen_nodes} ${kind} \
146146
${MODEL_PATH} ${SERVED_MODEL_NAME} \
147147
${IMAGE} ${ISL} ${OSL}

0 commit comments

Comments
 (0)