File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -71,7 +71,7 @@ if [[ $FRAMEWORK == "dynamo-trtllm" ]]; then
7171 fi
7272
7373 # New stuff
74- # CONC
74+ # CONC_LIST
7575 # ISL
7676 # OSL
7777 # IMAGE
@@ -95,7 +95,7 @@ if [[ $FRAMEWORK == "dynamo-trtllm" ]]; then
9595 # DECODE_MTP_SIZE
9696 # DECODE_EPLB_NUM_SLOTS
9797
98- echo " CONC= $CONC "
98+ echo " CONC_LIST= $CONC_LIST "
9999 echo " ISL=$ISL "
100100 echo " OSL=$OSL "
101101 echo " IMAGE=$IMAGE "
@@ -141,7 +141,7 @@ if [[ $FRAMEWORK == "dynamo-trtllm" ]]; then
141141 ${DECODE_TP} ${DECODE_MAX_BATCH_SIZE} \
142142 ${DECODE_MAX_NUM_TOKENS} ${DECODE_DP_ATTN} \
143143 ${DECODE_GPU_MEM_FRACTION} ${DECODE_EPLB_NUM_SLOTS} \
144- ${DECODE_MTP_SIZE} ${CONC } \
144+ ${DECODE_MTP_SIZE} ${CONC_LIST } \
145145 ${gen_nodes} ${kind} \
146146 ${MODEL_PATH} ${SERVED_MODEL_NAME} \
147147 ${IMAGE} ${ISL} ${OSL}
You can’t perform that action at this time.
0 commit comments