up

Author: ishandhanani

.github/configs/nvidia-master.yaml

@@ -798,7 +798,7 @@ dsr1-fp8-gb200-dynamo-sglang:
         additional-settings:
         - "PREFILL_NODES=4"
         - "N_ADDITIONAL_FRONTENDS=9"
-        - "SCRIPT_MODE=max-tpt"
+        - "SCRIPT_MODE=1k1k-max-tpt"
       decode:
         num-worker: 1
         tp: 1
@@ -820,7 +820,7 @@ dsr1-fp8-gb200-dynamo-sglang:
         additional-settings:
         - "PREFILL_NODES=1"
         - "N_ADDITIONAL_FRONTENDS=9"
-        - "SCRIPT_MODE=1p_4d"
+        - "SCRIPT_MODE=1k1k-low-latency"
       decode:
         num-worker: 4
         tp: 1
@@ -842,6 +842,7 @@ dsr1-fp8-gb200-dynamo-sglang:
         additional-settings:
         - "PREFILL_NODES=6"
         - "N_ADDITIONAL_FRONTENDS=9"
+        - "SCRIPT_MODE=1k1k-max-tpt"
       decode:
         num-worker: 1
         tp: 1
@@ -864,6 +865,7 @@ dsr1-fp8-gb200-dynamo-sglang:
         additional-settings:
         - "PREFILL_NODES=1"
         - "N_ADDITIONAL_FRONTENDS=8"
+        - "SCRIPT_MODE=8k1k-low-latency"
       decode:
         num-worker: 1
         tp: 1
@@ -883,6 +885,7 @@ dsr1-fp8-gb200-dynamo-sglang:
         additional-settings:
         - "PREFILL_NODES=2"
         - "N_ADDITIONAL_FRONTENDS=8"
+        - "SCRIPT_MODE=8k1k-max-tpt"
       decode:
         num-worker: 1
         tp: 1