bench: re-enable full gb200 sglang mtp3 sweep (7 disagg + 6 agg)

Run 25843677684 validated that the recipe-level
disaggregation-bootstrap-port: 30001 pin fixes the 0-output-tokens
failure on GB200 disagg (163,840 reqs completed, full 256-token OSL,
matching the GB300 MTP3 baseline). Restoring the other 6 disagg
entries and the 6 agg comparison points for a full curve sweep.

Co-Authored-By: Claude Opus 4.7 <noreply@anthropic.com>

Author: Oseltamivir

.github/configs/nvidia-master.yaml

@@ -8241,86 +8241,97 @@ dsv4-fp4-gb200-dynamo-sglang-mtp3:
     - isl: 8192
       osl: 256
       search-space:
-      # ===== DISAGG ENTRIES TEMPORARILY DISABLED =====
-      # All 7 produce 0 output tokens due to dynamo multi-node prefill
-      # registration bug on GB200. Restore by uncommenting once dynamo
-      # is fixed upstream. Agg sweep below stays active.
-      # # GB200 extrapolation of the GB300 SGLang MTP3 run 25761192586.
-      # # TP4/DEP4 points are widened to TP8/DEP8 for GB200.
-      # - spec-decoding: mtp
-        # conc-list: [512]
-        # prefill:
-          # num-worker: 1
-          # tp: 8
-          # ep: 1
-          # dp-attn: false
-          # additional-settings:
-          # - "CONFIG_FILE=recipes/sglang/deepseek-v4/8k1k/disagg-gb200-low-latency-1p1d-tp8-tp8-mtp.yaml"
-        # decode:
-          # num-worker: 1
-          # tp: 8
-          # ep: 1
-          # dp-attn: false
-      # - spec-decoding: mtp
-        # conc-list: [2048]
-        # prefill:
-          # num-worker: 1
-          # tp: 8
-          # ep: 8
-          # dp-attn: true
-          # additional-settings:
-          # - "CONFIG_FILE=recipes/sglang/deepseek-v4/8k1k/disagg-gb200-low-latency-1p6d-dep8-tp8-mtp.yaml"
-        # decode:
-          # num-worker: 6
-          # tp: 8
-          # ep: 1
-          # dp-attn: false
-      # - spec-decoding: mtp
-        # conc-list: [4096]
-        # prefill:
-          # num-worker: 1
-          # tp: 8
-          # ep: 8
-          # dp-attn: true
-          # additional-settings:
-          # - "CONFIG_FILE=recipes/sglang/deepseek-v4/8k1k/disagg-gb200-mid-curve-1p1d-dep8-dep8-mtp.yaml"
-        # decode:
-          # num-worker: 1
-          # tp: 8
-          # ep: 8
-          # dp-attn: true
-      # - spec-decoding: mtp
-        # conc-list: [4096]
-        # prefill:
-          # num-worker: 1
-          # tp: 8
-          # ep: 8
-          # dp-attn: true
-          # additional-settings:
-          # - "CONFIG_FILE=recipes/sglang/deepseek-v4/8k1k/disagg-gb200-mid-curve-1p1d-dep8-dep16-mtp.yaml"
-        # decode:
-          # num-worker: 1
-          # tp: 16
-          # ep: 16
-          # dp-attn: true
-      # - spec-decoding: mtp
-        # conc-list: [12288]
-        # prefill:
-          # num-worker: 5
-          # tp: 8
-          # ep: 8
-          # dp-attn: true
-          # additional-settings:
-          # - "CONFIG_FILE=recipes/sglang/deepseek-v4/8k1k/disagg-gb200-mid-curve-5p1d-dep8-dep8-mtp-c12288.yaml"
-        # decode:
-          # num-worker: 1
-          # tp: 8
-          # ep: 8
-          # dp-attn: true
-      # Single conc-16384 disagg entry re-enabled to validate the
-      # bootstrap-port pin (fix 1 in recipes) + srt-slurm main branch
-      # switch (fix 2 in launch_gb200-nv.sh). Other disagg entries stay
-      # commented until this one validates.
+      # GB200 extrapolation of the GB300 SGLang MTP3 run 25761192586.
+      # TP4/DEP4 points are widened to TP8/DEP8 for GB200. All 7 disagg
+      # entries validated by run 25843677684 after the recipe-level
+      # `disaggregation-bootstrap-port: 30001` pin landed (previously
+      # produced 0 output tokens because srt-slurm sa-submission-q2-2026
+      # omits the bootstrap-port arg and each prefill node picked its own
+      # random port).
+      - spec-decoding: mtp
+        conc-list: [512]
+        prefill:
+          num-worker: 1
+          tp: 8
+          ep: 1
+          dp-attn: false
+          additional-settings:
+          - "CONFIG_FILE=recipes/sglang/deepseek-v4/8k1k/disagg-gb200-low-latency-1p1d-tp8-tp8-mtp.yaml"
+        decode:
+          num-worker: 1
+          tp: 8
+          ep: 1
+          dp-attn: false
+      - spec-decoding: mtp
+        conc-list: [2048]
+        prefill:
+          num-worker: 1
+          tp: 8
+          ep: 8
+          dp-attn: true
+          additional-settings:
+          - "CONFIG_FILE=recipes/sglang/deepseek-v4/8k1k/disagg-gb200-low-latency-1p6d-dep8-tp8-mtp.yaml"
+        decode:
+          num-worker: 6
+          tp: 8
+          ep: 1
+          dp-attn: false
+      - spec-decoding: mtp
+        conc-list: [4096]
+        prefill:
+          num-worker: 1
+          tp: 8
+          ep: 8
+          dp-attn: true
+          additional-settings:
+          - "CONFIG_FILE=recipes/sglang/deepseek-v4/8k1k/disagg-gb200-mid-curve-1p1d-dep8-dep8-mtp.yaml"
+        decode:
+          num-worker: 1
+          tp: 8
+          ep: 8
+          dp-attn: true
+      - spec-decoding: mtp
+        conc-list: [4096]
+        prefill:
+          num-worker: 1
+          tp: 8
+          ep: 8
+          dp-attn: true
+          additional-settings:
+          - "CONFIG_FILE=recipes/sglang/deepseek-v4/8k1k/disagg-gb200-mid-curve-1p1d-dep8-dep16-mtp.yaml"
+        decode:
+          num-worker: 1
+          tp: 16
+          ep: 16
+          dp-attn: true
+      - spec-decoding: mtp
+        conc-list: [8192]
+        prefill:
+          num-worker: 4
+          tp: 8
+          ep: 8
+          dp-attn: true
+          additional-settings:
+          - "CONFIG_FILE=recipes/sglang/deepseek-v4/8k1k/disagg-gb200-mid-curve-4p1d-dep8-dep8-mtp-c8192.yaml"
+        decode:
+          num-worker: 1
+          tp: 8
+          ep: 8
+          dp-attn: true
+      - spec-decoding: mtp
+        conc-list: [12288]
+        prefill:
+          num-worker: 5
+          tp: 8
+          ep: 8
+          dp-attn: true
+          additional-settings:
+          - "CONFIG_FILE=recipes/sglang/deepseek-v4/8k1k/disagg-gb200-mid-curve-5p1d-dep8-dep8-mtp-c12288.yaml"
+        decode:
+          num-worker: 1
+          tp: 8
+          ep: 8
+          dp-attn: true
       - spec-decoding: mtp
         conc-list: [16384]
         prefill:
@@ -8335,112 +8346,96 @@ dsv4-fp4-gb200-dynamo-sglang-mtp3:
           tp: 8
           ep: 8
           dp-attn: true
-      # - spec-decoding: mtp
-        # conc-list: [8192]
-        # prefill:
-          # num-worker: 4
-          # tp: 8
-          # ep: 8
-          # dp-attn: true
-          # additional-settings:
-          # - "CONFIG_FILE=recipes/sglang/deepseek-v4/8k1k/disagg-gb200-mid-curve-4p1d-dep8-dep8-mtp-c8192.yaml"
-        # decode:
-          # num-worker: 1
-          # tp: 8
-          # ep: 8
-          # dp-attn: true
-      # ===== END DISABLED BLOCK =====
-
-#       # Aggregated fallback sweep: single agg worker, TP=8 across 2 nodes,
-#       # DP attention + EAGLE MTP. Sidesteps the dynamo multi-node prefill
-#       # registration bug that makes the disagg entries above produce 0
-#       # output tokens on GB200 (see runs 25785003012, 25812320128). decode
-#       # num-worker=0 signals aggregated. High-conc points queue server-side
-#       # since there's only one worker pool.
-#       - spec-decoding: mtp
-#         conc-list: [512]
-#         prefill:
-#           num-worker: 1
-#           tp: 8
-#           ep: 8
-#           dp-attn: true
-#           additional-settings:
-#           - "CONFIG_FILE=recipes/sglang/deepseek-v4/8k1k/agg-gb200-tp8-dep8-mtp-c512.yaml"
-#         decode:
-#           num-worker: 0
-#           tp: 8
-#           ep: 8
-#           dp-attn: true
-#       - spec-decoding: mtp
-#         conc-list: [2048]
-#         prefill:
-#           num-worker: 1
-#           tp: 8
-#           ep: 8
-#           dp-attn: true
-#           additional-settings:
-#           - "CONFIG_FILE=recipes/sglang/deepseek-v4/8k1k/agg-gb200-tp8-dep8-mtp-c2048.yaml"
-#         decode:
-#           num-worker: 0
-#           tp: 8
-#           ep: 8
-#           dp-attn: true
-#       - spec-decoding: mtp
-#         conc-list: [4096]
-#         prefill:
-#           num-worker: 1
-#           tp: 8
-#           ep: 8
-#           dp-attn: true
-#           additional-settings:
-#           - "CONFIG_FILE=recipes/sglang/deepseek-v4/8k1k/agg-gb200-tp8-dep8-mtp-c4096.yaml"
-#         decode:
-#           num-worker: 0
-#           tp: 8
-#           ep: 8
-#           dp-attn: true
-#       - spec-decoding: mtp
-#         conc-list: [8192]
-#         prefill:
-#           num-worker: 1
-#           tp: 8
-#           ep: 8
-#           dp-attn: true
-#           additional-settings:
-#           - "CONFIG_FILE=recipes/sglang/deepseek-v4/8k1k/agg-gb200-tp8-dep8-mtp-c8192.yaml"
-#         decode:
-#           num-worker: 0
-#           tp: 8
-#           ep: 8
-#           dp-attn: true
-#       - spec-decoding: mtp
-#         conc-list: [12288]
-#         prefill:
-#           num-worker: 1
-#           tp: 8
-#           ep: 8
-#           dp-attn: true
-#           additional-settings:
-#           - "CONFIG_FILE=recipes/sglang/deepseek-v4/8k1k/agg-gb200-tp8-dep8-mtp-c12288.yaml"
-#         decode:
-#           num-worker: 0
-#           tp: 8
-#           ep: 8
-#           dp-attn: true
-#       - spec-decoding: mtp
-#         conc-list: [16384]
-#         prefill:
-#           num-worker: 1
-#           tp: 8
-#           ep: 8
-#           dp-attn: true
-#           additional-settings:
-#           - "CONFIG_FILE=recipes/sglang/deepseek-v4/8k1k/agg-gb200-tp8-dep8-mtp-c16384.yaml"
-#         decode:
-#           num-worker: 0
-#           tp: 8
-#           ep: 8
-#           dp-attn: true
+
+      # Aggregated comparison sweep: single agg worker, TP=8 across 2
+      # nodes, DP attention + EAGLE MTP. Pairs with the disagg curve
+      # above to show the disagg-vs-agg delta at matching concurrencies.
+      # decode num-worker=0 signals aggregated. High-conc points queue
+      # server-side since there's only one worker pool.
+      - spec-decoding: mtp
+        conc-list: [512]
+        prefill:
+          num-worker: 1
+          tp: 8
+          ep: 8
+          dp-attn: true
+          additional-settings:
+          - "CONFIG_FILE=recipes/sglang/deepseek-v4/8k1k/agg-gb200-tp8-dep8-mtp-c512.yaml"
+        decode:
+          num-worker: 0
+          tp: 8
+          ep: 8
+          dp-attn: true
+      - spec-decoding: mtp
+        conc-list: [2048]
+        prefill:
+          num-worker: 1
+          tp: 8
+          ep: 8
+          dp-attn: true
+          additional-settings:
+          - "CONFIG_FILE=recipes/sglang/deepseek-v4/8k1k/agg-gb200-tp8-dep8-mtp-c2048.yaml"
+        decode:
+          num-worker: 0
+          tp: 8
+          ep: 8
+          dp-attn: true
+      - spec-decoding: mtp
+        conc-list: [4096]
+        prefill:
+          num-worker: 1
+          tp: 8
+          ep: 8
+          dp-attn: true
+          additional-settings:
+          - "CONFIG_FILE=recipes/sglang/deepseek-v4/8k1k/agg-gb200-tp8-dep8-mtp-c4096.yaml"
+        decode:
+          num-worker: 0
+          tp: 8
+          ep: 8
+          dp-attn: true
+      - spec-decoding: mtp
+        conc-list: [8192]
+        prefill:
+          num-worker: 1
+          tp: 8
+          ep: 8
+          dp-attn: true
+          additional-settings:
+          - "CONFIG_FILE=recipes/sglang/deepseek-v4/8k1k/agg-gb200-tp8-dep8-mtp-c8192.yaml"
+        decode:
+          num-worker: 0
+          tp: 8
+          ep: 8
+          dp-attn: true
+      - spec-decoding: mtp
+        conc-list: [12288]
+        prefill:
+          num-worker: 1
+          tp: 8
+          ep: 8
+          dp-attn: true
+          additional-settings:
+          - "CONFIG_FILE=recipes/sglang/deepseek-v4/8k1k/agg-gb200-tp8-dep8-mtp-c12288.yaml"
+        decode:
+          num-worker: 0
+          tp: 8
+          ep: 8
+          dp-attn: true
+      - spec-decoding: mtp
+        conc-list: [16384]
+        prefill:
+          num-worker: 1
+          tp: 8
+          ep: 8
+          dp-attn: true
+          additional-settings:
+          - "CONFIG_FILE=recipes/sglang/deepseek-v4/8k1k/agg-gb200-tp8-dep8-mtp-c16384.yaml"
+        decode:
+          num-worker: 0
+          tp: 8
+          ep: 8
+          dp-attn: true
 
 # MTP variant of dsv4-fp4-gb200-dynamo-vllm. Uses the vLLM 0.20.1 image
 # and hand-picked 8k/1k Pareto points mirrored from NVIDIA/srt-slurm.