Skip to content

Commit 2bf1ae1

Browse files
2ez4bz2ez4bz
committed
temporary test changes for iteration time
Signed-off-by: William Zhang <133824995+2ez4bz@users.noreply.github.com>
1 parent d2d75cc commit 2bf1ae1

5 files changed

Lines changed: 88 additions & 802 deletions

File tree

‎jenkins/L0_Test.groovy‎

Lines changed: 1 addition & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -4477,15 +4477,7 @@ def launchTestJobs(pipeline, testFilter)
44774477
"DGX_H100-4_GPUs-PyTorch-Ray-1": ["auto:dgx-h100-x4", "l0_dgx_h100", 1, 1, 4],
44784478
"DGX_H100-4_GPUs-AutoDeploy-1": ["auto:dgx-h100-x4", "l0_dgx_h100", 1, 1, 4],
44794479
"DGX_H100-4_GPUs-AutoDeploy-Post-Merge-1": ["auto:dgx-h100-x4", "l0_dgx_h100", 1, 1, 4],
4480-
"DGX_B200-PyTorch-1": ["auto:dgx-b200-flex", "l0_b200", 1, 9, 1, 1, true],
4481-
"DGX_B200-PyTorch-2": ["auto:dgx-b200-flex", "l0_b200", 2, 9, 1, 1, true],
4482-
"DGX_B200-PyTorch-3": ["auto:dgx-b200-flex", "l0_b200", 3, 9, 1, 1, true],
4483-
"DGX_B200-PyTorch-4": ["auto:dgx-b200-flex", "l0_b200", 4, 9, 1, 1, true],
4484-
"DGX_B200-PyTorch-5": ["auto:dgx-b200-flex", "l0_b200", 5, 9, 1, 1, true],
4485-
"DGX_B200-PyTorch-6": ["auto:dgx-b200-flex", "l0_b200", 6, 9, 1, 1, true],
4486-
"DGX_B200-PyTorch-7": ["auto:dgx-b200-flex", "l0_b200", 7, 9, 1, 1, true],
4487-
"DGX_B200-PyTorch-8": ["auto:dgx-b200-flex", "l0_b200", 8, 9, 1, 1, true],
4488-
"DGX_B200-PyTorch-9": ["auto:dgx-b200-flex", "l0_b200", 9, 9, 1, 1, true],
4480+
"DGX_B200-PyTorch-1": ["auto:dgx-b200-flex", "l0_b200", 1, 1, 1, 1, true],
44894481
"DGX_B200-AutoDeploy-1": ["auto:dgx-b200-flex", "l0_b200", 1, 1, 1, 1, true],
44904482
"DGX_B200-Triton-Post-Merge-1": ["auto:dgx-b200-flex", "l0_b200", 1, 1, 1, 1, true],
44914483
"DGX_B200-PyTorch-Post-Merge-1": ["auto:dgx-b200-flex", "l0_b200", 1, 2, 1, 1, true],

‎scripts/check_test_list.py‎

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -720,6 +720,11 @@ def verify_waive_list(llm_src, args):
720720
with open(tmp_waives_file, "w") as f:
721721
f.writelines(f"{line}\n" for line in sorted(processed_lines))
722722

723+
if not processed_lines:
724+
print("No integration waive entries found; skipping collection.",
725+
flush=True)
726+
return
727+
723728
subprocess.run(
724729
f"cd {llm_src}/tests/integration/defs && "
725730
f"pytest --test-list={tmp_waives_file} --output-dir={llm_src} -s --co -q",

‎tests/integration/defs/accuracy/test_llm_api_pytorch_multimodal.py‎

Lines changed: 76 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -747,6 +747,82 @@ class TestNanoV3Omni(LlmapiAccuracyTestHarness):
747747
marks=(skip_pre_blackwell,),
748748
id="nvfp4",
749749
),
750+
# TEMPORARY: duplicate the flaky NVFP4 case for B200 CI iteration.
751+
pytest.param(
752+
"nvidia/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4",
753+
f"{llm_models_root()}/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4",
754+
KvCacheConfig(
755+
free_gpu_memory_fraction=0.8,
756+
mamba_ssm_cache_dtype="float32",
757+
enable_block_reuse=False,
758+
dtype="fp8",
759+
),
760+
128,
761+
QuantAlgo.MIXED_PRECISION,
762+
(MMMU_TASK_SPEC, VOXPOPULI_TASK_SPEC, VIDEOMME_TASK_SPEC),
763+
marks=(skip_pre_blackwell,),
764+
id="nvfp4_repeat1",
765+
),
766+
pytest.param(
767+
"nvidia/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4",
768+
f"{llm_models_root()}/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4",
769+
KvCacheConfig(
770+
free_gpu_memory_fraction=0.8,
771+
mamba_ssm_cache_dtype="float32",
772+
enable_block_reuse=False,
773+
dtype="fp8",
774+
),
775+
128,
776+
QuantAlgo.MIXED_PRECISION,
777+
(MMMU_TASK_SPEC, VOXPOPULI_TASK_SPEC, VIDEOMME_TASK_SPEC),
778+
marks=(skip_pre_blackwell,),
779+
id="nvfp4_repeat2",
780+
),
781+
pytest.param(
782+
"nvidia/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4",
783+
f"{llm_models_root()}/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4",
784+
KvCacheConfig(
785+
free_gpu_memory_fraction=0.8,
786+
mamba_ssm_cache_dtype="float32",
787+
enable_block_reuse=False,
788+
dtype="fp8",
789+
),
790+
128,
791+
QuantAlgo.MIXED_PRECISION,
792+
(MMMU_TASK_SPEC, VOXPOPULI_TASK_SPEC, VIDEOMME_TASK_SPEC),
793+
marks=(skip_pre_blackwell,),
794+
id="nvfp4_repeat3",
795+
),
796+
pytest.param(
797+
"nvidia/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4",
798+
f"{llm_models_root()}/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4",
799+
KvCacheConfig(
800+
free_gpu_memory_fraction=0.8,
801+
mamba_ssm_cache_dtype="float32",
802+
enable_block_reuse=False,
803+
dtype="fp8",
804+
),
805+
128,
806+
QuantAlgo.MIXED_PRECISION,
807+
(MMMU_TASK_SPEC, VOXPOPULI_TASK_SPEC, VIDEOMME_TASK_SPEC),
808+
marks=(skip_pre_blackwell,),
809+
id="nvfp4_repeat4",
810+
),
811+
pytest.param(
812+
"nvidia/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4",
813+
f"{llm_models_root()}/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4",
814+
KvCacheConfig(
815+
free_gpu_memory_fraction=0.8,
816+
mamba_ssm_cache_dtype="float32",
817+
enable_block_reuse=False,
818+
dtype="fp8",
819+
),
820+
128,
821+
QuantAlgo.MIXED_PRECISION,
822+
(MMMU_TASK_SPEC, VOXPOPULI_TASK_SPEC, VIDEOMME_TASK_SPEC),
823+
marks=(skip_pre_blackwell,),
824+
id="nvfp4_repeat5",
825+
),
750826
],
751827
)
752828
# `torch.compile` uses a thread pool to compile and it's used in audio pre-processing.

0 commit comments

Comments
 (0)