Merge pull request #1 from rkarhila-amd/update_AMD_dsr1fp4_image

rkarhila-amd · web-flow · commit e0706e638fde · 2025-12-04T18:35:47.000+02:00
Update amd dsr1fp4 images
diff --git a/benchmarks/dsr1_fp4_mi355x_docker.sh b/benchmarks/dsr1_fp4_mi355x_docker.sh
@@ -11,6 +11,7 @@
 # RESULT_FILENAME
 # NUM_PROMPTS
 export SGLANG_USE_AITER=1
+export ROCM_QUICK_REDUCE_QUANTIZATION=INT4
 
 PREFILL_SIZE=196608
 if [[ "$ISL" == "8192" && "$OSL" == "1024" ]]; then
diff --git a/benchmarks/dsr1_fp4_mi355x_slurm.sh b/benchmarks/dsr1_fp4_mi355x_slurm.sh
@@ -10,6 +10,7 @@
 # RANDOM_RANGE_RATIO
 # RESULT_FILENAME
 export SGLANG_USE_AITER=1
+export ROCM_QUICK_REDUCE_QUANTIZATION=INT4
 SERVER_LOG=$(mktemp /tmp/server-XXXXXX.log)
 
 PREFILL_SIZE=196608
