We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent a470d47 commit 07d3877Copy full SHA for 07d3877
1 file changed
benchmarks/dsr1_fp4_mi355x_docker.sh
@@ -11,6 +11,7 @@
11
# RESULT_FILENAME
12
# NUM_PROMPTS
13
export SGLANG_USE_AITER=1
14
+export ROCM_QUICK_REDUCE_QUANTIZATION=INT4
15
16
PREFILL_SIZE=196608
17
if [[ "$ISL" == "8192" && "$OSL" == "1024" ]]; then
0 commit comments