We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent aaa9ff4 commit fca9c64Copy full SHA for fca9c64
1 file changed
benchmarks/single_node/kimik2.5_fp4_mi355x_atom.sh
@@ -23,7 +23,7 @@ SERVER_LOG=/workspace/server.log
23
PORT=${PORT:-8888}
24
25
export OMP_NUM_THREADS=1
26
-export AITER_QUICK_REDUCE_QUANTIZATION=int4
+export AITER_QUICK_REDUCE_QUANTIZATION=INT4
27
28
# Calculate max-model-len based on ISL and OSL
29
if [ "$ISL" = "1024" ] && [ "$OSL" = "1024" ]; then
0 commit comments