Skip to content

Commit f3894b5

Browse files
committed
use hf instead of huggingface-cli; add debug info
1 parent 7c99dbb commit f3894b5

5 files changed

Lines changed: 11 additions & 5 deletions

File tree

benchmarks/dsr1_fp8_h200_slurm.sh

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -17,7 +17,7 @@
1717
echo "JOB \$SLURM_JOB_ID running on \$SLURMD_NODENAME"
1818

1919
pip3 install --user sentencepiece
20-
huggingface-cli download $MODEL
20+
hf download $MODEL
2121
PORT=$(( 8888 + $PORT_OFFSET ))
2222
SERVER_LOG=$(mktemp /tmp/server-XXXXXX.log)
2323

benchmarks/dsr1_fp8_mi300x_slurm.sh

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -15,7 +15,7 @@
1515

1616
echo "JOB $SLURM_JOB_ID running on $SLURMD_NODENAME"
1717

18-
huggingface-cli download $MODEL
18+
hf download $MODEL
1919

2020
SERVER_LOG=$(mktemp /tmp/server-XXXXXX.log)
2121
PORT=8888

benchmarks/dsr1_fp8_mi325x_slurm.sh

Lines changed: 7 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2,9 +2,15 @@
22

33
echo "JOB $SLURM_JOB_ID running on $SLURMD_NODENAME"
44

5+
echo "=== CPU Information Inside Container ==="
6+
nproc
7+
cat /proc/cpuinfo | grep processor | wc -l
8+
cat /sys/fs/cgroup/cpuset/cpuset.cpus 2>/dev/null || echo "cpuset info not available"
9+
echo "========================================"
10+
511
SERVER_LOG=$(mktemp /tmp/server-XXXXXX.log)
612
PORT=8888
7-
huggingface-cli download $MODEL
13+
hf download $MODEL
814

915
# Reference
1016
# https://rocm.docs.amd.com/en/docs-7.0-rc1/preview/benchmark-docker/inference-sglang-deepseek-r1-fp8.html#run-the-inference-benchmark

benchmarks/gptoss_fp4_mi300x_slurm.sh

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -15,7 +15,7 @@
1515

1616
echo "JOB $SLURM_JOB_ID running on $SLURMD_NODENAME"
1717

18-
huggingface-cli download $MODEL
18+
hf download $MODEL
1919

2020
SERVER_LOG=$(mktemp /tmp/server-XXXXXX.log)
2121
PORT=8888

benchmarks/gptoss_fp4_mi325x_slurm.sh

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,7 @@
1616

1717
echo "JOB $SLURM_JOB_ID running on $SLURMD_NODENAME"
1818

19-
huggingface-cli download $MODEL
19+
hf download $MODEL
2020

2121
SERVER_LOG=$(mktemp /tmp/server-XXXXXX.log)
2222
PORT=8888

0 commit comments

Comments
 (0)