We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent c050d08 commit 2af7377Copy full SHA for 2af7377
1 file changed
benchmarks/single_node/agentic/kimik2.5_fp4_mi355x.sh
@@ -521,6 +521,7 @@ case "$OFFLOADING" in
521
LMCACHE_CHUNK_SIZE="${LMCACHE_CHUNK_SIZE:-256}"
522
LMCACHE_MAX_WORKERS="${LMCACHE_MAX_WORKERS:-$TP}"
523
export PYTHONHASHSEED="${PYTHONHASHSEED:-0}"
524
+ export LMCACHE_BLOCKING_TIMEOUT_SECS=60
525
526
echo "Starting LMCache MP server..."
527
LMCACHE_CMD=(
0 commit comments