File tree Expand file tree Collapse file tree
benchmarks/single_node/agentic Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -164,7 +164,10 @@ case "$OFFLOADING" in
164164 # ZMQ endpoint. Bind the server to a raw host, but pass the connector a
165165 # ZMQ-style host string.
166166 LMCACHE_CONNECT_HOST=" ${LMCACHE_CONNECT_HOST:- tcp:// $LMCACHE_HOST } "
167- LMCACHE_L1_SIZE_GB=" ${LMCACHE_L1_SIZE_GB:- $((TOTAL_CPU_DRAM_GB / (8 / TP)))} "
167+ # LMCACHE_L1_SIZE_GB="${LMCACHE_L1_SIZE_GB:-$((TOTAL_CPU_DRAM_GB / (8 / TP)))}"
168+ # (srok)TODO: intentionally increased DRAM size
169+ TOTAL_CPU_DRAM_GB=2000
170+ LMCACHE_L1_SIZE_GB=" ${LMCACHE_L1_SIZE_GB:- $((TOTAL_CPU_DRAM_GB))} "
168171 LMCACHE_L1_INIT_SIZE_GB=" ${LMCACHE_L1_INIT_SIZE_GB:- 20} "
169172 # LMCache read locks are leases on chunks that lookup has promised
170173 # vLLM can retrieve. The default 300s TTL is too short for this
You can’t perform that action at this time.
0 commit comments