Skip to content

Commit 3eafa38

Browse files
committed
修改边界检查和代码可读性
1 parent 7905356 commit 3eafa38

2 files changed

Lines changed: 16 additions & 9 deletions

File tree

ucm/integration/vllm/hma_connector.py

Lines changed: 12 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -111,8 +111,15 @@ def handle_tensor(
111111
strides.append(block_stride)
112112
tensor_size = math.prod([t.shape[i] for i in size_dims]) * t.element_size()
113113
# GPU buffer sizes for GPUDirect RDMA registration in store.
114-
# Total buffer size = number of blocks (shape[0]) × bytes per block stride.
115-
buffer_sizes.append(int(t.shape[0]) * block_stride)
114+
# Total buffer size = number of blocks (shape[0]) times bytes per block stride.
115+
buffer_size = int(t.shape[0]) * int(block_stride)
116+
if buffer_size > np.iinfo(np.uint64).max:
117+
raise OverflowError(
118+
"GPU KV buffer size exceeds uint64: "
119+
f"blocks={int(t.shape[0])}, block_stride={block_stride}, "
120+
f"size={buffer_size}, max={np.iinfo(np.uint64).max}"
121+
)
122+
buffer_sizes.append(buffer_size)
116123
token_dim = 1
117124
tensor_block_size = int(t.shape[token_dim])
118125
tensor_token_strides.append(t.stride(token_dim) * t.element_size())
@@ -780,9 +787,9 @@ def _gpu_kv_buffer_config(
780787
key = (addr, size)
781788
if key in gpu_kv_buffer_set:
782789
continue
783-
gpu_kv_buffer_set.add(key)
784-
gpu_kv_buffer_addrs.append(key[0])
785-
gpu_kv_buffer_sizes.append(key[1])
790+
gpu_kv_buffer_set.add((addr, size))
791+
gpu_kv_buffer_addrs.append(addr)
792+
gpu_kv_buffer_sizes.append(size)
786793
return gpu_kv_buffer_addrs, gpu_kv_buffer_sizes
787794

788795
@fawa_latency_metric(

ucm/integration/vllm/ucm_connector.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -542,12 +542,12 @@ def _create_store(
542542
gpu_kv_buffer_addrs = []
543543
gpu_kv_buffer_sizes = []
544544
for addr, size in zip(buffer_addrs, buffer_sizes):
545-
key = (int(addr), int(size))
545+
key = (addr, size)
546546
if key in gpu_kv_buffer_set:
547547
continue
548-
gpu_kv_buffer_set.add(key)
549-
gpu_kv_buffer_addrs.append(key[0])
550-
gpu_kv_buffer_sizes.append(key[1])
548+
gpu_kv_buffer_set.add((addr, size))
549+
gpu_kv_buffer_addrs.append(addr)
550+
gpu_kv_buffer_sizes.append(size)
551551
config["gpu_kv_buffer_addrs"] = gpu_kv_buffer_addrs
552552
config["gpu_kv_buffer_sizes"] = gpu_kv_buffer_sizes
553553
if cpu_affinity_cores:

0 commit comments

Comments
 (0)