Skip to content

Commit c6367e9

Browse files
committed
Revert variable renaming
Signed-off-by: Aurelien Chartier <2567591+achartier@users.noreply.github.com>
1 parent 29277dd commit c6367e9

1 file changed

Lines changed: 3 additions & 3 deletions

File tree

cpp/tensorrt_llm/batch_manager/kvCacheManager.cpp

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -3957,16 +3957,16 @@ SizeType32 KVCacheManager::copyBlockOffsets(ITensor& output, SizeType32 outputSl
39573957
{
39583958
for (SizeType32 beamIdx = 0; beamIdx < beamWidth; ++beamIdx)
39593959
{
3960-
auto const effectiveBlockCount = cacheBlockIds[beamIdx].size();
3961-
auto const copyChunkSize = effectiveBlockCount * sizeof(tk::KVCacheIndex);
3960+
auto const beamBlockCount = cacheBlockIds[beamIdx].size();
3961+
auto const copyChunkSize = beamBlockCount * sizeof(tk::KVCacheIndex);
39623962
for (auto xIdx : {kIdx, vIdx})
39633963
{
39643964
auto const srcIndex = tc::flat_index(srcShape.d, poolIdx, beamIdx, xIdx, 0);
39653965
auto const dstIndex
39663966
= tc::flat_index(dstShape.d, absolutePoolIdx, outputSlotOffset + beamIdx, xIdx, 0);
39673967
std::memcpy(dstPtr + dstIndex, srcPtr + srcIndex, copyChunkSize);
39683968
}
3969-
maxBlockCount = std::max<SizeType32>(maxBlockCount, static_cast<SizeType32>(effectiveBlockCount));
3969+
maxBlockCount = std::max<SizeType32>(maxBlockCount, static_cast<SizeType32>(beamBlockCount));
39703970
}
39713971
}
39723972
}

0 commit comments

Comments
 (0)