Skip to content

Commit df31a5e

Browse files
make the code in line shorter
1 parent 69de9a3 commit df31a5e

1 file changed

Lines changed: 2 additions & 1 deletion

File tree

llmc/compression/quantization/kvquant.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -14,7 +14,8 @@ class NaiveQuantKVCache(DynamicCache):
1414
def __init__(self, quant_type, kvquant_cfg, num_hidden_layers, num_samples=128, bsz=1):
1515
super().__init__()
1616

17-
# Copy the config to avoid mutating the original quantization config in static KV calibration.
17+
# Copy the config to avoid mutating the original quantization
18+
# config in static KV calibration.
1819
kvquant_cfg = copy.deepcopy(kvquant_cfg)
1920
assert kvquant_cfg.granularity in ['per_token', 'per_tensor', 'per_group', 'per_head']
2021
self.num_hidden_layers, self.num_samples, self.bsz = (

0 commit comments

Comments
 (0)