Skip to content

Commit d29e8d1

Browse files
am17anCISC
andauthored
Update convert_hf_to_gguf.py
Co-authored-by: Sigbjørn Skjæret <sigbjorn.skjaeret@scala.com>
1 parent d379334 commit d29e8d1

1 file changed

Lines changed: 1 addition & 1 deletion

File tree

convert_hf_to_gguf.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -530,7 +530,7 @@ def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iter
530530
up_data = self._up_exp_buffer.pop(bid)
531531
# gate/up shape: (n_expert, n_ff, n_embd), concatenate to (n_expert, n_ff*2, n_embd)
532532
fused_data = torch.cat([gate_data, up_data], dim=1)
533-
fused_name = f"blk.{bid}.ffn_gate_up_exps.weight"
533+
fused_name = self.format_tensor_name(gguf.MODEL_TENSOR.FFN_GATE_UP_EXP, bid)
534534
logger.info(f"Fused gate_exps and up_exps for layer {bid}")
535535
return [(fused_name, fused_data)]
536536
return [] # Wait for up_exps

0 commit comments

Comments
 (0)