Skip to content

Commit 0ca8f87

Browse files
committed
minor
Signed-off-by: Kinjal Patel <kinjalpravin@nvidia.com>
1 parent 6016cfe commit 0ca8f87

1 file changed

Lines changed: 5 additions & 0 deletions

File tree

examples/vllm_serve/vllm_reload_utils.py

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -453,6 +453,11 @@ def load_state_dict_from_path(
453453
)
454454
if wq_i is not None:
455455
missing_wq_module_paths.add(".".join(parts[: wq_i + 1]))
456+
else:
457+
raise ValueError(
458+
f"Missing checkpoint key {key!r} looks like a weight quantizer, but no path "
459+
"component ends with 'weight_quantizer'; cannot map to a module to disable."
460+
)
456461
else:
457462
raise ValueError(
458463
f"Key {key} not found in checkpoint state dict, but exists in model"

0 commit comments

Comments
 (0)