We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 6016cfe commit 0ca8f87Copy full SHA for 0ca8f87
1 file changed
examples/vllm_serve/vllm_reload_utils.py
@@ -453,6 +453,11 @@ def load_state_dict_from_path(
453
)
454
if wq_i is not None:
455
missing_wq_module_paths.add(".".join(parts[: wq_i + 1]))
456
+ else:
457
+ raise ValueError(
458
+ f"Missing checkpoint key {key!r} looks like a weight quantizer, but no path "
459
+ "component ends with 'weight_quantizer'; cannot map to a module to disable."
460
+ )
461
else:
462
raise ValueError(
463
f"Key {key} not found in checkpoint state dict, but exists in model"
0 commit comments