fix test_ovis_1_6_llama

Signed-off-by: ZX-ModelCloud <zx@modelcloud.ai>

Author: ZX-ModelCloud

gptqmodel/models/definitions/ovis.py

@@ -5,6 +5,7 @@
 
 import copy
 import logging
+from types import SimpleNamespace
 from typing import Dict
 
 import torch
@@ -18,6 +19,17 @@
 
 
 class OvisQModel(BaseQModel):
+    HF_CONVERSION_MAP_REVERSED = (
+        # Ovis 1.6 builds the SigLIP visual backbone via `AutoModel`, whose
+        # runtime shell exposes `visual_tokenizer.backbone.*` directly, while
+        # checkpoint tensors still live under `visual_tokenizer.backbone.vision_model.*`.
+        SimpleNamespace(
+            source_patterns=[r"^visual_tokenizer\.backbone\.(?!vision_model\.)(.+)$"],
+            target_patterns=[r"^visual_tokenizer.backbone.vision_model.\1"],
+            operations=[],
+        ),
+    )
+
     pre_lm_head_norm_module = "llm.model.norm"
 
     module_tree = [

gptqmodel/utils/structure.py

@@ -1936,6 +1936,7 @@ def _copy_checkpoint_tensors_into_submodule(
         grouped_names: Dict[str, list[tuple[str, str, str, Optional[int], Optional[int], Optional[int]]]] = {}
         for rel_name in t_params:
             full_name, expert_index, split_index, split_dim = self._resolve_checkpoint_tensor_source(module_path, rel_name)
+            print("full_name", full_name, rel_name)
             if full_name is None:
                 continue
             shard = self._weight_map.get(full_name)