add sparsevlm

Author: chengtao-lv

configs/sparsification/methods/SparseVLM/sparsevlm.yml

@@ -0,0 +1,25 @@
+base:
+    seed: &seed 42
+model:
+    type: Llava
+    path: model path
+    torch_dtype: auto
+eval:
+    eval_pos: [pretrain, transformed]
+    type: vqa
+    name: [mme]
+    download: False
+    path: MME dataset path
+    bs: 1
+    inference_per_block: False
+sparse:
+    method: TokenReduction
+    special:
+        method: SparseVLM
+        pruning_loc: [2] # [2, 6, 15]
+        retained_tokens: 192
+        init_token_total_shape: 668
+save:
+    save_trans: False
+    save_fake: False
+    save_path: /path/to/save/

llmc/compression/token_reduction/__init__.py

@@ -1,4 +1,5 @@
 from .base_blockwise_token_reduction import TokenReduction
 from .fastervlm import FasterVLM
 from .fastv import FastV
+from .sparsevlm import SparseVLM
 from .tome import ToMe