Fix

Author: gushiqiao

.github/workflows/main.yml

@@ -26,7 +26,8 @@ jobs:
 
       - name: Install dependencies
         run: |
-          pip install -r requirements.txt
+          cd ci_check
+          pip install -r runtime.txt
 
       - name: Download dataset
         run: |

.pre-commit-config.yaml

@@ -8,13 +8,13 @@ exclude: |
     )
 repos:
   - repo: https://github.com/PyCQA/flake8
-    rev: 5.0.4
+    rev: 7.2.0
     hooks:
       - id: flake8
         args: ["--max-line-length=100", "--ignore=F403,F401,W503,W504,E402"]
         exclude: configs/
   - repo: https://github.com/PyCQA/isort
-    rev: 5.11.5
+    rev: 6.0.1
     hooks:
       - id: isort
         exclude: configs/
@@ -25,7 +25,7 @@ repos:
         args: ["--style={column_limit: 100}"]
         exclude: configs/
   - repo: https://github.com/codespell-project/codespell
-    rev: v2.2.1
+    rev: v2.4.1
     hooks:
       - id: codespell
         exclude: |
@@ -35,7 +35,7 @@ repos:
                 configs/
             )
   - repo: https://github.com/pre-commit/pre-commit-hooks
-    rev: v4.3.0
+    rev: v5.0.0
     hooks:
       - id: trailing-whitespace
         exclude: |
@@ -56,7 +56,7 @@ repos:
       - id: mixed-line-ending
         args: ["--fix=lf"]
   - repo: https://github.com/executablebooks/mdformat
-    rev: 0.7.9
+    rev: 0.7.16
     hooks:
       - id: mdformat
         args: ["--number", "--table-width", "200"]
@@ -66,7 +66,7 @@ repos:
           - linkify-it-py
         exclude: configs/
   - repo: https://github.com/myint/docformatter
-    rev: v1.3.1
+    rev: v1.7.6
     hooks:
       - id: docformatter
         args: ["--in-place", "--wrap-descriptions", "100"]

ci_check/runtime.txt

@@ -0,0 +1,36 @@
+torch==2.7.0
+torchvision==0.22.0
+timm==1.0.15
+pillow==11.2.1
+loguru==0.7.3
+transformers==4.51.3
+huggingface-hub==0.30.2
+sentencepiece==0.1.99
+protobuf==3.20.0
+accelerate==1.6.0
+zstandard==0.23.0
+easydict==1.13
+evaluate==0.4.3
+datasets==2.16.1
+jsonlines==4.0.0
+numexpr==2.10.2
+peft==0.15.2
+pybind11==2.13.6
+pytablewriter==1.2.1
+rouge-score>=0.0.4
+sacrebleu==2.5.1
+scikit-learn==1.6.1
+sqlitedict==2.1.0
+tqdm-multiprocess==0.0.11
+dill==0.3.7
+word2number==1.1
+more_itertools
+qtorch==0.3.0
+einops==0.8.1
+qwen-vl-utils==0.0.11
+tiktoken==0.9.0
+librosa==0.11.0
+human_eval
+lmms-eval
+imageio==2.37.0
+diffusers==0.33.1

llmc/compression/quantization/quarot.py

@@ -53,6 +53,7 @@ def preprocess(self):
         for rot_layer in self.model.get_extra_rot_module_besides_embed_layers():
             logger.info('For multimodal model, quarot need rotate last layer in projector.')
             logger.info(f'rot_layer : {rot_layer}')
+            # docformatter: off
             """
             txt_input     img_input
                 |             |
@@ -66,6 +67,7 @@ def preprocess(self):
             X_txt ~ W_embedding * Q = X_txt ~ (W_embedding * Q)
             X_proj * W_proj.t() * Q = X_proj * (Q.t() * W_proj).t()
             """
+            # docformatter: on
             dtype = rot_layer.weight.dtype
             device = self.Q.device
             W = rot_layer.weight.data.to(device=device, dtype=torch.float64)