Merge pull request #95 from andrea-fasoli/int8_sd_conversion

feat: Add int8 sd conversion function for aiu

Author: chichun-charlie-liu

.pylintrc

@@ -63,7 +63,7 @@ ignore-patterns=^\.#
 # (useful for modules/projects where namespaces are manipulated during runtime
 # and thus existing member attributes cannot be deduced by static analysis). It
 # supports qualified module names, as well as Unix pattern matching.
-ignored-modules=auto_gptq,                
+ignored-modules=auto_gptq,
                 exllama_kernels,
                 exllamav2_kernels,
                 llmcompressor,
@@ -94,7 +94,7 @@ persistent=yes
 
 # Minimum Python version to use for version dependent checks. Will default to
 # the version used to run pylint.
-py-version=3.9
+py-version=3.10
 
 # Discover python modules and packages in the file system subtree.
 recursive=no

fms_mo/quant/quantizers.py

@@ -428,7 +428,7 @@ def set_quantizer(self):
             else:
                 self.quantizer = SAWBSTE
 
-    def forward(self, input_tensor):
+    def forward(self, input_tensor: torch.Tensor) -> torch.Tensor:
         input_tensor = self.quantizer.apply(
             input_tensor,
             self.num_bits,