TST: add linting to cicd tests

Author: kx79wq

.github/workflows/test.yml

@@ -40,6 +40,11 @@ jobs:
             pip install ".[test,pandas,spark]"          
           fi
 
+      - name: Lint with pre-commit
+        run: |
+          pip install pre-commit
+          pre-commit run --all-files --show-diff-on-failure
+
       - name: Test with pytest
         run: |
           pytest tests

.pre-commit-config.yaml

@@ -0,0 +1,9 @@
+repos:
+- repo: https://github.com/astral-sh/ruff-pre-commit
+  rev: v0.1.6
+  hooks:
+    - id: ruff
+      args: [--fix]
+      exclude: notebooks/
+    - id: ruff-format
+      exclude: notebooks/