fix: drop Python 3.7/3.8 support and fix Splunk Python path detection in CI

Author: wtobis-splunk

.github/workflows/build-test-release.yml

@@ -55,7 +55,7 @@ jobs:
       - uses: actions/checkout@v4
       - uses: actions/setup-python@v5
         with:
-          python-version: "3.7"
+          python-version: "3.9"
       - uses: pre-commit/action@v3.0.1
 
   semgrep:
@@ -71,8 +71,6 @@ jobs:
     strategy:
       matrix:
         python-version:
-          - "3.7"
-          - "3.8"
           - "3.9"
           - "3.10"
           - "3.11"
@@ -100,7 +98,7 @@ jobs:
       - uses: actions/checkout@v4
       - uses: actions/setup-python@v5
         with:
-          python-version: 3.7
+          python-version: "3.9"
       - run: curl -sSL https://install.python-poetry.org | python3 - --version 1.5.1
       - name: Install Splunk
         run: |
@@ -167,7 +165,7 @@ jobs:
           persist-credentials: false
       - uses: actions/setup-python@v5
         with:
-          python-version: "3.7"
+          python-version: "3.9"
       - run: curl -sSL https://install.python-poetry.org | python3 - --version 1.5.1
       - run: |
           poetry install

tests/integration/conftest.py

@@ -10,12 +10,20 @@
 def setup_env():
     # path manipulation get the 'splunk' library for the imports while running on GH Actions
     if "SPLUNK_HOME" in os.environ:
-        sys.path.append(
-            os.path.sep.join(
-                [os.environ["SPLUNK_HOME"], "lib", "python3.7", "site-packages"]
-            )
+        splunk_home = os.environ["SPLUNK_HOME"]
+        lib_dir = os.path.join(splunk_home, "lib")
+        # Find the highest available pythonX.Y directory in $SPLUNK_HOME/lib
+        python_dirs = sorted(
+            [
+                d
+                for d in os.listdir(lib_dir)
+                if d.startswith("python3.") and os.path.isdir(os.path.join(lib_dir, d))
+            ],
+            key=lambda d: tuple(int(x) for x in d[6:].split(".")),
+            reverse=True,
         )
-        # TODO: 'python3.7' needs to be updated as and when Splunk has new folder for Python.
+        if python_dirs:
+            sys.path.append(os.path.join(lib_dir, python_dirs[0], "site-packages"))
 
 
 @pytest.fixture(scope="session")