Merge branch 'main' into is-filtered

Author: zm711

.github/run_tests.sh

@@ -10,5 +10,5 @@ fi
 
 pytest -m "$MARKER" -vv -ra --durations=0 --durations-min=0.001 | tee report.txt; test ${PIPESTATUS[0]} -eq 0 || exit 1
 echo "# Timing profile of ${MARKER}" >> $GITHUB_STEP_SUMMARY
-python $GITHUB_WORKSPACE/.github/build_job_summary.py report.txt >> $GITHUB_STEP_SUMMARY
+python $GITHUB_WORKSPACE/.github/scripts/build_job_summary.py report.txt >> $GITHUB_STEP_SUMMARY
 rm report.txt

.github/scripts/README.MD

@@ -0,0 +1,2 @@
+This folder contains test scripts for running in the CI, that are not run as part of the usual
+CI because they are too long / heavy. These are run on cron-jobs once per week.

.github/build_job_summary.py .github/scripts/build_job_summary.py.github/build_job_summary.py renamed to .github/scripts/build_job_summary.py

@@ -0,0 +1,30 @@
+import os
+import re
+from pathlib import Path
+import requests
+import json
+from packaging.version import parse
+import spikeinterface
+
+def get_pypi_versions(package_name):
+    """
+    Make an API call to pypi to retrieve all
+    available versions of the kilosort package.
+    """
+    url = f"https://pypi.org/pypi/{package_name}/json"
+    response = requests.get(url)
+    response.raise_for_status()
+    data = response.json()
+    versions = list(sorted(data["releases"].keys()))
+    # Filter out versions that are less than 4.0.16
+    versions = [ver for ver in versions if parse(ver) >= parse("4.0.16")]
+    return versions
+
+
+if __name__ == "__main__":
+    # Get all KS4 versions from pipi and write to file.
+    package_name = "kilosort"
+    versions = get_pypi_versions(package_name)
+    with open(Path(os.path.realpath(__file__)).parent / "kilosort4-latest-version.json", "w") as f:
+        print(versions)
+        json.dump(versions, f)

.github/scripts/check_kilosort4_releases.py

@@ -0,0 +1 @@
+["4.0.10", "4.0.11", "4.0.12", "4.0.5", "4.0.6", "4.0.7", "4.0.8", "4.0.9"]