Merge branch 'curation-pydantic' of github.com:alejoe91/spikeinterface into curation-pydantic

Author: alejoe91

.github/scripts/determine_testing_environment.py

@@ -48,7 +48,7 @@
     elif changed_file.name == "nwbextractors.py":
         extractors_changed = True  # There are NWB tests that are not streaming
         stream_extractors_changed = True
-    elif changed_file.name == "iblextractors.py":
+    elif changed_file.name == "iblextractors.py" or changed_file.name == "test_iblextractors.py":
         stream_extractors_changed = True
     elif "core" in changed_file.parts:
         core_changed = True

pyproject.toml

@@ -68,15 +68,13 @@ extractors = [
     "sonpy;python_version<'3.10'",
     "lxml", # lxml for neuroscope
     "scipy",
-    "ONE-api>=2.7.0,<3.0.0", # alf sorter and streaming IBL
-    "ibllib>=2.36.0,<3.0.0", # streaming IBL
+    "ibllib", # streaming IBL
     "pymatreader>=0.0.32", # For cell explorer matlab files
     "zugbruecke>=0.2; sys_platform!='win32'", # For plexon2
 ]
 
 streaming_extractors = [
-    "ONE-api>=2.7.0,<3.0.0", # alf sorter and streaming IBL
-    "ibllib>=2.36.0,<3.0.0", # streaming IBL
+    "ibllib", # streaming IBL
     # Following dependencies are for streaming with nwb files
     "pynwb>=2.6.0",
     "fsspec",
@@ -141,7 +139,7 @@ test_extractors = [
 ]
 
 test_preprocessing = [
-    # "ibllib>=2.36.0", # for IBL
+    "ibllib", # for IBL
     "torch",
 ]
 
@@ -155,7 +153,7 @@ test = [
     "huggingface_hub",
 
     # preprocessing
-    "ibllib>=2.36.0", # for IBL
+    "ibllib", # for IBL
 
     # streaming templates
     "s3fs",

src/spikeinterface/core/base.py

@@ -47,6 +47,9 @@ class BaseExtractor:
     # these properties are skipped by default in copy_metadata
     _skip_properties = []
 
+    # kwargs which can be precomputed before being used by the extractor
+    _precomputable_kwarg_names = []
+
     installation_mesg = ""
     installed = True
 

src/spikeinterface/core/zarrextractors.py

@@ -63,6 +63,7 @@ def super_zarr_open(folder_path: str | Path, mode: str = "r", storage_options: d
         storage_options_to_test = (storage_options,)
 
     root = None
+    exception = None
     if is_path_remote(str(folder_path)):
         for open_func in open_funcs:
             if root is not None:
@@ -72,6 +73,7 @@ def super_zarr_open(folder_path: str | Path, mode: str = "r", storage_options: d
                     root = open_func(str(folder_path), mode=mode, storage_options=storage_options)
                     break
                 except Exception as e:
+                    exception = e
                     pass
     else:
         if not Path(folder_path).is_dir():
@@ -81,9 +83,12 @@ def super_zarr_open(folder_path: str | Path, mode: str = "r", storage_options: d
                 root = open_func(str(folder_path), mode=mode, storage_options=storage_options)
                 break
             except Exception as e:
+                exception = e
                 pass
     if root is None:
-        raise ValueError(f"Cannot open {folder_path} in mode {mode} with storage_options {storage_options}")
+        raise ValueError(
+            f"Cannot open {folder_path} in mode {mode} with storage_options {storage_options}.\nException: {exception}"
+        )
     return root
 
 

src/spikeinterface/extractors/tests/test_iblextractors.py

@@ -1,3 +1,4 @@
+import sys
 from re import escape
 from unittest import TestCase
 
@@ -10,9 +11,11 @@
 EID = "e2b845a1-e313-4a08-bc61-a5f662ed295e"
 PID = "80f6ffdd-f692-450f-ab19-cd6d45bfd73e"
 
+if sys.version_info < (3, 10):
+    pytest.skip("IBL support requires Python 3.10 or higher", allow_module_level=True)
+
 
 @pytest.mark.streaming_extractors
-@pytest.mark.xfail(reason="We need to fix ibllib/one-api dependency")
 class TestDefaultIblRecordingExtractorApBand(TestCase):
     @classmethod
     def setUpClass(cls):
@@ -107,7 +110,6 @@ def test_unscaled_trace_dtype(self):
 
 
 @pytest.mark.streaming_extractors
-@pytest.mark.xfail(reason="We need to fix ibllib/one-api dependency")
 class TestIblStreamingRecordingExtractorApBandWithLoadSyncChannel(TestCase):
     @classmethod
     def setUpClass(cls):
@@ -182,7 +184,6 @@ def test_unscaled_trace_dtype(self):
 
 
 @pytest.mark.streaming_extractors
-@pytest.mark.xfail(reason="We need to fix ibllib/one-api dependency")
 class TestIblSortingExtractor(TestCase):
     def test_ibl_sorting_extractor(self):
         """

src/spikeinterface/preprocessing/whiten.py

@@ -57,6 +57,8 @@ class WhitenRecording(BasePreprocessor):
         The whitened recording extractor
     """
 
+    _precomputable_kwarg_names = ["W", "M"]
+
     def __init__(
         self,
         recording,