Skip to content

Commit b3fba6d

Browse files
authored
Merge pull request #1056 from NeurodataWithoutBorders/support-neuroconv-latest
Support NeuroConv 0.9.1
2 parents c12d968 + 4fe2908 commit b3fba6d

64 files changed

Lines changed: 159 additions & 2289 deletions

File tree

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

.github/workflows/build_and_deploy_mac.yml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,7 @@ on:
77

88
jobs:
99
deploy-on-mac:
10-
runs-on: macos-13
10+
runs-on: macos-15-intel
1111
# NOTE: macos-latest is an arm64 mac, and the dependency sonpy (Spike2RecordingInterface) has a .so file that
1212
# works only on mac x64. This causes issues building and deploying on mac arm64. So we use macos-13 (x64)
1313
# to build and deploy both the x64 and arm64 versions of the app.

.github/workflows/example_data_cache.yml

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -21,7 +21,7 @@ jobs:
2121
fail-fast: false
2222
matrix:
2323
python-version: ["3.12"]
24-
os: [ubuntu-latest, windows-latest, macos-latest, macos-13]
24+
os: [ubuntu-latest, windows-latest, macos-latest, macos-15-intel]
2525

2626
steps:
2727

@@ -33,7 +33,7 @@ jobs:
3333
id: cache-ephys-datasets
3434
with:
3535
path: ./ephy_testing_data
36-
key: ephys-datasets-${{ matrix.os }}-${{ steps.ephys.outputs.HASH_EPHY_DATASET }}
36+
key: ephys-datasets-v2-${{ matrix.os }}-${{ steps.ephys.outputs.HASH_EPHY_DATASET }}
3737
- name: Get ophys_testing_data current head hash
3838
id: ophys
3939
run: echo "::set-output name=HASH_OPHYS_DATASET::$(git ls-remote https://gin.g-node.org/CatalystNeuro/ophys_testing_data.git HEAD | cut -f1)"

.github/workflows/testing_dev.yml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -26,7 +26,7 @@ jobs:
2626
- os: macos-latest # Mac arm64 runner
2727
label: environments/environment-MAC-apple-silicon.yml
2828

29-
- os: macos-13 # Mac x64 runner
29+
- os: macos-15-intel # Mac x64 runner
3030
label: environments/environment-MAC-intel.yml
3131

3232
- os: windows-latest

.github/workflows/testing_dev_e2e_with_live_services.yml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -28,7 +28,7 @@ jobs:
2828
- os: macos-latest # Mac arm64 runner
2929
label: environments/environment-MAC-apple-silicon.yml
3030

31-
- os: macos-13 # Mac x64 runner
31+
- os: macos-15-intel # Mac x64 runner
3232
label: environments/environment-MAC-intel.yml
3333

3434
- os: windows-latest

.github/workflows/testing_dev_with_live_services.yml

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -26,9 +26,10 @@ jobs:
2626
- os: macos-latest # Mac arm64 runner
2727
label: environments/environment-MAC-apple-silicon.yml
2828

29-
- os: macos-13 # Mac x64 runner
29+
- os: macos-15-intel # Mac x64 runner
3030
label: environments/environment-MAC-intel.yml
3131

32+
3233
- os: windows-latest
3334
label: environments/environment-Windows.yml
3435

.github/workflows/testing_flask_build_and_dist.yml

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -22,9 +22,10 @@ jobs:
2222
- os: macos-latest # Mac arm64 runner
2323
label: environments/environment-MAC-apple-silicon.yml
2424

25-
- os: macos-13 # Mac x64 runner
25+
- os: macos-15-intel # Mac x64 runner
2626
label: environments/environment-MAC-intel.yml
2727

28+
2829
- os: windows-latest
2930
label: environments/environment-Windows.yml
3031

@@ -76,7 +77,7 @@ jobs:
7677
run: pip uninstall matplotlib --yes
7778

7879
# Fix for macos build - remove bad sonpy file
79-
- if: matrix.os == 'macos-latest' || matrix.os == 'macos-13'
80+
- if: matrix.os == 'macos-latest'
8081
run: rm -f "$CONDA_PREFIX/lib/python3.9/site-packages/sonpy/linux/sonpy.so"
8182

8283
- name: Build PyFlask distribution

.github/workflows/testing_pipelines.yml

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -24,7 +24,7 @@ jobs:
2424
- os: macos-latest # Mac arm64 runner
2525
label: environments/environment-MAC-apple-silicon.yml
2626

27-
- os: macos-13 # Mac x64 runner
27+
- os: macos-15-intel # Mac x64 runner
2828
label: environments/environment-MAC-intel.yml
2929

3030
- os: windows-latest
@@ -80,7 +80,7 @@ jobs:
8080
id: cache-ephys-datasets
8181
with:
8282
path: ./ephy_testing_data
83-
key: ephys-datasets-${{ matrix.os }}-${{ steps.ephys.outputs.HASH_EPHY_DATASET }}
83+
key: ephys-datasets-v2-${{ matrix.os }}-${{ steps.ephys.outputs.HASH_EPHY_DATASET }}
8484

8585
- name: Get ophys_testing_data current head hash
8686
id: ophys

.gitignore

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -42,3 +42,9 @@ src/build
4242

4343
# PyCharm
4444
.idea/
45+
46+
# Auto-generated storybook schemas (regenerate with: python generateInterfaceSchema.py)
47+
stories/inputs/interface_schemas/
48+
stories/pages/SourceData.stories.js
49+
50+
ophys_testing_data/

environments/environment-Linux.yml

Lines changed: 7 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -15,13 +15,11 @@ dependencies:
1515
- flask-cors == 4.0.0
1616
- flask_restx == 1.1.0
1717
- werkzeug < 3.0 # werkzeug 3.0 deprecates features used by flask 2.3.2. Remove this when updating flask.
18-
- neuroconv[dandi,compressors,ecephys,ophys,behavior,text] == 0.6.1
19-
- pandas < 3.0 # pandas 3.0 returns read-only arrays, breaking spikeinterface Phy extractor
20-
- neo == 0.14.1 # 0.14.2 is not compatible with neuroconv < 0.7.5
21-
- scikit-learn == 1.4.0 # Tutorial data generation
22-
- tqdm_publisher >= 0.0.1 # Progress bars
23-
- tzlocal >= 5.2 # Frontend timezone handling
24-
- ndx-pose == 0.1.1
25-
- nwbinspector == 0.6.2
18+
- neuroconv[dandi,compressors,ecephys,ophys,behavior,text] == 0.9.3
19+
- scikit-learn == 1.6.1 # Tutorial data generation
20+
- tqdm_publisher == 0.1.1 # Progress bars
21+
- tzlocal == 5.3.1 # Frontend timezone handling
22+
- ndx-pose == 0.2.2
23+
- nwbinspector == 0.6.5
2624
- tables
27-
- numcodecs < 0.16.0 # numcodecs 0.16.0 is not compatible with zarr 2.18.5
25+
- numcodecs == 0.15.1 # numcodecs 0.16.0 is not compatible with zarr 2.18.5

environments/environment-MAC-apple-silicon.yml

Lines changed: 9 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -9,7 +9,7 @@ dependencies:
99
- lxml = 4.9.3 # PyPI build fails due to x64/arm64 mismatch so install from conda-forge
1010
- pyedflib = 0.1.38 # PyPI build fails due to x64/arm64 mismatch so install from conda-forge
1111
- numpy # May have x64/arm64 mismatch issues so install from conda-forge
12-
- pytables = 3.9.1 # PyPI build fails on arm64; must be <3.9.2 per neuroconv 0.6.1 constraint
12+
- pytables = 3.10.2 # PyPI build fails on arm64 so install from conda-forge (used by neuroconv deps)
1313
- jsonschema = 4.18.0 # Also installs jsonschema-specifications
1414
- pip
1515
- pip:
@@ -23,12 +23,11 @@ dependencies:
2323
- werkzeug < 3.0 # werkzeug 3.0 deprecates features used by flask 2.3.2. Remove this when updating flask.
2424
# NOTE: the NeuroConv wheel on PyPI includes sonpy which is not compatible with arm64, so build and install
2525
# NeuroConv from GitHub, which will remove the sonpy dependency when building from Mac arm64
26-
- neuroconv[dandi,compressors,ecephys,ophys,behavior,text] == 0.6.1
27-
- pandas < 3.0 # pandas 3.0 returns read-only arrays, breaking spikeinterface Phy extractor
28-
- neo == 0.14.1 # 0.14.2 is not compatible with neuroconv < 0.7.5
29-
- scikit-learn == 1.4.0 # Tutorial data generation
30-
- tqdm_publisher >= 0.0.1 # Progress bars
31-
- tzlocal >= 5.2 # Frontend timezone handling
32-
- ndx-pose == 0.1.1
33-
- nwbinspector == 0.6.2
34-
- numcodecs < 0.16.0 # numcodecs 0.16.0 is not compatible with zarr 2.18.5
26+
- h5py < 3.13 # 3.13+ uses HDF5 1.14.4 features not in pytables 3.10.2's bundled HDF5 1.14.2
27+
- neuroconv[dandi,compressors,ecephys,ophys,behavior,text] == 0.9.3
28+
- scikit-learn == 1.6.1 # Tutorial data generation
29+
- tqdm_publisher == 0.1.1 # Progress bars
30+
- tzlocal == 5.3.1 # Frontend timezone handling
31+
- ndx-pose == 0.2.2
32+
- nwbinspector == 0.6.5
33+
- numcodecs == 0.15.1 # numcodecs 0.16.0 is not compatible with zarr 2.18.5

0 commit comments

Comments
 (0)