Support NeuroConv 0.7.0

Changes from 0.6.1:
- Bump neuroconv to 0.7.0
- Fix Table.js: value == '' incorrectly treated 0 as empty (strict equality)
- Remove UnitColumn required constraint
- Sync UnitColumns with Unit schema properties (frontend linked-table validation)
- Pin dandi < 0.74.0 (0.74.0 renamed dandi-staging to dandi-sandbox)
- Set DANDI_STAGING_API_KEY for dandi < 0.74 compatibility

Author: Kyle

.github/workflows/testing_dev_e2e_with_live_services.yml

@@ -79,6 +79,7 @@ jobs:
         run: |
           touch .env
           echo DANDI_SANDBOX_API_KEY=${{ secrets.DANDI_SANDBOX_API_KEY }} >> .env
+          echo DANDI_STAGING_API_KEY=${{ secrets.DANDI_SANDBOX_API_KEY }} >> .env
 
       - if: matrix.os != 'ubuntu-latest'
         name: Run tests

environments/environment-Linux.yml

@@ -15,7 +15,8 @@ dependencies:
       - flask-cors == 4.0.0
       - flask_restx == 1.1.0
       - werkzeug < 3.0 # werkzeug 3.0 deprecates features used by flask 2.3.2. Remove this when updating flask.
-      - neuroconv[dandi,compressors,ecephys,ophys,behavior,text] == 0.6.1
+      - neuroconv[dandi,compressors,ecephys,ophys,behavior,text] == 0.7.0
+      - dandi < 0.74.0  # 0.74.0 renamed dandi-staging to dandi-sandbox
       - neo == 0.14.1 # 0.14.2 is not compatible with neuroconv < 0.7.5
       - scikit-learn == 1.4.0 # Tutorial data generation
       - tqdm_publisher >= 0.0.1 # Progress bars

environments/environment-MAC-apple-silicon.yml

@@ -23,7 +23,8 @@ dependencies:
       - werkzeug < 3.0 # werkzeug 3.0 deprecates features used by flask 2.3.2. Remove this when updating flask.
       # NOTE: the NeuroConv wheel on PyPI includes sonpy which is not compatible with arm64, so build and install
       # NeuroConv from GitHub, which will remove the sonpy dependency when building from Mac arm64
-      - neuroconv[dandi,compressors,ecephys,ophys,behavior,text] == 0.6.1
+      - neuroconv[dandi,compressors,ecephys,ophys,behavior,text] == 0.7.0
+      - dandi < 0.74.0  # 0.74.0 renamed dandi-staging to dandi-sandbox
       - neo == 0.14.1 # 0.14.2 is not compatible with neuroconv < 0.7.5
       - scikit-learn == 1.4.0 # Tutorial data generation
       - tqdm_publisher >= 0.0.1 # Progress bars

environments/environment-MAC-intel.yml

@@ -18,7 +18,8 @@ dependencies:
       - flask-cors == 4.0.0
       - flask_restx == 1.1.0
       - werkzeug < 3.0 # werkzeug 3.0 deprecates features used by flask 2.3.2. Remove this when updating flask.
-      - neuroconv[dandi,compressors,ecephys,ophys,behavior,text] == 0.6.1
+      - neuroconv[dandi,compressors,ecephys,ophys,behavior,text] == 0.7.0
+      - dandi < 0.74.0  # 0.74.0 renamed dandi-staging to dandi-sandbox
       - neo == 0.14.1 # 0.14.2 is not compatible with neuroconv < 0.7.5
       - scikit-learn == 1.4.0 # Tutorial data generation
       - tqdm_publisher >= 0.0.1 # Progress bars

environments/environment-Windows.yml

@@ -18,7 +18,8 @@ dependencies:
       - flask-cors === 3.0.10
       - flask_restx == 1.1.0
       - werkzeug < 3.0 # werkzeug 3.0 deprecates features used by flask 2.3.2. Remove this when updating flask.
-      - neuroconv[dandi,compressors,ecephys,ophys,behavior,text] == 0.6.1
+      - neuroconv[dandi,compressors,ecephys,ophys,behavior,text] == 0.7.0
+      - dandi < 0.74.0  # 0.74.0 renamed dandi-staging to dandi-sandbox
       - neo == 0.14.1 # 0.14.2 is not compatible with neuroconv < 0.7.5
       - scikit-learn == 1.4.0 # Tutorial data generation
       - tqdm_publisher >= 0.0.1 # Progress bars

src/electron/frontend/core/components/Table.js

@@ -377,7 +377,7 @@ export class Table extends LitElement {
                     return;
                 }
 
-                const isUndefined = value == "";
+                const isUndefined = value === "" || value == null;
 
                 if (isUndefined && required) {
                     instanceThis.#handleValidationResult(

src/pyflask/manageNeuroconv/manage_neuroconv.py

@@ -619,7 +619,6 @@ def on_recording_interface(name, recording_interface):
 
             # Configure electrode columns
             defs["UnitColumn"] = unitprops_def
-            defs["UnitColumn"]["required"] = list(unitprops_def["properties"].keys())
 
             new_units_properties = {
                 properties["name"]: {key: value for key, value in properties.items() if key != "name"}
@@ -633,6 +632,19 @@ def on_recording_interface(name, recording_interface):
                 "additionalProperties": True,  # Allow for new columns
             }
 
+            # Ensure UnitColumns includes entries for all Unit schema properties
+            # (needed for frontend linked-table validation in neuroconv >= 0.6.2)
+            existing_unit_columns = metadata["Ecephys"].get("UnitColumns", [])
+            existing_col_names = {col["name"] for col in existing_unit_columns}
+            for prop_name, prop_info in new_units_properties.items():
+                if prop_name not in existing_col_names:
+                    existing_unit_columns.append(
+                        {
+                            "name": prop_name,
+                            "description": prop_info.get("description", "No description."),
+                        }
+                    )
+
     # TODO: generalize logging stuff
     log_base = GUIDE_ROOT_FOLDER / "logs"
     log_base.mkdir(exist_ok=True)