Add tests for grib idx & reinflate (#528)

Co-authored-by: David Stuebe <david@camus.energy>

Author: emfdavid

ci/environment-docs.yml

@@ -16,7 +16,8 @@ dependencies:
   - requests
   - aiohttp
   - pytest-cov
-  - fsspec
+  - pytest-subtests
+  - fsspec<=2024.12.0
   - dask
   - scipy
   - s3fs

ci/environment-py310.yml

@@ -19,10 +19,12 @@ dependencies:
   - requests
   - aiohttp
   - pytest-cov
-  - fsspec
+  - pytest-subtests
+  - fsspec<=2024.12.0
   - dask
   - scipy
   - s3fs
+  - gcsfs
   - python-blosc
   - flake8
   - black
@@ -31,6 +33,6 @@ dependencies:
   - pyopenssl
   - tifffile
   - netCDF4
-  - pip:
-      - git+https://github.com/fsspec/filesystem_spec
-      - ipfsspec
+#  - pip:
+#      - git+https://github.com/fsspec/filesystem_spec
+#      - ipfsspec

ci/environment-py311.yml

@@ -19,10 +19,12 @@ dependencies:
   - requests
   - aiohttp
   - pytest-cov
-  - fsspec
+  - pytest-subtests
+  - fsspec<=2024.12.0
   - dask
   - scipy
   - s3fs
+  - gcsfs
   - python-blosc
   - flake8
   - fastparquet
@@ -32,5 +34,5 @@ dependencies:
   - tifffile
   - rioxarray
   - netCDF4
-  - pip:
-      - git+https://github.com/fsspec/filesystem_spec
+#  - pip:
+#      - git+https://github.com/fsspec/filesystem_spec

ci/environment-py312.yml

@@ -19,7 +19,9 @@ dependencies:
   - requests
   - aiohttp
   - pytest-cov
-  - fsspec
+  - pytest-subtests
+  - fsspec<=2024.12.0
+  - gcsfs
   - dask
   - scipy
   - s3fs
@@ -32,5 +34,5 @@ dependencies:
   - tifffile
   - rioxarray
   - netCDF4
-  - pip:
-      - git+https://github.com/fsspec/filesystem_spec
+#  - pip:
+#      - git+https://github.com/fsspec/filesystem_spec

kerchunk/_grib_idx.py

@@ -68,7 +68,6 @@
 OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
 """  # noqa: E501
 
-
 import ujson
 import itertools
 import os

pyproject.toml

@@ -20,7 +20,7 @@ classifiers = [
 
 
 dependencies = [
-  "fsspec",
+  "fsspec<=2024.12.0",
   "numcodecs",
   "numpy",
   "ujson",
@@ -36,18 +36,20 @@ netcdf3 = ["scipy"]
 dev = [
     "cftime",
     "dask",
-    "fastparquet",
+    "fastparquet>=2024.11.0",
     "h5netcdf",
     "h5py",
     "jinja2",
     "mypy",
     "pytest",
     "s3fs",
+    "gcsfs",
     "types-ujson",
     "xarray>=2024.10.0",
     "cfgrib",
     "scipy",
-    "netcdf4"
+    "netcdf4",
+    "pytest-subtests",
 ]
 
 [project.urls]