use zstandard instead of brotli

Author: Red-Eyed

lmdb_cache/lmdb_cache.py

@@ -8,7 +8,7 @@
 import lmdb
 from pathlib import Path
 import dill
-import brotli
+import zstandard
 from more_itertools import chunked
 
 
@@ -255,12 +255,12 @@ class SerializeWithCompressionMixIn(SerializeMixIn):
     @classmethod
     def serialize(cls, obj) -> bytes:
         data = super().serialize(obj)
-        data = brotli.compress(data, quality=3)
+        data = zstandard.compress(data, level=3)
         return data
 
     @classmethod
     def deserialize(cls, data: bytes) -> Any:
-        data = brotli.decompress(data)
+        data = zstandard.decompress(data)
         data = super().deserialize(data)
         return data
 

pyproject.toml

@@ -5,13 +5,13 @@ build-backend = "hatchling.build"
 [project]
 name = "lmdb_cache"
 description = "LMDB cache which supports multiprocessing"
-version = "1.0.5"
+version = "1.1.0"
 readme = {file = "README.md", content-type = "text/markdown"}
 requires-python = ">=3.10"
 dependencies = [
     "lmdb",
     "dill",
-    "brotli",
+    "zstandard",
     "more-itertools"
 ]
 

tests/test_lmdb_tools.py

@@ -182,7 +182,7 @@ def test_varied_batch_and_map_size(
     tmp_path, batch_size, size_multiplier, class_under_test
 ):
     db_path = tmp_path / "lmdb_varied"
-    data = generate_dataset(batch_size * 2, 1)
+    data = generate_dataset(batch_size * 2, 10)
     db = class_under_test.from_iterable(
         db_path,
         data,