move to lmdb backend

misko · Mar 31, 2024 · 76462fb · 76462fb
1 parent f637a7a
commit 76462fb
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/spf/utils.py b/spf/utils.py
@@ -39,8 +39,9 @@ def zarr_new_dataset(
     chunk_size=512,  # tested , blosc1 / chunk_size=512 / buffer_size (2^18~20) = seems pretty good
     compressor=None,
 ):
+    store = zarr.LMDBStore(filename, map_size=2**38, writemap=True, map_async=True)
     z = zarr.open(
-        filename,
+        store=store,
         mode="w",
     )
     if compressor is None: