Update benchmarks and add plots

LDeakin · Jul 23, 2024 · dc503ab · dc503ab
1 parent 05614f1
commit dc503ab
Show file tree

Hide file tree

Showing 14 changed files with 4,640 additions and 35 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -9,6 +9,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ### Changed
  - `zarrs_reencode`: revise output and update docs
+ - Update benchmarks and add plots
 
 ## [0.5.2] - 2024-07-10
 

diff --git a/Cargo.toml b/Cargo.toml
@@ -10,6 +10,10 @@ repository = "https://github.com/LDeakin/zarrs_tools"
 license = "MIT OR Apache-2.0"
 keywords = ["zarr"]
 categories = ["command-line-utilities", "encoding"]
+excludes = [
+    "docs/*.pdf",
+    "docs/*.csv"
+]
 
 [features]
 async = ["zarrs/async", "zarrs/object_store", "zarrs/opendal", "dep:object_store", "dep:opendal"]

diff --git a/docs/benchmark_read_all.csv b/docs/benchmark_read_all.csv
@@ -0,0 +1,6 @@
+Metric,Time (s),Time (s),Time (s),Memory (GB),Memory (GB),Memory (GB)
+Implementation,zarrs_rust,tensorstore_python,zarr_python,zarrs_rust,tensorstore_python,zarr_python
+Image,,,,,,
+data/benchmark.zarr,2.55,3.68,55.1,8.416708,8.600584,15.470324
+data/benchmark_compress.zarr,2.59,3.03,75.35,8.441368,8.573516,19.132372
+data/benchmark_compress_shard.zarr,1.63,2.02,37.79,8.636576,8.879424,27.328692
diff --git a/docs/benchmark_read_all.md b/docs/benchmark_read_all.md
@@ -0,0 +1,5 @@
+| Image                              |   Time (s)<br>zarrs<br>rust |   <br>tensorstore<br>python |   <br>zarr<br>python |   Memory (GB)<br>zarrs<br>rust |   <br>tensorstore<br>python |   <br>zarr<br>python |
+|:-----------------------------------|----------------------------:|----------------------------:|---------------------:|-------------------------------:|----------------------------:|---------------------:|
+| data/benchmark.zarr                |                        2.55 |                        3.68 |                55.10 |                           8.42 |                        8.60 |                15.47 |
+| data/benchmark_compress.zarr       |                        2.59 |                        3.03 |                75.35 |                           8.44 |                        8.57 |                19.13 |
+| data/benchmark_compress_shard.zarr |                        1.63 |                        2.02 |                37.79 |                           8.64 |                        8.88 |                27.33 |
diff --git a/docs/benchmark_read_all.pdf b/docs/benchmark_read_all.pdf