feat: add zstd support to arrow backend

Fixes #90
dvirtz · Oct 13, 2023 · 195a688 · 195a688
1 parent 9031910
commit 195a688
Show file tree

Hide file tree

Showing 5 changed files with 8 additions and 2 deletions.
diff --git a/.cspell.json b/.cspell.json
@@ -8,7 +8,8 @@
         "kbajalc",
         "prebuilds",
         "tempy",
-        "Yitzchaki"
+        "Yitzchaki",
+        "zstd"
     ],
     "ignorePaths": [
         "**/node_modules/**",

diff --git a/.gitignore b/.gitignore
@@ -15,3 +15,6 @@ node_modules
 # addon
 build/
 prebuilds/
+
+# python
+.venv/
diff --git a/packages/parquet-reader/conanfile.txt b/packages/parquet-reader/conanfile.txt
@@ -11,3 +11,4 @@ arrow/*:with_snappy=True
 arrow/*:with_boost=True
 arrow/*:with_thrift=True
 arrow/*:with_re2=True
+arrow/*:with_zstd=True
diff --git a/test/unit/backend.test.ts b/test/unit/backend.test.ts
@@ -27,7 +27,8 @@ describe.each(BackendNames)("%s backend tests", (backendName) => {
     'arrow': [
       ['small', 'small'],
       ['large', 'large.arrow'],
-      ['version_2', 'version_2']
+      ['version_2', 'version_2'],
+      ['zstd', 'small']
     ]
   };
 

diff --git a/test/workspace/zstd.parquet b/test/workspace/zstd.parquet