Add test case for reading S3 data (apache#14)

zhztheplayer · Apr 21, 2021 · db28cb8 · db28cb8
1 parent d3950cf
commit db28cb8
Showing 1 changed file with 9 additions and 0 deletions.
diff --git a/java/dataset/src/test/java/org/apache/arrow/dataset/jni/NativeDatasetTest.java b/java/dataset/src/test/java/org/apache/arrow/dataset/jni/NativeDatasetTest.java
@@ -114,6 +114,15 @@ public void testLocalFs() {
     testDatasetFactoryEndToEnd(discovery, 1, 10, 1000);
   }
 
+  @Test
+  public void testS3fs() {
+    String path = "s3://intel-bigdata/2020/06";
+    DatasetFactory discovery = new SingleFileDatasetFactory(
+            new RootAllocator(Long.MAX_VALUE), NativeMemoryPool.getDefault(), FileFormat.PARQUET,
+            path);
+    testDatasetFactoryEndToEnd(discovery, 1, 10, 1000);
+  }
+
   @Test
   public void testSplitFile() {
     String path = sampleParquetLocal();