From db28cb8f1b6d84aa768f3a0a156f48e1bdf0d7d1 Mon Sep 17 00:00:00 2001 From: Hongze Zhang Date: Wed, 21 Apr 2021 18:20:02 +0800 Subject: [PATCH] Add test case for reading S3 data (#14) --- .../org/apache/arrow/dataset/jni/NativeDatasetTest.java | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/java/dataset/src/test/java/org/apache/arrow/dataset/jni/NativeDatasetTest.java b/java/dataset/src/test/java/org/apache/arrow/dataset/jni/NativeDatasetTest.java index eacbc01d4a323..63349d7d61f05 100644 --- a/java/dataset/src/test/java/org/apache/arrow/dataset/jni/NativeDatasetTest.java +++ b/java/dataset/src/test/java/org/apache/arrow/dataset/jni/NativeDatasetTest.java @@ -114,6 +114,15 @@ public void testLocalFs() { testDatasetFactoryEndToEnd(discovery, 1, 10, 1000); } + @Test + public void testS3fs() { + String path = "s3://intel-bigdata/2020/06"; + DatasetFactory discovery = new SingleFileDatasetFactory( + new RootAllocator(Long.MAX_VALUE), NativeMemoryPool.getDefault(), FileFormat.PARQUET, + path); + testDatasetFactoryEndToEnd(discovery, 1, 10, 1000); + } + @Test public void testSplitFile() { String path = sampleParquetLocal();