Extract trino-hdfs module

trinodb · Aug 15, 2022 · 9928afe · 9928afe
1 parent a996e97
commit 9928afe
Show file tree

Hide file tree

Showing 168 changed files with 990 additions and 777 deletions.
diff --git a/lib/trino-hdfs/pom.xml b/lib/trino-hdfs/pom.xml
@@ -0,0 +1,115 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+    <modelVersion>4.0.0</modelVersion>
+
+    <parent>
+        <groupId>io.trino</groupId>
+        <artifactId>trino-root</artifactId>
+        <version>393-SNAPSHOT</version>
+        <relativePath>../../pom.xml</relativePath>
+    </parent>
+
+    <artifactId>trino-hdfs</artifactId>
+    <name>trino-hdfs</name>
+
+    <properties>
+        <air.main.basedir>${project.parent.basedir}</air.main.basedir>
+    </properties>
+
+    <dependencies>
+        <dependency>
+            <groupId>io.trino</groupId>
+            <artifactId>trino-hadoop-toolkit</artifactId>
+        </dependency>
+
+        <dependency>
+            <groupId>io.trino</groupId>
+            <artifactId>trino-plugin-toolkit</artifactId>
+        </dependency>
+
+        <dependency>
+            <groupId>io.trino</groupId>
+            <artifactId>trino-spi</artifactId>
+        </dependency>
+
+        <dependency>
+            <groupId>io.trino.hadoop</groupId>
+            <artifactId>hadoop-apache</artifactId>
+        </dependency>
+
+        <dependency>
+            <groupId>io.airlift</groupId>
+            <artifactId>configuration</artifactId>
+        </dependency>
+
+        <dependency>
+            <groupId>io.airlift</groupId>
+            <artifactId>log</artifactId>
+        </dependency>
+
+        <dependency>
+            <groupId>io.airlift</groupId>
+            <artifactId>slice</artifactId>
+        </dependency>
+
+        <dependency>
+            <groupId>io.airlift</groupId>
+            <artifactId>stats</artifactId>
+        </dependency>
+
+        <dependency>
+            <groupId>io.airlift</groupId>
+            <artifactId>units</artifactId>
+        </dependency>
+
+        <dependency>
+            <groupId>com.google.code.findbugs</groupId>
+            <artifactId>jsr305</artifactId>
+            <optional>true</optional>
+        </dependency>
+
+        <dependency>
+            <groupId>com.google.guava</groupId>
+            <artifactId>guava</artifactId>
+        </dependency>
+
+        <dependency>
+            <groupId>com.google.inject</groupId>
+            <artifactId>guice</artifactId>
+        </dependency>
+
+        <dependency>
+            <groupId>javax.inject</groupId>
+            <artifactId>javax.inject</artifactId>
+        </dependency>
+
+        <dependency>
+            <groupId>javax.validation</groupId>
+            <artifactId>validation-api</artifactId>
+        </dependency>
+
+        <dependency>
+            <groupId>org.weakref</groupId>
+            <artifactId>jmxutils</artifactId>
+        </dependency>
+
+        <!-- for testing -->
+        <dependency>
+            <groupId>io.airlift</groupId>
+            <artifactId>testing</artifactId>
+            <scope>test</scope>
+        </dependency>
+
+        <dependency>
+            <groupId>org.assertj</groupId>
+            <artifactId>assertj-core</artifactId>
+            <scope>test</scope>
+        </dependency>
+
+        <dependency>
+            <groupId>org.testng</groupId>
+            <artifactId>testng</artifactId>
+            <scope>test</scope>
+        </dependency>
+    </dependencies>
+</project>
diff --git a/...plugin/hive/ConfigurationInitializer.java → .../trino/hdfs/ConfigurationInitializer.java b/...plugin/hive/ConfigurationInitializer.java → .../trino/hdfs/ConfigurationInitializer.java
@@ -11,7 +11,7 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-package io.trino.plugin.hive;
+package io.trino.hdfs;
 
 import org.apache.hadoop.conf.Configuration;
 

diff --git a/.../plugin/hive/util/ConfigurationUtils.java → ...ava/io/trino/hdfs/ConfigurationUtils.java b/.../plugin/hive/util/ConfigurationUtils.java → ...ava/io/trino/hdfs/ConfigurationUtils.java
@@ -11,7 +11,7 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-package io.trino.plugin.hive.util;
+package io.trino.hdfs;
 
 import org.apache.hadoop.conf.Configuration;
 import org.apache.hadoop.fs.Path;

diff --git a/...in/hive/DynamicConfigurationProvider.java → ...no/hdfs/DynamicConfigurationProvider.java b/...in/hive/DynamicConfigurationProvider.java → ...no/hdfs/DynamicConfigurationProvider.java
@@ -11,13 +11,13 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-package io.trino.plugin.hive;
+package io.trino.hdfs;
 
 import org.apache.hadoop.conf.Configuration;
 
 import java.net.URI;
 
-import static io.trino.plugin.hive.fs.TrinoFileSystemCache.CACHE_KEY;
+import static io.trino.hdfs.TrinoFileSystemCache.CACHE_KEY;
 
 public interface DynamicConfigurationProvider
 {

diff --git a/...plugin/hive/DynamicHdfsConfiguration.java → .../trino/hdfs/DynamicHdfsConfiguration.java b/...plugin/hive/DynamicHdfsConfiguration.java → .../trino/hdfs/DynamicHdfsConfiguration.java
@@ -11,7 +11,7 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-package io.trino.plugin.hive;
+package io.trino.hdfs;
 
 import com.google.common.collect.ImmutableSet;
 import org.apache.hadoop.conf.Configuration;
@@ -22,8 +22,8 @@
 import java.util.Set;
 
 import static io.trino.hadoop.ConfigurationInstantiator.newEmptyConfiguration;
-import static io.trino.plugin.hive.util.ConfigurationUtils.copy;
-import static io.trino.plugin.hive.util.ConfigurationUtils.getInitialConfiguration;
+import static io.trino.hdfs.ConfigurationUtils.copy;
+import static io.trino.hdfs.ConfigurationUtils.getInitialConfiguration;
 import static java.util.Objects.requireNonNull;
 
 public class DynamicHdfsConfiguration

diff --git a/...ugin/hive/util/FSDataInputStreamTail.java → .../io/trino/hdfs/FSDataInputStreamTail.java b/...ugin/hive/util/FSDataInputStreamTail.java → .../io/trino/hdfs/FSDataInputStreamTail.java
@@ -11,7 +11,7 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-package io.trino.plugin.hive.util;
+package io.trino.hdfs;
 
 import io.airlift.slice.Slice;
 import io.airlift.slice.Slices;

diff --git a/...n/hive/fs/FileSystemFinalizerService.java → ...rino/hdfs/FileSystemFinalizerService.java b/...n/hive/fs/FileSystemFinalizerService.java → ...rino/hdfs/FileSystemFinalizerService.java
@@ -11,7 +11,7 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-package io.trino.plugin.hive.fs;
+package io.trino.hdfs;
 
 import io.airlift.log.Logger;
 

diff --git a/...java/io/trino/plugin/hive/HdfsConfig.java → ...c/main/java/io/trino/hdfs/HdfsConfig.java b/...java/io/trino/plugin/hive/HdfsConfig.java → ...c/main/java/io/trino/hdfs/HdfsConfig.java
@@ -11,7 +11,7 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-package io.trino.plugin.hive;
+package io.trino.hdfs;
 
 import com.google.common.base.Splitter;
 import com.google.common.collect.ImmutableList;

diff --git a/.../trino/plugin/hive/HdfsConfiguration.java → ...java/io/trino/hdfs/HdfsConfiguration.java b/.../trino/plugin/hive/HdfsConfiguration.java → ...java/io/trino/hdfs/HdfsConfiguration.java
@@ -11,7 +11,7 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-package io.trino.plugin.hive;
+package io.trino.hdfs;
 
 import org.apache.hadoop.conf.Configuration;
 

diff --git a/...in/hive/HdfsConfigurationInitializer.java → ...no/hdfs/HdfsConfigurationInitializer.java b/...in/hive/HdfsConfigurationInitializer.java → ...no/hdfs/HdfsConfigurationInitializer.java
@@ -11,7 +11,7 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-package io.trino.plugin.hive;
+package io.trino.hdfs;
 
 import com.google.common.annotations.VisibleForTesting;
 import com.google.common.collect.ImmutableList;
@@ -30,8 +30,8 @@
 import java.util.Set;
 
 import static com.google.common.base.Preconditions.checkArgument;
-import static io.trino.plugin.hive.util.ConfigurationUtils.copy;
-import static io.trino.plugin.hive.util.ConfigurationUtils.readConfiguration;
+import static io.trino.hdfs.ConfigurationUtils.copy;
+import static io.trino.hdfs.ConfigurationUtils.readConfiguration;
 import static java.lang.Math.toIntExact;
 import static java.util.Objects.requireNonNull;
 import static org.apache.hadoop.fs.CommonConfigurationKeys.IPC_PING_INTERVAL_KEY;

diff --git a/...ava/io/trino/plugin/hive/HdfsContext.java → .../main/java/io/trino/hdfs/HdfsContext.java b/...ava/io/trino/plugin/hive/HdfsContext.java → .../main/java/io/trino/hdfs/HdfsContext.java
@@ -11,7 +11,7 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-package io.trino.plugin.hive;
+package io.trino.hdfs;
 
 import io.trino.spi.connector.ConnectorSession;
 import io.trino.spi.security.ConnectorIdentity;

diff --git a/...io/trino/plugin/hive/HdfsEnvironment.java → ...n/java/io/trino/hdfs/HdfsEnvironment.java b/...io/trino/plugin/hive/HdfsEnvironment.java → ...n/java/io/trino/hdfs/HdfsEnvironment.java
@@ -11,12 +11,11 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-package io.trino.plugin.hive;
+package io.trino.hdfs;
 
 import io.trino.hadoop.HadoopNative;
-import io.trino.plugin.hive.authentication.GenericExceptionAction;
-import io.trino.plugin.hive.authentication.HdfsAuthentication;
-import io.trino.plugin.hive.fs.TrinoFileSystemCache;
+import io.trino.hdfs.authentication.GenericExceptionAction;
+import io.trino.hdfs.authentication.HdfsAuthentication;
 import io.trino.spi.security.ConnectorIdentity;
 import org.apache.hadoop.conf.Configuration;
 import org.apache.hadoop.fs.FileSystem;

diff --git a/.../io/trino/plugin/hive/HiveHdfsModule.java → ...c/main/java/io/trino/hdfs/HdfsModule.java b/.../io/trino/plugin/hive/HiveHdfsModule.java → ...c/main/java/io/trino/hdfs/HdfsModule.java
@@ -11,7 +11,7 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-package io.trino.plugin.hive;
+package io.trino.hdfs;
 
 import com.google.inject.Binder;
 import com.google.inject.Module;
@@ -20,7 +20,7 @@
 import static com.google.inject.multibindings.Multibinder.newSetBinder;
 import static io.airlift.configuration.ConfigBinder.configBinder;
 
-public class HiveHdfsModule
+public class HdfsModule
         implements Module
 {
     @Override