v2.1

jetoile · Jan 21, 2017 · 419156e · 419156e
1 parent fc3a79a
commit 419156e
Show file tree

Hide file tree

Showing 33 changed files with 64 additions and 60 deletions.
diff --git a/README.md b/README.md
@@ -25,6 +25,7 @@ mvn package
 
 | Hadoop Unit version  | Hadoop mini cluster version | HDP version |
 | ------------- | ------------- | ------------- |
+| 2.1 | 0.1.11 | HDP 2.5.3.0 |
 | 2.0 | 0.1.9 | HDP 2.5.3.0 |
 | 1.5 | 0.1.8 | HDP 2.5.0.0 |
 | 1.4 | 0.1.7 | HDP 2.4.2.0 |
@@ -66,6 +67,7 @@ The available components are:
 * CASSANDRA
 * ELASTICSEARCH
 * NEO4J
+* KNOX
 
 ##Integration testing (will start each component present into classpath)
 With maven, add dependencies of components which are needed
@@ -75,7 +77,7 @@ Sample:
 <dependency>
     <groupId>fr.jetoile.hadoop</groupId>
     <artifactId>hadoop-unit-hdfs</artifactId>
-    <version>2.0</version>
+    <version>2.1</version>
     <scope>test</scope>
 </dependency>
 ```
@@ -101,7 +103,7 @@ Sample:
 <dependency>
     <groupId>fr.jetoile.hadoop</groupId>
     <artifactId>hadoop-unit-hdfs</artifactId>
-    <version>2.0</version>
+    <version>2.1</version>
     <scope>test</scope>
 </dependency>
 ```
@@ -238,21 +240,21 @@ To use it, add into the pom project stuff like that:
      <dependency>
         <groupId>fr.jetoile.hadoop</groupId>
         <artifactId>hadoop-unit-client-hdfs</artifactId>
-        <version>2.0</version>
+        <version>2.1</version>
         <scope>test</scope>
     </dependency>
 
     <dependency>
         <groupId>fr.jetoile.hadoop</groupId>
         <artifactId>hadoop-unit-client-hive</artifactId>
-        <version>2.0</version>
+        <version>2.1</version>
         <scope>test</scope>
     </dependency>
 
     <dependency>
         <groupId>fr.jetoile.hadoop</groupId>
         <artifactId>hadoop-unit-client-spark</artifactId>
-        <version>2.0</version>
+        <version>2.1</version>
         <scope>test</scope>
     </dependency>
 </dependencies>
@@ -303,19 +305,19 @@ To use it, add into the pom project stuff like that:
                 <components>
                     <componentArtifact implementation="fr.jetoile.hadoopunit.ComponentArtifact">
                         <componentName>HDFS</componentName>
-                        <artifact>fr.jetoile.hadoop:hadoop-unit-hdfs:2.0</artifact>
+                        <artifact>fr.jetoile.hadoop:hadoop-unit-hdfs:2.1</artifact>
                     </componentArtifact>
                     <componentArtifact implementation="fr.jetoile.hadoopunit.ComponentArtifact">
                         <componentName>ZOOKEEPER</componentName>
-                        <artifact>fr.jetoile.hadoop:hadoop-unit-zookeeper:2.0</artifact>
+                        <artifact>fr.jetoile.hadoop:hadoop-unit-zookeeper:2.1</artifact>
                     </componentArtifact>
                     <componentArtifact implementation="fr.jetoile.hadoopunit.ComponentArtifact">
                         <componentName>HIVEMETA</componentName>
-                        <artifact>fr.jetoile.hadoop:hadoop-unit-hive:2.0</artifact>
+                        <artifact>fr.jetoile.hadoop:hadoop-unit-hive:2.1</artifact>
                     </componentArtifact>
                     <componentArtifact implementation="fr.jetoile.hadoopunit.ComponentArtifact">
                         <componentName>HIVESERVER2</componentName>
-                        <artifact>fr.jetoile.hadoop:hadoop-unit-hive:2.0</artifact>
+                        <artifact>fr.jetoile.hadoop:hadoop-unit-hive:2.1</artifact>
                     </componentArtifact>
                     <componentArtifact implementation="fr.jetoile.hadoopunit.ComponentArtifact">
                         <componentName>SOLRCLOUD</componentName>
@@ -347,6 +349,7 @@ Values can be:
 * CASSANDRA
 * ELASTICSEARCH
 * NEO4J
+* KNOX
 
 It is also possible to override configurations with a list of `properties` which accept a map (ie. `<key>value</key>` and where `key` is a property from the file `hadoop-unit-default.properties`). 
 
@@ -443,7 +446,7 @@ To use it, add into the pom project stuff like that:
 <plugin>
     <artifactId>hadoop-unit-maven-plugin</artifactId>
     <groupId>fr.jetoile.hadoop</groupId>
-    <version>2.0</version>
+    <version>2.1</version>
     <executions>
         <execution>
             <id>start</id>
@@ -470,7 +473,7 @@ To use it, add into the pom project stuff like that:
 <plugin>
     <artifactId>hadoop-unit-maven-plugin</artifactId>
     <groupId>fr.jetoile.hadoop</groupId>
-    <version>2.0</version>
+    <version>2.1</version>
     <executions>
         <execution>
             <id>stop</id>
@@ -570,9 +573,10 @@ public class HdfsBootstrapIntegrationTest {
 * Cassandra 3.4
 * ElasticSearch 5.0-alpha4
 * Neo4j 3.0.3
+* Knox
 
 Built on:
-* [hadoop-mini-cluster-0.1.9](https://github.com/sakserv/hadoop-mini-clusters) (aka. HDP 2.5.3.0)
+* [hadoop-mini-cluster-0.1.11](https://github.com/sakserv/hadoop-mini-clusters) (aka. HDP 2.5.3.0)
 * [achilles-embedded-4.2.0](https://github.com/doanduyhai/Achilles)
 * [maven aether](https://github.com/apache/maven-resolver/)
 

diff --git a/hadoop-unit-cassandra/pom.xml b/hadoop-unit-cassandra/pom.xml
@@ -6,7 +6,7 @@
     <parent>
         <artifactId>hadoop-unit</artifactId>
         <groupId>fr.jetoile.hadoop</groupId>
-        <version>2.1-SNAPSHOT</version>
+        <version>2.1</version>
     </parent>
     <modelVersion>4.0.0</modelVersion>
 

diff --git a/hadoop-unit-client/hadoop-unit-client-hdfs/pom.xml b/hadoop-unit-client/hadoop-unit-client-hdfs/pom.xml
@@ -4,7 +4,7 @@
     <parent>
         <artifactId>hadoop-unit-client</artifactId>
         <groupId>fr.jetoile.hadoop</groupId>
-        <version>2.1-SNAPSHOT</version>
+        <version>2.1</version>
     </parent>
     <modelVersion>4.0.0</modelVersion>
 

diff --git a/hadoop-unit-client/hadoop-unit-client-hive/pom.xml b/hadoop-unit-client/hadoop-unit-client-hive/pom.xml
@@ -4,7 +4,7 @@
     <parent>
         <artifactId>hadoop-unit-client</artifactId>
         <groupId>fr.jetoile.hadoop</groupId>
-        <version>2.1-SNAPSHOT</version>
+        <version>2.1</version>
     </parent>
     <modelVersion>4.0.0</modelVersion>
 

diff --git a/hadoop-unit-client/hadoop-unit-client-kafka/pom.xml b/hadoop-unit-client/hadoop-unit-client-kafka/pom.xml
@@ -5,7 +5,7 @@
     <parent>
         <artifactId>hadoop-unit-client</artifactId>
         <groupId>fr.jetoile.hadoop</groupId>
-        <version>2.1-SNAPSHOT</version>
+        <version>2.1</version>
     </parent>
     <modelVersion>4.0.0</modelVersion>
 

diff --git a/hadoop-unit-client/hadoop-unit-client-solrcloud/pom.xml b/hadoop-unit-client/hadoop-unit-client-solrcloud/pom.xml
@@ -5,7 +5,7 @@
     <parent>
         <artifactId>hadoop-unit-client</artifactId>
         <groupId>fr.jetoile.hadoop</groupId>
-        <version>2.1-SNAPSHOT</version>
+        <version>2.1</version>
     </parent>
     <modelVersion>4.0.0</modelVersion>
 

diff --git a/hadoop-unit-client/hadoop-unit-client-spark/pom.xml b/hadoop-unit-client/hadoop-unit-client-spark/pom.xml
@@ -5,7 +5,7 @@
     <parent>
         <artifactId>hadoop-unit-client</artifactId>
         <groupId>fr.jetoile.hadoop</groupId>
-        <version>2.1-SNAPSHOT</version>
+        <version>2.1</version>
     </parent>
     <modelVersion>4.0.0</modelVersion>
 

diff --git a/hadoop-unit-client/pom.xml b/hadoop-unit-client/pom.xml
@@ -4,7 +4,7 @@
     <parent>
         <artifactId>hadoop-unit</artifactId>
         <groupId>fr.jetoile.hadoop</groupId>
-        <version>2.1-SNAPSHOT</version>
+        <version>2.1</version>
     </parent>
     <modelVersion>4.0.0</modelVersion>
 

diff --git a/hadoop-unit-commons/pom.xml b/hadoop-unit-commons/pom.xml
@@ -5,7 +5,7 @@
     <parent>
         <artifactId>hadoop-unit</artifactId>
         <groupId>fr.jetoile.hadoop</groupId>
-        <version>2.1-SNAPSHOT</version>
+        <version>2.1</version>
     </parent>
     <modelVersion>4.0.0</modelVersion>
 

diff --git a/hadoop-unit-elasticsearch/pom.xml b/hadoop-unit-elasticsearch/pom.xml
@@ -6,7 +6,7 @@
     <parent>
         <artifactId>hadoop-unit</artifactId>
         <groupId>fr.jetoile.hadoop</groupId>
-        <version>2.1-SNAPSHOT</version>
+        <version>2.1</version>
     </parent>
     <modelVersion>4.0.0</modelVersion>
 

diff --git a/hadoop-unit-hbase/pom.xml b/hadoop-unit-hbase/pom.xml
@@ -5,7 +5,7 @@
     <parent>
         <artifactId>hadoop-unit</artifactId>
         <groupId>fr.jetoile.hadoop</groupId>
-        <version>2.1-SNAPSHOT</version>
+        <version>2.1</version>
     </parent>
     <modelVersion>4.0.0</modelVersion>
 

diff --git a/hadoop-unit-hdfs/pom.xml b/hadoop-unit-hdfs/pom.xml
@@ -5,7 +5,7 @@
     <parent>
         <artifactId>hadoop-unit</artifactId>
         <groupId>fr.jetoile.hadoop</groupId>
-        <version>2.1-SNAPSHOT</version>
+        <version>2.1</version>
     </parent>
     <modelVersion>4.0.0</modelVersion>
 

diff --git a/hadoop-unit-hive/pom.xml b/hadoop-unit-hive/pom.xml
@@ -5,7 +5,7 @@
     <parent>
         <artifactId>hadoop-unit</artifactId>
         <groupId>fr.jetoile.hadoop</groupId>
-        <version>2.1-SNAPSHOT</version>
+        <version>2.1</version>
     </parent>
     <modelVersion>4.0.0</modelVersion>
 

diff --git a/hadoop-unit-kafka/pom.xml b/hadoop-unit-kafka/pom.xml
@@ -19,7 +19,7 @@
     <parent>
         <artifactId>hadoop-unit</artifactId>
         <groupId>fr.jetoile.hadoop</groupId>
-        <version>2.1-SNAPSHOT</version>
+        <version>2.1</version>
     </parent>
     <modelVersion>4.0.0</modelVersion>
 

diff --git a/hadoop-unit-knox/pom.xml b/hadoop-unit-knox/pom.xml
@@ -5,7 +5,7 @@
     <parent>
         <artifactId>hadoop-unit</artifactId>
         <groupId>fr.jetoile.hadoop</groupId>
-        <version>2.1-SNAPSHOT</version>
+        <version>2.1</version>
     </parent>
     <modelVersion>4.0.0</modelVersion>
 

diff --git a/hadoop-unit-maven-plugin/pom.xml b/hadoop-unit-maven-plugin/pom.xml
@@ -5,7 +5,7 @@
     <parent>
         <artifactId>hadoop-unit</artifactId>
         <groupId>fr.jetoile.hadoop</groupId>
-        <version>2.1-SNAPSHOT</version>
+        <version>2.1</version>
     </parent>
     <modelVersion>4.0.0</modelVersion>
 

diff --git a/hadoop-unit-mongodb/pom.xml b/hadoop-unit-mongodb/pom.xml
@@ -6,7 +6,7 @@
     <parent>
         <artifactId>hadoop-unit</artifactId>
         <groupId>fr.jetoile.hadoop</groupId>
-        <version>2.1-SNAPSHOT</version>
+        <version>2.1</version>
     </parent>
     <modelVersion>4.0.0</modelVersion>
 

diff --git a/hadoop-unit-neo4j/pom.xml b/hadoop-unit-neo4j/pom.xml
@@ -5,7 +5,7 @@
     <parent>
         <artifactId>hadoop-unit</artifactId>
         <groupId>fr.jetoile.hadoop</groupId>
-        <version>2.1-SNAPSHOT</version>
+        <version>2.1</version>
     </parent>
     <modelVersion>4.0.0</modelVersion>
 

diff --git a/hadoop-unit-oozie/pom.xml b/hadoop-unit-oozie/pom.xml
@@ -5,7 +5,7 @@
     <parent>
         <artifactId>hadoop-unit</artifactId>
         <groupId>fr.jetoile.hadoop</groupId>
-        <version>2.1-SNAPSHOT</version>
+        <version>2.1</version>
     </parent>
     <modelVersion>4.0.0</modelVersion>
 

diff --git a/hadoop-unit-solr/pom.xml b/hadoop-unit-solr/pom.xml
@@ -5,7 +5,7 @@
     <parent>
         <artifactId>hadoop-unit</artifactId>
         <groupId>fr.jetoile.hadoop</groupId>
-        <version>2.1-SNAPSHOT</version>
+        <version>2.1</version>
     </parent>
     <modelVersion>4.0.0</modelVersion>
 

diff --git a/hadoop-unit-solrcloud/pom.xml b/hadoop-unit-solrcloud/pom.xml
@@ -5,7 +5,7 @@
     <parent>
         <artifactId>hadoop-unit</artifactId>
         <groupId>fr.jetoile.hadoop</groupId>
-        <version>2.1-SNAPSHOT</version>
+        <version>2.1</version>
     </parent>
     <modelVersion>4.0.0</modelVersion>
 

diff --git a/hadoop-unit-standalone/pom.xml b/hadoop-unit-standalone/pom.xml
@@ -5,7 +5,7 @@
     <parent>
         <artifactId>hadoop-unit</artifactId>
         <groupId>fr.jetoile.hadoop</groupId>
-        <version>2.1-SNAPSHOT</version>
+        <version>2.1</version>
     </parent>
     <modelVersion>4.0.0</modelVersion>
 

diff --git a/hadoop-unit-standalone/src/main/resources/hadoop-unit-default.properties b/hadoop-unit-standalone/src/main/resources/hadoop-unit-default.properties
@@ -1,19 +1,19 @@
 #HADOOP_HOME=/opt/hadoop
 
-zookeeper.artifact=fr.jetoile.hadoop:hadoop-unit-zookeeper:2.1-SNAPSHOT
-hdfs.artifact=fr.jetoile.hadoop:hadoop-unit-hdfs:2.1-SNAPSHOT
-hivemeta.artifact=fr.jetoile.hadoop:hadoop-unit-hive:2.1-SNAPSHOT
-hiveserver2.artifact=fr.jetoile.hadoop:hadoop-unit-hive:2.1-SNAPSHOT
-kafka.artifact=fr.jetoile.hadoop:hadoop-unit-kafka:2.1-SNAPSHOT
-hbase.artifact=fr.jetoile.hadoop:hadoop-unit-hbase:2.1-SNAPSHOT
-oozie.artifact=fr.jetoile.hadoop:hadoop-unit-oozie:2.1-SNAPSHOT
-solr.artifact=fr.jetoile.hadoop:hadoop-unit-solr:2.1-SNAPSHOT
-solrcloud.artifact=fr.jetoile.hadoop:hadoop-unit-solrcloud:2.1-SNAPSHOT
-cassandra.artifact=fr.jetoile.hadoop:hadoop-unit-cassandra:2.1-SNAPSHOT
-mongodb.artifact=fr.jetoile.hadoop:hadoop-unit-mongodb:2.1-SNAPSHOT
-elasticsearch.artifact=fr.jetoile.hadoop:hadoop-unit-elasticsearch:2.1-SNAPSHOT
-neo4j.artifact=fr.jetoile.hadoop:hadoop-unit-neo4j:2.1-SNAPSHOT
-knox.artifact=fr.jetoile.hadoop:hadoop-unit-knox:2.1-SNAPSHOT
+zookeeper.artifact=fr.jetoile.hadoop:hadoop-unit-zookeeper:2.1
+hdfs.artifact=fr.jetoile.hadoop:hadoop-unit-hdfs:2.1
+hivemeta.artifact=fr.jetoile.hadoop:hadoop-unit-hive:2.1
+hiveserver2.artifact=fr.jetoile.hadoop:hadoop-unit-hive:2.1
+kafka.artifact=fr.jetoile.hadoop:hadoop-unit-kafka:2.1
+hbase.artifact=fr.jetoile.hadoop:hadoop-unit-hbase:2.1
+oozie.artifact=fr.jetoile.hadoop:hadoop-unit-oozie:2.1
+solr.artifact=fr.jetoile.hadoop:hadoop-unit-solr:2.1
+solrcloud.artifact=fr.jetoile.hadoop:hadoop-unit-solrcloud:2.1
+cassandra.artifact=fr.jetoile.hadoop:hadoop-unit-cassandra:2.1
+mongodb.artifact=fr.jetoile.hadoop:hadoop-unit-mongodb:2.1
+elasticsearch.artifact=fr.jetoile.hadoop:hadoop-unit-elasticsearch:2.1
+neo4j.artifact=fr.jetoile.hadoop:hadoop-unit-neo4j:2.1
+knox.artifact=fr.jetoile.hadoop:hadoop-unit-knox:2.1
 
 maven.central.repo=https://repo.maven.apache.org/maven2/
 maven.local.repo=/home/khanh/.m2/repository
@@ -127,7 +127,7 @@ oozie.share.lib.create=true
 oozie.local.share.lib.cache.dir=/tmp/share_lib_cache
 oozie.purge.local.share.lib.cache=false
 oozie.sharelib.path=/home/khanh/github
-oozie.sharelib.name=oozie-4.2.1-SNAPSHOT.2.3.2.1-SNAPSHOT-2950-distro.tar.gz
+oozie.sharelib.name=oozie-4.2.1.2.3.2.1-2950-distro.tar.gz
 oozie.port=20113
 oozie.host=localhost
 

diff --git a/...e/src/test/java/fr/jetoile/hadoopunit/integrationtest/ManualIntegrationBootstrapTest.java b/...e/src/test/java/fr/jetoile/hadoopunit/integrationtest/ManualIntegrationBootstrapTest.java
@@ -245,7 +245,7 @@ public void hdfsShouldStart() throws Exception {
 
         URL url = new URL(
                 String.format("http://%s:%s/webhdfs/v1?op=GETHOMEDIRECTORY&user.name=guest",
-                        configuration.getInt(HadoopUnitConfig.HDFS_NAMENODE_HOST_KEY),
+                        configuration.getString(HadoopUnitConfig.HDFS_NAMENODE_HOST_KEY),
                         configuration.getInt(HadoopUnitConfig.HDFS_NAMENODE_HTTP_PORT_KEY)));
         URLConnection connection = url.openConnection();
         connection.setRequestProperty("Accept-Charset", "UTF-8");
@@ -296,9 +296,9 @@ public void oozieShouldStart() throws Exception {
         LOGGER.info("OOZIE: Test Submit Workflow Start");
 
         org.apache.hadoop.conf.Configuration conf = new org.apache.hadoop.conf.Configuration();
-        conf.set("fs.default.name", "hdfs://" + configuration.getInt(HadoopUnitConfig.HDFS_NAMENODE_HOST_KEY) + ":" + configuration.getInt(HadoopUnitConfig.HDFS_NAMENODE_PORT_KEY));
+        conf.set("fs.default.name", "hdfs://" + configuration.getString(HadoopUnitConfig.HDFS_NAMENODE_HOST_KEY) + ":" + configuration.getInt(HadoopUnitConfig.HDFS_NAMENODE_PORT_KEY));
 
-        URI uri = URI.create("hdfs://" + configuration.getInt(HadoopUnitConfig.HDFS_NAMENODE_HOST_KEY) + ":" + configuration.getInt(HadoopUnitConfig.HDFS_NAMENODE_PORT_KEY));
+        URI uri = URI.create("hdfs://" + configuration.getString(HadoopUnitConfig.HDFS_NAMENODE_HOST_KEY) + ":" + configuration.getInt(HadoopUnitConfig.HDFS_NAMENODE_PORT_KEY));
 
         FileSystem hdfsFs = FileSystem.get(uri, conf);
 

diff --git a/hadoop-unit-zookeeper/pom.xml b/hadoop-unit-zookeeper/pom.xml
@@ -5,7 +5,7 @@
     <parent>
         <artifactId>hadoop-unit</artifactId>
         <groupId>fr.jetoile.hadoop</groupId>
-        <version>2.1-SNAPSHOT</version>
+        <version>2.1</version>
     </parent>
     <modelVersion>4.0.0</modelVersion>
 

diff --git a/pom.xml b/pom.xml
@@ -6,7 +6,7 @@
     <groupId>fr.jetoile.hadoop</groupId>
     <artifactId>hadoop-unit</artifactId>
     <packaging>pom</packaging>
-    <version>2.1-SNAPSHOT</version>
+    <version>2.1</version>
     <name>hadoop-unit</name>
     <url>https://github.com/jetoile/hadoop-unit</url>