From 8a830a32eea61376a182ffd68df706622fcf123b Mon Sep 17 00:00:00 2001 From: Fabio Buso Date: Fri, 26 Jul 2019 11:34:50 +0200 Subject: [PATCH] Keep only 0.10 cluster def in branch-0.10 --- cluster-defns/1.demodela.yml | 2 +- cluster-defns/1.hops.yml | 33 -------- cluster-defns/1.hopsworks-0.4.1.yml | 50 ----------- cluster-defns/1.hopsworks-0.5.0.yml | 52 ------------ cluster-defns/1.hopsworks-0.6.0.yml | 54 ------------ cluster-defns/1.hopsworks-0.7.0.yml | 53 ------------ cluster-defns/1.hopsworks-0.8.yml | 53 ------------ cluster-defns/1.hopsworks-0.9.yml | 50 ----------- cluster-defns/1.hopsworks.yml | 55 ------------ cluster-defns/1.hopsworks_nvidia_gpu.yml | 2 +- cluster-defns/1.hopsworks_rocm_gpu.yml | 2 +- cluster-defns/1.ndb.yml | 31 ------- cluster-defns/3.hops.yml | 49 ----------- cluster-defns/3.hopsworks-0.6.0.yml | 80 ------------------ cluster-defns/3.hopsworks-0.7.0.yml | 83 ------------------ cluster-defns/3.hopsworks-0.8.yml | 83 ------------------ cluster-defns/3.hopsworks-0.9.yml | 79 ----------------- cluster-defns/3.hopsworks.yml | 90 -------------------- cluster-defns/3.hopsworks_secure-0.6.0.yml | 90 -------------------- cluster-defns/3.hopsworks_secure-0.7.0.yml | 93 -------------------- cluster-defns/3.hopsworks_secure-0.8.yml | 93 -------------------- cluster-defns/3.hopsworks_secure-0.9.yml | 89 -------------------- cluster-defns/3.hopsworks_secure.yml | 98 ---------------------- 23 files changed, 3 insertions(+), 1361 deletions(-) delete mode 100644 cluster-defns/1.hops.yml delete mode 100644 cluster-defns/1.hopsworks-0.4.1.yml delete mode 100644 cluster-defns/1.hopsworks-0.5.0.yml delete mode 100644 cluster-defns/1.hopsworks-0.6.0.yml delete mode 100644 cluster-defns/1.hopsworks-0.7.0.yml delete mode 100644 cluster-defns/1.hopsworks-0.8.yml delete mode 100644 cluster-defns/1.hopsworks-0.9.yml delete mode 100644 cluster-defns/1.hopsworks.yml delete mode 100644 cluster-defns/1.ndb.yml delete mode 100644 cluster-defns/3.hops.yml delete mode 100644 cluster-defns/3.hopsworks-0.6.0.yml delete mode 100644 cluster-defns/3.hopsworks-0.7.0.yml delete mode 100644 cluster-defns/3.hopsworks-0.8.yml delete mode 100644 cluster-defns/3.hopsworks-0.9.yml delete mode 100644 cluster-defns/3.hopsworks.yml delete mode 100644 cluster-defns/3.hopsworks_secure-0.6.0.yml delete mode 100644 cluster-defns/3.hopsworks_secure-0.7.0.yml delete mode 100644 cluster-defns/3.hopsworks_secure-0.8.yml delete mode 100644 cluster-defns/3.hopsworks_secure-0.9.yml delete mode 100644 cluster-defns/3.hopsworks_secure.yml diff --git a/cluster-defns/1.demodela.yml b/cluster-defns/1.demodela.yml index 04d972c0..c7fb3c2f 100644 --- a/cluster-defns/1.demodela.yml +++ b/cluster-defns/1.demodela.yml @@ -6,7 +6,7 @@ baremetal: cookbooks: hopsworks: github: "logicalclocks/hopsworks-chef" - branch: "master" + branch: "0.10" attrs: install: diff --git a/cluster-defns/1.hops.yml b/cluster-defns/1.hops.yml deleted file mode 100644 index c94b920c..00000000 --- a/cluster-defns/1.hops.yml +++ /dev/null @@ -1,33 +0,0 @@ -name: HopsClusterHA -baremetal: - username: vagrant - -cookbooks: - hops: - github: "logicalclocks/hops-hadoop-chef" - branch: "master" - -attrs: - install: - dir: /srv/hops - user: vagrant - kagent: - enabled: "false" - hops: - yarn: - aux_services: "mapreduce_shuffle" - -groups: - master: - size: 1 - baremetal: - ip: 10.0.2.15 - recipes: - - ndb::mgmd - - ndb::mysqld - - ndb::ndbd - - hops::ndb - - hops::nn - - hops::dn - - hops::rm - - hops::nm diff --git a/cluster-defns/1.hopsworks-0.4.1.yml b/cluster-defns/1.hopsworks-0.4.1.yml deleted file mode 100644 index 38fdeb6e..00000000 --- a/cluster-defns/1.hopsworks-0.4.1.yml +++ /dev/null @@ -1,50 +0,0 @@ -name: HopsworksVagranSingleNode -baremetal: - username: vagrant - -cookbooks: - hopsworks: - github: "logicalclocks/hopsworks-chef" - branch: "0.4" - -attrs: - install: - dir: /srv/hops - # user: vagrant - kagent: - network: - interface: enp0s3 - hopsworks: - port: 8080 -groups: - namenodes: - size: 1 - baremetal: - ip: 10.0.2.15 - recipes: - - kagent - - ndb::mgmd - - ndb::ndbd - - ndb::mysqld - - hops::ndb - - hops::rm - - hops::nn - - hops::jhs - - hadoop_spark::yarn - - hadoop_spark::historyserver - - flink::yarn - - elastic - - livy - - zeppelin - - kzookeeper - - kkafka - - epipe - - hopsworks - - hopsworks::dev - - hopsmonitor - - hopslog - - hops::dn - - hops::nm - - tensorflow - - hopsmonitor::telegraf - - hive2 \ No newline at end of file diff --git a/cluster-defns/1.hopsworks-0.5.0.yml b/cluster-defns/1.hopsworks-0.5.0.yml deleted file mode 100644 index 6d2812a7..00000000 --- a/cluster-defns/1.hopsworks-0.5.0.yml +++ /dev/null @@ -1,52 +0,0 @@ -name: HopsworksVagrantSingleNode -baremetal: - username: vagrant - -cookbooks: - hopsworks: - github: logicalclocks/hopsworks-chef - branch: 0.5 - -attrs: - install: - dir: /srv/hops - # upgrade: false - # user: vagrant - kagent: - network: - interface: enp0s3 - hopsworks: - port: 8080 - -groups: - namenodes: - size: 1 - baremetal: - ip: 10.0.2.15 - recipes: - - kagent - - ndb::mgmd - - ndb::ndbd - - ndb::mysqld - - hops::ndb - - hops::rm - - hops::nn - - hops::jhs - - hadoop_spark::yarn - - hadoop_spark::historyserver - - flink::yarn - - elastic - - livy - - zeppelin - - kzookeeper - - kkafka - - epipe - - hopsworks - - hopsworks::dev - - hopsmonitor - - hopslog - - hops::dn - - hops::nm - - tensorflow - - hopsmonitor::telegraf - - hive2 diff --git a/cluster-defns/1.hopsworks-0.6.0.yml b/cluster-defns/1.hopsworks-0.6.0.yml deleted file mode 100644 index 326ac6f3..00000000 --- a/cluster-defns/1.hopsworks-0.6.0.yml +++ /dev/null @@ -1,54 +0,0 @@ -name: HopsworksVagrantSingleNodeRelease06 -baremetal: - username: vagrant - -cookbooks: - hopsworks: - github: logicalclocks/hopsworks-chef - branch: 0.6 - -attrs: - install: - dir: /srv/hops - kagent: - network: - interface: enp0s3 - elastic: - projects: - reindex: true - hopsworks: - port: 8080 -groups: - namenodes: - size: 1 - baremetal: - ip: 10.0.2.15 - recipes: - - kagent - - ndb::mgmd - - ndb::ndbd - - ndb::mysqld - - hops::ndb - - hops::rm - - hops::nn - - hops::jhs - - hadoop_spark::yarn - - hadoop_spark::historyserver - - flink::yarn - - elastic - - livy - - zeppelin - - kzookeeper - - kkafka - - epipe - - hopsworks - - hopsworks::dev - - hopsmonitor - - hopslog - - hopslog::_filebeat-spark - - hopslog::_filebeat-serving - - hops::dn - - hops::nm - - tensorflow - - hopsmonitor::telegraf - - hive2 diff --git a/cluster-defns/1.hopsworks-0.7.0.yml b/cluster-defns/1.hopsworks-0.7.0.yml deleted file mode 100644 index 8e66ad17..00000000 --- a/cluster-defns/1.hopsworks-0.7.0.yml +++ /dev/null @@ -1,53 +0,0 @@ -name: HopsworksVagrantSingleNode -baremetal: - username: vagrant - -cookbooks: - hopsworks: - github: logicalclocks/hopsworks-chef - branch: 0.7 - -attrs: - install: - dir: /srv/hops - kagent: - network: - interface: enp0s3 - hopsworks: - port: 8080 -groups: - namenodes: - size: 1 - baremetal: - ip: 10.0.2.15 - recipes: - - kagent - - conda - - ndb::mgmd - - ndb::ndbd - - ndb::mysqld - - hops::ndb - - hops::rm - - hops::nn - - hops::jhs - - hadoop_spark::yarn - - hadoop_spark::historyserver - - flink::yarn - - elastic - - livy - - zeppelin - - kzookeeper - - kkafka - - epipe - - hopsworks - - hopsworks::dev - - hopsmonitor - - hopslog - - hopslog::_filebeat-spark - - hopslog::_filebeat-serving - - hops::dn - - hops::nm - - tensorflow - - hopsmonitor::telegraf - - hive2 - diff --git a/cluster-defns/1.hopsworks-0.8.yml b/cluster-defns/1.hopsworks-0.8.yml deleted file mode 100644 index e86fce9c..00000000 --- a/cluster-defns/1.hopsworks-0.8.yml +++ /dev/null @@ -1,53 +0,0 @@ -name: HopsworksVagrantSingleNode08 -baremetal: - username: vagrant - -cookbooks: - hopsworks: - github: logicalclocks/hopsworks-chef - branch: 0.8 - -attrs: - install: - dir: /srv/hops - kagent: - network: - interface: enp0s3 - hopsworks: - port: 8080 -groups: - namenodes: - size: 1 - baremetal: - ip: 10.0.2.15 - recipes: - - kagent - - conda - - ndb::mgmd - - ndb::ndbd - - ndb::mysqld - - hops::ndb - - hops::rm - - hops::nn - - hops::jhs - - hadoop_spark::yarn - - hadoop_spark::historyserver - - flink::yarn - - elastic - - livy - - zeppelin - - kzookeeper - - kkafka - - epipe - - hopsworks - - hopsworks::dev - - hopsmonitor - - hopslog - - hopslog::_filebeat-spark - - hopslog::_filebeat-serving - - hops::dn - - hops::nm - - tensorflow - - hopsmonitor::telegraf - - hive2 - diff --git a/cluster-defns/1.hopsworks-0.9.yml b/cluster-defns/1.hopsworks-0.9.yml deleted file mode 100644 index cda94a65..00000000 --- a/cluster-defns/1.hopsworks-0.9.yml +++ /dev/null @@ -1,50 +0,0 @@ -name: HopsworksVagrantSingleNode -baremetal: - username: vagrant - -cookbooks: - hopsworks: - github: logicalclocks/hopsworks-chef - branch: 0.9 - -attrs: - install: - dir: /srv/hops - kagent: - network: - interface: enp0s3 -groups: - namenodes: - size: 1 - baremetal: - ip: 10.0.2.15 - recipes: - - kagent - - conda - - ndb::mgmd - - ndb::ndbd - - ndb::mysqld - - hops::ndb - - hops::rm - - hops::nn - - hops::jhs - - hadoop_spark::yarn - - hadoop_spark::historyserver - - flink::yarn - - elastic - - livy - - kzookeeper - - kkafka - - epipe - - hopsworks - - hopsworks::dev - - hopsmonitor - - hopslog - - hopslog::_filebeat-spark - - hopslog::_filebeat-serving - - hops::dn - - hops::nm - - tensorflow - - hive2 - - hops_airflow - - hops_airflow::sqoop diff --git a/cluster-defns/1.hopsworks.yml b/cluster-defns/1.hopsworks.yml deleted file mode 100644 index 9ac43980..00000000 --- a/cluster-defns/1.hopsworks.yml +++ /dev/null @@ -1,55 +0,0 @@ -name: HopsworksVagrantSingleNode -baremetal: - username: vagrant - -cookbooks: - hopsworks: - github: logicalclocks/hopsworks-chef - branch: master - -attrs: - install: - dir: /srv/hops - hops: - rmappsecurity: - actor_class: "org.apache.hadoop.yarn.server.resourcemanager.security.DevHopsworksRMAppSecurityActions" - hopsworks: - kagent_liveness: - enabled: true - threshold: "40s" - -groups: - namenodes: - size: 1 - baremetal: - ip: 10.0.2.15 - recipes: - - kagent - - conda - - ndb::mgmd - - ndb::ndbd - - ndb::mysqld - - hops::ndb - - hops::rm - - hops::nn - - hops::jhs - - hadoop_spark::yarn - - hadoop_spark::historyserver - - flink::yarn - - elastic - - livy - - kzookeeper - - kkafka - - epipe - - hopsworks - - hopsmonitor - - hopslog - - hopslog::_filebeat-spark - - hopslog::_filebeat-serving - - hopslog::_filebeat-kagent - - hops::dn - - hops::nm - - tensorflow - - hive2 - - hops_airflow - - hops_airflow::sqoop diff --git a/cluster-defns/1.hopsworks_nvidia_gpu.yml b/cluster-defns/1.hopsworks_nvidia_gpu.yml index 5af6753d..6f7d7cf5 100644 --- a/cluster-defns/1.hopsworks_nvidia_gpu.yml +++ b/cluster-defns/1.hopsworks_nvidia_gpu.yml @@ -5,7 +5,7 @@ baremetal: cookbooks: hopsworks: github: logicalclocks/hopsworks-chef - branch: master + branch: 0.10 attrs: install: diff --git a/cluster-defns/1.hopsworks_rocm_gpu.yml b/cluster-defns/1.hopsworks_rocm_gpu.yml index df9c8e33..f6704bc2 100644 --- a/cluster-defns/1.hopsworks_rocm_gpu.yml +++ b/cluster-defns/1.hopsworks_rocm_gpu.yml @@ -5,7 +5,7 @@ baremetal: cookbooks: hopsworks: github: logicalclocks/hopsworks-chef - branch: master + branch: 0.10 attrs: install: diff --git a/cluster-defns/1.ndb.yml b/cluster-defns/1.ndb.yml deleted file mode 100644 index 4a331f4d..00000000 --- a/cluster-defns/1.ndb.yml +++ /dev/null @@ -1,31 +0,0 @@ -name: HopsworksVagrantMultiNode -baremetal: - username: vagrant - -cookbooks: - hopsworks: - github: "logicalclocks/ndb-chef" - branch: "master" - -attrs: - install: - dir: /srv/hops - kagent: - enabled: false - ndb: - ndbd: - ips_ids: ["192.168.56.101:1"] - mysqld: - ips_ids: ["192.168.56.101:100"] -groups: - biggie: - size: 1 - baremetal: - ip: 192.168.56.101 - recipes: - - kagent::install - - ndb::mgmd - - ndb::ndbd - - ndb::mysqld - - diff --git a/cluster-defns/3.hops.yml b/cluster-defns/3.hops.yml deleted file mode 100644 index 7cb3a252..00000000 --- a/cluster-defns/3.hops.yml +++ /dev/null @@ -1,49 +0,0 @@ -name: HopsworksVagrantMultiNode -baremetal: - username: vagrant - -cookbooks: - hops: - github: "logicalclocks/hops-hadoop-chef" - branch: "master" - - -attrs: - install: - dir: /srv/hops - user: vagrant - kagent: - enabled: "false" - hops: - num_replicas: 2 - yarn: - aux_services: "mapreduce_shuffle" - -groups: - namenodes: - size: 1 - baremetal: - ip: 192.168.56.101 - recipes: - - ndb::mgmd - - ndb::mysqld - - hops::ndb - - hops::rm - - hops::nn - - hops::jhs - datanode1: - size: 1 - baremetal: - ip: 192.168.56.102 - recipes: - - ndb::ndbd - - hops::dn - - hops::nm - datanode2: - size: 1 - baremetal: - ip: 192.168.56.103 - recipes: - - ndb::ndbd - - hops::dn - - hops::nm diff --git a/cluster-defns/3.hopsworks-0.6.0.yml b/cluster-defns/3.hopsworks-0.6.0.yml deleted file mode 100644 index e4f25b42..00000000 --- a/cluster-defns/3.hopsworks-0.6.0.yml +++ /dev/null @@ -1,80 +0,0 @@ -name: HopsworksVagrantMultiNode06 -baremetal: - username: vagrant - -cookbooks: - hopsworks: - github: "logicalclocks/hopsworks-chef" - branch: "0.6" - -attrs: - install: - dir: /srv/hops - kagent: - network: - interface: enp0s8 - hops: - num_replicas: 2 - -groups: - namenodes: - size: 1 - baremetal: - ip: 192.168.56.101 - recipes: - - kagent - - ndb::mgmd - - ndb::mysqld - - hops::ndb - - hops::rm - - hops::nn - - hops::jhs - - hadoop_spark::yarn - - hadoop_spark::historyserver - - flink::yarn - - zeppelin - - hopsworks - - hopsworks::dev - - hopsmonitor - - tensorflow - - hopslog - - hopsmonitor::telegraf - - kzookeeper - - livy - - hive2 - - kagent::dev - - hopslog::_filebeat-serving - datanode1: - size: 1 - baremetal: - ip: 192.168.56.102 - recipes: - - kagent - - ndb::ndbd - - ndb::mysqld - - hops::ndb - - hops::nn - - hops::dn - - hops::nm - - kzookeeper - - epipe - - hadoop_spark::yarn - - hopsmonitor::telegraf - - hopslog::_filebeat-spark - - tensorflow - datanode2: - size: 1 - baremetal: - ip: 192.168.56.103 - recipes: - - kagent - - ndb::ndbd - - kzookeeper - - elastic - - hops::dn - - hops::nm - - kkafka - - hadoop_spark::yarn - - hopsmonitor::telegraf - - hopslog::_filebeat-spark - - tensorflow diff --git a/cluster-defns/3.hopsworks-0.7.0.yml b/cluster-defns/3.hopsworks-0.7.0.yml deleted file mode 100644 index e343b797..00000000 --- a/cluster-defns/3.hopsworks-0.7.0.yml +++ /dev/null @@ -1,83 +0,0 @@ -name: HopsworksVagrantMultiNode -baremetal: - username: vagrant - -cookbooks: - hopsworks: - github: logicalclocks/hopsworks-chef - branch: 0.7 - -attrs: - install: - dir: /srv/hops - kagent: - network: - interface: enp0s8 - hops: - num_replicas: 2 - -groups: - namenodes: - size: 1 - baremetal: - ip: 192.168.56.101 - recipes: - - kagent - - conda - - ndb::mgmd - - ndb::mysqld - - hops::ndb - - hops::rm - - hops::nn - - hops::jhs - - hadoop_spark::yarn - - hadoop_spark::historyserver - - flink::yarn - - zeppelin - - hopsworks - - hopsworks::dev - - hopsmonitor - - tensorflow - - hopslog - - hopsmonitor::telegraf - - kzookeeper - - livy - - hive2 - - kagent::dev - - hopslog::_filebeat-serving - datanode1: - size: 1 - baremetal: - ip: 192.168.56.102 - recipes: - - kagent - - conda - - ndb::ndbd - - ndb::mysqld - - hops::ndb - - hops::nn - - hops::dn - - hops::nm - - kzookeeper - - epipe - - hadoop_spark::yarn - - hopsmonitor::telegraf - - hopslog::_filebeat-spark - - tensorflow - datanode2: - size: 1 - baremetal: - ip: 192.168.56.103 - recipes: - - kagent - - conda - - ndb::ndbd - - kzookeeper - - elastic - - hops::dn - - hops::nm - - kkafka - - hadoop_spark::yarn - - hopsmonitor::telegraf - - hopslog::_filebeat-spark - - tensorflow diff --git a/cluster-defns/3.hopsworks-0.8.yml b/cluster-defns/3.hopsworks-0.8.yml deleted file mode 100644 index b0e83639..00000000 --- a/cluster-defns/3.hopsworks-0.8.yml +++ /dev/null @@ -1,83 +0,0 @@ -name: HopsworksVagrantMultiNode08 -baremetal: - username: vagrant - -cookbooks: - hopsworks: - github: logicalclocks/hopsworks-chef - branch: 0.8 - -attrs: - install: - dir: /srv/hops - kagent: - network: - interface: enp0s8 - hops: - num_replicas: 2 - -groups: - namenodes: - size: 1 - baremetal: - ip: 192.168.56.101 - recipes: - - kagent - - conda - - ndb::mgmd - - ndb::mysqld - - hops::ndb - - hops::rm - - hops::nn - - hops::jhs - - hadoop_spark::yarn - - hadoop_spark::historyserver - - flink::yarn - - zeppelin - - hopsworks - - hopsworks::dev - - hopsmonitor - - tensorflow - - hopslog - - hopsmonitor::telegraf - - kzookeeper - - livy - - hive2 - - kagent::dev - - hopslog::_filebeat-serving - datanode1: - size: 1 - baremetal: - ip: 192.168.56.102 - recipes: - - kagent - - conda - - ndb::ndbd - - ndb::mysqld - - hops::ndb - - hops::nn - - hops::dn - - hops::nm - - kzookeeper - - epipe - - hadoop_spark::yarn - - hopsmonitor::telegraf - - hopslog::_filebeat-spark - - tensorflow - datanode2: - size: 1 - baremetal: - ip: 192.168.56.103 - recipes: - - kagent - - conda - - ndb::ndbd - - kzookeeper - - elastic - - hops::dn - - hops::nm - - kkafka - - hadoop_spark::yarn - - hopsmonitor::telegraf - - hopslog::_filebeat-spark - - tensorflow diff --git a/cluster-defns/3.hopsworks-0.9.yml b/cluster-defns/3.hopsworks-0.9.yml deleted file mode 100644 index 794e8be4..00000000 --- a/cluster-defns/3.hopsworks-0.9.yml +++ /dev/null @@ -1,79 +0,0 @@ -name: HopsworksVagrantMultiNode -baremetal: - username: vagrant - -cookbooks: - hopsworks: - github: "logicalclocks/hopsworks-chef" - branch: "0.9" - -attrs: - install: - dir: /srv/hops - kagent: - network: - interface: enp0s8 - hops: - num_replicas: 2 - -groups: - namenodes: - size: 1 - baremetal: - ip: 192.168.56.101 - recipes: - - kagent - - conda - - ndb::mgmd - - ndb::mysqld - - hops::ndb - - hops::rm - - hops::nn - - hops::jhs - - hadoop_spark::yarn - - hadoop_spark::historyserver - - flink::yarn - - hopsworks - - hopsmonitor - - tensorflow - - hopslog - - kzookeeper - - livy - - hive2 - - hopslog::_filebeat-serving - - hops_airflow - - hops_airflow::sqoop - datanode1: - size: 1 - baremetal: - ip: 192.168.56.102 - recipes: - - kagent - - conda - - ndb::ndbd - - ndb::mysqld - - hops::ndb - - hops::nn - - hops::dn - - hops::nm - - kzookeeper - - epipe - - hadoop_spark::yarn - - hopslog::_filebeat-spark - - tensorflow - datanode2: - size: 1 - baremetal: - ip: 192.168.56.103 - recipes: - - kagent - - conda - - ndb::ndbd - - kzookeeper - - elastic - - hops::dn - - hops::nm - - kkafka - - hadoop_spark::yarn - - hopslog::_filebeat-spark - - tensorflow diff --git a/cluster-defns/3.hopsworks.yml b/cluster-defns/3.hopsworks.yml deleted file mode 100644 index 1d67e435..00000000 --- a/cluster-defns/3.hopsworks.yml +++ /dev/null @@ -1,90 +0,0 @@ -name: HopsworksVagrantMultiNode -baremetal: - username: vagrant - -cookbooks: - hopsworks: - github: "logicalclocks/hopsworks-chef" - branch: "master" - -attrs: - install: - dir: /srv/hops - hops: - num_replicas: 2 - rmappsecurity: - actor_class: "org.apache.hadoop.yarn.server.resourcemanager.security.DevHopsworksRMAppSecurityActions" - hopsworks: - kagent_liveness: - enabled: true - threshold: "40s" - -groups: - namenodes: - size: 1 - baremetal: - ip: 192.168.56.101 - recipes: - - kagent - - conda - - ndb::mgmd - - ndb::mysqld - - hops::ndb - - hops::rm - - hops::nn - - hops::jhs - - hadoop_spark::yarn - - hadoop_spark::historyserver - - flink::yarn - - hopsworks - - hopsworks::dev - - hopsmonitor - - tensorflow - - hopslog - - hopsmonitor::telegraf - - kzookeeper - - livy - - hive2 - - kagent::dev - - hopslog::_filebeat-serving - - hopslog::_filebeat-kagent - - hops_airflow - - hops_airflow::sqoop - datanode1: - size: 1 - baremetal: - ip: 192.168.56.102 - recipes: - - kagent - - conda - - ndb::ndbd - - ndb::mysqld - - hops::ndb - - hops::nn - - hops::dn - - hops::nm - - kzookeeper - - epipe - - hadoop_spark::yarn - - hopsmonitor::telegraf - - hopslog::_filebeat-spark - - hopslog::_filebeat-kagent - - tensorflow - datanode2: - size: 1 - baremetal: - ip: 192.168.56.103 - recipes: - - kagent - - conda - - ndb::ndbd - - kzookeeper - - elastic - - hops::dn - - hops::nm - - kkafka - - hadoop_spark::yarn - - hopsmonitor::telegraf - - hopslog::_filebeat-spark - - hopslog::_filebeat-kagent - - tensorflow diff --git a/cluster-defns/3.hopsworks_secure-0.6.0.yml b/cluster-defns/3.hopsworks_secure-0.6.0.yml deleted file mode 100644 index 82c7f546..00000000 --- a/cluster-defns/3.hopsworks_secure-0.6.0.yml +++ /dev/null @@ -1,90 +0,0 @@ -name: HopsworksVagrantMultiNodeTLS06 -baremetal: - username: vagrant - -cookbooks: - hopsworks: - github: "logicalclocks/hopsworks-chef" - branch: "0.6" - -attrs: - install: - dir: /srv/hops - kagent: - network: - interface: enp0s8 - hops: - num_replicas: 2 - tls: - enabled: true - certs_actor_class: "org.apache.hadoop.yarn.server.resourcemanager.security.DevHopsworksRMAppCertificateActions" - crl_enabled: true - crl_fetcher_class: "org.apache.hadoop.security.ssl.DevRemoteCRLFetcher" - crl_fetcher_interval: "5m" - encrypt_data_transfer: - enabled: false - hopsworks: - encryption_password: "verysecurepassword" - -groups: - namenodes: - size: 1 - baremetal: - ip: 192.168.56.101 - recipes: - - kagent - - ndb::mgmd - - ndb::mysqld - - hops::ndb - - hops::rm - - hops::nn - - hops::jhs - - hadoop_spark::yarn - - hadoop_spark::historyserver - - flink::yarn - - zeppelin - - hopsworks - - hopsworks::dev - - hopsmonitor - - tensorflow - - hopslog - - hopsmonitor::telegraf - - hopslog::_filebeat-serving - - kzookeeper - - livy - - hive2 - - kagent::dev - datanode1: - size: 1 - baremetal: - ip: 192.168.56.102 - recipes: - - kagent - - ndb::ndbd - - ndb::mysqld - - hops::ndb - - hops::nn - - hops::dn - - hops::nm - - kzookeeper - - epipe - - hadoop_spark::yarn - - hopsmonitor::telegraf - - hopslog::_filebeat-spark - - tensorflow - datanode2: - size: 1 - baremetal: - ip: 192.168.56.103 - recipes: - - kagent - - ndb::ndbd - - kzookeeper - - elastic - - hops::dn - - hops::nm - - kkafka - - hadoop_spark::yarn - - hopsmonitor::telegraf - - hopslog::_filebeat-spark - - tensorflow diff --git a/cluster-defns/3.hopsworks_secure-0.7.0.yml b/cluster-defns/3.hopsworks_secure-0.7.0.yml deleted file mode 100644 index 7abc37f9..00000000 --- a/cluster-defns/3.hopsworks_secure-0.7.0.yml +++ /dev/null @@ -1,93 +0,0 @@ -name: HopsworksVagrantMultiNode -baremetal: - username: vagrant - -cookbooks: - hopsworks: - github: logicalclocks/hopsworks-chef - branch: 0.7 - -attrs: - install: - dir: /srv/hops - kagent: - network: - interface: enp0s8 - hops: - num_replicas: 2 - tls: - enabled: true - certs_actor_class: "org.apache.hadoop.yarn.server.resourcemanager.security.DevHopsworksRMAppCertificateActions" - crl_enabled: true - crl_fetcher_class: "org.apache.hadoop.security.ssl.DevRemoteCRLFetcher" - crl_fetcher_interval: "5m" - encrypt_data_transfer: - enabled: false - hopsworks: - encryption_password: "verysecurepassword" - -groups: - namenodes: - size: 1 - baremetal: - ip: 192.168.56.101 - recipes: - - kagent - - conda - - ndb::mgmd - - ndb::mysqld - - hops::ndb - - hops::rm - - hops::nn - - hops::jhs - - hadoop_spark::yarn - - hadoop_spark::historyserver - - flink::yarn - - zeppelin - - hopsworks - - hopsworks::dev - - hopsmonitor - - tensorflow - - hopslog - - hopsmonitor::telegraf - - hopslog::_filebeat-serving - - kzookeeper - - livy - - hive2 - - kagent::dev - datanode1: - size: 1 - baremetal: - ip: 192.168.56.102 - recipes: - - kagent - - conda - - ndb::ndbd - - ndb::mysqld - - hops::ndb - - hops::nn - - hops::dn - - hops::nm - - kzookeeper - - epipe - - hadoop_spark::yarn - - hopsmonitor::telegraf - - hopslog::_filebeat-spark - - tensorflow - datanode2: - size: 1 - baremetal: - ip: 192.168.56.103 - recipes: - - kagent - - conda - - ndb::ndbd - - kzookeeper - - elastic - - hops::dn - - hops::nm - - kkafka - - hadoop_spark::yarn - - hopsmonitor::telegraf - - hopslog::_filebeat-spark - - tensorflow diff --git a/cluster-defns/3.hopsworks_secure-0.8.yml b/cluster-defns/3.hopsworks_secure-0.8.yml deleted file mode 100644 index 0e5e5d82..00000000 --- a/cluster-defns/3.hopsworks_secure-0.8.yml +++ /dev/null @@ -1,93 +0,0 @@ -name: HopsworksVagrantMultiNodeTLS08 -baremetal: - username: vagrant - -cookbooks: - hopsworks: - github: logicalclocks/hopsworks-chef - branch: 0.8 - -attrs: - install: - dir: /srv/hops - kagent: - network: - interface: enp0s8 - hops: - num_replicas: 2 - tls: - enabled: true - certs_actor_class: "org.apache.hadoop.yarn.server.resourcemanager.security.DevHopsworksRMAppCertificateActions" - crl_enabled: true - crl_fetcher_class: "org.apache.hadoop.security.ssl.DevRemoteCRLFetcher" - crl_fetcher_interval: "5m" - encrypt_data_transfer: - enabled: false - hopsworks: - encryption_password: "verysecurepassword" - -groups: - namenodes: - size: 1 - baremetal: - ip: 192.168.56.101 - recipes: - - kagent - - conda - - ndb::mgmd - - ndb::mysqld - - hops::ndb - - hops::rm - - hops::nn - - hops::jhs - - hadoop_spark::yarn - - hadoop_spark::historyserver - - flink::yarn - - zeppelin - - hopsworks - - hopsworks::dev - - hopsmonitor - - tensorflow - - hopslog - - hopsmonitor::telegraf - - hopslog::_filebeat-serving - - kzookeeper - - livy - - hive2 - - kagent::dev - datanode1: - size: 1 - baremetal: - ip: 192.168.56.102 - recipes: - - kagent - - conda - - ndb::ndbd - - ndb::mysqld - - hops::ndb - - hops::nn - - hops::dn - - hops::nm - - kzookeeper - - epipe - - hadoop_spark::yarn - - hopsmonitor::telegraf - - hopslog::_filebeat-spark - - tensorflow - datanode2: - size: 1 - baremetal: - ip: 192.168.56.103 - recipes: - - kagent - - conda - - ndb::ndbd - - kzookeeper - - elastic - - hops::dn - - hops::nm - - kkafka - - hadoop_spark::yarn - - hopsmonitor::telegraf - - hopslog::_filebeat-spark - - tensorflow diff --git a/cluster-defns/3.hopsworks_secure-0.9.yml b/cluster-defns/3.hopsworks_secure-0.9.yml deleted file mode 100644 index 4c5ee633..00000000 --- a/cluster-defns/3.hopsworks_secure-0.9.yml +++ /dev/null @@ -1,89 +0,0 @@ -name: HopsworksVagrantMultiNode -baremetal: - username: vagrant - -cookbooks: - hopsworks: - github: "logicalclocks/hopsworks-chef" - branch: "0.9" - -attrs: - install: - dir: /srv/hops - kagent: - network: - interface: enp0s8 - hops: - num_replicas: 2 - tls: - enabled: true - certs_actor_class: "org.apache.hadoop.yarn.server.resourcemanager.security.DevHopsworksRMAppCertificateActions" - crl_enabled: true - crl_fetcher_class: "org.apache.hadoop.security.ssl.DevRemoteCRLFetcher" - crl_fetcher_interval: "5m" - encrypt_data_transfer: - enabled: false - hopsworks: - encryption_password: "verysecurepassword" - -groups: - namenodes: - size: 1 - baremetal: - ip: 192.168.56.101 - recipes: - - kagent - - conda - - ndb::mgmd - - ndb::mysqld - - hops::ndb - - hops::rm - - hops::nn - - hops::jhs - - hadoop_spark::yarn - - hadoop_spark::historyserver - - flink::yarn - - hopsworks - - hopsmonitor - - tensorflow - - hopslog - - hopslog::_filebeat-serving - - kzookeeper - - livy - - hive2 - - hops_airflow - - hops_airflow::sqoop - datanode1: - size: 1 - baremetal: - ip: 192.168.56.102 - recipes: - - kagent - - conda - - ndb::ndbd - - ndb::mysqld - - hops::ndb - - hops::nn - - hops::dn - - hops::nm - - kzookeeper - - epipe - - hadoop_spark::yarn - - hopslog::_filebeat-spark - - tensorflow - datanode2: - size: 1 - baremetal: - ip: 192.168.56.103 - recipes: - - kagent - - conda - - ndb::ndbd - - kzookeeper - - elastic - - hops::dn - - hops::nm - - kkafka - - hadoop_spark::yarn - - hopslog::_filebeat-spark - - tensorflow diff --git a/cluster-defns/3.hopsworks_secure.yml b/cluster-defns/3.hopsworks_secure.yml deleted file mode 100644 index a14b172e..00000000 --- a/cluster-defns/3.hopsworks_secure.yml +++ /dev/null @@ -1,98 +0,0 @@ -name: HopsworksVagrantMultiNode -baremetal: - username: vagrant - -cookbooks: - hopsworks: - github: "logicalclocks/hopsworks-chef" - branch: "master" - -attrs: - install: - dir: /srv/hops - hops: - num_replicas: 2 - tls: - enabled: true - crl_enabled: true - crl_fetcher_class: "org.apache.hadoop.security.ssl.DevRemoteCRLFetcher" - crl_fetcher_interval: "5m" - rmappsecurity: - actor_class: "org.apache.hadoop.yarn.server.resourcemanager.security.DevHopsworksRMAppSecurityActions" - encrypt_data_transfer: - enabled: false - hopsworks: - encryption_password: "verysecurepassword" - kagent_liveness: - enabled: true - threshold: "40s" - -groups: - namenodes: - size: 1 - baremetal: - ip: 192.168.56.101 - recipes: - - kagent - - conda - - ndb::mgmd - - ndb::mysqld - - hops::ndb - - hops::rm - - hops::nn - - hops::jhs - - hadoop_spark::yarn - - hadoop_spark::historyserver - - flink::yarn - - hopsworks - - hopsworks::dev - - hopsmonitor - - tensorflow - - hopslog - - hopsmonitor::telegraf - - hopslog::_filebeat-serving - - hopslog::_filebeat-kagent - - kzookeeper - - livy - - hive2 - - kagent::dev - - hops_airflow - - hops_airflow::sqoop - datanode1: - size: 1 - baremetal: - ip: 192.168.56.102 - recipes: - - kagent - - conda - - ndb::ndbd - - ndb::mysqld - - hops::ndb - - hops::nn - - hops::dn - - hops::nm - - kzookeeper - - epipe - - hadoop_spark::yarn - - hopsmonitor::telegraf - - hopslog::_filebeat-spark - - hopslog::_filebeat-kagent - - tensorflow - datanode2: - size: 1 - baremetal: - ip: 192.168.56.103 - recipes: - - kagent - - conda - - ndb::ndbd - - kzookeeper - - elastic - - hops::dn - - hops::nm - - kkafka - - hadoop_spark::yarn - - hopsmonitor::telegraf - - hopslog::_filebeat-spark - - hopslog::_filebeat-kagent - - tensorflow