Ansible Playbook For Setup Hadoop HDFS
hdfs_unarchived_filename : " hadoop-3.3.3"
hdfs_download_link : " https://downloads.apache.org/hadoop/common/{{hdfs_unarchived_filename}}/{{hdfs_unarchived_filename}}.tar.gz"
hdfs_download_sha_sum : " 9ac5a5a8d29de4d2edfb5e554c178b04863375c5644d6fea1f6464ab4a7e22a50a6c43253ea348edbd114fc534dcde5bdd2826007e24b2a6b0ce0d704c5b4f5b"
hdfs_download_destination : " /opt/{{hdfs_unarchived_filename}}.tar.gz"
hdfs_unarchive_destination : " /opt/"
hdfs_fs_defaultFS : " ha-cluster"
hdfs_trash_interval : 1440
hdfs_dfs_journalnode_edits_dir : " /var/lib/hadoop/journal"
hdfs_ha_zookeeper_quorum :
- " 10.100.177.5:49162"
- " 10.100.177.5:49163"
- " 10.100.177.5:49164"
hdfs_namenode_user : root
hdfs_datanode_user : root
hdfs_secondarynamenode_user : root
hdfs_journalnode_user : root
hdfs_zkfc_user : root
hdfs_java_home : /usr
hdfs_hadoop_home : /opt/hadoop
hdfs_hadoop_conf_dir : /opt/hadoop/etc/hadoop
hdfs_hadoop_daemon_root_logger : WARN,RFA
hdfs_hadoop_heapsize_max : ' '
hdfs_hadoop_heapsize_min : ' '
hdfs_hadoop_jaas_debug : ' '
hdfs_hadoop_workers : ' '
hdfs_hadoop_log_dir : ' '
hdfs_hadoop_pid_dir : ' '
hdfs_hadoop_niceness : ' '
hdfs_dfs_replication : 1
hdfs_dfs_namenode_name_dir : /var/lib/hadoop/hadoop-name-{{hostvars[inventory_hostname]['name']}}
hdfs_dfs_nameservices : " ha-cluster"
hdfs_dfs_datanode_data_dir : /var/lib/hadoop/hadoop-data-{{hostvars[inventory_hostname]['name']}}
hdfs_ha_automatic_failover_enabled : " true"
hdfs_dfs_ha_fencing_methods : " sshfence"
hdfs_dfs_ha_fencing_ssh_private_key_files : /root/.ssh/id_rsa
hdfs_dfs_namenode_datanode_registration_ip_hostname_check : ' '
disk : /dev/sdb
destination : /var/lib/hadoop
filesystem : ext4
allow_disk_mount : false
dns_server : 10.100.177.10
allow_dns : true
[activenamenodeserver]
10.100.177.1 name =n1 rpc_port =9000 http_port =9870
[standbynamenodeservers]
10.100.177.2 name =n2 rpc_port =9000 http_port =9870
[namenodeservers:children]
activenamenodeserver
standbynamenodeservers
[datanodeservers]
10.100.177.3 name =n3
10.100.177.4 name =n4
[qjournalnodeservers]
10.100.177.1
10.100.177.2
10.100.177.3
[all:vars]
ansible_user =root
ansible_connection =ssh
ansible_ssh_port =2299
- name : install-hdfs
hosts : all
become : true
become_user : root
roles :
- install-hdfs
- name : start journalnodes
hosts : qjournalnodeservers
roles :
- journalnode
- name : start namenodes
hosts : namenodeservers
roles :
- namenode
- name : start datanodes
hosts : datanodeservers
roles :
- datanode
ansible-playbook -i inventory.ini hdfs.yaml
Destroy Whole HDFS After Installation
- name : destroy-hdfs
hosts : all
become : true
become_user : root
strategy : linear
roles :
- destroy-hdfs
ansible-playbook -i inventory.ini destroy.yaml