-
Notifications
You must be signed in to change notification settings - Fork 0
/
Ansible_playbook_hadoop_cluster
87 lines (71 loc) · 2.11 KB
/
Ansible_playbook_hadoop_cluster
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
- hosts: all
tasks:
- name: Downloading Hadoop
get_url:
url: https://archive.apache.org/dist/hadoop/core/hadoop-1.2.1/hadoop-1.2.1-1.x86_64.rpm
dest: /home/ec2-user/
- name: Download Java
get_url:
headers:
Cookie: "oraclelicense=accept-securebackup-cookie"
url: http://download.oracle.com/otn-pub/java/jdk/8u131-b11/d54c1d3a095b4ff2b6607d096fa80163/jdk-8u131-linux-x64.rpm
dest: /home/ec2-user/
- name: Installing Java
yum:
name: /home/ec2-user/jdk-8u131-linux-x64.rpm
state: present
disable_gpg_check: yes
- name: Installing Hadoop
command: rpm -ivh hadoop-1.2.1-1.x86_64.rpm --force
- hosts: namenode
tasks:
- name: Configurating Namenode
template:
src: "{{ item.src }}"
dest: "{{ item.dest }}"
loop:
- { src: 'namenode/core-site.xml.j2', dest: '/etc/hadoop/core-site.xml' }
- { src: 'namenode/hdfs-site.xml.j2', dest: '/etc/hadoop/hdfs-site.xml' }
- name: Creates directory
file:
path: /nn
state: directory
- name: "Formatting Namenode"
shell: "echo Y | hadoop namenode -format"
ignore_errors: yes
- name: "Starting the namenode"
shell: "hadoop-daemon.sh start namenode"
ignore_errors: yes
- name: "checking status of datanode"
shell: "jps"
register: jps
- debug:
msg: "{{jps['stdout_lines']}}"
- hosts: datanode
tasks:
- name: Configurating Datanode
template:
src: "{{ item.src }}"
dest: "{{ item.dest }}"
loop:
- { src: 'datanode/core-site.xml.j2', dest: '/etc/hadoop/core-site.xml' }
- { src: 'datanode/hdfs-site.xml.j2', dest: '/etc/hadoop/hdfs-site.xml' }
- name: Creates directory
file:
path: /dn2
state: directory
- name: "Starting the datanode"
shell: "hadoop-daemon.sh start datanode"
ignore_errors: yes
- name: "checking status of datanode"
shell: "jps"
register: jps
- debug:
msg: "{{jps['stdout_lines']}}"
- hosts: namenode
tasks:
- name: Hadoop Report
shell: "hadoop dfsadmin -report"
register: report
- debug:
msg: "{{report['stdout_lines']}}"