/
example-hdp-ha-3-masters-with-ranger-atlas
75 lines (74 loc) · 3.13 KB
/
example-hdp-ha-3-masters-with-ranger-atlas
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
###########
#
# These variables would be used by the 'blueprint_dynamic.j2' Jinja2 template to generate the blueprint JSON.
# This blueprint will build an HDP cluster with 3 master services nodes and 1 or more slave nodes.
# One of the master services nodes is running Ambari and other utility services - here called the management node.
# The other two master services are running the main HA Hadoop services.
# It will also install Ranger (both Admin and UserSync) on the management node.
#
###########
blueprint_name: '{{ cluster_name }}_blueprint' # the name of the blueprint as it will be stored in Ambari
blueprint_file: 'blueprint_dynamic.j2' # the blueprint JSON file - 'blueprint_dynamic.j2' is a Jinja2 template that generates the required JSON
blueprint_dynamic: # properties for the dynamic blueprint - these are only used by the 'blueprint_dynamic.j2' template to generate the JSON
- host_group: "hdp-masternode-01"
clients: ['ZOOKEEPER_CLIENT', 'HDFS_CLIENT', 'YARN_CLIENT', 'MAPREDUCE2_CLIENT', 'TEZ_CLIENT', 'SLIDER', 'PIG', 'SQOOP', 'HIVE_CLIENT', 'HCAT', 'OOZIE_CLIENT', 'INFRA_SOLR_CLIENT', 'SPARK2_CLIENT', 'HBASE_CLIENT', 'ATLAS_CLIENT']
services:
- ZOOKEEPER_SERVER
- NAMENODE
- ZKFC
- JOURNALNODE
- RESOURCEMANAGER
- HBASE_MASTER
- HIVE_SERVER
- HIVE_METASTORE
- WEBHCAT_SERVER
- ACTIVITY_ANALYZER
- HST_AGENT
- METRICS_MONITOR
- host_group: "hdp-masternode-02"
clients: ['ZOOKEEPER_CLIENT', 'HDFS_CLIENT', 'YARN_CLIENT', 'MAPREDUCE2_CLIENT', 'TEZ_CLIENT', 'SLIDER', 'PIG', 'SQOOP', 'HIVE_CLIENT', 'HCAT', 'OOZIE_CLIENT', 'INFRA_SOLR_CLIENT', 'SPARK2_CLIENT', 'HBASE_CLIENT', 'ATLAS_CLIENT']
services:
- ZOOKEEPER_SERVER
- NAMENODE
- ZKFC
- JOURNALNODE
- RESOURCEMANAGER
- HBASE_MASTER
- HIVE_SERVER
- HIVE_METASTORE
- ACTIVITY_ANALYZER
- HST_AGENT
- METRICS_MONITOR
- host_group: "hdp-management"
clients: ['ZOOKEEPER_CLIENT', 'HDFS_CLIENT', 'YARN_CLIENT', 'MAPREDUCE2_CLIENT', 'TEZ_CLIENT', 'SLIDER', 'PIG', 'SQOOP', 'HIVE_CLIENT', 'HCAT', 'OOZIE_CLIENT', 'INFRA_SOLR_CLIENT', 'SPARK2_CLIENT', 'HBASE_CLIENT', 'ATLAS_CLIENT']
services:
- ZOOKEEPER_SERVER
- JOURNALNODE
- OOZIE_SERVER
- AMBARI_SERVER
- INFRA_SOLR
- ZEPPELIN_MASTER
- APP_TIMELINE_SERVER
- HISTORYSERVER
- SPARK2_JOBHISTORYSERVER
- RANGER_ADMIN
- RANGER_USERSYNC
- RANGER_KMS_SERVER
- ATLAS_SERVER
- KNOX_GATEWAY
- KAFKA_BROKER
- HST_SERVER
- ACTIVITY_ANALYZER
- ACTIVITY_EXPLORER
- HST_AGENT
- METRICS_COLLECTOR
- METRICS_GRAFANA
- METRICS_MONITOR
- host_group: "hdp-worker"
clients: ['ZOOKEEPER_CLIENT', 'HDFS_CLIENT', 'YARN_CLIENT', 'MAPREDUCE2_CLIENT', 'TEZ_CLIENT', 'SLIDER', 'PIG', 'SQOOP', 'HIVE_CLIENT', 'HCAT', 'OOZIE_CLIENT', 'INFRA_SOLR_CLIENT', 'SPARK2_CLIENT', 'HBASE_CLIENT', 'ATLAS_CLIENT']
services:
- DATANODE
- NODEMANAGER
- HBASE_REGIONSERVER
- HST_AGENT
- METRICS_MONITOR