Permalink
Switch branches/tags
Nothing to show
Find file Copy path
Fetching contributors…
Cannot retrieve contributors at this time
120 lines (119 sloc) 2.73 KB
series: xenial
description: >
This is a six unit big data cluster that includes Hadoop 2.7.3 and other
components from Apache Bigtop. By leveraging Rsyslog and Apache Flume, this
bundle provides an environment for analysing syslog events in Apache
Zeppelin web notebooks.
tags:
- analytics
- apache
- big_data
- bigtop
services:
namenode:
charm: "cs:xenial/hadoop-namenode-44"
constraints: "mem=7G root-disk=32G"
num_units: 1
annotations:
gui-x: "500"
gui-y: "800"
to:
- "0"
resourcemanager:
charm: "cs:xenial/hadoop-resourcemanager-46"
constraints: "mem=7G root-disk=32G"
num_units: 1
annotations:
gui-x: "500"
gui-y: "0"
to:
- "0"
slave:
charm: "cs:xenial/hadoop-slave-45"
constraints: "mem=7G root-disk=32G"
num_units: 3
annotations:
gui-x: "0"
gui-y: "400"
to:
- "1"
- "2"
- "3"
plugin:
charm: "cs:xenial/hadoop-plugin-44"
annotations:
gui-x: "1000"
gui-y: "400"
client:
charm: "cs:xenial/hadoop-client-10"
constraints: "mem=7G root-disk=32G"
num_units: 1
annotations:
gui-x: "1250"
gui-y: "400"
to:
- "4"
zeppelin:
charm: "cs:xenial/zeppelin-46"
constraints: "mem=7G root-disk=32G"
num_units: 1
annotations:
gui-x: "1000"
gui-y: "0"
to:
- "4"
# TODO: Charm bigtop flume
flume-hdfs:
charm: "cs:xenial/apache-flume-hdfs-7"
num_units: 1
annotations:
gui-x: "1000"
gui-y: "800"
to:
- "4"
# TODO: Charm bigtop flume
# NOTE: flume-syslog cannot be colocated with flume-hdfs as they both use /etc/flume/conf
flume-syslog:
charm: "cs:xenial/apache-flume-syslog-6"
num_units: 1
annotations:
gui-x: "1500"
gui-y: "800"
to:
- "5"
rsyslog-forwarder-ha:
charm: "cs:~bigdata-dev/xenial/rsyslog-forwarder-ha-7"
annotations:
gui-x: "1500"
gui-y: "400"
relations:
- [resourcemanager, namenode]
- [namenode, slave]
- [resourcemanager, slave]
- [plugin, namenode]
- [plugin, resourcemanager]
- [zeppelin, plugin]
- [client, plugin]
- [flume-hdfs, plugin]
- ["rsyslog-forwarder-ha:juju-info", "client:juju-info"]
- ["flume-syslog:syslog", "rsyslog-forwarder-ha:syslog"]
- ["flume-hdfs:flume-source", "flume-syslog:flume-sink"]
machines:
"0":
series: "xenial"
constraints: "mem=7G root-disk=32G"
"1":
series: "xenial"
constraints: "mem=7G root-disk=32G"
"2":
series: "xenial"
constraints: "mem=7G root-disk=32G"
"3":
series: "xenial"
constraints: "mem=7G root-disk=32G"
"4":
series: "xenial"
constraints: "mem=7G root-disk=32G"
"5":
series: "xenial"
constraints: "mem=3G root-disk=32G"