Skip to content
Permalink
Branch: master
Find file Copy path
Find file Copy path
Fetching contributors…
Cannot retrieve contributors at this time
119 lines (118 sloc) 2.81 KB
series: xenial
description: >
This is a nine unit big data cluster that includes Hadoop 2.7 and Spark 2.1
from Apache Bigtop. Use it to analyse batch data with MapReduce or streaming
data with Spark. It will run on 5 machines in your cloud.
services:
namenode:
charm: "cs:xenial/hadoop-namenode-46"
constraints: "mem=7G root-disk=32G"
num_units: 1
annotations:
gui-x: "500"
gui-y: "800"
to:
- "0"
resourcemanager:
charm: "cs:xenial/hadoop-resourcemanager-48"
constraints: "mem=7G root-disk=32G"
num_units: 1
annotations:
gui-x: "500"
gui-y: "0"
to:
- "0"
slave:
charm: "cs:xenial/hadoop-slave-47"
constraints: "mem=7G root-disk=32G"
num_units: 3
annotations:
gui-x: "0"
gui-y: "400"
to:
- "1"
- "2"
- "3"
plugin:
charm: "cs:xenial/hadoop-plugin-46"
annotations:
gui-x: "1000"
gui-y: "400"
client:
charm: "cs:xenial/hadoop-client-12"
constraints: "mem=7G root-disk=32G"
num_units: 1
annotations:
gui-x: "1250"
gui-y: "400"
to:
- "4"
spark:
charm: "cs:xenial/spark-71"
constraints: "mem=7G root-disk=32G"
num_units: 1
options:
spark_execution_mode: "yarn-client"
annotations:
gui-x: "1000"
gui-y: "0"
to:
- "4"
ganglia:
charm: "cs:xenial/ganglia-12"
num_units: 1
annotations:
gui-x: "0"
gui-y: "800"
to:
- "4"
ganglia-node:
charm: "cs:xenial/ganglia-node-7"
annotations:
gui-x: "250"
gui-y: "400"
rsyslog:
charm: "cs:~bigdata-dev/xenial/rsyslog-7"
num_units: 1
annotations:
gui-x: "1000"
gui-y: "800"
to:
- "4"
rsyslog-forwarder-ha:
charm: "cs:~bigdata-dev/xenial/rsyslog-forwarder-ha-7"
annotations:
gui-x: "750"
gui-y: "400"
relations:
- [resourcemanager, namenode]
- [namenode, slave]
- [resourcemanager, slave]
- [plugin, namenode]
- [plugin, resourcemanager]
- [spark, plugin]
- [client, plugin]
- ["ganglia-node:juju-info", "namenode:juju-info"]
- ["ganglia-node:juju-info", "resourcemanager:juju-info"]
- ["ganglia-node:juju-info", "slave:juju-info"]
- ["ganglia:node", "ganglia-node:node"]
- ["rsyslog-forwarder-ha:juju-info", "namenode:juju-info"]
- ["rsyslog-forwarder-ha:juju-info", "resourcemanager:juju-info"]
- ["rsyslog-forwarder-ha:juju-info", "slave:juju-info"]
- ["rsyslog:aggregator", "rsyslog-forwarder-ha:syslog"]
machines:
"0":
series: "xenial"
constraints: "mem=7G root-disk=32G"
"1":
series: "xenial"
constraints: "mem=7G root-disk=32G"
"2":
series: "xenial"
constraints: "mem=7G root-disk=32G"
"3":
series: "xenial"
constraints: "mem=7G root-disk=32G"
"4":
series: "xenial"
constraints: "mem=7G root-disk=32G"
You can’t perform that action at this time.