Skip to content
Permalink
Browse files
BIGTOP-3021: Remove HUE from Bigtop
  • Loading branch information
Olaf Flebbe committed Apr 28, 2018
1 parent 5031b66 commit 23582dc063f13b29066cb64e6eaa5d134094b8e4
Show file tree
Hide file tree
Showing 49 changed files with 6 additions and 3,398 deletions.
@@ -11,7 +11,6 @@ hadoop: mark grover, cos, rvs
hama: minho kim <minho@apache.org>, edward j. yoon
hbase: andrew purtell, rvs
hive: mark grover, youngwoo kim
hue: oflebbe
itest: cos, rvs
mvn publishing/packaging: rvs
oozie evans ye, rvs
@@ -85,8 +85,8 @@ No changes are required to the default puppet 3 auth.conf.

For other options that may be set here, look for class parameters in the modules'
manifests/init.pp files. Any class parameter can be used as a hiera key if prefixed with the
module and class namespace. Module hue's server class will look for its parameter rm_host as
`hue::server::rm_host` in hiera.
module and class namespace. Module kafka's server class will look for its parameter `port` as
`kafka::server::port` in hiera.
Note that if `hadoop::hadoop_storage_dirs` is left unset, puppet will attempt to guess which
directories to use.

@@ -17,7 +17,7 @@
# be installed as usual. Otherwise only a specified list will be set
# Possible elements:
# hadoop,yarn,hbase,alluxio,flink,flume,solrcloud,spark,oozie,hcat,sqoop,sqoop2,httpfs,
# hue,mahout,giraph,crunch,pig,hive,zookeeper,ycsb,qfs
# mahout,giraph,crunch,pig,hive,zookeeper,ycsb,qfs
# Example (to deploy only HDFS and YARN server and gateway parts)
# This can be a comma-separated list or an array.
#hadoop_cluster_node::cluster_components:
@@ -110,7 +110,6 @@ hadoop::common_hdfs::hadoop_namenode_port: "8020"

hadoop::common_yarn::hadoop_ps_host: "%{hiera('bigtop::hadoop_head_node')}"
hadoop::common_yarn::hadoop_rm_host: "%{hiera('bigtop::hadoop_head_node')}"
# actually default but needed for hue::server::rm_port here
hadoop::common_yarn::hadoop_rm_port: "8032"

hadoop::common_mapred_app::jobtracker_host: "%{hiera('bigtop::hadoop_head_node')}"
@@ -120,7 +119,6 @@ bigtop::hadoop_history_server_port: "19888"
bigtop::hadoop_history_server_url: "http://%{hiera('hadoop::common_mapred_app::mapreduce_jobhistory_host')}:%{hiera('bigtop::hadoop_history_server_port')}"
hadoop::common_yarn::yarn_log_server_url: "%{hiera('bigtop::hadoop_history_server_url')}/jobhistory/logs"

# actually default but needed for hue::server::webhdfs_url here
hadoop::httpfs::hadoop_httpfs_port: "14000"

bigtop::hadoop_zookeeper_port: "2181"
@@ -171,21 +169,6 @@ bigtop::sqoop2_server_port: "12000"
bigtop::hbase_thrift_port: "9090"
bigtop::hadoop_oozie_port: "11000"

hue::server::rm_host: "%{hiera('hadoop::common_yarn::hadoop_rm_host')}"
hue::server::rm_port: "%{hiera('hadoop::common_yarn::hadoop_rm_port')}"
hue::server::rm_url: "http://%{hiera('bigtop::hadoop_head_node')}:%{hiera('bigtop::hadoop_rm_http_port')}"
hue::server::rm_proxy_url: "http://%{hiera('hadoop::common_yarn::hadoop_ps_host')}:%{hiera('hadoop::common_yarn::hadoop_ps_port')}"
hue::server::history_server_url: "%{hiera('bigtop::hadoop_history_server_url')}"
# those use fqdn instead of hadoop_head_node because it's only ever activated
# on the gatewaynode
hue::server::webhdfs_url: "http://%{fqdn}:%{hiera('hadoop::httpfs::hadoop_httpfs_port')}/webhdfs/v1"
hue::server::sqoop2_url: "http://%{fqdn}:%{hiera('bigtop::sqoop2_server_port')}/sqoop"
hue::server::solr_url: "http://%{fqdn}:%{hiera('solr::server::port')}/solr/"
hue::server::hbase_thrift_url: "%{fqdn}:%{hiera('bigtop::hbase_thrift_port')}"
hue::server::oozie_url: "http://%{hiera('bigtop::hadoop_head_node')}:%{hiera('bigtop::hadoop_oozie_port')}/oozie"
hue::server::default_fs: "%{hiera('bigtop::hadoop_namenode_uri')}"
hue::server::kerberos_realm: "%{hiera('kerberos::site::realm')}"

giraph::client::zookeeper_quorum: "%{hiera('bigtop::hadoop_head_node')}"

hadoop_hive::common_config::hbase_zookeeper_quorum: "%{hiera('hadoop_hbase::common_config::zookeeper_quorum')}"
@@ -25,7 +25,6 @@ hadoop::hadoop_storage_dirs:
# - hcat
# - hive
# - httpfs
# - hue
# - mahout
# - mapred-app
# - oozie
@@ -106,9 +106,6 @@
httpfs => {
gateway_server => ["httpfs-server"],
},
hue => {
gateway_server => ["hue-server"],
},
mahout => {
client => ["mahout-client"],
},
@@ -214,7 +211,6 @@
"sqoop2",
"hadoop_zookeeper",
"hcatalog",
"hue",
"mahout",
"solr",
"spark",
@@ -19,10 +19,9 @@
# Set from facter if available
$hadoop_storage_dirs = split($::hadoop_storage_dirs, ";"),
$proxyusers = {
oozie => { groups => 'hudson,testuser,root,hadoop,jenkins,oozie,hive,httpfs,hue,users', hosts => "*" },
hive => { groups => 'hudson,testuser,root,hadoop,jenkins,oozie,hive,httpfs,hue,users', hosts => "*" },
hue => { groups => 'hudson,testuser,root,hadoop,jenkins,oozie,hive,httpfs,hue,users', hosts => "*" },
httpfs => { groups => 'hudson,testuser,root,hadoop,jenkins,oozie,hive,httpfs,hue,users', hosts => "*" } },
oozie => { groups => 'hudson,testuser,root,hadoop,jenkins,oozie,hive,httpfs,users', hosts => "*" },
hive => { groups => 'hudson,testuser,root,hadoop,jenkins,oozie,hive,httpfs,users', hosts => "*" },
httpfs => { groups => 'hudson,testuser,root,hadoop,jenkins,oozie,hive,httpfs,users', hosts => "*" } },
$generate_secrets = false,
) {

@@ -279,25 +279,6 @@
<description>The name of the group of super-users.</description>
</property>

<!-- Enable Hue plugins -->
<% if @hadoop_dfs_namenode_plugins -%>
<property>
<name>dfs.namenode.plugins</name>
<value><%= @hadoop_dfs_namenode_plugins %></value>
<description>Comma-separated list of namenode plug-ins to be activated.
</description>
</property>

<% end -%>
<% if @hadoop_dfs_datanode_plugins -%>
<property>
<name>dfs.datanode.plugins</name>
<value><%= @hadoop_dfs_datanode_plugins %></value>
<description>Comma-separated list of datanode plug-ins to be activated.
</description>
</property>

<% end -%>
<!-- increase the number of datanode transceivers way above the default of 256
- this is for hbase -->
<property>
@@ -330,40 +330,4 @@
KerberosName for more details.
</description>
</property>

<!-- Proxyuser Configuration -->

<property>
<name>oozie.service.ProxyUserService.proxyuser.hue.hosts</name>
<value>*</value>
<description>
List of hosts the '#USER#' user is allowed to perform 'doAs'
operations.

The '#USER#' must be replaced with the username o the user who is
allowed to perform 'doAs' operations.

The value can be the '*' wildcard or a list of hostnames.

For multiple users copy this property and replace the user name
in the property name.
</description>
</property>

<property>
<name>oozie.service.ProxyUserService.proxyuser.hue.groups</name>
<value>*</value>
<description>
List of groups the '#USER#' user is allowed to impersonate users
from to perform 'doAs' operations.

The '#USER#' must be replaced with the username o the user who is
allowed to perform 'doAs' operations.

The value can be the '*' wildcard or a list of groups.

For multiple users copy this property and replace the user name
in the property name.
</description>
</property>
</configuration>

This file was deleted.

0 comments on commit 23582dc

Please sign in to comment.