Skip to content
This repository has been archived by the owner on May 12, 2021. It is now read-only.

METRON-1348 Metron Service Checks Use Wrong Hostname #864

Closed
wants to merge 1 commit into from
Closed

METRON-1348 Metron Service Checks Use Wrong Hostname #864

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Jump to
Jump to file
Failed to load files.
Diff view
Diff view
4 changes: 2 additions & 2 deletions ...k/src/main/resources/common-services/METRON/CURRENT/package/scripts/alerts_ui_commands.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -66,7 +66,7 @@ def status_alerts_ui(self, env):
"""
Logger.info('Status check the Alerts UI')
metron_service.check_http(
self.__params.hostname,
self.__params.metron_alerts_ui_host,
self.__params.metron_alerts_ui_port,
self.__params.metron_user)

Expand All @@ -77,7 +77,7 @@ def service_check(self, env):
"""
Logger.info('Checking connectivity to Alerts UI')
metron_service.check_http(
self.__params.hostname,
self.__params.metron_alerts_ui_host,
self.__params.metron_alerts_ui_port,
self.__params.metron_user)

Expand Down
4 changes: 2 additions & 2 deletions ...c/main/resources/common-services/METRON/CURRENT/package/scripts/management_ui_commands.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -68,7 +68,7 @@ def status_management_ui(self, env):
"""
Logger.info('Status check the Management UI')
metron_service.check_http(
self.__params.hostname,
self.__params.metron_management_ui_host,
self.__params.metron_management_ui_port,
self.__params.metron_user)

Expand All @@ -79,7 +79,7 @@ def service_check(self, env):
"""
Logger.info('Checking connectivity to Management UI')
metron_service.check_http(
self.__params.hostname,
self.__params.metron_management_ui_host,
self.__params.metron_management_ui_port,
self.__params.metron_user)

Expand Down
5 changes: 4 additions & 1 deletion .../src/main/resources/common-services/METRON/CURRENT/package/scripts/params/params_linux.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -49,8 +49,11 @@
metron_group = config['configurations']['metron-env']['metron_group']
metron_log_dir = config['configurations']['metron-env']['metron_log_dir']
metron_pid_dir = config['configurations']['metron-env']['metron_pid_dir']

metron_rest_port = status_params.metron_rest_port
metron_management_ui_host = status_params.metron_management_ui_host
metron_management_ui_port = status_params.metron_management_ui_port
metron_alerts_ui_host = status_params.metron_alerts_ui_host
metron_alerts_ui_port = status_params.metron_alerts_ui_port
metron_jvm_flags = config['configurations']['metron-rest-env']['metron_jvm_flags']
metron_spring_profiles_active = config['configurations']['metron-rest-env']['metron_spring_profiles_active']
Expand Down Expand Up @@ -237,7 +240,7 @@
nimbus_seeds = config['configurations']['storm-site']['nimbus.seeds']

# Management UI
metron_rest_host = default("/clusterHostInfo/metron_rest_hosts", ['localhost'])[0]
metron_rest_host = default("/clusterHostInfo/metron_rest_hosts", [hostname])[0]

# REST
metron_rest_pid_dir = config['configurations']['metron-rest-env']['metron_rest_pid_dir']
Expand Down
11 changes: 8 additions & 3 deletions ...src/main/resources/common-services/METRON/CURRENT/package/scripts/params/status_params.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -25,6 +25,7 @@

config = Script.get_config()

hostname = config['hostname']
metron_user = config['configurations']['metron-env']['metron_user']
metron_home = config['configurations']['metron-env']['metron_home']
metron_zookeeper_config_dir = config['configurations']['metron-env']['metron_zookeeper_config_dir']
Expand Down Expand Up @@ -80,10 +81,14 @@
# REST
metron_rest_port = config['configurations']['metron-rest-env']['metron_rest_port']

# UI
metron_management_ui_port = config['configurations']['metron-management-ui-env']['metron_management_ui_port']
# Alerts UI
metron_alerts_ui_host = default("/clusterHostInfo/metron_alerts_ui_hosts", [hostname])[0]
Copy link
Contributor Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

I needed to somehow find the hosts running each service and I knew it was contained in this clusterHostInfo configuration. But it was really difficult to uncover what values Ambari keeps in this clusterHostInfo configuration. I have not been able to find any documentation on this.

I actually had to add some debug statement to a live instance of Ambari to find out what values are stored here and how they are named. Fun, fun.

For the record, here is what is stored in clusterHostInfo when spinning up the current state of Full Dev.

{  
   'snamenode_host':[  
      'node1'
   ],
   'metron_alerts_ui_hosts':[  
      'node1'
   ],
   'nm_hosts':[  
      'node1'
   ],
   'drpc_server_hosts':[  
      'node1'
   ],
   'ambari_server_use_ssl':[  
      'false'
   ],
   'all_ping_ports':[  
      '8670'
   ],
   'all_hosts':[  
      'node1'
   ],
   'rm_host':[  
      'node1'
   ],
   'kafka_broker_hosts':[  
      'node1'
   ],
   'slave_hosts':[  
      'node1'
   ],
   'metron_profiler_hosts':[  
      'node1'
   ],
   'storm_ui_server_hosts':[  
      'node1'
   ],
   'all_racks':[  
      '/default-rack'
   ],
   'all_ipv4_ips':[  
      '127.0.0.1'
   ],
   'app_timeline_server_hosts':[  
      'node1'
   ],
   'hs_host':[  
      'node1'
   ],
   'ambari_server_port':[  
      '8080'
   ],
   'metron_rest_hosts':[  
      'node1'
   ],
   'metron_management_ui_hosts':[  
      'node1'
   ],
   'es_master_hosts':[  
      'node1'
   ],
   'metron_parsers_hosts':[  
      'node1'
   ],
   'kibana_master_hosts':[  
      'node1'
   ],
   'metron_enrichment_master_hosts':[  
      'node1'
   ],
   'hbase_rs_hosts':[  
      'node1'
   ],
   'namenode_host':[  
      'node1'
   ],
   'nimbus_hosts':[  
      'node1'
   ],
   'hbase_master_hosts':[  
      'node1'
   ],
   'metron_indexing_hosts':[  
      'node1'
   ],
   'ambari_server_host':[  
      'node1'
   ],
   'zookeeper_hosts':[  
      'node1'
   ],
   'supervisor_hosts':[  
      'node1'
   ]
}

metron_alerts_ui_port = config['configurations']['metron-alerts-ui-env']['metron_alerts_ui_port']

# Management UI
metron_management_ui_host = default("/clusterHostInfo/metron_management_ui_hosts", [hostname])[0]
metron_management_ui_port = config['configurations']['metron-management-ui-env']['metron_management_ui_port']

# Storm
storm_rest_addr = config['configurations']['metron-env']['storm_rest_addr']

Expand All @@ -93,7 +98,7 @@
# Security
stack_version_unformatted = str(config['hostLevelParams']['stack_version'])
stack_version_formatted = format_stack_version(stack_version_unformatted)
hostname = config['hostname']

security_enabled = config['configurations']['cluster-env']['security_enabled']
kinit_path_local = get_kinit_path(default('/configurations/kerberos-env/executable_search_paths', None))
tmp_dir = Script.get_tmp_dir()
Expand Down
4 changes: 2 additions & 2 deletions ...-mpack/src/main/resources/common-services/METRON/CURRENT/package/scripts/rest_commands.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -175,7 +175,7 @@ def status_rest_application(self, env):
"""
Logger.info('Status check the REST application')
metron_service.check_http(
self.__params.hostname,
self.__params.metron_rest_host,
self.__params.metron_rest_port,
self.__params.metron_user)

Expand All @@ -186,7 +186,7 @@ def service_check(self, env):
"""
Logger.info('Checking connectivity to REST application')
metron_service.check_http(
self.__params.hostname,
self.__params.metron_rest_host,
self.__params.metron_rest_port,
self.__params.metron_user)

Expand Down