feat: monitor hue & jupyterhub metrics

roles/hue/server/templates/hue.ini.j2

@@ -296,6 +296,7 @@ audit_log_max_file_size=100MB
 
 # Turn on Prometheus metrics end point /metrics.
 ## enable_prometheus=false
+enable_prometheus={{ hue_prometheus_enable }}
 
 # Turn on the Gist snippet sharing.
 ## enable_gist=true
@@ -1302,7 +1303,7 @@ submit_to={{ hadoop.yarn.ha.submit_to }}
 logical_name={{ hadoop.yarn.ha.logical_name }}
 security_enabled={{ hadoop.yarn.ha.security_enabled }}
 resourcemanager_api_url={{ hadoop.yarn.ha.resourcemanager_api_url }}
-history_server_api_url={{ hadoop.yarn.ha.history_server_api_url }}  
+history_server_api_url={{ hadoop.yarn.ha.history_server_api_url }}
 spark_history_server_url={{ hadoop.yarn.ha.spark_history_server_url }}
 spark_history_server_security_enabled={{ hadoop.yarn.ha.spark_history_server_security_enabled }}
 ssl_cert_ca_verify={{ hadoop.yarn.ha.ssl_cert_ca_verify }}

tdp_vars_defaults/hue/hue.yml

@@ -49,6 +49,8 @@ ssl_cacerts: "{{ ca_certificate_file }}"
 ssl_validate: "true"
 app_blacklist: "sentry,solr,hbase,oozie,security,search"
 audit_event_log_dir: "{{ hue_log_dir }}/audit.log"
+hue_prometheus_enable: "true"
+
 #for OIDC authentication, set backend_auth to desktop.auth.backend.OIDCBackend
 backend_auth: "desktop.auth.backend.LdapBackend"
 gunicorn_work_class: "sync"

tdp_vars_defaults/jupyterhub/jupyterhub.yml

@@ -57,6 +57,7 @@ jupyterhub_properties:
     spawner_class: yarnspawner.YarnSpawner
     ssl_cert: "{{ jupyterhub_public_key }}"
     ssl_key: "{{ jupyterhub_private_key }}"
+    authenticate_prometheus: false
   spawner: {}
   authenticator: {}
   ldapauthenticator:

tdp_vars_defaults/tdp-cluster/tdp-cluster.yml

@@ -78,13 +78,20 @@ observability_tdp_targets:
   jupyterhub:
     labels:
       type: tdp_core
+      svc_dashboard: "{{ dashboard_python }}"
     server:
       jobs:
         - log_file: "{{ jupyterhub_log_dir }}/{{ jupyterhub_log_file }}"
+        - exporter_port: "{{ jupyterhub_http_port }}"
+          prometheus_scrape_options:
+            scheme: https
+            tls_config:
+              ca_file: "{{ ca_file }}"
 
   hue:
     labels:
       type: tdp_core
+      svc_dashboard: "{{ dashboard_python }}"
     server:
       jobs:
         - log_file: "{{ hue_log_dir }}/{{ hue_promtail_collected_log }}"
@@ -101,3 +108,8 @@ observability_tdp_targets:
               source: 'datetime'
           - labels:
               level: ''
+        - exporter_port: "{{ hue_web_http_port }}"
+          prometheus_scrape_options:
+            scheme: https
+            tls_config:
+              ca_file: "{{ ca_file }}"