From e26750fed93163d9603611515128a46507e60139 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Pawe=C5=82=20Krupa=20=28paulfantom=29?= Date: Tue, 25 Oct 2022 10:38:03 +0200 Subject: [PATCH] update promscale mixin MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: Paweł Krupa (paulfantom) --- chart/Chart.yaml | 4 +- chart/dashboards/promscale.json | 792 +++++++++++++++++++++++++++++++- 2 files changed, 772 insertions(+), 24 deletions(-) diff --git a/chart/Chart.yaml b/chart/Chart.yaml index 0298e044..2d812782 100644 --- a/chart/Chart.yaml +++ b/chart/Chart.yaml @@ -12,7 +12,7 @@ keywords: - monitoring - tracing - opentelemetry -version: 17.2.0 +version: 17.3.0 # TODO(paulfantom): Enable after kubernetes 1.22 reaches EOL (2022-10-28) # kubeVersion: ">= 1.23.0" dependencies: @@ -22,7 +22,7 @@ dependencies: repository: https://charts.timescale.com - name: promscale condition: promscale.enabled - version: 14.4.0 + version: 14.4.1 repository: https://charts.timescale.com - name: kube-prometheus-stack condition: kube-prometheus-stack.enabled diff --git a/chart/dashboards/promscale.json b/chart/dashboards/promscale.json index 28c0328c..bac5a5c5 100644 --- a/chart/dashboards/promscale.json +++ b/chart/dashboards/promscale.json @@ -277,7 +277,7 @@ "refId": "A" } ], - "title": "Samples Ingest Rate", + "title": "Ingest Rates", "type": "timeseries" }, { @@ -471,7 +471,7 @@ "refId": "A" } ], - "title": "Requests (HTTP)", + "title": "Requests to Ingestor", "type": "timeseries" }, { @@ -761,9 +761,9 @@ "uid": "dc08d25c8f267b054f12002f334e6d3d32a853e4" }, "exemplar": true, - "expr": "rate(grpc_server_handled_total{grpc_service=~\"opentelemetry.proto.collector.trace.v1.TraceService\",grpc_method=~\"Export\"}[$__rate_interval]) > 0", + "expr": "rate(grpc_server_msg_received_total{grpc_method=~\"(WriteSpan|WriteSpanStream|Export)\"}[$__rate_interval])", "interval": "", - "legendFormat": "{{ grpc_type }}", + "legendFormat": "{{ grpc_service }}", "refId": "A" } ], @@ -1350,7 +1350,7 @@ "overrides": [] }, "gridPos": { - "h": 4, + "h": 2, "w": 4, "x": 0, "y": 12 @@ -1518,7 +1518,6 @@ } }, "mappings": [], - "max": 1, "min": 0, "thresholds": { "mode": "absolute", @@ -1533,7 +1532,7 @@ } ] }, - "unit": "percentunit" + "unit": "none" }, "overrides": [] }, @@ -1543,7 +1542,7 @@ "x": 14, "y": 12 }, - "id": 23, + "id": 49, "options": { "legend": { "calcs": [], @@ -1561,14 +1560,72 @@ "type": "prometheus", "uid": "dc08d25c8f267b054f12002f334e6d3d32a853e4" }, + "editorMode": "code", "exemplar": true, - "expr": "1 - promscale_sql_database_health_check_errors_total / promscale_sql_database_health_check_total", + "expr": "max by (job, instance) (promscale_sql_database_chunks_metrics_expired_count)", "interval": "", - "legendFormat": "{{ instance }}", + "legendFormat": "metrics-expired", + "range": true, "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "dc08d25c8f267b054f12002f334e6d3d32a853e4" + }, + "editorMode": "code", + "exemplar": true, + "expr": "max by (job, instance) (promscale_sql_database_chunks_metrics_uncompressed_count)", + "hide": false, + "interval": "", + "legendFormat": "metrics-uncompressed", + "range": true, + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "dc08d25c8f267b054f12002f334e6d3d32a853e4" + }, + "editorMode": "code", + "exemplar": true, + "expr": "max by (job, instance) (promscale_sql_database_chunks_traces_expired_count)", + "hide": false, + "interval": "", + "legendFormat": "traces-expired", + "range": true, + "refId": "C" + }, + { + "datasource": { + "type": "prometheus", + "uid": "dc08d25c8f267b054f12002f334e6d3d32a853e4" + }, + "editorMode": "code", + "exemplar": true, + "expr": "max by (job, instance) (promscale_sql_database_chunks_traces_uncompressed_count)", + "hide": false, + "interval": "", + "legendFormat": "traces-uncompressed", + "range": true, + "refId": "D" + }, + { + "datasource": { + "type": "prometheus", + "uid": "dc08d25c8f267b054f12002f334e6d3d32a853e4" + }, + "editorMode": "code", + "exemplar": true, + "expr": "max by (job, instance) (promscale_sql_database_chunks_metrics_delayed_compression_count)", + "interval": "", + "legendFormat": "metrics-compression-delayed", + "range": true, + "refId": "E", + "hide": false } ], - "title": "Database health", + "title": "The number of chunks to be processed by maintenance jobs", "type": "timeseries" }, { @@ -1591,15 +1648,15 @@ } ] }, - "unit": "dateTimeAsIso" + "unit": "s" }, "overrides": [] }, "gridPos": { - "h": 5, + "h": 2, "w": 4, "x": 0, - "y": 16 + "y": 14 }, "id": 15, "options": { @@ -1623,16 +1680,109 @@ "type": "prometheus", "uid": "dc08d25c8f267b054f12002f334e6d3d32a853e4" }, - "exemplar": true, - "expr": "max(promscale_sql_database_worker_maintenance_job_start_timestamp_seconds) * 1000", + "exemplar": false, + "expr": "time() - max(promscale_sql_database_worker_maintenance_job_start_timestamp_seconds)", "interval": "", "legendFormat": "", "refId": "A" } ], - "title": "Last DB maintenance job start", + "title": "Time since the last job start", + "description": "Time since the last DB maintenance job started", "type": "stat" }, + { + "datasource": { + "type": "prometheus", + "uid": "dc08d25c8f267b054f12002f334e6d3d32a853e4" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "max": 1, + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "percentunit" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 4, + "x": 0, + "y": 16 + }, + "id": 23, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "dc08d25c8f267b054f12002f334e6d3d32a853e4" + }, + "exemplar": true, + "expr": "1 - rate(promscale_sql_database_health_check_errors_total[$__rate_interval]) / rate(promscale_sql_database_health_check_total[$__rate_interval])", + "interval": "", + "legendFormat": "{{ instance }}", + "refId": "A" + } + ], + "title": "Database health", + "type": "timeseries" + }, { "datasource": { "type": "prometheus", @@ -2045,17 +2195,615 @@ "type": "timeseries" }, { - "collapsed": true, "datasource": { "type": "prometheus", - "uid": "-BqhIPC7z" + "uid": "dc08d25c8f267b054f12002f334e6d3d32a853e4" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": true, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "none" + }, + "overrides": [] }, "gridPos": { - "h": 1, - "w": 24, + "h": 9, + "w": 12, "x": 0, "y": 39 }, + "id": 51, + "interval": "2m", + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "dc08d25c8f267b054f12002f334e6d3d32a853e4" + }, + "editorMode": "code", + "exemplar": false, + "expr": "max(promscale_sql_database_worker_maintenance_job_long_running_total)", + "interval": "", + "legendFormat": "total", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "dc08d25c8f267b054f12002f334e6d3d32a853e4" + }, + "editorMode": "code", + "exemplar": false, + "expr": "max(promscale_sql_database_worker_maintenance_job_long_running_compression)", + "hide": false, + "interval": "", + "legendFormat": "compression", + "range": true, + "refId": "G" + }, + { + "datasource": { + "type": "prometheus", + "uid": "dc08d25c8f267b054f12002f334e6d3d32a853e4" + }, + "editorMode": "code", + "exemplar": false, + "expr": "max(promscale_sql_database_worker_maintenance_job_long_running_retention_tracing)", + "hide": false, + "interval": "", + "legendFormat": "retention-tracing", + "range": true, + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "dc08d25c8f267b054f12002f334e6d3d32a853e4" + }, + "editorMode": "code", + "exemplar": false, + "expr": "max(promscale_sql_database_worker_maintenance_job_long_running_retention_metric)", + "hide": false, + "interval": "", + "legendFormat": "retention-metric", + "range": true, + "refId": "C" + } + ], + "title": "Long running maintenance queries by job type", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "dc08d25c8f267b054f12002f334e6d3d32a853e4" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": true, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "s" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 12, + "x": 12, + "y": 39 + }, + "id": 53, + "interval": "2m", + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "dc08d25c8f267b054f12002f334e6d3d32a853e4" + }, + "editorMode": "code", + "exemplar": false, + "expr": "max(promscale_sql_database_worker_maintenance_job_long_running_longest_seconds)", + "interval": "", + "legendFormat": "{{label_name}}", + "range": true, + "refId": "A" + } + ], + "title": "Longest running maintenance query", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "dc08d25c8f267b054f12002f334e6d3d32a853e4" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": true, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 12, + "x": 0, + "y": 48 + }, + "id": 50, + "interval": "2m", + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "dc08d25c8f267b054f12002f334e6d3d32a853e4" + }, + "editorMode": "code", + "exemplar": false, + "expr": "max(promscale_sql_database_worker_maintenance_job_long_running_total)", + "interval": "", + "legendFormat": "total", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "dc08d25c8f267b054f12002f334e6d3d32a853e4" + }, + "editorMode": "code", + "exemplar": false, + "expr": "max(promscale_sql_database_worker_maintenance_job_long_running_buffer_pin)", + "hide": false, + "interval": "", + "legendFormat": "buffer_pin", + "range": true, + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "dc08d25c8f267b054f12002f334e6d3d32a853e4" + }, + "editorMode": "code", + "exemplar": false, + "expr": "max(promscale_sql_database_worker_maintenance_job_long_running_io)", + "hide": false, + "interval": "", + "legendFormat": "io", + "range": true, + "refId": "C" + }, + { + "datasource": { + "type": "prometheus", + "uid": "dc08d25c8f267b054f12002f334e6d3d32a853e4" + }, + "editorMode": "code", + "exemplar": false, + "expr": "max(promscale_sql_database_worker_maintenance_job_long_running_ipc)", + "hide": false, + "interval": "", + "legendFormat": "ipc", + "range": true, + "refId": "D" + }, + { + "datasource": { + "type": "prometheus", + "uid": "dc08d25c8f267b054f12002f334e6d3d32a853e4" + }, + "editorMode": "code", + "exemplar": false, + "expr": "max(promscale_sql_database_worker_maintenance_job_long_running_lock)", + "hide": false, + "interval": "", + "legendFormat": "lock", + "range": true, + "refId": "E" + }, + { + "datasource": { + "type": "prometheus", + "uid": "dc08d25c8f267b054f12002f334e6d3d32a853e4" + }, + "editorMode": "code", + "exemplar": false, + "expr": "max(promscale_sql_database_worker_maintenance_job_long_running_lwlock)", + "hide": false, + "interval": "", + "legendFormat": "lwlock", + "range": true, + "refId": "F" + }, + { + "datasource": { + "type": "prometheus", + "uid": "dc08d25c8f267b054f12002f334e6d3d32a853e4" + }, + "editorMode": "code", + "exemplar": false, + "expr": "max(promscale_sql_database_worker_maintenance_job_long_running_timeout)", + "hide": false, + "interval": "", + "legendFormat": "timeout", + "range": true, + "refId": "G" + } + ], + "title": "Long running maintenance queries by wait event", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "dc08d25c8f267b054f12002f334e6d3d32a853e4" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": true, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 12, + "x": 12, + "y": 48 + }, + "id": 52, + "interval": "2m", + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "dc08d25c8f267b054f12002f334e6d3d32a853e4" + }, + "editorMode": "code", + "exemplar": false, + "expr": "max(promscale_sql_database_worker_maintenance_job_locks_total)", + "interval": "", + "legendFormat": "total", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "dc08d25c8f267b054f12002f334e6d3d32a853e4" + }, + "editorMode": "code", + "exemplar": false, + "expr": "max(promscale_sql_database_worker_maintenance_job_locks_share_update_exclusive)", + "hide": false, + "interval": "", + "legendFormat": "share_update_exclusive", + "range": true, + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "dc08d25c8f267b054f12002f334e6d3d32a853e4" + }, + "editorMode": "code", + "exemplar": false, + "expr": "max(promscale_sql_database_worker_maintenance_job_locks_share_row_exclusive)", + "hide": false, + "interval": "", + "legendFormat": "share_row_exclusive", + "range": true, + "refId": "C" + }, + { + "datasource": { + "type": "prometheus", + "uid": "dc08d25c8f267b054f12002f334e6d3d32a853e4" + }, + "editorMode": "code", + "exemplar": false, + "expr": "max(promscale_sql_database_worker_maintenance_job_locks_share)", + "hide": false, + "interval": "", + "legendFormat": "share", + "range": true, + "refId": "D" + }, + { + "datasource": { + "type": "prometheus", + "uid": "dc08d25c8f267b054f12002f334e6d3d32a853e4" + }, + "editorMode": "code", + "exemplar": false, + "expr": "max(promscale_sql_database_worker_maintenance_job_locks_row_share)", + "hide": false, + "interval": "", + "legendFormat": "row_share", + "range": true, + "refId": "E" + }, + { + "datasource": { + "type": "prometheus", + "uid": "dc08d25c8f267b054f12002f334e6d3d32a853e4" + }, + "editorMode": "code", + "exemplar": false, + "expr": "max(promscale_sql_database_worker_maintenance_job_locks_row_exclusive)", + "hide": false, + "interval": "", + "legendFormat": "row_exclusive", + "range": true, + "refId": "F" + }, + { + "datasource": { + "type": "prometheus", + "uid": "dc08d25c8f267b054f12002f334e6d3d32a853e4" + }, + "editorMode": "code", + "exemplar": false, + "expr": "max(promscale_sql_database_worker_maintenance_job_locks_exclusive)", + "hide": false, + "interval": "", + "legendFormat": "exclusive", + "range": true, + "refId": "G" + }, + { + "datasource": { + "type": "prometheus", + "uid": "dc08d25c8f267b054f12002f334e6d3d32a853e4" + }, + "editorMode": "code", + "exemplar": false, + "expr": "max(promscale_sql_database_worker_maintenance_job_locks_access_share)", + "hide": false, + "interval": "", + "legendFormat": "access_share", + "range": true, + "refId": "H" + }, + { + "datasource": { + "type": "prometheus", + "uid": "dc08d25c8f267b054f12002f334e6d3d32a853e4" + }, + "editorMode": "code", + "exemplar": false, + "expr": "max(promscale_sql_database_worker_maintenance_job_locks_access_exclusive)", + "hide": false, + "interval": "", + "legendFormat": "access_exclusive", + "range": true, + "refId": "I" + } + ], + "title": "Locks held by maintenance jobs by lock mode", + "type": "timeseries" + }, + { + "collapsed": true, + "datasource": { + "type": "prometheus", + "uid": "-BqhIPC7z" + }, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 57 + }, "id": 30, "panels": [ { @@ -2644,4 +3392,4 @@ "uid": "IcOe3VPnz", "version": 3, "weekStart": "" -} \ No newline at end of file +}