From 4be99fe003b4894262552f719ce6aee9aae8318d Mon Sep 17 00:00:00 2001 From: Branislav Kontur Date: Wed, 22 Nov 2023 16:19:29 +0100 Subject: [PATCH] Monitoring and alerts for Rococo/Westend (#2710) * Monitoring and alerts for Rococo/Westend * 00000001 -> 00000002 * Backup actual version * Upload "Rococo BEEFY dashboard" from grafana (I cannot find it) * Separated Rococo Beefy dashboard and alerts * Group Rococo BEEFY alerts + add `Rococo` labels * Renamed evaluation group `Bridges` -> `Bridge Rococo <> Wococo` * Updated Wococo -> Westend dashboards * Rococo<>Westend alerts * Fixed matrix_room for rococo beefy * Removed "refId": "B" for rewards lags and set condition A > 10 + fixed time range * Delivery race dashboard from now-5m -> now-6h * Removed rococo-wococo * Less than 500 Westend headers have been synced to RococoBridgeHub in last 120 minutes -> 390 --- deployments/bridges/rococo-westend/README.md | 22 + .../grafana/bridge-rococo-westend-alerts.json | 1974 +++++++++++++++ ...rococo-to-westend-messages-dashboard.json} | 62 +- ...westend-to-rococo-messages-dashboard.json} | 62 +- ...rococo-westend-maintenance-dashboard.json} | 52 +- deployments/bridges/rococo-wococo/README.md | 10 - .../dashboard/grafana/bridges-alerts.json | 2255 ----------------- deployments/bridges/rococo/README.md | 16 + .../grafana/rococo-beefy-alerts.json | 190 ++ .../grafana/rococo-beefy-dashboard.json | 330 +++ 10 files changed, 2619 insertions(+), 2354 deletions(-) create mode 100644 deployments/bridges/rococo-westend/README.md create mode 100644 deployments/bridges/rococo-westend/dashboard/grafana/bridge-rococo-westend-alerts.json rename deployments/bridges/{rococo-wococo/dashboard/grafana/relay-rococo-to-wococo-messages-dashboard.json => rococo-westend/dashboard/grafana/relay-rococo-to-westend-messages-dashboard.json} (82%) rename deployments/bridges/{rococo-wococo/dashboard/grafana/relay-wococo-to-rococo-messages-dashboard.json => rococo-westend/dashboard/grafana/relay-westend-to-rococo-messages-dashboard.json} (80%) rename deployments/bridges/{rococo-wococo/dashboard/grafana/rococo-wococo-maintenance-dashboard.json => rococo-westend/dashboard/grafana/rococo-westend-maintenance-dashboard.json} (92%) delete mode 100644 deployments/bridges/rococo-wococo/README.md delete mode 100644 deployments/bridges/rococo-wococo/dashboard/grafana/bridges-alerts.json create mode 100644 deployments/bridges/rococo/README.md create mode 100644 deployments/bridges/rococo/dashboard/grafana/rococo-beefy-alerts.json create mode 100644 deployments/bridges/rococo/dashboard/grafana/rococo-beefy-dashboard.json diff --git a/deployments/bridges/rococo-westend/README.md b/deployments/bridges/rococo-westend/README.md new file mode 100644 index 000000000000..c7b28853223c --- /dev/null +++ b/deployments/bridges/rococo-westend/README.md @@ -0,0 +1,22 @@ +# Rococo Bridge Hub <> Westend Bridge Hub deployments + +This folder contains some information and useful stuff from our other test deployment - between Rococo and Westend +bridge hubs. The bridge overview and other helpful information can be found in +[this readme](https://github.com/paritytech/polkadot-sdk/tree/master/cumulus/parachains/runtimes/bridge-hubs). + +## Grafana Alerts and Dashboards + +JSON model for Grafana alerts and dashobards that we use, may be found in the [dasboard/grafana](./dashboard/grafana/) +folder. + +**Dashboards:** +- rococo-westend-maintenance-dashboard.json +- relay-rococo-to-westend-messages-dashboard.json +- relay-westend-to-rococo-messages-dashboard.json + +(exported JSON directly from https://grafana.teleport.parity.io/dashboards/f/eblDiw17z/Bridges) + +**Alerts:** +- bridge-rococo-westend-alerts.json https://grafana.teleport.parity.io/api/ruler/grafana/api/v1/rules/Bridges/Bridge%20Rococo%20%3C%3E%20Westend + +_Note: All json files are formatted with `jq . file.json`._ diff --git a/deployments/bridges/rococo-westend/dashboard/grafana/bridge-rococo-westend-alerts.json b/deployments/bridges/rococo-westend/dashboard/grafana/bridge-rococo-westend-alerts.json new file mode 100644 index 000000000000..a25a0a79931c --- /dev/null +++ b/deployments/bridges/rococo-westend/dashboard/grafana/bridge-rococo-westend-alerts.json @@ -0,0 +1,1974 @@ +{ + "name": "Bridge Rococo <> Westend", + "interval": "1m", + "rules": [ + { + "expr": "", + "for": "10m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "tkgc6_bnk", + "__panelId__": "12", + "summary": "Messages from RococoBridgeHub to WestendBridgeHub (00000002) are either not delivered, or are delivered with lags" + }, + "grafana_alert": { + "id": 51, + "orgId": 1, + "title": "RococoBridgeHub -> WestendBridgeHub delivery lags (00000002)", + "condition": "A", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 600, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "((vector(0) and ((BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} > on () BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(1)) + on () increase(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[10m]) * on () ((vector(1) and ((BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} > on () BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(0))", + "instant": false, + "interval": "", + "intervalMs": 30000, + "legendFormat": "Undelivered messages", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "B", + "queryType": "", + "relativeTimeRange": { + "from": 600, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 1 + ], + "type": "lt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "A" + ] + }, + "reducer": { + "params": [], + "type": "max" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "B", + "type": "classic_conditions" + } + } + ], + "updated": "2023-11-22T09:28:26Z", + "intervalSeconds": 60, + "version": 128, + "uid": "r41otJp4k", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Westend", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "10m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "zqjpgXxnk", + "__panelId__": "14", + "summary": "Messages from WestendBridgeHub to RococoBridgeHub (00000002) are either not delivered, or are delivered with lags" + }, + "grafana_alert": { + "id": 55, + "orgId": 1, + "title": "WestendBridgeHub -> RococoBridgeHub delivery lags (00000002)", + "condition": "B", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 300, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "((vector(0) and ((BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} > on () BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(1)) + on () increase(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[10m]) * on () ((vector(1) and ((BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} > on () BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(0))", + "instant": false, + "interval": "", + "intervalMs": 30000, + "legendFormat": "Undelivered messages", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "B", + "queryType": "", + "relativeTimeRange": { + "from": 300, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 1 + ], + "type": "lt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "A" + ] + }, + "reducer": { + "params": [], + "type": "max" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "B", + "type": "classic_conditions" + } + } + ], + "updated": "2023-11-22T09:28:26Z", + "intervalSeconds": 60, + "version": 126, + "uid": "wqmPtJpVz", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Westend", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "10m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "tkgc6_bnk", + "__panelId__": "14", + "summary": "Messages from RococoBridgeHub to WestendBridgeHub (00000002) are either not confirmed, or are confirmed with lags" + }, + "grafana_alert": { + "id": 56, + "orgId": 1, + "title": "RococoBridgeHub -> WestendBridgeHub confirmation lags (00000002)", + "condition": "B", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "scalar(max_over_time(RococoBridgeHub_to_WestendBridgeHub_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0)) - scalar(max_over_time(RococoBridgeHub_to_WestendBridgeHub_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0))", + "instant": false, + "interval": "", + "intervalMs": 30000, + "legendFormat": "Unconfirmed messages", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "B", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 50 + ], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "A" + ] + }, + "reducer": { + "params": [], + "type": "min" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "B", + "type": "classic_conditions" + } + } + ], + "updated": "2023-11-22T09:28:26Z", + "intervalSeconds": 60, + "version": 122, + "uid": "z4h3pJtVz", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Westend", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "10m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "zqjpgXxnk", + "__panelId__": "16", + "summary": "Messages from WestendBridgeHub to RococoBridgeHub (00000002) are either not confirmed, or are confirmed with lags" + }, + "grafana_alert": { + "id": 57, + "orgId": 1, + "title": "WestendBridgeHub -> RococoBridgeHub confirmation lags (00000002)", + "condition": "B", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 300, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0))", + "instant": false, + "interval": "", + "intervalMs": 30000, + "legendFormat": "Unconfirmed messages", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "B", + "queryType": "", + "relativeTimeRange": { + "from": 300, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 50 + ], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "A" + ] + }, + "reducer": { + "params": [], + "type": "min" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "B", + "type": "classic_conditions" + } + } + ], + "updated": "2023-11-22T09:28:26Z", + "intervalSeconds": 60, + "version": 121, + "uid": "Kj_z21t4k", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Westend", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "10m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "zqjpgXxnk", + "__panelId__": "18", + "summary": "Rewards for messages from WestendBridgeHub to RococoBridgeHub (00000002) are either not confirmed, or are confirmed with lags" + }, + "grafana_alert": { + "id": 58, + "orgId": 1, + "title": "WestendBridgeHub -> RococoBridgeHub reward lags (00000002)", + "condition": "C", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))", + "instant": false, + "interval": "", + "intervalMs": 30000, + "legendFormat": "Unconfirmed rewards", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "C", + "queryType": "", + "relativeTimeRange": { + "from": 300, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 10 + ], + "type": "gt" + }, + "operator": { + "type": "when" + }, + "query": { + "params": [ + "A" + ] + }, + "reducer": { + "params": [], + "type": "min" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "C", + "type": "classic_conditions" + } + } + ], + "updated": "2023-11-22T09:28:26Z", + "intervalSeconds": 60, + "version": 116, + "uid": "hw_a21pVk", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Westend", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "10m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "tkgc6_bnk", + "__panelId__": "15", + "summary": "Rewards for messages from RococoBridgeHub to WestendBridgeHub (00000002) are either not confirmed, or are confirmed with lags" + }, + "grafana_alert": { + "id": 59, + "orgId": 1, + "title": "RococoBridgeHub -> WestendBridgeHub reward lags (00000002)", + "condition": "C", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))", + "instant": false, + "interval": "", + "intervalMs": 30000, + "legendFormat": "Unconfirmed rewards", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "C", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 10 + ], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "A" + ] + }, + "reducer": { + "params": [], + "type": "min" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "C", + "type": "classic_conditions" + } + } + ], + "updated": "2023-11-22T09:28:26Z", + "intervalSeconds": 60, + "version": 115, + "uid": "daN62Jt4z", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Westend", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "10m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "UFsgbJtVz", + "__panelId__": "2", + "summary": "Best BridgeHubRococo header at BridgeHubWestend (00000002) doesn't match the same header at BridgeHubRococo" + }, + "grafana_alert": { + "id": 60, + "orgId": 1, + "title": "BridgeHubRococo header mismatch (00000002)", + "condition": "B", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", + "instant": false, + "interval": "", + "intervalMs": 30000, + "legendFormat": "Best BridgeHubRococo header at BridgeHubWestend doesn't match the same header of BridgeHubRococo", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "B", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 0 + ], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "A" + ] + }, + "reducer": { + "params": [], + "type": "max" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "B", + "type": "classic_conditions" + } + } + ], + "updated": "2023-11-22T09:28:26Z", + "intervalSeconds": 60, + "version": 112, + "uid": "BzBDb1pVz", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Westend", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "10m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "UFsgbJtVz", + "__panelId__": "3", + "summary": "Best BridgeHubWestend header at BridgeHubRococo (00000002) doesn't match the same header at BridgeHubWestend" + }, + "grafana_alert": { + "id": 61, + "orgId": 1, + "title": "BridgeHubWestend header mismatch (00000002)", + "condition": "B", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", + "instant": false, + "interval": "", + "intervalMs": 30000, + "legendFormat": "Best BridgeHubRococo header at BridgeHubWestend doesn't match the same header of BridgeHubRococo", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "B", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 0 + ], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "A" + ] + }, + "reducer": { + "params": [], + "type": "max" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "B", + "type": "classic_conditions" + } + } + ], + "updated": "2023-11-22T09:28:26Z", + "intervalSeconds": 60, + "version": 111, + "uid": "1W6lb1p4z", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Westend", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "10m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "UFsgbJtVz", + "__panelId__": "5", + "summary": "With-WestendBridgeHub messages relay balance at RococoBridgeHub (00000002) is too low" + }, + "grafana_alert": { + "id": 62, + "orgId": 1, + "title": "With-WestendBridgeHub messages relay balance at RococoBridgeHub (00000002) is too low", + "condition": "B", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 300, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "last_over_time(at_BridgeHubRococo_relay_BridgeHubWestendMessages_balance{domain=\"parity-testnet\"}[1h])", + "instant": false, + "interval": "", + "intervalMs": 30000, + "legendFormat": "Messages Relay Balance", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "B", + "queryType": "", + "relativeTimeRange": { + "from": 300, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 10 + ], + "type": "lt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "A" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "B", + "type": "classic_conditions" + } + } + ], + "updated": "2023-11-22T09:28:26Z", + "intervalSeconds": 60, + "version": 110, + "uid": "Y5Dm-1tVz", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Westend", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "10m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "UFsgbJtVz", + "__panelId__": "6", + "summary": "With-RococoBridgeHub messages relay balance at WestendBridgeHub (00000002) is too low" + }, + "grafana_alert": { + "id": 63, + "orgId": 1, + "title": "With-RococoBridgeHub messages relay balance at WestendBridgeHub (00000002) is too low", + "condition": "B", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 300, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "last_over_time(at_BridgeHubWestend_relay_BridgeHubRococoMessages_balance{domain=\"parity-testnet\"}[1h])", + "instant": false, + "interval": "", + "intervalMs": 30000, + "legendFormat": "Messages Relay Balance", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "B", + "queryType": "", + "relativeTimeRange": { + "from": 300, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 10 + ], + "type": "lt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "A" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "B", + "type": "classic_conditions" + } + } + ], + "updated": "2023-11-22T09:28:26Z", + "intervalSeconds": 60, + "version": 109, + "uid": "yUl4a1tVz", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Westend", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "5m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "tkgc6_bnk", + "__panelId__": "6", + "summary": "Less than 500 Rococo headers have been synced to WestendBridgeHub in last 120 minutes. Relay is not running?" + }, + "grafana_alert": { + "id": 65, + "orgId": 1, + "title": "Rococo -> WestendBridgeHub finality sync lags (00000002)", + "condition": "D", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "max(increase(Rococo_to_BridgeHubWestend_Sync_best_source_at_target_block_number{domain=\"parity-testnet\"}[120m]))", + "instant": false, + "interval": "", + "intervalMs": 30000, + "legendFormat": "At Rococo", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "C", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "C" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "reducer": "last", + "refId": "C", + "type": "reduce" + } + }, + { + "refId": "D", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 500 + ], + "type": "lt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "D" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "C", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "D", + "type": "threshold" + } + } + ], + "updated": "2023-11-22T09:28:26Z", + "intervalSeconds": 60, + "version": 78, + "uid": "R6GKwNA4z", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Westend", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "5m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "zqjpgXxnk", + "__panelId__": "2", + "summary": "Less than 500 Westend headers have been synced to RococoBridgeHub in last 390 minutes. Relay is not running?" + }, + "grafana_alert": { + "id": 66, + "orgId": 1, + "title": "Westend -> RococoBridgeHub finality sync lags (00000002)", + "condition": "D", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "max(increase(Westend_to_BridgeHubRococo_Sync_best_source_at_target_block_number{domain=\"parity-testnet\"}[390m]))", + "instant": false, + "interval": "", + "intervalMs": 30000, + "legendFormat": "At Westend", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "C", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "C" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "reducer": "last", + "refId": "C", + "type": "reduce" + } + }, + { + "refId": "D", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 500 + ], + "type": "lt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "D" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "C", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "D", + "type": "threshold" + } + } + ], + "updated": "2023-11-22T09:28:26Z", + "intervalSeconds": 60, + "version": 76, + "uid": "rAM1QHAVk", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Westend", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "0s", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "UFsgbJtVz", + "__panelId__": "11", + "summary": "The RococoBridgeHub <> WestendBridgeHub relay (00000002) has been aborted by version guard - i.e. one of chains has been upgraded and relay wasn't redeployed" + }, + "grafana_alert": { + "id": 67, + "orgId": 1, + "title": "Version guard has aborted RococoBridgeHub <> WestendBridgeHub relay (00000002)", + "condition": "B", + "data": [ + { + "refId": "B", + "queryType": "range", + "relativeTimeRange": { + "from": 600, + "to": 0 + }, + "datasourceUid": "P03E52D76DFE188C3", + "model": { + "datasource": { + "type": "loki", + "uid": "P03E52D76DFE188C3" + }, + "editorMode": "code", + "expr": "count_over_time({container=\"bridges-common-relay\"} |= `Aborting relay` [1m])", + "hide": false, + "intervalMs": 1000, + "legendFormat": "Aborts per minute", + "maxDataPoints": 43200, + "queryType": "range", + "refId": "B" + } + }, + { + "refId": "C", + "queryType": "", + "relativeTimeRange": { + "from": 600, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "C" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "B", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "reducer": "max", + "refId": "C", + "type": "reduce" + } + }, + { + "refId": "D", + "queryType": "", + "relativeTimeRange": { + "from": 600, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 0 + ], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "D" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "C", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "D", + "type": "threshold" + } + } + ], + "updated": "2023-11-22T09:28:26Z", + "intervalSeconds": 60, + "version": 75, + "uid": "TwWPeN04z", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Westend", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "10m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "UFsgbJtVz", + "__panelId__": "12", + "summary": "Best Rococo header at BridgeHubWestend (00000002) doesn't match the same header at Rococo" + }, + "grafana_alert": { + "id": 69, + "orgId": 1, + "title": "Rococo headers mismatch", + "condition": "C", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "Rococo_to_BridgeHubWestend_Sync_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", + "instant": false, + "interval": "", + "intervalMs": 30000, + "legendFormat": "Best BridgeHubRococo header at BridgeHubWestend doesn't match the same header of BridgeHubRococo", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "B", + "queryType": "", + "relativeTimeRange": { + "from": 0, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "B" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "reducer": "last", + "refId": "B", + "type": "reduce" + } + }, + { + "refId": "C", + "queryType": "", + "relativeTimeRange": { + "from": 0, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 0 + ], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "C" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "B", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "C", + "type": "threshold" + } + } + ], + "updated": "2023-11-22T09:28:26Z", + "intervalSeconds": 60, + "version": 70, + "uid": "08-5gv04k", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Westend", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "10m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "UFsgbJtVz", + "__panelId__": "13", + "summary": "Best Westend header at BridgeHubRococo (00000002) doesn't match the same header at Westend" + }, + "grafana_alert": { + "id": 70, + "orgId": 1, + "title": "Westend headers mismatch", + "condition": "C", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "Westend_to_BridgeHubRococo_Sync_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", + "instant": false, + "interval": "", + "intervalMs": 30000, + "legendFormat": "Best BridgeHubRococo header at BridgeHubWestend doesn't match the same header of BridgeHubRococo", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "B", + "queryType": "", + "relativeTimeRange": { + "from": 0, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "B" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "reducer": "last", + "refId": "B", + "type": "reduce" + } + }, + { + "refId": "C", + "queryType": "", + "relativeTimeRange": { + "from": 0, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 0 + ], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "C" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "B", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "C", + "type": "threshold" + } + } + ], + "updated": "2023-11-22T09:28:26Z", + "intervalSeconds": 60, + "version": 69, + "uid": "Esj2gD0Vk", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Westend", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "5m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "tkgc6_bnk", + "__panelId__": "9", + "summary": "Test messages from RococoBridgeHub to WestendBridgeHub are not generated. Our cronjob has died?" + }, + "grafana_alert": { + "id": 73, + "orgId": 1, + "title": "Test messages from RococoBridgeHub to WestendBridgeHub are not generated.", + "condition": "D", + "data": [ + { + "refId": "B", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "increase(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\", type=~\"source_latest_generated\"}[24h])", + "hide": true, + "instant": false, + "interval": "", + "intervalMs": 30000, + "legendFormat": "Messages generated in last 24h", + "maxDataPoints": 43200, + "range": true, + "refId": "B" + } + }, + { + "refId": "C", + "queryType": "", + "relativeTimeRange": { + "from": 600, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "C" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "B", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "reducer": "max", + "refId": "C", + "type": "reduce" + } + }, + { + "refId": "D", + "queryType": "", + "relativeTimeRange": { + "from": 600, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 1 + ], + "type": "lt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "D" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "C", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "D", + "type": "threshold" + } + } + ], + "updated": "2023-11-22T09:28:26Z", + "intervalSeconds": 60, + "version": 41, + "uid": "ry1K5SB4k", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Westend", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "5m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "UFsgbJtVz", + "__panelId__": "16", + "summary": "RococoBridgeHub <> WestendBridgeHub relay (00000002) node is down" + }, + "grafana_alert": { + "id": 74, + "orgId": 1, + "title": "RococoBridgeHub <> WestendBridgeHub relay (00000002) node is down", + "condition": "C", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 900, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "exemplar": false, + "expr": "up{domain=\"parity-testnet\",container=\"bridges-common-relay\"}", + "instant": false, + "interval": "", + "intervalMs": 30000, + "legendFormat": "Is relay running", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "B", + "queryType": "", + "relativeTimeRange": { + "from": 0, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "B" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "reducer": "max", + "refId": "B", + "type": "reduce" + } + }, + { + "refId": "C", + "queryType": "", + "relativeTimeRange": { + "from": 0, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 1 + ], + "type": "lt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "C" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "B", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "C", + "type": "threshold" + } + } + ], + "updated": "2023-11-22T09:28:26Z", + "intervalSeconds": 60, + "version": 39, + "uid": "9YAdEUB4z", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Westend", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + } + ] +} diff --git a/deployments/bridges/rococo-wococo/dashboard/grafana/relay-rococo-to-wococo-messages-dashboard.json b/deployments/bridges/rococo-westend/dashboard/grafana/relay-rococo-to-westend-messages-dashboard.json similarity index 82% rename from deployments/bridges/rococo-wococo/dashboard/grafana/relay-rococo-to-wococo-messages-dashboard.json rename to deployments/bridges/rococo-westend/dashboard/grafana/relay-rococo-to-westend-messages-dashboard.json index cf0fa1bff790..4ba0737923a0 100644 --- a/deployments/bridges/rococo-wococo/dashboard/grafana/relay-rococo-to-wococo-messages-dashboard.json +++ b/deployments/bridges/rococo-westend/dashboard/grafana/relay-rococo-to-westend-messages-dashboard.json @@ -111,7 +111,7 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "Rococo_to_BridgeHubWococo_Sync_best_source_block_number{domain=\"parity-testnet\"}", + "expr": "Rococo_to_BridgeHubWestend_Sync_best_source_block_number{domain=\"parity-testnet\"}", "legendFormat": "At Rococo", "range": true, "refId": "A" @@ -122,9 +122,9 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "Rococo_to_BridgeHubWococo_Sync_best_source_at_target_block_number{domain=\"parity-testnet\"}", + "expr": "Rococo_to_BridgeHubWestend_Sync_best_source_at_target_block_number{domain=\"parity-testnet\"}", "hide": false, - "legendFormat": "At BridgeHubWococo", + "legendFormat": "At BridgeHubWestend", "range": true, "refId": "B" } @@ -215,8 +215,8 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "Wococo_to_BridgeHubRococo_Sync_best_source_block_number{domain=\"parity-testnet\"}", - "legendFormat": "At Wococo", + "expr": "Westend_to_BridgeHubRococo_Sync_best_source_block_number{domain=\"parity-testnet\"}", + "legendFormat": "At Westend", "range": true, "refId": "A" }, @@ -226,14 +226,14 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "Wococo_to_BridgeHubRococo_Sync_best_source_at_target_block_number{domain=\"parity-testnet\"}", + "expr": "Westend_to_BridgeHubRococo_Sync_best_source_at_target_block_number{domain=\"parity-testnet\"}", "hide": false, "legendFormat": "At BridgeHubRococo", "range": true, "refId": "B" } ], - "title": "Best finalized Wococo headers", + "title": "Best finalized Westend headers", "type": "timeseries" }, { @@ -320,7 +320,7 @@ }, "editorMode": "code", "exemplar": true, - "expr": "BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_best_source_block_number{domain=\"parity-testnet\"}", + "expr": "BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_best_source_block_number{domain=\"parity-testnet\"}", "interval": "", "legendFormat": "At RococoBridgeHub", "range": true, @@ -332,9 +332,9 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_best_source_at_target_block_number{domain=\"parity-testnet\"}", + "expr": "BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_best_source_at_target_block_number{domain=\"parity-testnet\"}", "hide": false, - "legendFormat": "At WococoBridgeHub", + "legendFormat": "At WestendBridgeHub", "range": true, "refId": "B" } @@ -426,9 +426,9 @@ }, "editorMode": "code", "exemplar": true, - "expr": "BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_best_target_block_number{domain=\"parity-testnet\"}", + "expr": "BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_best_target_block_number{domain=\"parity-testnet\"}", "interval": "", - "legendFormat": "At WococoBridgeHub", + "legendFormat": "At WestendBridgeHub", "range": true, "refId": "A" }, @@ -438,14 +438,14 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_best_target_at_source_block_number{domain=\"parity-testnet\"}", + "expr": "BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_best_target_at_source_block_number{domain=\"parity-testnet\"}", "hide": false, "legendFormat": "At RococoBridgeHub", "range": true, "refId": "B" } ], - "title": "Best finalized WococoBridgeHub headers", + "title": "Best finalized WestendBridgeHub headers", "type": "timeseries" }, { @@ -531,7 +531,7 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "label_replace(label_replace(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\", type=~\"source_latest_generated|target_latest_received\"}, \"type\", \"Latest message sent from BridgeHubRococo\", \"type\", \"source_latest_generated\"), \"type\", \"Latest BridgeHubRococo message received by BridgeHubWococo\", \"type\", \"target_latest_received\")", + "expr": "label_replace(label_replace(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\", type=~\"source_latest_generated|target_latest_received\"}, \"type\", \"Latest message sent from BridgeHubRococo\", \"type\", \"source_latest_generated\"), \"type\", \"Latest BridgeHubRococo message received by BridgeHubWestend\", \"type\", \"target_latest_received\")", "legendFormat": "{{type}}", "range": true, "refId": "A" @@ -542,14 +542,14 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "increase(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\", type=~\"source_latest_generated\"}[24h])", + "expr": "increase(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\", type=~\"source_latest_generated\"}[24h])", "hide": true, "legendFormat": "Messages generated in last 24h", "range": true, "refId": "B" } ], - "title": "Delivery race (00000001)", + "title": "Delivery race (00000002)", "type": "timeseries" }, { @@ -635,13 +635,13 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "label_replace(label_replace(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=~\"source_latest_confirmed|target_latest_received\"}, \"type\", \"Latest delivery confirmation from BridgeHubWococo to BridgeHubRococo\", \"type\", \"source_latest_confirmed\"), \"type\", \"Latest BridgeHubRococo message received by BridgeHubWococo\", \"type\", \"target_latest_received\")", + "expr": "label_replace(label_replace(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=~\"source_latest_confirmed|target_latest_received\"}, \"type\", \"Latest delivery confirmation from BridgeHubWestend to BridgeHubRococo\", \"type\", \"source_latest_confirmed\"), \"type\", \"Latest BridgeHubRococo message received by BridgeHubWestend\", \"type\", \"target_latest_received\")", "legendFormat": "{{type}}", "range": true, "refId": "A" } ], - "title": "Confirmations race (00000001)", + "title": "Confirmations race (00000002)", "type": "timeseries" }, { @@ -727,7 +727,7 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "scalar(max_over_time(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", + "expr": "scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", "legendFormat": "Undelivered messages", "range": true, "refId": "A" @@ -738,14 +738,14 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "((vector(0) and ((BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} > on () BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(1)) + on () increase(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[10m]) * on () ((vector(1) and ((BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} > on () BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(0))", + "expr": "((vector(0) and ((BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} > on () BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(1)) + on () increase(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[10m]) * on () ((vector(1) and ((BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} > on () BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(0))", "hide": true, "legendFormat": "1 if all messages are delivered. Otherwise - number of delivered messages in last 10m", "range": true, "refId": "B" } ], - "title": "Delivery race lags (00000001)", + "title": "Delivery race lags (00000002)", "type": "timeseries" }, { @@ -831,13 +831,13 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "scalar(max_over_time(RococoBridgeHub_to_WococoBridgeHub_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0)) - scalar(max_over_time(RococoBridgeHub_to_WococoBridgeHub_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0))", + "expr": "scalar(max_over_time(RococoBridgeHub_to_WestendBridgeHub_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0)) - scalar(max_over_time(RococoBridgeHub_to_WestendBridgeHub_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0))", "legendFormat": "Unconfirmed messages", "range": true, "refId": "A" } ], - "title": "Confirmations race lags (00000001)", + "title": "Confirmations race lags (00000002)", "type": "timeseries" }, { @@ -923,7 +923,7 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "scalar(max_over_time(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))", + "expr": "scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))", "legendFormat": "Unconfirmed rewards", "range": true, "refId": "A" @@ -934,19 +934,19 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "(scalar(max_over_time(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))) * (max_over_time(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0) > bool min_over_time(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", + "expr": "(scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))) * (max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0) > bool min_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", "hide": true, "legendFormat": "__auto", "range": true, "refId": "B" } ], - "title": "Reward lags (00000001)", + "title": "Reward lags (00000002)", "type": "timeseries" } ], "refresh": "5s", - "schemaVersion": 37, + "schemaVersion": 38, "style": "dark", "tags": [], "templating": { @@ -958,8 +958,8 @@ }, "timepicker": {}, "timezone": "", - "title": "BridgeHubRococo to BridgeHubWococo (00000001)", + "title": "BridgeHubRococo to BridgeHubWestend (00000002)", "uid": "tkgc6_bnk", - "version": 44, + "version": 45, "weekStart": "" -} +} \ No newline at end of file diff --git a/deployments/bridges/rococo-wococo/dashboard/grafana/relay-wococo-to-rococo-messages-dashboard.json b/deployments/bridges/rococo-westend/dashboard/grafana/relay-westend-to-rococo-messages-dashboard.json similarity index 80% rename from deployments/bridges/rococo-wococo/dashboard/grafana/relay-wococo-to-rococo-messages-dashboard.json rename to deployments/bridges/rococo-westend/dashboard/grafana/relay-westend-to-rococo-messages-dashboard.json index 15967adcb349..aa246d3827c0 100644 --- a/deployments/bridges/rococo-wococo/dashboard/grafana/relay-wococo-to-rococo-messages-dashboard.json +++ b/deployments/bridges/rococo-westend/dashboard/grafana/relay-westend-to-rococo-messages-dashboard.json @@ -111,8 +111,8 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "Wococo_to_BridgeHubRococo_Sync_best_source_block_number{domain=\"parity-testnet\"}", - "legendFormat": "At Wococo", + "expr": "Westend_to_BridgeHubRococo_Sync_best_source_block_number{domain=\"parity-testnet\"}", + "legendFormat": "At Westend", "range": true, "refId": "A" }, @@ -122,14 +122,14 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "Wococo_to_BridgeHubRococo_Sync_best_source_at_target_block_number{domain=\"parity-testnet\"}", + "expr": "Westend_to_BridgeHubRococo_Sync_best_source_at_target_block_number{domain=\"parity-testnet\"}", "hide": false, "legendFormat": "At BridgeHubRococo", "range": true, "refId": "B" } ], - "title": "Best finalized Wococo headers", + "title": "Best finalized Westend headers", "type": "timeseries" }, { @@ -215,7 +215,7 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "Rococo_to_BridgeHubWococo_Sync_best_source_block_number{domain=\"parity-testnet\"}", + "expr": "Rococo_to_BridgeHubWestend_Sync_best_source_block_number{domain=\"parity-testnet\"}", "legendFormat": "At Rococo", "range": true, "refId": "A" @@ -226,9 +226,9 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "Rococo_to_BridgeHubWococo_Sync_best_source_at_target_block_number{domain=\"parity-testnet\"}", + "expr": "Rococo_to_BridgeHubWestend_Sync_best_source_at_target_block_number{domain=\"parity-testnet\"}", "hide": false, - "legendFormat": "At WococoBridgeHub", + "legendFormat": "At WestendBridgeHub", "range": true, "refId": "B" } @@ -320,9 +320,9 @@ }, "editorMode": "code", "exemplar": true, - "expr": "BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_best_source_block_number{domain=\"parity-testnet\"}", + "expr": "BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_best_source_block_number{domain=\"parity-testnet\"}", "interval": "", - "legendFormat": "At WococoBridgeHub", + "legendFormat": "At WestendBridgeHub", "range": true, "refId": "A" }, @@ -332,14 +332,14 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_best_source_at_target_block_number{domain=\"parity-testnet\"}", + "expr": "BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_best_source_at_target_block_number{domain=\"parity-testnet\"}", "hide": false, "legendFormat": "At RococoBridgeHub", "range": true, "refId": "B" } ], - "title": "Best finalized WococoBridgeHub headers", + "title": "Best finalized WestendBridgeHub headers", "type": "timeseries" }, { @@ -426,7 +426,7 @@ }, "editorMode": "code", "exemplar": true, - "expr": "BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_best_target_block_number{domain=\"parity-testnet\"}", + "expr": "BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_best_target_block_number{domain=\"parity-testnet\"}", "interval": "", "legendFormat": "At RococoBridgeHub", "range": true, @@ -438,9 +438,9 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_best_target_at_source_block_number{domain=\"parity-testnet\"}", + "expr": "BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_best_target_at_source_block_number{domain=\"parity-testnet\"}", "hide": false, - "legendFormat": "At WococoBridgeHub", + "legendFormat": "At WestendBridgeHub", "range": true, "refId": "B" } @@ -531,13 +531,13 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "label_replace(label_replace(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=~\"source_latest_generated|target_latest_received\"}, \"type\", \"Latest message sent from BridgeHubWococo\", \"type\", \"source_latest_generated\"), \"type\", \"Latest BridgeHubWococo message received by BridgeHubRococo\", \"type\", \"target_latest_received\")", + "expr": "label_replace(label_replace(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=~\"source_latest_generated|target_latest_received\"}, \"type\", \"Latest message sent from BridgeHubWestend\", \"type\", \"source_latest_generated\"), \"type\", \"Latest BridgeHubWestend message received by BridgeHubRococo\", \"type\", \"target_latest_received\")", "legendFormat": "{{type}}", "range": true, "refId": "A" } ], - "title": "Delivery race (00000001)", + "title": "Delivery race (00000002)", "type": "timeseries" }, { @@ -623,13 +623,13 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "label_replace(label_replace(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=~\"source_latest_confirmed|target_latest_received\"}, \"type\", \"Latest delivery confirmation from BridgeHubRococo to BridgeHubWococo\", \"type\", \"source_latest_confirmed\"), \"type\", \"Latest BridgeHubWococo message received by BridgeHubRococo\", \"type\", \"target_latest_received\")", + "expr": "label_replace(label_replace(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=~\"source_latest_confirmed|target_latest_received\"}, \"type\", \"Latest delivery confirmation from BridgeHubRococo to BridgeHubWestend\", \"type\", \"source_latest_confirmed\"), \"type\", \"Latest BridgeHubWestend message received by BridgeHubRococo\", \"type\", \"target_latest_received\")", "legendFormat": "{{type}}", "range": true, "refId": "A" } ], - "title": "Confirmations race (00000001)", + "title": "Confirmations race (00000002)", "type": "timeseries" }, { @@ -715,7 +715,7 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "scalar(max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", + "expr": "scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", "legendFormat": "Undelivered messages", "range": true, "refId": "A" @@ -726,14 +726,14 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "((vector(0) and ((BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} > on () BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(1)) + on () increase(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[10m]) * on () ((vector(1) and ((BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} > on () BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(0))", + "expr": "((vector(0) and ((BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} > on () BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(1)) + on () increase(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[10m]) * on () ((vector(1) and ((BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} > on () BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(0))", "hide": true, "legendFormat": "1 if all messages are delivered. Otherwise - number of delivered messages in last 10m", "range": true, "refId": "B" } ], - "title": "Delivery race lags (00000001)", + "title": "Delivery race lags (00000002)", "type": "timeseries" }, { @@ -819,13 +819,13 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "scalar(max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0))", + "expr": "scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0))", "legendFormat": "Unconfirmed messages", "range": true, "refId": "A" } ], - "title": "Confirmations race lags (00000001)", + "title": "Confirmations race lags (00000002)", "type": "timeseries" }, { @@ -911,7 +911,7 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "scalar(max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))", + "expr": "scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))", "legendFormat": "Unconfirmed rewards", "range": true, "refId": "A" @@ -922,32 +922,32 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "(scalar(max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))) * (max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0) > bool min_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", + "expr": "(scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))) * (max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0) > bool min_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", "hide": true, "legendFormat": "__auto", "range": true, "refId": "B" } ], - "title": "Reward lags (00000001)", + "title": "Reward lags (00000002)", "type": "timeseries" } ], "refresh": "5s", - "schemaVersion": 37, + "schemaVersion": 38, "style": "dark", "tags": [], "templating": { "list": [] }, "time": { - "from": "now-5m", + "from": "now-6h", "to": "now" }, "timepicker": {}, "timezone": "", - "title": "BridgeHubWococo to BridgeHubRococo (00000001)", + "title": "BridgeHubWestend to BridgeHubRococo (00000002)", "uid": "zqjpgXxnk", - "version": 32, + "version": 35, "weekStart": "" -} +} \ No newline at end of file diff --git a/deployments/bridges/rococo-wococo/dashboard/grafana/rococo-wococo-maintenance-dashboard.json b/deployments/bridges/rococo-westend/dashboard/grafana/rococo-westend-maintenance-dashboard.json similarity index 92% rename from deployments/bridges/rococo-wococo/dashboard/grafana/rococo-wococo-maintenance-dashboard.json rename to deployments/bridges/rococo-westend/dashboard/grafana/rococo-westend-maintenance-dashboard.json index 6158c3e73a9e..c9eae23f0114 100644 --- a/deployments/bridges/rococo-wococo/dashboard/grafana/rococo-wococo-maintenance-dashboard.json +++ b/deployments/bridges/rococo-westend/dashboard/grafana/rococo-westend-maintenance-dashboard.json @@ -77,7 +77,7 @@ "text": {}, "textMode": "name" }, - "pluginVersion": "9.3.1", + "pluginVersion": "10.0.2", "targets": [ { "datasource": { @@ -145,7 +145,7 @@ "text": {}, "textMode": "name" }, - "pluginVersion": "9.3.1", + "pluginVersion": "10.0.2", "targets": [ { "datasource": { @@ -228,7 +228,7 @@ }, "textMode": "auto" }, - "pluginVersion": "9.3.1", + "pluginVersion": "10.0.2", "targets": [ { "datasource": { @@ -517,8 +517,8 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "Rococo_to_BridgeHubWococo_Sync_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", - "legendFormat": "Best BridgeHubRococo header at BridgeHubWococo doesn't match the same header of BridgeHubRococo", + "expr": "Rococo_to_BridgeHubWestend_Sync_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", + "legendFormat": "Best BridgeHubRococo header at BridgeHubWestend doesn't match the same header of BridgeHubRococo", "range": true, "refId": "A" } @@ -609,13 +609,13 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "Wococo_to_BridgeHubRococo_Sync_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", - "legendFormat": "Best BridgeHubRococo header at BridgeHubWococo doesn't match the same header of BridgeHubRococo", + "expr": "Westend_to_BridgeHubRococo_Sync_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", + "legendFormat": "Best BridgeHubRococo header at BridgeHubWestend doesn't match the same header of BridgeHubRococo", "range": true, "refId": "A" } ], - "title": "Wococo headers mismatch", + "title": "Westend headers mismatch", "type": "timeseries" }, { @@ -701,8 +701,8 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", - "legendFormat": "Best BridgeHubRococo header at BridgeHubWococo doesn't match the same header of BridgeHubRococo", + "expr": "BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", + "legendFormat": "Best BridgeHubRococo header at BridgeHubWestend doesn't match the same header of BridgeHubRococo", "range": true, "refId": "A" } @@ -793,13 +793,13 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", - "legendFormat": "Best BridgeHubRococo header at BridgeHubWococo doesn't match the same header of BridgeHubRococo", + "expr": "BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", + "legendFormat": "Best BridgeHubRococo header at BridgeHubWestend doesn't match the same header of BridgeHubRococo", "range": true, "refId": "A" } ], - "title": "BridgeHubWococo headers mismatch", + "title": "BridgeHubWestend headers mismatch", "type": "timeseries" }, { @@ -847,8 +847,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -885,7 +884,7 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "at_BridgeHubRococo_relay_BridgeHubWococoMessages_balance{domain=\"parity-testnet\"}", + "expr": "at_BridgeHubRococo_relay_BridgeHubWestendMessages_balance{domain=\"parity-testnet\"}", "legendFormat": "Messages Relay Balance", "range": true, "refId": "A" @@ -896,7 +895,7 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "at_BridgeHubRococo_relay_WococoHeaders_reward_for_msgs_to_BridgeHubWococo_on_lane_00000001{domain=\"parity-testnet\"} + at_BridgeHubRococo_relay_BridgeHubWococoMessages_reward_for_msgs_to_BridgeHubWococo_on_lane_00000001{domain=\"parity-testnet\"}", + "expr": "at_BridgeHubRococo_relay_WestendHeaders_reward_for_msgs_to_BridgeHubWestend_on_lane_00000002{domain=\"parity-testnet\"} + at_BridgeHubRococo_relay_BridgeHubWestendMessages_reward_for_msgs_to_BridgeHubWestend_on_lane_00000002{domain=\"parity-testnet\"}", "hide": false, "legendFormat": "Pending reward", "range": true, @@ -951,8 +950,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -989,7 +987,7 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "at_BridgeHubWococo_relay_BridgeHubRococoMessages_balance{domain=\"parity-testnet\"}", + "expr": "at_BridgeHubWestend_relay_BridgeHubRococoMessages_balance{domain=\"parity-testnet\"}", "legendFormat": "Messages Relay Balance", "range": true, "refId": "A" @@ -1000,32 +998,32 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "at_BridgeHubRococo_relay_BridgeHubWococoMessages_reward_for_msgs_from_BridgeHubWococo_on_lane_00000001{domain=\"parity-testnet\"} + at_BridgeHubRococo_relay_BridgeHubWococoMessages_reward_for_msgs_to_BridgeHubWococo_on_lane_00000001{domain=\"parity-testnet\"}", + "expr": "at_BridgeHubRococo_relay_BridgeHubWestendMessages_reward_for_msgs_from_BridgeHubWestend_on_lane_00000002{domain=\"parity-testnet\"} + at_BridgeHubRococo_relay_BridgeHubWestendMessages_reward_for_msgs_to_BridgeHubWestend_on_lane_00000002{domain=\"parity-testnet\"}", "hide": false, "legendFormat": "Pending reward", "range": true, "refId": "B" } ], - "title": "Relay balances at WococoBridgeHub", + "title": "Relay balances at WestendBridgeHub", "type": "timeseries" } ], "refresh": "5s", - "schemaVersion": 37, + "schemaVersion": 38, "style": "dark", "tags": [], "templating": { "list": [] }, "time": { - "from": "now-15m", + "from": "now-6h", "to": "now" }, "timepicker": {}, "timezone": "", - "title": "BridgeHubRococo <> BridgeHubWococo maintenance (00000001)", + "title": "BridgeHubRococo <> BridgeHubWestend maintenance (00000002)", "uid": "UFsgbJtVz", - "version": 26, + "version": 27, "weekStart": "" -} +} \ No newline at end of file diff --git a/deployments/bridges/rococo-wococo/README.md b/deployments/bridges/rococo-wococo/README.md deleted file mode 100644 index 1c2985a33577..000000000000 --- a/deployments/bridges/rococo-wococo/README.md +++ /dev/null @@ -1,10 +0,0 @@ -# Rococo Bridge Hub <> Wococo Bridge Hub deployments - -This folder contains some information and useful stuff from our other test deployment - between Rococo and Wococo -bridge hubs. The bridge overview and other helpful information can be found in -[this readme](https://github.com/paritytech/cumulus/tree/bridge-hub-rococo-wococo/parachains/runtimes/bridge-hubs). - -## Grafana Alerts and Dashboards - -JSON model for Grafana alerts and dashobards that we use, may be found in the [dasboard/grafana](./dashboard/grafana/) -folder. diff --git a/deployments/bridges/rococo-wococo/dashboard/grafana/bridges-alerts.json b/deployments/bridges/rococo-wococo/dashboard/grafana/bridges-alerts.json deleted file mode 100644 index 51cea87cac98..000000000000 --- a/deployments/bridges/rococo-wococo/dashboard/grafana/bridges-alerts.json +++ /dev/null @@ -1,2255 +0,0 @@ -{ - "Bridges":[ - { - "name":"BEEFY Lagging Sessions", - "interval":"20m", - "rules":[ - { - "expr":"", - "for":"20m", - "labels":{ - "matrix_room":"!lMunCqbBqxEqfRuUDF:parity.io" - }, - "annotations":{ - "__dashboardUid__":"3sEDRyl7z", - "__panelId__":"6", - "summary":"Some BEEFY validators experienced lagging sessions" - }, - "grafana_alert":{ - "id":42, - "orgId":1, - "title":"BEEFY Lagging Sessions", - "condition":"B", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":10800, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "editorMode":"code", - "exemplar":true, - "expr":"increase(substrate_beefy_lagging_sessions{chain=\"rococo_v2_2\", node=~\"rococo.*(3-validator|3-rpc).*\"}[60m])", - "interval":"", - "intervalMs":30000, - "legendFormat":"", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":0, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 0 - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "A" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"grafana-expression", - "uid":"-100" - }, - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"B", - "type":"classic_conditions" - } - } - ], - "updated":"2023-02-14T12:24:20Z", - "intervalSeconds":1200, - "version":9, - "uid":"eYY8ks_7z", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"BEEFY Lagging Sessions", - "no_data_state":"NoData", - "exec_err_state":"Alerting" - } - } - ] - }, - { - "name":"Bridges", - "interval":"1m", - "rules":[ - { - "expr":"", - "for":"10m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"tkgc6_bnk", - "__panelId__":"12", - "summary":"Messages from RococoBridgeHub to WococoBridgeHub (00000001) are either not delivered, or are delivered with lags" - }, - "grafana_alert":{ - "id":51, - "orgId":1, - "title":"RococoBridgeHub -\u003e WococoBridgeHub delivery lags (00000001)", - "condition":"A", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":600, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"((vector(0) and ((BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} \u003e on () BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(1)) + on () increase(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[10m]) * on () ((vector(1) and ((BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} \u003e on () BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(0))", - "interval":"", - "intervalMs":30000, - "legendFormat":"Undelivered messages", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":600, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 1 - ], - "type":"lt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "A" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"max" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"B", - "type":"classic_conditions" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":93, - "uid":"r41otJp4k", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"10m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"zqjpgXxnk", - "__panelId__":"14", - "summary":"Messages from WococoBridgeHub to RococoBridgeHub (00000001) are either not delivered, or are delivered with lags" - }, - "grafana_alert":{ - "id":55, - "orgId":1, - "title":"WococoBridgeHub -\u003e RococoBridgeHub delivery lags (00000001)", - "condition":"B", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":300, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"((vector(0) and ((BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} \u003e on () BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(1)) + on () increase(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[10m]) * on () ((vector(1) and ((BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} \u003e on () BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(0))", - "interval":"", - "intervalMs":30000, - "legendFormat":"Undelivered messages", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":300, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 1 - ], - "type":"lt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "A" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"max" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"B", - "type":"classic_conditions" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":91, - "uid":"wqmPtJpVz", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"10m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"tkgc6_bnk", - "__panelId__":"14", - "summary":"Messages from RococoBridgeHub to WococoBridgeHub (00000001) are either not confirmed, or are confirmed with lags" - }, - "grafana_alert":{ - "id":56, - "orgId":1, - "title":"RococoBridgeHub -\u003e WococoBridgeHub confirmation lags (00000001)", - "condition":"B", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"scalar(max_over_time(RococoBridgeHub_to_WococoBridgeHub_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0)) - scalar(max_over_time(RococoBridgeHub_to_WococoBridgeHub_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0))", - "interval":"", - "intervalMs":30000, - "legendFormat":"Unconfirmed messages", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 50 - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "A" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"min" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"B", - "type":"classic_conditions" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":87, - "uid":"z4h3pJtVz", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"10m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"zqjpgXxnk", - "__panelId__":"16", - "summary":"Messages from WococoBridgeHub to RococoBridgeHub (00000001) are either not confirmed, or are confirmed with lags" - }, - "grafana_alert":{ - "id":57, - "orgId":1, - "title":"WococoBridgeHub -\u003e RococoBridgeHub confirmation lags (00000001)", - "condition":"B", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":300, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"scalar(max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0))", - "interval":"", - "intervalMs":30000, - "legendFormat":"Unconfirmed messages", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":300, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 50 - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "A" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"min" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"B", - "type":"classic_conditions" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":86, - "uid":"Kj_z21t4k", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"10m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"zqjpgXxnk", - "__panelId__":"18", - "summary":"Rewards for messages from WococoBridgeHub to RococoBridgeHub (00000001) are either not confirmed, or are confirmed with lags" - }, - "grafana_alert":{ - "id":58, - "orgId":1, - "title":"WococoBridgeHub -\u003e RococoBridgeHub reward lags (00000001)", - "condition":"C", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":300, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"scalar(max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))", - "interval":"", - "intervalMs":30000, - "legendFormat":"Unconfirmed rewards", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":300, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"(scalar(max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))) * (max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0) \u003e bool min_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", - "hide":true, - "interval":"", - "intervalMs":30000, - "legendFormat":"__auto", - "maxDataPoints":43200, - "range":true, - "refId":"B" - } - }, - { - "refId":"C", - "queryType":"", - "relativeTimeRange":{ - "from":300, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 10 - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "B" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"min" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"C", - "type":"classic_conditions" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":81, - "uid":"hw_a21pVk", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"10m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"tkgc6_bnk", - "__panelId__":"15", - "summary":"Rewards for messages from RococoBridgeHub to WococoBridgeHub (00000001) are either not confirmed, or are confirmed with lags" - }, - "grafana_alert":{ - "id":59, - "orgId":1, - "title":"RococoBridgeHub -\u003e WococoBridgeHub reward lags (00000001)", - "condition":"C", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"scalar(max_over_time(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))", - "interval":"", - "intervalMs":30000, - "legendFormat":"Unconfirmed rewards", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"(scalar(max_over_time(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))) * (max_over_time(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0) \u003e bool min_over_time(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", - "hide":true, - "interval":"", - "intervalMs":30000, - "legendFormat":"__auto", - "maxDataPoints":43200, - "range":true, - "refId":"B" - } - }, - { - "refId":"C", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 10 - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "A" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"min" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"C", - "type":"classic_conditions" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":80, - "uid":"daN62Jt4z", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"10m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"UFsgbJtVz", - "__panelId__":"2", - "summary":"Best BridgeHubRococo header at BridgeHubWococo (00000001) doesn't match the same header at BridgeHubRococo" - }, - "grafana_alert":{ - "id":60, - "orgId":1, - "title":"BridgeHubRococo header mismatch (00000001)", - "condition":"B", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", - "interval":"", - "intervalMs":30000, - "legendFormat":"Best BridgeHubRococo header at BridgeHubWococo doesn't match the same header of BridgeHubRococo", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 0 - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "A" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"max" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"B", - "type":"classic_conditions" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":77, - "uid":"BzBDb1pVz", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"10m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"UFsgbJtVz", - "__panelId__":"3", - "summary":"Best BridgeHubWococo header at BridgeHubRococo (00000001) doesn't match the same header at BridgeHubWococo" - }, - "grafana_alert":{ - "id":61, - "orgId":1, - "title":"BridgeHubWococo header mismatch (00000001)", - "condition":"B", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", - "interval":"", - "intervalMs":30000, - "legendFormat":"Best BridgeHubRococo header at BridgeHubWococo doesn't match the same header of BridgeHubRococo", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 0 - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "A" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"max" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"B", - "type":"classic_conditions" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":76, - "uid":"1W6lb1p4z", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"10m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"UFsgbJtVz", - "__panelId__":"5", - "summary":"With-WococoBridgeHub messages relay balance at RococoBridgeHub (00000001) is too low" - }, - "grafana_alert":{ - "id":62, - "orgId":1, - "title":"With-WococoBridgeHub messages relay balance at RococoBridgeHub (00000001) is too low", - "condition":"B", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":300, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"last_over_time(at_BridgeHubRococo_relay_BridgeHubWococoMessages_balance{domain=\"parity-testnet\"}[1h])", - "interval":"", - "intervalMs":30000, - "legendFormat":"Messages Relay Balance", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":300, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 10 - ], - "type":"lt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "A" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"B", - "type":"classic_conditions" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":75, - "uid":"Y5Dm-1tVz", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"10m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"UFsgbJtVz", - "__panelId__":"6", - "summary":"With-RococoBridgeHub messages relay balance at WococoBridgeHub (00000001) is too low" - }, - "grafana_alert":{ - "id":63, - "orgId":1, - "title":"With-RococoBridgeHub messages relay balance at WococoBridgeHub (00000001) is too low", - "condition":"B", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":300, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"last_over_time(at_BridgeHubWococo_relay_BridgeHubRococoMessages_balance{domain=\"parity-testnet\"}[1h])", - "interval":"", - "intervalMs":30000, - "legendFormat":"Messages Relay Balance", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":300, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 10 - ], - "type":"lt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "A" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"B", - "type":"classic_conditions" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":74, - "uid":"yUl4a1tVz", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"5m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"tkgc6_bnk", - "__panelId__":"6", - "summary":"Less than 500 Rococo headers have been synced to WococoBridgeHub in last 120 minutes. Relay is not running?" - }, - "grafana_alert":{ - "id":65, - "orgId":1, - "title":"Rococo -\u003e WococoBridgeHub finality sync lags (00000001)", - "condition":"D", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"max(increase(Rococo_to_BridgeHubWococo_Sync_best_source_at_target_block_number{domain=\"parity-testnet\"}[120m]))", - "interval":"", - "intervalMs":30000, - "legendFormat":"At Rococo", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"C", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "C" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "reducer":"last", - "refId":"C", - "type":"reduce" - } - }, - { - "refId":"D", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 500 - ], - "type":"lt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "D" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"C", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"D", - "type":"threshold" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":43, - "uid":"R6GKwNA4z", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"5m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"zqjpgXxnk", - "__panelId__":"2", - "summary":"Less than 500 Wococo headers have been synced to RococoBridgeHub in last 120 minutes. Relay is not running?" - }, - "grafana_alert":{ - "id":66, - "orgId":1, - "title":"Wococo -\u003e RococoBridgeHub finality sync lags (00000001)", - "condition":"D", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"max(increase(Wococo_to_BridgeHubRococo_Sync_best_source_at_target_block_number{domain=\"parity-testnet\"}[120m]))", - "interval":"", - "intervalMs":30000, - "legendFormat":"At Wococo", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"C", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "C" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "reducer":"last", - "refId":"C", - "type":"reduce" - } - }, - { - "refId":"D", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 500 - ], - "type":"lt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "D" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"C", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"D", - "type":"threshold" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":41, - "uid":"rAM1QHAVk", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"0s", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"UFsgbJtVz", - "__panelId__":"11", - "summary":"The RococoBridgeHub \u003c\u003e WococoBridgeHub relay (00000001) has been aborted by version guard - i.e. one of chains has been upgraded and relay wasn't redeployed" - }, - "grafana_alert":{ - "id":67, - "orgId":1, - "title":"Version guard has aborted RococoBridgeHub \u003c\u003e WococoBridgeHub relay (00000001)", - "condition":"B", - "data":[ - { - "refId":"B", - "queryType":"range", - "relativeTimeRange":{ - "from":600, - "to":0 - }, - "datasourceUid":"P03E52D76DFE188C3", - "model":{ - "datasource":{ - "type":"loki", - "uid":"P03E52D76DFE188C3" - }, - "editorMode":"code", - "expr":"count_over_time({container=\"bridges-common-relay\"} |= `Aborting relay` [1m])", - "hide":false, - "intervalMs":1000, - "legendFormat":"Aborts per minute", - "maxDataPoints":43200, - "queryType":"range", - "refId":"B" - } - }, - { - "refId":"C", - "queryType":"", - "relativeTimeRange":{ - "from":600, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "C" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"B", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "reducer":"max", - "refId":"C", - "type":"reduce" - } - }, - { - "refId":"D", - "queryType":"", - "relativeTimeRange":{ - "from":600, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 0 - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "D" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"C", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"D", - "type":"threshold" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":40, - "uid":"TwWPeN04z", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"10m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"UFsgbJtVz", - "__panelId__":"12", - "summary":"Best Rococo header at BridgeHubWococo (00000001) doesn't match the same header at Rococo" - }, - "grafana_alert":{ - "id":69, - "orgId":1, - "title":"Rococo headers mismatch", - "condition":"C", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"Rococo_to_BridgeHubWococo_Sync_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", - "interval":"", - "intervalMs":30000, - "legendFormat":"Best BridgeHubRococo header at BridgeHubWococo doesn't match the same header of BridgeHubRococo", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":0, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "B" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "reducer":"last", - "refId":"B", - "type":"reduce" - } - }, - { - "refId":"C", - "queryType":"", - "relativeTimeRange":{ - "from":0, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 0 - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "C" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"B", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"C", - "type":"threshold" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":35, - "uid":"08-5gv04k", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"10m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"UFsgbJtVz", - "__panelId__":"13", - "summary":"Best Wococo header at BridgeHubRococo (00000001) doesn't match the same header at Wococo" - }, - "grafana_alert":{ - "id":70, - "orgId":1, - "title":"Wococo headers mismatch", - "condition":"C", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"Wococo_to_BridgeHubRococo_Sync_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", - "interval":"", - "intervalMs":30000, - "legendFormat":"Best BridgeHubRococo header at BridgeHubWococo doesn't match the same header of BridgeHubRococo", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":0, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "B" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "reducer":"last", - "refId":"B", - "type":"reduce" - } - }, - { - "refId":"C", - "queryType":"", - "relativeTimeRange":{ - "from":0, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 0 - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "C" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"B", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"C", - "type":"threshold" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":34, - "uid":"Esj2gD0Vk", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"5m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"tkgc6_bnk", - "__panelId__":"9", - "summary":"Test messages from RococoBridgeHub to WococoBridgeHub are not generated. Our cronjob has died?" - }, - "grafana_alert":{ - "id":73, - "orgId":1, - "title":"Test messages from RococoBridgeHub to WococoBridgeHub are not generated.", - "condition":"D", - "data":[ - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"increase(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\", type=~\"source_latest_generated\"}[24h])", - "hide":true, - "interval":"", - "intervalMs":30000, - "legendFormat":"Messages generated in last 24h", - "maxDataPoints":43200, - "range":true, - "refId":"B" - } - }, - { - "refId":"C", - "queryType":"", - "relativeTimeRange":{ - "from":600, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "C" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"B", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "reducer":"max", - "refId":"C", - "type":"reduce" - } - }, - { - "refId":"D", - "queryType":"", - "relativeTimeRange":{ - "from":600, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 1 - ], - "type":"lt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "D" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"C", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"D", - "type":"threshold" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":6, - "uid":"ry1K5SB4k", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"5m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"UFsgbJtVz", - "__panelId__":"16", - "summary":"RococoBridgeHub \u003c\u003e WococoBridgeHub relay (00000001) node is down" - }, - "grafana_alert":{ - "id":74, - "orgId":1, - "title":"RococoBridgeHub \u003c\u003e WococoBridgeHub relay (00000001) node is down", - "condition":"C", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":900, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "exemplar":false, - "expr":"up{domain=\"parity-testnet\",container=\"bridges-common-relay\"}", - "instant":false, - "interval":"", - "intervalMs":30000, - "legendFormat":"Is relay running", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":0, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "B" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "reducer":"max", - "refId":"B", - "type":"reduce" - } - }, - { - "refId":"C", - "queryType":"", - "relativeTimeRange":{ - "from":0, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 1 - ], - "type":"lt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "C" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"B", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"C", - "type":"threshold" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":4, - "uid":"9YAdEUB4z", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - } - ] - }, - { - "name":"Rococo Beefy best blocks not advancing", - "interval":"20m", - "rules":[ - { - "expr":"", - "for":"1h", - "labels":{ - "matrix_room":"!lMunCqbBqxEqfRuUDF:parity.io" - }, - "annotations":{ - "__dashboardUid__":"3sEDRyl7z", - "__panelId__":"2", - "summary":"Rococo BEEFY best blocks have not advanced for at least 60 mins" - }, - "grafana_alert":{ - "id":41, - "orgId":1, - "title":"Rococo BEEFY best blocks not advancing", - "condition":"C", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":10800, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "editorMode":"code", - "expr":"increase(substrate_beefy_best_block{chain=\"rococo_v2_2\", node=~\"rococo.*(3-validator|3-rpc).*\"}[1h])", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"C", - "queryType":"", - "relativeTimeRange":{ - "from":0, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 100 - ], - "type":"lt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "A" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"grafana-expression", - "uid":"-100" - }, - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"C", - "type":"classic_conditions" - } - } - ], - "updated":"2023-02-14T12:26:10Z", - "intervalSeconds":1200, - "version":10, - "uid":"CBuugs_7k", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Rococo Beefy best blocks not advancing", - "no_data_state":"Alerting", - "exec_err_state":"Alerting" - } - } - ] - } - ] - } - \ No newline at end of file diff --git a/deployments/bridges/rococo/README.md b/deployments/bridges/rococo/README.md new file mode 100644 index 000000000000..ee4ab77301f3 --- /dev/null +++ b/deployments/bridges/rococo/README.md @@ -0,0 +1,16 @@ +# Rococo deployments + +This folder contains some information and useful stuff from our other test deployment on Rococo. + +## Grafana Alerts and Dashboards + +JSON model for Grafana alerts and dashobards that we use, may be found in the [dasboard/grafana](./dashboard/grafana/) +folder. + +**Dashboards:** +- rococo-beefy-dashboard.json (exported JSON directly from https://grafana.teleport.parity.io/dashboards/f/eblDiw17z/Bridges) + +**Alerts:** +- rococo-beefy-alerts.json https://grafana.teleport.parity.io/api/ruler/grafana/api/v1/rules/Bridges/Rococo%20BEEFY + +_Note: All json files are formatted with `jq . file.json`._ \ No newline at end of file diff --git a/deployments/bridges/rococo/dashboard/grafana/rococo-beefy-alerts.json b/deployments/bridges/rococo/dashboard/grafana/rococo-beefy-alerts.json new file mode 100644 index 000000000000..c684584b0f87 --- /dev/null +++ b/deployments/bridges/rococo/dashboard/grafana/rococo-beefy-alerts.json @@ -0,0 +1,190 @@ +{ + "name": "Rococo BEEFY", + "interval": "20m", + "rules": [ + { + "expr": "", + "for": "20m", + "labels": { + "matrix_room": "lMunCqbBqxEqfRuUDF" + }, + "annotations": { + "__dashboardUid__": "3sEDRyl7z", + "__panelId__": "6", + "summary": "Some Rococo BEEFY validators experienced lagging sessions" + }, + "grafana_alert": { + "id": 42, + "orgId": 1, + "title": "Rococo BEEFY Lagging Sessions", + "condition": "B", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 10800, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "editorMode": "code", + "exemplar": true, + "expr": "increase(substrate_beefy_lagging_sessions{chain=\"rococo_v2_2\", node=~\"rococo.*(3-validator|3-rpc).*\"}[60m])", + "interval": "", + "intervalMs": 30000, + "legendFormat": "", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "B", + "queryType": "", + "relativeTimeRange": { + "from": 0, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 0 + ], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "A" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "grafana-expression", + "uid": "-100" + }, + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "B", + "type": "classic_conditions" + } + } + ], + "updated": "2023-11-21T08:44:25Z", + "intervalSeconds": 1200, + "version": 14, + "uid": "eYY8ks_7z", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Rococo BEEFY", + "no_data_state": "NoData", + "exec_err_state": "Alerting", + "is_paused": false + } + }, + { + "expr": "", + "for": "1h", + "labels": { + "matrix_room": "lMunCqbBqxEqfRuUDF" + }, + "annotations": { + "__dashboardUid__": "3sEDRyl7z", + "__panelId__": "2", + "summary": "Rococo BEEFY best blocks have not advanced for at least 60 mins" + }, + "grafana_alert": { + "id": 41, + "orgId": 1, + "title": "Rococo BEEFY best blocks not advancing", + "condition": "C", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 10800, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "editorMode": "code", + "expr": "increase(substrate_beefy_best_block{chain=\"rococo_v2_2\", node=~\"rococo.*(validator|rpc).*\"}[1h])", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "C", + "queryType": "", + "relativeTimeRange": { + "from": 0, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 100 + ], + "type": "lt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "A" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "grafana-expression", + "uid": "-100" + }, + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "C", + "type": "classic_conditions" + } + } + ], + "updated": "2023-11-21T08:44:25Z", + "intervalSeconds": 1200, + "version": 15, + "uid": "CBuugs_7k", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Rococo BEEFY", + "no_data_state": "Alerting", + "exec_err_state": "Alerting", + "is_paused": false + } + } + ] +} diff --git a/deployments/bridges/rococo/dashboard/grafana/rococo-beefy-dashboard.json b/deployments/bridges/rococo/dashboard/grafana/rococo-beefy-dashboard.json new file mode 100644 index 000000000000..006b2f0621c9 --- /dev/null +++ b/deployments/bridges/rococo/dashboard/grafana/rococo-beefy-dashboard.json @@ -0,0 +1,330 @@ +{ + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": { + "type": "datasource", + "uid": "grafana" + }, + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "editable": true, + "fiscalYearStartMonth": 0, + "graphTooltip": 0, + "id": 189, + "links": [], + "liveNow": false, + "panels": [ + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "stepAfter", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 12, + "x": 0, + "y": 0 + }, + "id": 2, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "exemplar": true, + "expr": "substrate_beefy_best_block{chain=\"rococo_v2_2\", node=~\"rococo.*(validator|rpc).*\"}", + "hide": false, + "interval": "", + "legendFormat": "", + "range": true, + "refId": "A" + } + ], + "title": "Rococo Beefy Best block", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 1, + "drawStyle": "bars", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "stepAfter", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 0 + }, + "id": 6, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "exemplar": true, + "expr": "substrate_beefy_lagging_sessions{chain=\"rococo_v2_2\", node=~\"rococo.*(validator|3-rpc).*\"}", + "interval": "", + "legendFormat": "", + "refId": "A" + } + ], + "title": "Rococo BEEFY Lagging Sessions", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "stepAfter", + "lineWidth": 3, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 9 + }, + "id": 4, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "exemplar": true, + "expr": "substrate_beefy_validator_set_id{chain=\"rococo_v2_2\", node=~\"rococo.*(validator|3-rpc).*\"}", + "interval": "", + "legendFormat": "", + "refId": "A" + } + ], + "title": "Rococo BEEFY Validator Set ID", + "type": "timeseries" + } + ], + "refresh": "", + "schemaVersion": 38, + "style": "dark", + "tags": [], + "templating": { + "list": [] + }, + "time": { + "from": "now-3h", + "to": "now" + }, + "timepicker": {}, + "timezone": "", + "title": "Rococo BEEFY", + "uid": "3sEDRyl7z", + "version": 16, + "weekStart": "" +}