diff --git a/docs/explain/old-node-configs.md b/docs/explain/old-node-configs.md index 87b3256a..99f2893f 100644 --- a/docs/explain/old-node-configs.md +++ b/docs/explain/old-node-configs.md @@ -48,6 +48,16 @@ ## Version Reference: +* Node `10.6.1` + * Environment configs can be found in `result/environments-pre/config/` after running: + ```bash + nix run github:input-output-hk/cardano-playground/node-10.6.1-pre-config#job-gen-env-config + +* Node `10.5.3` + * Environment configs can be found in `result/environments/config/` after running: + ```bash + nix run github:input-output-hk/cardano-playground/node-10.5.3-config#job-gen-env-config + * Node `10.5.1` * Environment configs can be found in `result/environments/config/` after running: ```bash diff --git a/flake.lock b/flake.lock index 0451febc..da2b6711 100644 --- a/flake.lock +++ b/flake.lock @@ -414,16 +414,16 @@ "treefmt-nix": "treefmt-nix" }, "locked": { - "lastModified": 1764880269, - "narHash": "sha256-Dvgvcji5vy1SNqM0Oq+qHVBJbqjx7sDixZPR9bfCwns=", + "lastModified": 1764893770, + "narHash": "sha256-8765ijZikUX1/RWohCzQRO4JNQCNrgL/a2Wl1WIY8Nk=", "owner": "input-output-hk", "repo": "cardano-parts", - "rev": "45d18305ef426c9ab53c62df7f69fa11d294cee3", + "rev": "0b565b13cff49726b731f74d2a5503b05e7407ef", "type": "github" }, "original": { "owner": "input-output-hk", - "ref": "v2025-12-04", + "ref": "next-2025-12-05", "repo": "cardano-parts", "type": "github" } @@ -1117,15 +1117,16 @@ "sodium": "sodium_3" }, "locked": { - "lastModified": 1762970280, - "narHash": "sha256-1OZsxij29cBXBFK2NtexgBXbkt2a2sqnRq1HB8RejxE=", + "lastModified": 1764859324, + "narHash": "sha256-cRcdI0wG/mpd2d7E9KSiTu3oUwsk/4tElmLiQcRB9n0=", "owner": "input-output-hk", "repo": "iohk-nix", - "rev": "a704b93ea51ee1a8a7e456659e0b28ddba280a95", + "rev": "64b6d9abd02ac20354b187e610cd0c8c9052ef1b", "type": "github" }, "original": { "owner": "input-output-hk", + "ref": "coot/new-tracing-system", "repo": "iohk-nix", "type": "github" } diff --git a/flake.nix b/flake.nix index aa178131..1506ff1e 100644 --- a/flake.nix +++ b/flake.nix @@ -5,8 +5,8 @@ nixpkgs.follows = "cardano-parts/nixpkgs"; nixpkgs-unstable.follows = "cardano-parts/nixpkgs-unstable"; flake-parts.follows = "cardano-parts/flake-parts"; - cardano-parts.url = "github:input-output-hk/cardano-parts/v2025-12-04"; - # cardano-parts.url = "path:/home/jlotoski/work/iohk/cardano-parts-wt/v2025-12-04"; + cardano-parts.url = "github:input-output-hk/cardano-parts/next-2025-12-05"; + # cardano-parts.url = "path:/home/jlotoski/work/iohk/cardano-parts-wt/next-2025-12-05"; # Local pins for additional customization: # cardano-node-lsm-test.url = "github:IntersectMBO/cardano-node/js/lsm-beta"; diff --git a/flake/opentofu/grafana/dashboards/cardano-node-new-tracing.json b/flake/opentofu/grafana/dashboards/cardano-node-new-tracing.json index 309cf3cc..2c3ac6ca 100644 --- a/flake/opentofu/grafana/dashboards/cardano-node-new-tracing.json +++ b/flake/opentofu/grafana/dashboards/cardano-node-new-tracing.json @@ -25,7 +25,7 @@ "editable": true, "fiscalYearStartMonth": 0, "graphTooltip": 0, - "id": 22, + "id": 29, "links": [], "panels": [ { @@ -61,7 +61,7 @@ "type": "linear" }, "showPoints": "never", - "spanNulls": true, + "spanNulls": false, "stacking": { "group": "A", "mode": "none" @@ -97,9 +97,7 @@ "id": 5, "options": { "legend": { - "calcs": [ - "lastNotNull" - ], + "calcs": ["lastNotNull"], "displayMode": "table", "placement": "right", "showLegend": true @@ -118,7 +116,7 @@ }, "editorMode": "code", "exemplar": true, - "expr": "cardano_node_metrics_blockNum_int{environment=\"$environment\"}", + "expr": "cardano_node_metrics_blockNum_int{environment=\"$environment\",instance=~\"$instance_name\"}", "format": "time_series", "interval": "", "intervalFactor": 1, @@ -163,7 +161,7 @@ "type": "linear" }, "showPoints": "never", - "spanNulls": true, + "spanNulls": false, "stacking": { "group": "A", "mode": "none" @@ -199,9 +197,7 @@ "id": 2, "options": { "legend": { - "calcs": [ - "lastNotNull" - ], + "calcs": ["lastNotNull"], "displayMode": "table", "placement": "right", "showLegend": true @@ -220,7 +216,7 @@ }, "editorMode": "code", "exemplar": true, - "expr": "cardano_node_metrics_slotNum_int{environment=\"$environment\"}", + "expr": "cardano_node_metrics_slotNum_int{environment=\"$environment\",instance=~\"$instance_name\"}", "hide": false, "interval": "", "legendFormat": "{{instance}}", @@ -264,7 +260,7 @@ "type": "linear" }, "showPoints": "never", - "spanNulls": true, + "spanNulls": false, "stacking": { "group": "A", "mode": "none" @@ -300,10 +296,7 @@ "id": 18, "options": { "legend": { - "calcs": [ - "last", - "mean" - ], + "calcs": ["last", "mean"], "displayMode": "table", "placement": "bottom", "showLegend": true @@ -322,7 +315,7 @@ }, "editorMode": "code", "exemplar": true, - "expr": "quantile(0.5,cardano_node_metrics_density_real{environment=\"$environment\"}) / 0.05", + "expr": "quantile(0.5,cardano_node_metrics_density_real{environment=\"$environment\",instance=~\"$instance_name\"}) / 0.05", "format": "time_series", "hide": false, "interval": "", @@ -368,7 +361,7 @@ "type": "linear" }, "showPoints": "never", - "spanNulls": true, + "spanNulls": false, "stacking": { "group": "A", "mode": "none" @@ -404,9 +397,7 @@ "id": 3, "options": { "legend": { - "calcs": [ - "lastNotNull" - ], + "calcs": ["lastNotNull"], "displayMode": "table", "placement": "right", "showLegend": true @@ -425,7 +416,7 @@ }, "editorMode": "code", "exemplar": true, - "expr": "cardano_node_metrics_epoch_int{environment=\"$environment\"}", + "expr": "cardano_node_metrics_epoch_int{environment=\"$environment\",instance=~\"$instance_name\"}", "interval": "", "legendFormat": "{{instance}}", "range": true, @@ -469,7 +460,7 @@ "type": "linear" }, "showPoints": "never", - "spanNulls": true, + "spanNulls": false, "stacking": { "group": "A", "mode": "none" @@ -507,9 +498,7 @@ "interval": "20s", "options": { "legend": { - "calcs": [ - "mean" - ], + "calcs": ["mean"], "displayMode": "table", "placement": "right", "showLegend": true @@ -528,7 +517,7 @@ }, "editorMode": "code", "exemplar": true, - "expr": "rate(cardano_node_metrics_nodeIsLeader_int{environment=\"$environment\"}[1h])/rate(cardano_node_metrics_slotNum_int{environment=\"$environment\"}[1h]) / 0.05", + "expr": "rate(cardano_node_metrics_nodeIsLeader_int{environment=\"$environment\",instance=~\"$instance_name\"}[1h])/rate(cardano_node_metrics_slotNum_int{environment=\"$environment\",instance=~\"$instance_name\"}[1h]) / 0.05", "interval": "", "legendFormat": "{{instance}}", "range": true, @@ -540,7 +529,7 @@ }, "editorMode": "code", "exemplar": true, - "expr": "sum(rate(cardano_node_metrics_nodeIsLeader_int{environment=\"$environment\"}[1h])/rate(cardano_node_metrics_slotNum_int{environment=\"$environment\"}[1h])) / 0.05", + "expr": "sum(rate(cardano_node_metrics_nodeIsLeader_int{environment=\"$environment\",instance=~\"$instance_name\"}[1h])/rate(cardano_node_metrics_slotNum_int{environment=\"$environment\",instance=~\"$instance_name\"}[1h])) / 0.05", "interval": "", "legendFormat": "Total led slots", "range": true, @@ -583,7 +572,7 @@ "type": "linear" }, "showPoints": "never", - "spanNulls": true, + "spanNulls": false, "stacking": { "group": "A", "mode": "none" @@ -621,9 +610,7 @@ "id": 41, "options": { "legend": { - "calcs": [ - "lastNotNull" - ], + "calcs": ["lastNotNull"], "displayMode": "table", "placement": "right", "showLegend": true @@ -642,7 +629,7 @@ }, "editorMode": "code", "exemplar": true, - "expr": "sum_over_time(abs((cardano_node_metrics_forgedSlotLast_int{environment=\"$environment\"} - cardano_node_metrics_forgedSlotLast_int {environment=\"$environment\"} == bool 0) - 1)[1d:])", + "expr": "sum_over_time(abs((cardano_node_metrics_forgedSlotLast_int{environment=\"$environment\",instance=~\"$instance_name\"} - cardano_node_metrics_forgedSlotLast_int {environment=\"$environment\",instance=~\"$instance_name\"} == bool 0) - 1)[1d:])", "interval": "", "legendFormat": "{{instance}}", "range": true, @@ -685,7 +672,7 @@ "type": "linear" }, "showPoints": "never", - "spanNulls": true, + "spanNulls": false, "stacking": { "group": "A", "mode": "none" @@ -721,9 +708,7 @@ "id": 19, "options": { "legend": { - "calcs": [ - "lastNotNull" - ], + "calcs": ["lastNotNull"], "displayMode": "table", "placement": "right", "showLegend": true @@ -742,7 +727,7 @@ }, "editorMode": "code", "exemplar": true, - "expr": "cardano_node_metrics_slotInEpoch_int{environment=\"$environment\"}", + "expr": "cardano_node_metrics_slotInEpoch_int{environment=\"$environment\",instance=~\"$instance_name\"}", "interval": "", "legendFormat": "{{environment}}", "range": true, @@ -785,7 +770,7 @@ "type": "linear" }, "showPoints": "never", - "spanNulls": true, + "spanNulls": false, "stacking": { "group": "A", "mode": "none" @@ -820,9 +805,7 @@ "id": 62, "options": { "legend": { - "calcs": [ - "lastNotNull" - ], + "calcs": ["lastNotNull"], "displayMode": "table", "placement": "right", "showLegend": true @@ -841,7 +824,7 @@ }, "editorMode": "code", "exemplar": true, - "expr": "rate(cardano_node_metrics_slotsMissed_int{environment=\"$environment\"}[1h]) * 3600", + "expr": "rate(cardano_node_metrics_slotsMissed_int{environment=\"$environment\",instance=~\"$instance_name\"}[1h]) * 3600", "interval": "", "legendFormat": "{{instance}}", "range": true, @@ -885,7 +868,7 @@ "type": "linear" }, "showPoints": "never", - "spanNulls": true, + "spanNulls": false, "stacking": { "group": "A", "mode": "none" @@ -940,7 +923,7 @@ }, "editorMode": "code", "exemplar": true, - "expr": "avg(avg_over_time(cardano_node_metrics_txsInMempool_int{environment=\"$environment\"}[30m]))", + "expr": "avg(avg_over_time(cardano_node_metrics_txsInMempool_int{environment=\"$environment\",instance=~\"$instance_name\"}[30m]))", "hide": false, "interval": "", "legendFormat": "30 min average", @@ -984,7 +967,7 @@ "type": "linear" }, "showPoints": "never", - "spanNulls": true, + "spanNulls": false, "stacking": { "group": "A", "mode": "none" @@ -1020,9 +1003,7 @@ "id": 28, "options": { "legend": { - "calcs": [ - "lastNotNull" - ], + "calcs": ["lastNotNull"], "displayMode": "table", "placement": "right", "showLegend": true @@ -1041,7 +1022,7 @@ }, "editorMode": "code", "exemplar": true, - "expr": "rate(cardano_node_metrics_blockNum_int{environment=\"$environment\"}[150s])*60", + "expr": "rate(cardano_node_metrics_blockNum_int{environment=\"$environment\",instance=~\"$instance_name\"}[150s])*60", "hide": false, "interval": "", "legendFormat": "{{instance}}", @@ -1085,7 +1066,7 @@ "type": "linear" }, "showPoints": "never", - "spanNulls": true, + "spanNulls": false, "stacking": { "group": "A", "mode": "none" @@ -1121,9 +1102,7 @@ "id": 66, "options": { "legend": { - "calcs": [ - "lastNotNull" - ], + "calcs": ["lastNotNull"], "displayMode": "table", "placement": "right", "showLegend": true @@ -1142,7 +1121,7 @@ }, "editorMode": "code", "exemplar": false, - "expr": "quantile(0.5, cardano_node_metrics_blockfetchclient_blocksize_int{environment=\"$environment\"} / 90112)", + "expr": "quantile(0.5, cardano_node_metrics_blockfetchclient_blocksize_int{environment=\"$environment\",instance=~\"$instance_name\"} / 90112)", "format": "time_series", "hide": false, "instant": false, @@ -1156,7 +1135,7 @@ }, "editorMode": "code", "exemplar": true, - "expr": "avg(avg_over_time(cardano_node_metrics_blockfetchclient_blocksize_int{environment=\"$environment\"}[15m]) / 90112)", + "expr": "avg(avg_over_time(cardano_node_metrics_blockfetchclient_blocksize_int{environment=\"$environment\",instance=~\"$instance_name\"}[15m]) / 90112)", "hide": false, "interval": "", "legendFormat": "15 min average", @@ -1169,7 +1148,7 @@ }, "editorMode": "code", "exemplar": true, - "expr": "avg(avg_over_time(cardano_node_metrics_blockfetchclient_blocksize_int{environment=\"$environment\"}[4h]) / 90112)", + "expr": "avg(avg_over_time(cardano_node_metrics_blockfetchclient_blocksize_int{environment=\"$environment\",instance=~\"$instance_name\"}[4h]) / 90112)", "hide": false, "interval": "", "intervalFactor": 2, @@ -1183,7 +1162,7 @@ }, "editorMode": "code", "exemplar": true, - "expr": "avg(avg_over_time(cardano_node_metrics_blockfetchclient_blocksize_int{environment=\"$environment\"}[24h]) / 90112)", + "expr": "avg(avg_over_time(cardano_node_metrics_blockfetchclient_blocksize_int{environment=\"$environment\",instance=~\"$instance_name\"}[24h]) / 90112)", "hide": false, "interval": "", "intervalFactor": 3, @@ -1197,7 +1176,7 @@ }, "editorMode": "code", "exemplar": true, - "expr": "avg(avg_over_time(cardano_node_metrics_blockfetchclient_blocksize_int{environment=\"$environment\"}[7d]) / 90112)", + "expr": "avg(avg_over_time(cardano_node_metrics_blockfetchclient_blocksize_int{environment=\"$environment\",instance=~\"$instance_name\"}[7d]) / 90112)", "hide": false, "interval": "", "intervalFactor": 10, @@ -1243,7 +1222,7 @@ "type": "linear" }, "showPoints": "never", - "spanNulls": true, + "spanNulls": false, "stacking": { "group": "A", "mode": "none" @@ -1279,9 +1258,7 @@ "id": 52, "options": { "legend": { - "calcs": [ - "lastNotNull" - ], + "calcs": ["lastNotNull"], "displayMode": "table", "placement": "right", "showLegend": true @@ -1300,7 +1277,7 @@ }, "editorMode": "code", "exemplar": true, - "expr": "netdata_statsd_cardano_node_ping_latency_ms_gauge_value_average{environment=\"$environment\"}", + "expr": "netdata_statsd_cardano_node_ping_latency_ms_gauge_value_average{environment=\"$environment\",instance=~\"$instance_name\"}", "interval": "", "legendFormat": "{{instance}}", "range": true, @@ -1363,9 +1340,7 @@ "orientation": "horizontal", "percentChangeColorMode": "standard", "reduceOptions": { - "calcs": [ - "lastNotNull" - ], + "calcs": ["lastNotNull"], "fields": "", "values": false }, @@ -1381,7 +1356,7 @@ }, "editorMode": "code", "exemplar": true, - "expr": "quantile(0.5,cardano_node_metrics_currentKESPeriod_int{environment=\"$environment\"})", + "expr": "quantile(0.5,cardano_node_metrics_currentKESPeriod_int{environment=\"$environment\",instance=~\"$instance_name\"})", "interval": "", "legendFormat": "", "range": true, @@ -1424,7 +1399,7 @@ "type": "linear" }, "showPoints": "never", - "spanNulls": true, + "spanNulls": false, "stacking": { "group": "A", "mode": "none" @@ -1460,9 +1435,7 @@ "id": 17, "options": { "legend": { - "calcs": [ - "lastNotNull" - ], + "calcs": ["lastNotNull"], "displayMode": "table", "placement": "right", "showLegend": true @@ -1481,7 +1454,7 @@ }, "editorMode": "code", "exemplar": true, - "expr": "(irate(rts_gc_cpu_ms{environment=\"$environment\"}[2m]) + irate(rts_gc_mutator_cpu_ms{environment=\"$environment\"}[2m]) + irate(rts_gc_init_cpu_ms{environment=\"$environment\"}[2m])) / 1000", + "expr": "(irate(rts_gc_cpu_ms{environment=\"$environment\",instance=~\"$instance_name\"}[2m]) + irate(rts_gc_mutator_cpu_ms{environment=\"$environment\",instance=~\"$instance_name\"}[2m]) + irate(rts_gc_init_cpu_ms{environment=\"$environment\",instance=~\"$instance_name\"}[2m])) / 1000", "interval": "", "legendFormat": "{{instance}}", "range": true, @@ -1560,9 +1533,7 @@ "id": 37, "options": { "legend": { - "calcs": [ - "lastNotNull" - ], + "calcs": ["lastNotNull"], "displayMode": "table", "placement": "right", "showLegend": true @@ -1581,7 +1552,7 @@ }, "editorMode": "code", "exemplar": true, - "expr": "rts_gc_current_bytes_used{environment=\"$environment\"}", + "expr": "rts_gc_current_bytes_used{environment=\"$environment\",instance=~\"$instance_name\"}", "interval": "", "legendFormat": "{{instance}}", "range": true, @@ -1661,9 +1632,7 @@ "id": 49, "options": { "legend": { - "calcs": [ - "lastNotNull" - ], + "calcs": ["lastNotNull"], "displayMode": "table", "placement": "right", "showLegend": true @@ -1682,7 +1651,7 @@ }, "editorMode": "code", "exemplar": true, - "expr": "cardano_node_metrics_remainingKESPeriods_int{environment=\"$environment\"}", + "expr": "cardano_node_metrics_remainingKESPeriods_int{environment=\"$environment\",instance=~\"$instance_name\"}", "interval": "", "legendFormat": "{{instance}}", "range": true, @@ -1762,9 +1731,7 @@ "id": 34, "options": { "legend": { - "calcs": [ - "lastNotNull" - ], + "calcs": ["lastNotNull"], "displayMode": "table", "placement": "right", "showLegend": true @@ -1783,7 +1750,7 @@ }, "editorMode": "code", "exemplar": true, - "expr": "rts_gc_peak_megabytes_allocated{environment=\"$environment\"}", + "expr": "rts_gc_peak_megabytes_allocated{environment=\"$environment\",instance=~\"$instance_name\"}", "interval": "", "legendFormat": "{{instance}}", "range": true, @@ -1826,7 +1793,7 @@ "type": "linear" }, "showPoints": "never", - "spanNulls": true, + "spanNulls": false, "stacking": { "group": "A", "mode": "none" @@ -1862,9 +1829,7 @@ "id": 32, "options": { "legend": { - "calcs": [ - "last" - ], + "calcs": ["last"], "displayMode": "table", "placement": "right", "showLegend": true @@ -1883,7 +1848,7 @@ }, "editorMode": "code", "exemplar": true, - "expr": "rts_gc_max_bytes_used{environment=\"$environment\"}", + "expr": "rts_gc_max_bytes_used{environment=\"$environment\",instance=~\"$instance_name\"}", "interval": "", "legendFormat": "{{instance}}", "range": true, @@ -1897,7 +1862,6 @@ "datasource": { "type": "prometheus" }, - "description": "The cardano-node uptime", "fieldConfig": { "defaults": { "color": { @@ -1950,6 +1914,209 @@ } ] }, + "unit": "percentunit" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 8, + "x": 0, + "y": 48 + }, + "id": 68, + "options": { + "legend": { + "calcs": ["last", "mean"], + "displayMode": "table", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.0.2+security-01", + "targets": [ + { + "datasource": { + "type": "prometheus" + }, + "editorMode": "code", + "exemplar": true, + "expr": "avg(increase(cardano_node_metrics_blockNum_int{environment=\"$environment\",instance=~\"$instance_name\"}[15m])) / (15 * 3)", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Density", + "range": true, + "refId": "A" + } + ], + "title": "Block Number Avg Increase 15m Rate", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 10, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": true, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "links": [], + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "percentunit" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 8, + "x": 8, + "y": 48 + }, + "id": 69, + "options": { + "legend": { + "calcs": ["last", "mean"], + "displayMode": "table", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.0.2+security-01", + "targets": [ + { + "datasource": { + "type": "prometheus" + }, + "editorMode": "code", + "exemplar": true, + "expr": "avg(increase(cardano_node_metrics_blockNum_int{environment=\"$environment\",instance=~\"$instance_name\"}[1h])) / (1 * 60 * 3)", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Density", + "range": true, + "refId": "A" + } + ], + "title": "Block Number Avg Increase 1h Rate", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus" + }, + "description": "The cardano-node uptime", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 10, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "links": [], + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, "unit": "none" }, "overrides": [] @@ -1963,9 +2130,7 @@ "id": 67, "options": { "legend": { - "calcs": [ - "last" - ], + "calcs": ["last"], "displayMode": "table", "placement": "right", "showLegend": true @@ -1984,7 +2149,7 @@ }, "editorMode": "code", "exemplar": true, - "expr": "(time() - cardano_node_metrics_node_start_time_int{environment=\"$environment\"}) / 86400", + "expr": "(time() - cardano_node_metrics_node_start_time_int{environment=\"$environment\",instance=~\"$instance_name\"}) / 86400", "interval": "", "legendFormat": "{{instance}}", "range": true, @@ -2022,6 +2187,28 @@ "refresh": 2, "regex": "", "type": "query" + }, + { + "allowCustomValue": false, + "current": { + "text": ["All"], + "value": ["$__all"] + }, + "definition": "label_values(rts_gc_current_bytes_used{environment=\"$environment\"},instance)", + "includeAll": true, + "label": "Instance", + "multi": true, + "name": "instance_name", + "options": [], + "query": { + "qryType": 1, + "query": "label_values(rts_gc_current_bytes_used{environment=\"$environment\"},instance)", + "refId": "PrometheusVariableQueryEditor-VariableQuery" + }, + "refresh": 1, + "regex": "", + "sort": 1, + "type": "query" } ] }, @@ -2033,5 +2220,6 @@ "timezone": "utc", "title": "Cardano Node: Application metrics (New Tracing)", "uid": "Oe0reiHea", - "version": 14 -} \ No newline at end of file + "version": 15 +} + diff --git a/flake/opentofu/grafana/dashboards/cardano-node.json b/flake/opentofu/grafana/dashboards/cardano-node.json index 7056ab83..01c11c79 100644 --- a/flake/opentofu/grafana/dashboards/cardano-node.json +++ b/flake/opentofu/grafana/dashboards/cardano-node.json @@ -25,9 +25,8 @@ "editable": true, "fiscalYearStartMonth": 0, "graphTooltip": 0, - "id": 10, + "id": 32, "links": [], - "liveNow": false, "panels": [ { "datasource": { @@ -45,6 +44,7 @@ "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, + "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", @@ -76,8 +76,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -96,22 +95,20 @@ "y": 0 }, "id": 5, - "interval": "", "options": { "legend": { - "calcs": [ - "lastNotNull" - ], + "calcs": ["lastNotNull"], "displayMode": "table", "placement": "right", "showLegend": true }, "tooltip": { + "hideZeros": false, "mode": "single", "sort": "none" } }, - "pluginVersion": "8.3.1", + "pluginVersion": "12.0.2+security-01", "targets": [ { "datasource": { @@ -147,6 +144,7 @@ "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, + "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", @@ -178,8 +176,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -198,22 +195,20 @@ "y": 0 }, "id": 2, - "interval": "", "options": { "legend": { - "calcs": [ - "lastNotNull" - ], + "calcs": ["lastNotNull"], "displayMode": "table", "placement": "right", "showLegend": true }, "tooltip": { + "hideZeros": false, "mode": "single", "sort": "none" } }, - "pluginVersion": "8.3.1", + "pluginVersion": "12.0.2+security-01", "targets": [ { "datasource": { @@ -248,6 +243,7 @@ "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, + "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", @@ -279,8 +275,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -299,23 +294,20 @@ "y": 0 }, "id": 18, - "interval": "", "options": { "legend": { - "calcs": [ - "last", - "mean" - ], + "calcs": ["last", "mean"], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { + "hideZeros": false, "mode": "single", "sort": "none" } }, - "pluginVersion": "8.3.1", + "pluginVersion": "12.0.2+security-01", "targets": [ { "datasource": { @@ -352,6 +344,7 @@ "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, + "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", @@ -383,8 +376,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -403,22 +395,20 @@ "y": 8 }, "id": 3, - "interval": "", "options": { "legend": { - "calcs": [ - "lastNotNull" - ], + "calcs": ["lastNotNull"], "displayMode": "table", "placement": "right", "showLegend": true }, "tooltip": { + "hideZeros": false, "mode": "single", "sort": "none" } }, - "pluginVersion": "8.3.1", + "pluginVersion": "12.0.2+security-01", "targets": [ { "datasource": { @@ -453,6 +443,7 @@ "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, + "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", @@ -485,8 +476,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -508,19 +498,18 @@ "interval": "20s", "options": { "legend": { - "calcs": [ - "mean" - ], + "calcs": ["mean"], "displayMode": "table", "placement": "right", "showLegend": true }, "tooltip": { + "hideZeros": false, "mode": "single", "sort": "none" } }, - "pluginVersion": "8.3.1", + "pluginVersion": "12.0.2+security-01", "targets": [ { "datasource": { @@ -566,6 +555,7 @@ "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, + "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", @@ -599,8 +589,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -619,22 +608,20 @@ "y": 8 }, "id": 41, - "interval": "", "options": { "legend": { - "calcs": [ - "lastNotNull" - ], + "calcs": ["lastNotNull"], "displayMode": "table", "placement": "right", "showLegend": true }, "tooltip": { + "hideZeros": false, "mode": "single", "sort": "none" } }, - "pluginVersion": "8.3.1", + "pluginVersion": "12.0.2+security-01", "targets": [ { "datasource": { @@ -668,6 +655,7 @@ "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, + "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", @@ -699,8 +687,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -719,22 +706,20 @@ "y": 16 }, "id": 19, - "interval": "", "options": { "legend": { - "calcs": [ - "lastNotNull" - ], + "calcs": ["lastNotNull"], "displayMode": "table", "placement": "right", "showLegend": true }, "tooltip": { + "hideZeros": false, "mode": "single", "sort": "none" } }, - "pluginVersion": "8.3.1", + "pluginVersion": "12.0.2+security-01", "targets": [ { "datasource": { @@ -768,6 +753,7 @@ "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, + "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", @@ -798,8 +784,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -820,19 +805,18 @@ "id": 62, "options": { "legend": { - "calcs": [ - "lastNotNull" - ], + "calcs": ["lastNotNull"], "displayMode": "table", "placement": "right", "showLegend": true }, "tooltip": { + "hideZeros": false, "mode": "single", "sort": "none" } }, - "pluginVersion": "8.3.1", + "pluginVersion": "12.0.2+security-01", "targets": [ { "datasource": { @@ -867,6 +851,7 @@ "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, + "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", @@ -898,8 +883,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -918,7 +902,6 @@ "y": 16 }, "id": 51, - "interval": "", "options": { "legend": { "calcs": [], @@ -927,11 +910,12 @@ "showLegend": true }, "tooltip": { + "hideZeros": false, "mode": "single", "sort": "none" } }, - "pluginVersion": "8.3.1", + "pluginVersion": "12.0.2+security-01", "targets": [ { "datasource": { @@ -966,6 +950,7 @@ "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, + "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", @@ -997,8 +982,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -1015,9 +999,7 @@ "id": "byNames", "options": { "mode": "exclude", - "names": [ - "sanchonet2-rel-a-1" - ], + "names": ["sanchonet2-rel-a-1"], "prefix": "All except:", "readOnly": true } @@ -1044,19 +1026,18 @@ "id": 28, "options": { "legend": { - "calcs": [ - "lastNotNull" - ], + "calcs": ["lastNotNull"], "displayMode": "table", "placement": "right", "showLegend": true }, "tooltip": { + "hideZeros": false, "mode": "single", "sort": "none" } }, - "pluginVersion": "8.3.1", + "pluginVersion": "12.0.2+security-01", "targets": [ { "datasource": { @@ -1091,6 +1072,7 @@ "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, + "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", @@ -1122,8 +1104,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -1144,19 +1125,18 @@ "id": 66, "options": { "legend": { - "calcs": [ - "lastNotNull" - ], + "calcs": ["lastNotNull"], "displayMode": "table", "placement": "right", "showLegend": true }, "tooltip": { + "hideZeros": false, "mode": "single", "sort": "none" } }, - "pluginVersion": "8.3.1", + "pluginVersion": "12.0.2+security-01", "targets": [ { "datasource": { @@ -1248,6 +1228,7 @@ "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, + "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", @@ -1279,8 +1260,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -1299,22 +1279,20 @@ "y": 24 }, "id": 52, - "interval": "", "options": { "legend": { - "calcs": [ - "lastNotNull" - ], + "calcs": ["lastNotNull"], "displayMode": "table", "placement": "right", "showLegend": true }, "tooltip": { + "hideZeros": false, "mode": "single", "sort": "none" } }, - "pluginVersion": "8.3.1", + "pluginVersion": "12.0.2+security-01", "targets": [ { "datasource": { @@ -1358,8 +1336,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -1378,24 +1355,23 @@ "y": 32 }, "id": 45, - "links": [], "maxDataPoints": 100, "options": { "colorMode": "none", "graphMode": "area", "justifyMode": "auto", "orientation": "horizontal", + "percentChangeColorMode": "standard", "reduceOptions": { - "calcs": [ - "lastNotNull" - ], + "calcs": ["lastNotNull"], "fields": "", "values": false }, + "showPercentChange": false, "textMode": "auto", "wideLayout": true }, - "pluginVersion": "10.2.2", + "pluginVersion": "12.0.2+security-01", "targets": [ { "datasource": { @@ -1429,6 +1405,7 @@ "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, + "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", @@ -1460,8 +1437,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -1480,22 +1456,20 @@ "y": 32 }, "id": 17, - "interval": "", "options": { "legend": { - "calcs": [ - "lastNotNull" - ], + "calcs": ["lastNotNull"], "displayMode": "table", "placement": "right", "showLegend": true }, "tooltip": { + "hideZeros": false, "mode": "single", "sort": "none" } }, - "pluginVersion": "8.3.1", + "pluginVersion": "12.0.2+security-01", "targets": [ { "datasource": { @@ -1529,6 +1503,7 @@ "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, + "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", @@ -1560,8 +1535,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -1582,19 +1556,18 @@ "id": 37, "options": { "legend": { - "calcs": [ - "lastNotNull" - ], + "calcs": ["lastNotNull"], "displayMode": "table", "placement": "right", "showLegend": true }, "tooltip": { + "hideZeros": false, "mode": "multi", "sort": "none" } }, - "pluginVersion": "8.4.7", + "pluginVersion": "12.0.2+security-01", "targets": [ { "datasource": { @@ -1629,6 +1602,7 @@ "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, + "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", @@ -1660,8 +1634,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -1680,22 +1653,20 @@ "y": 40 }, "id": 49, - "interval": "", "options": { "legend": { - "calcs": [ - "lastNotNull" - ], + "calcs": ["lastNotNull"], "displayMode": "table", "placement": "right", "showLegend": true }, "tooltip": { + "hideZeros": false, "mode": "single", "sort": "none" } }, - "pluginVersion": "8.3.1", + "pluginVersion": "12.0.2+security-01", "targets": [ { "datasource": { @@ -1730,6 +1701,7 @@ "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, + "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", @@ -1761,8 +1733,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -1783,19 +1754,18 @@ "id": 34, "options": { "legend": { - "calcs": [ - "lastNotNull" - ], + "calcs": ["lastNotNull"], "displayMode": "table", "placement": "right", "showLegend": true }, "tooltip": { + "hideZeros": false, "mode": "single", "sort": "none" } }, - "pluginVersion": "8.3.1", + "pluginVersion": "12.0.2+security-01", "targets": [ { "datasource": { @@ -1829,6 +1799,7 @@ "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, + "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", @@ -1860,8 +1831,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -1882,19 +1852,18 @@ "id": 32, "options": { "legend": { - "calcs": [ - "last" - ], + "calcs": ["last"], "displayMode": "table", "placement": "right", "showLegend": true }, "tooltip": { + "hideZeros": false, "mode": "single", "sort": "none" } }, - "pluginVersion": "8.3.1", + "pluginVersion": "12.0.2+security-01", "targets": [ { "datasource": { @@ -1912,6 +1881,208 @@ "title": "Node max \"residency\" (amount of live data)", "type": "timeseries" }, + { + "datasource": { + "type": "prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 10, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": true, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "links": [], + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "percentunit" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 8, + "x": 0, + "y": 48 + }, + "id": 68, + "options": { + "legend": { + "calcs": ["last", "mean"], + "displayMode": "table", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.0.2+security-01", + "targets": [ + { + "datasource": { + "type": "prometheus" + }, + "editorMode": "code", + "exemplar": true, + "expr": "avg(increase(cardano_node_metrics_blockNum_int{environment=\"$environment\"}[15m])) / (15 * 3)", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Density", + "range": true, + "refId": "A" + } + ], + "title": "Block Number Avg Increase 15m Rate", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 10, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": true, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "links": [], + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "percentunit" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 8, + "x": 8, + "y": 48 + }, + "id": 69, + "options": { + "legend": { + "calcs": ["last", "mean"], + "displayMode": "table", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "hideZeros": false, + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "12.0.2+security-01", + "targets": [ + { + "datasource": { + "type": "prometheus" + }, + "editorMode": "code", + "exemplar": true, + "expr": "avg(increase(cardano_node_metrics_blockNum_int{environment=\"$environment\"}[1h])) / (1 * 60 * 3)", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Density", + "range": true, + "refId": "A" + } + ], + "title": "Block Number Avg Increase 1h Rate", + "type": "timeseries" + }, { "datasource": { "type": "prometheus" @@ -1929,6 +2100,7 @@ "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, + "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", @@ -1960,8 +2132,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -1982,19 +2153,18 @@ "id": 67, "options": { "legend": { - "calcs": [ - "last" - ], + "calcs": ["last"], "displayMode": "table", "placement": "right", "showLegend": true }, "tooltip": { + "hideZeros": false, "mode": "single", "sort": "none" } }, - "pluginVersion": "8.3.1", + "pluginVersion": "12.0.2+security-01", "targets": [ { "datasource": { @@ -2013,14 +2183,14 @@ "type": "timeseries" } ], + "preload": false, "refresh": "1m", - "schemaVersion": 38, + "schemaVersion": 41, "tags": [], "templating": { "list": [ { "current": { - "selected": true, "text": "preprod", "value": "preprod" }, @@ -2028,10 +2198,8 @@ "type": "prometheus" }, "definition": "label_values(cardano_node_metrics_blockNum_int,environment)", - "hide": 0, "includeAll": false, "label": "environment", - "multi": false, "name": "environment", "options": [], "query": { @@ -2041,8 +2209,6 @@ }, "refresh": 2, "regex": "", - "skipUrlSync": false, - "sort": 0, "type": "query" } ] @@ -2051,34 +2217,9 @@ "from": "now-6h", "to": "now" }, - "timepicker": { - "refresh_intervals": [ - "5s", - "10s", - "30s", - "1m", - "5m", - "15m", - "30m", - "1h", - "2h", - "1d" - ], - "time_options": [ - "5m", - "15m", - "1h", - "6h", - "12h", - "24h", - "2d", - "7d", - "30d" - ] - }, + "timepicker": {}, "timezone": "utc", "title": "Cardano Node: Application metrics", "uid": "Oe0reiHez", - "version": 6, - "weekStart": "" + "version": 7 } diff --git a/scripts/recipes/aws.just b/scripts/recipes/aws.just index 3494532e..c5822f5f 100644 --- a/scripts/recipes/aws.just +++ b/scripts/recipes/aws.just @@ -85,3 +85,20 @@ aws-sso-login AWS_PROFILE=null: echo aws sso login --profile "$PROFILE" + +# Login to aws sso without auto-opening browser +aws-sso-login-link AWS_PROFILE=null: + #!/usr/bin/env bash + set -e + if [ -n "{{AWS_PROFILE}}" ]; then + PROFILE="{{AWS_PROFILE}}" + echo "Logging into AWS SSO using profile \"$PROFILE\" from cli..." + elif [ -n "$AWS_PROFILE" ]; then + PROFILE="$AWS_PROFILE" + echo "Logging into AWS SSO using profile \"$PROFILE\" from env var AWS_PROFILE..." + else + echo "ERROR: Either a recipe AWS_PROFILE arg must be given or the env var AWS_PROFILE must be set." + fi + + echo + aws sso login --no-browser --profile "$PROFILE"