diff --git a/.test-infra/metrics/grafana/dashboards/perftests_metrics/Nexmark.json b/.test-infra/metrics/grafana/dashboards/perftests_metrics/Nexmark.json index 5cd119a5a1fd9..c34dcae7cb50a 100644 --- a/.test-infra/metrics/grafana/dashboards/perftests_metrics/Nexmark.json +++ b/.test-infra/metrics/grafana/dashboards/perftests_metrics/Nexmark.json @@ -16,8 +16,8 @@ "editable": true, "gnetId": null, "graphTooltip": 0, - "id": 9, - "iteration": 1593083097229, + "id": 22, + "iteration": 1600337773342, "links": [], "panels": [ { @@ -29,4207 +29,89 @@ "x": 0, "y": 0 }, - "id": 36, + "id": 1, "panels": [], - "title": "Latest run | Spark | Structured Streaming vs. Classic", + "title": "Latest Run | Standard", "type": "row" }, { - "content": "## Warning\n\nThis dashboard is used to find performance regressions during Beam development.\nIt *MUST NOT* be used as a criteria to compare runners or target systems because performance\ncan change radically depending on your use case, connectors and configuration.", - "datasource": null, - "gridPos": { - "h": 3, - "w": 24, - "x": 0, - "y": 1 - }, - "id": 66, - "mode": "markdown", - "timeFrom": null, - "timeShift": null, - "title": "", - "transparent": true, - "type": "text" - }, - { + "cacheTimeout": null, "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {}, - "mappings": [], - "noValue": "0", - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 10 - } - ] - }, - "unit": "ms" - }, - "overrides": [] - }, "gridPos": { "h": 5, "w": 2, "x": 0, - "y": 4 + "y": 1 }, - "id": 20, + "id": 2, + "links": [], "maxPerRow": 12, "options": { "displayMode": "basic", "fieldOptions": { "calcs": [ - "last" + "lastNotNull" ], "defaults": { - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 5000 - } - ] - }, - "unit": "ms" - }, - "overrides": [], - "values": false - }, - "orientation": "vertical", - "reduceOptions": { - "calcs": [ - "last" - ], - "values": false - }, - "showUnfilled": true - }, - "pluginVersion": "6.7.3", - "repeat": "ID", - "repeatDirection": "h", - "scopedVars": { - "ID": { - "selected": false, - "text": "0", - "value": "0" - } - }, - "targets": [ - { - "alias": "C", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" = 'SparkRunner' AND $timeFilter", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - }, - { - "alias": "S", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" = 'SparkStructuredStreamingRunner' AND $timeFilter", - "rawQuery": true, - "refId": "B", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - } - ], - "timeFrom": null, - "timeShift": null, - "title": "Query ${ID}", - "transparent": true, - "type": "bargauge" - }, - { - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {}, - "mappings": [], - "noValue": "0", - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, + "mappings": [ { - "color": "red", - "value": 10 + "$$hashKey": "object:1164", + "id": 0, + "op": "=", + "text": "N/A", + "type": 1, + "value": "null" } - ] - }, - "unit": "ms" - }, - "overrides": [] - }, - "gridPos": { - "h": 5, - "w": 2, - "x": 2, - "y": 4 - }, - "id": 139, - "maxPerRow": 12, - "options": { - "displayMode": "basic", - "fieldOptions": { - "calcs": [ - "last" - ], - "defaults": { - "mappings": [], + ], + "nullValueMode": "connected", "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null - }, - { - "color": "red", - "value": 5000 - } - ] - }, - "unit": "ms" - }, - "overrides": [], - "values": false - }, - "orientation": "vertical", - "reduceOptions": { - "calcs": [ - "last" - ], - "values": false - }, - "showUnfilled": true - }, - "pluginVersion": "6.7.3", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1593083097229, - "repeatPanelId": 20, - "scopedVars": { - "ID": { - "selected": false, - "text": "1", - "value": "1" - } - }, - "targets": [ - { - "alias": "C", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" = 'SparkRunner' AND $timeFilter", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - }, - { - "alias": "S", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" = 'SparkStructuredStreamingRunner' AND $timeFilter", - "rawQuery": true, - "refId": "B", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - } - ], - "timeFrom": null, - "timeShift": null, - "title": "Query ${ID}", - "transparent": true, - "type": "bargauge" - }, - { - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {}, - "mappings": [], - "noValue": "0", - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 10 - } - ] - }, - "unit": "ms" - }, - "overrides": [] - }, - "gridPos": { - "h": 5, - "w": 2, - "x": 4, - "y": 4 - }, - "id": 140, - "maxPerRow": 12, - "options": { - "displayMode": "basic", - "fieldOptions": { - "calcs": [ - "last" - ], - "defaults": { - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 5000 - } - ] - }, - "unit": "ms" - }, - "overrides": [], - "values": false - }, - "orientation": "vertical", - "reduceOptions": { - "calcs": [ - "last" - ], - "values": false - }, - "showUnfilled": true - }, - "pluginVersion": "6.7.3", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1593083097229, - "repeatPanelId": 20, - "scopedVars": { - "ID": { - "selected": false, - "text": "2", - "value": "2" - } - }, - "targets": [ - { - "alias": "C", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" = 'SparkRunner' AND $timeFilter", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - }, - { - "alias": "S", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" = 'SparkStructuredStreamingRunner' AND $timeFilter", - "rawQuery": true, - "refId": "B", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - } - ], - "timeFrom": null, - "timeShift": null, - "title": "Query ${ID}", - "transparent": true, - "type": "bargauge" - }, - { - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {}, - "mappings": [], - "noValue": "0", - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 10 - } - ] - }, - "unit": "ms" - }, - "overrides": [] - }, - "gridPos": { - "h": 5, - "w": 2, - "x": 6, - "y": 4 - }, - "id": 141, - "maxPerRow": 12, - "options": { - "displayMode": "basic", - "fieldOptions": { - "calcs": [ - "last" - ], - "defaults": { - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 5000 - } - ] - }, - "unit": "ms" - }, - "overrides": [], - "values": false - }, - "orientation": "vertical", - "reduceOptions": { - "calcs": [ - "last" - ], - "values": false - }, - "showUnfilled": true - }, - "pluginVersion": "6.7.3", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1593083097229, - "repeatPanelId": 20, - "scopedVars": { - "ID": { - "selected": false, - "text": "3", - "value": "3" - } - }, - "targets": [ - { - "alias": "C", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" = 'SparkRunner' AND $timeFilter", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - }, - { - "alias": "S", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" = 'SparkStructuredStreamingRunner' AND $timeFilter", - "rawQuery": true, - "refId": "B", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - } - ], - "timeFrom": null, - "timeShift": null, - "title": "Query ${ID}", - "transparent": true, - "type": "bargauge" - }, - { - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {}, - "mappings": [], - "noValue": "0", - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 10 - } - ] - }, - "unit": "ms" - }, - "overrides": [] - }, - "gridPos": { - "h": 5, - "w": 2, - "x": 8, - "y": 4 - }, - "id": 142, - "maxPerRow": 12, - "options": { - "displayMode": "basic", - "fieldOptions": { - "calcs": [ - "last" - ], - "defaults": { - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 5000 - } - ] - }, - "unit": "ms" - }, - "overrides": [], - "values": false - }, - "orientation": "vertical", - "reduceOptions": { - "calcs": [ - "last" - ], - "values": false - }, - "showUnfilled": true - }, - "pluginVersion": "6.7.3", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1593083097229, - "repeatPanelId": 20, - "scopedVars": { - "ID": { - "selected": false, - "text": "4", - "value": "4" - } - }, - "targets": [ - { - "alias": "C", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" = 'SparkRunner' AND $timeFilter", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - }, - { - "alias": "S", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" = 'SparkStructuredStreamingRunner' AND $timeFilter", - "rawQuery": true, - "refId": "B", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - } - ], - "timeFrom": null, - "timeShift": null, - "title": "Query ${ID}", - "transparent": true, - "type": "bargauge" - }, - { - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {}, - "mappings": [], - "noValue": "0", - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 10 - } - ] - }, - "unit": "ms" - }, - "overrides": [] - }, - "gridPos": { - "h": 5, - "w": 2, - "x": 10, - "y": 4 - }, - "id": 143, - "maxPerRow": 12, - "options": { - "displayMode": "basic", - "fieldOptions": { - "calcs": [ - "last" - ], - "defaults": { - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 5000 - } - ] - }, - "unit": "ms" - }, - "overrides": [], - "values": false - }, - "orientation": "vertical", - "reduceOptions": { - "calcs": [ - "last" - ], - "values": false - }, - "showUnfilled": true - }, - "pluginVersion": "6.7.3", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1593083097229, - "repeatPanelId": 20, - "scopedVars": { - "ID": { - "selected": false, - "text": "5", - "value": "5" - } - }, - "targets": [ - { - "alias": "C", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" = 'SparkRunner' AND $timeFilter", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - }, - { - "alias": "S", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" = 'SparkStructuredStreamingRunner' AND $timeFilter", - "rawQuery": true, - "refId": "B", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - } - ], - "timeFrom": null, - "timeShift": null, - "title": "Query ${ID}", - "transparent": true, - "type": "bargauge" - }, - { - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {}, - "mappings": [], - "noValue": "0", - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 10 - } - ] - }, - "unit": "ms" - }, - "overrides": [] - }, - "gridPos": { - "h": 5, - "w": 2, - "x": 12, - "y": 4 - }, - "id": 144, - "maxPerRow": 12, - "options": { - "displayMode": "basic", - "fieldOptions": { - "calcs": [ - "last" - ], - "defaults": { - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 5000 - } - ] - }, - "unit": "ms" - }, - "overrides": [], - "values": false - }, - "orientation": "vertical", - "reduceOptions": { - "calcs": [ - "last" - ], - "values": false - }, - "showUnfilled": true - }, - "pluginVersion": "6.7.3", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1593083097229, - "repeatPanelId": 20, - "scopedVars": { - "ID": { - "selected": false, - "text": "6", - "value": "6" - } - }, - "targets": [ - { - "alias": "C", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" = 'SparkRunner' AND $timeFilter", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - }, - { - "alias": "S", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" = 'SparkStructuredStreamingRunner' AND $timeFilter", - "rawQuery": true, - "refId": "B", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - } - ], - "timeFrom": null, - "timeShift": null, - "title": "Query ${ID}", - "transparent": true, - "type": "bargauge" - }, - { - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {}, - "mappings": [], - "noValue": "0", - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 10 - } - ] - }, - "unit": "ms" - }, - "overrides": [] - }, - "gridPos": { - "h": 5, - "w": 2, - "x": 14, - "y": 4 - }, - "id": 145, - "maxPerRow": 12, - "options": { - "displayMode": "basic", - "fieldOptions": { - "calcs": [ - "last" - ], - "defaults": { - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 5000 - } - ] - }, - "unit": "ms" - }, - "overrides": [], - "values": false - }, - "orientation": "vertical", - "reduceOptions": { - "calcs": [ - "last" - ], - "values": false - }, - "showUnfilled": true - }, - "pluginVersion": "6.7.3", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1593083097229, - "repeatPanelId": 20, - "scopedVars": { - "ID": { - "selected": false, - "text": "7", - "value": "7" - } - }, - "targets": [ - { - "alias": "C", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" = 'SparkRunner' AND $timeFilter", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - }, - { - "alias": "S", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" = 'SparkStructuredStreamingRunner' AND $timeFilter", - "rawQuery": true, - "refId": "B", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - } - ], - "timeFrom": null, - "timeShift": null, - "title": "Query ${ID}", - "transparent": true, - "type": "bargauge" - }, - { - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {}, - "mappings": [], - "noValue": "0", - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 10 - } - ] - }, - "unit": "ms" - }, - "overrides": [] - }, - "gridPos": { - "h": 5, - "w": 2, - "x": 16, - "y": 4 - }, - "id": 146, - "maxPerRow": 12, - "options": { - "displayMode": "basic", - "fieldOptions": { - "calcs": [ - "last" - ], - "defaults": { - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 5000 - } - ] - }, - "unit": "ms" - }, - "overrides": [], - "values": false - }, - "orientation": "vertical", - "reduceOptions": { - "calcs": [ - "last" - ], - "values": false - }, - "showUnfilled": true - }, - "pluginVersion": "6.7.3", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1593083097229, - "repeatPanelId": 20, - "scopedVars": { - "ID": { - "selected": false, - "text": "8", - "value": "8" - } - }, - "targets": [ - { - "alias": "C", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" = 'SparkRunner' AND $timeFilter", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - }, - { - "alias": "S", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" = 'SparkStructuredStreamingRunner' AND $timeFilter", - "rawQuery": true, - "refId": "B", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - } - ], - "timeFrom": null, - "timeShift": null, - "title": "Query ${ID}", - "transparent": true, - "type": "bargauge" - }, - { - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {}, - "mappings": [], - "noValue": "0", - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 10 - } - ] - }, - "unit": "ms" - }, - "overrides": [] - }, - "gridPos": { - "h": 5, - "w": 2, - "x": 18, - "y": 4 - }, - "id": 147, - "maxPerRow": 12, - "options": { - "displayMode": "basic", - "fieldOptions": { - "calcs": [ - "last" - ], - "defaults": { - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 5000 - } - ] - }, - "unit": "ms" - }, - "overrides": [], - "values": false - }, - "orientation": "vertical", - "reduceOptions": { - "calcs": [ - "last" - ], - "values": false - }, - "showUnfilled": true - }, - "pluginVersion": "6.7.3", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1593083097229, - "repeatPanelId": 20, - "scopedVars": { - "ID": { - "selected": false, - "text": "9", - "value": "9" - } - }, - "targets": [ - { - "alias": "C", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" = 'SparkRunner' AND $timeFilter", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - }, - { - "alias": "S", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" = 'SparkStructuredStreamingRunner' AND $timeFilter", - "rawQuery": true, - "refId": "B", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - } - ], - "timeFrom": null, - "timeShift": null, - "title": "Query ${ID}", - "transparent": true, - "type": "bargauge" - }, - { - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {}, - "mappings": [], - "noValue": "0", - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 10 - } - ] - }, - "unit": "ms" - }, - "overrides": [] - }, - "gridPos": { - "h": 5, - "w": 2, - "x": 20, - "y": 4 - }, - "id": 148, - "maxPerRow": 12, - "options": { - "displayMode": "basic", - "fieldOptions": { - "calcs": [ - "last" - ], - "defaults": { - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 5000 - } - ] - }, - "unit": "ms" - }, - "overrides": [], - "values": false - }, - "orientation": "vertical", - "reduceOptions": { - "calcs": [ - "last" - ], - "values": false - }, - "showUnfilled": true - }, - "pluginVersion": "6.7.3", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1593083097229, - "repeatPanelId": 20, - "scopedVars": { - "ID": { - "selected": false, - "text": "10", - "value": "10" - } - }, - "targets": [ - { - "alias": "C", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" = 'SparkRunner' AND $timeFilter", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - }, - { - "alias": "S", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" = 'SparkStructuredStreamingRunner' AND $timeFilter", - "rawQuery": true, - "refId": "B", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - } - ], - "timeFrom": null, - "timeShift": null, - "title": "Query ${ID}", - "transparent": true, - "type": "bargauge" - }, - { - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {}, - "mappings": [], - "noValue": "0", - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 10 - } - ] - }, - "unit": "ms" - }, - "overrides": [] - }, - "gridPos": { - "h": 5, - "w": 2, - "x": 22, - "y": 4 - }, - "id": 149, - "maxPerRow": 12, - "options": { - "displayMode": "basic", - "fieldOptions": { - "calcs": [ - "last" - ], - "defaults": { - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 5000 - } - ] - }, - "unit": "ms" - }, - "overrides": [], - "values": false - }, - "orientation": "vertical", - "reduceOptions": { - "calcs": [ - "last" - ], - "values": false - }, - "showUnfilled": true - }, - "pluginVersion": "6.7.3", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1593083097229, - "repeatPanelId": 20, - "scopedVars": { - "ID": { - "selected": false, - "text": "11", - "value": "11" - } - }, - "targets": [ - { - "alias": "C", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" = 'SparkRunner' AND $timeFilter", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - }, - { - "alias": "S", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" = 'SparkStructuredStreamingRunner' AND $timeFilter", - "rawQuery": true, - "refId": "B", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - } - ], - "timeFrom": null, - "timeShift": null, - "title": "Query ${ID}", - "transparent": true, - "type": "bargauge" - }, - { - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {}, - "mappings": [], - "noValue": "0", - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 10 - } - ] - }, - "unit": "ms" - }, - "overrides": [] - }, - "gridPos": { - "h": 5, - "w": 2, - "x": 0, - "y": 9 - }, - "id": 150, - "maxPerRow": 12, - "options": { - "displayMode": "basic", - "fieldOptions": { - "calcs": [ - "last" - ], - "defaults": { - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 5000 - } - ] - }, - "unit": "ms" - }, - "overrides": [], - "values": false - }, - "orientation": "vertical", - "reduceOptions": { - "calcs": [ - "last" - ], - "values": false - }, - "showUnfilled": true - }, - "pluginVersion": "6.7.3", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1593083097229, - "repeatPanelId": 20, - "scopedVars": { - "ID": { - "selected": false, - "text": "12", - "value": "12" - } - }, - "targets": [ - { - "alias": "C", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" = 'SparkRunner' AND $timeFilter", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - }, - { - "alias": "S", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" = 'SparkStructuredStreamingRunner' AND $timeFilter", - "rawQuery": true, - "refId": "B", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - } - ], - "timeFrom": null, - "timeShift": null, - "title": "Query ${ID}", - "transparent": true, - "type": "bargauge" - }, - { - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {}, - "mappings": [], - "noValue": "0", - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 10 - } - ] - }, - "unit": "ms" - }, - "overrides": [] - }, - "gridPos": { - "h": 5, - "w": 2, - "x": 2, - "y": 9 - }, - "id": 151, - "maxPerRow": 12, - "options": { - "displayMode": "basic", - "fieldOptions": { - "calcs": [ - "last" - ], - "defaults": { - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 5000 - } - ] - }, - "unit": "ms" - }, - "overrides": [], - "values": false - }, - "orientation": "vertical", - "reduceOptions": { - "calcs": [ - "last" - ], - "values": false - }, - "showUnfilled": true - }, - "pluginVersion": "6.7.3", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1593083097229, - "repeatPanelId": 20, - "scopedVars": { - "ID": { - "selected": false, - "text": "13", - "value": "13" - } - }, - "targets": [ - { - "alias": "C", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" = 'SparkRunner' AND $timeFilter", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - }, - { - "alias": "S", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" = 'SparkStructuredStreamingRunner' AND $timeFilter", - "rawQuery": true, - "refId": "B", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - } - ], - "timeFrom": null, - "timeShift": null, - "title": "Query ${ID}", - "transparent": true, - "type": "bargauge" - }, - { - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {}, - "mappings": [], - "noValue": "0", - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 10 - } - ] - }, - "unit": "ms" - }, - "overrides": [] - }, - "gridPos": { - "h": 5, - "w": 2, - "x": 4, - "y": 9 - }, - "id": 152, - "maxPerRow": 12, - "options": { - "displayMode": "basic", - "fieldOptions": { - "calcs": [ - "last" - ], - "defaults": { - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 5000 - } - ] - }, - "unit": "ms" - }, - "overrides": [], - "values": false - }, - "orientation": "vertical", - "reduceOptions": { - "calcs": [ - "last" - ], - "values": false - }, - "showUnfilled": true - }, - "pluginVersion": "6.7.3", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1593083097229, - "repeatPanelId": 20, - "scopedVars": { - "ID": { - "selected": false, - "text": "14", - "value": "14" - } - }, - "targets": [ - { - "alias": "C", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" = 'SparkRunner' AND $timeFilter", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - }, - { - "alias": "S", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" = 'SparkStructuredStreamingRunner' AND $timeFilter", - "rawQuery": true, - "refId": "B", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - } - ], - "timeFrom": null, - "timeShift": null, - "title": "Query ${ID}", - "transparent": true, - "type": "bargauge" - }, - { - "content": "* C - Classic\n* S - Structured Streaming\n\n", - "datasource": null, - "gridPos": { - "h": 2, - "w": 24, - "x": 0, - "y": 14 - }, - "id": 110, - "mode": "markdown", - "timeFrom": null, - "timeShift": null, - "title": "", - "transparent": true, - "type": "text" - }, - { - "collapsed": false, - "datasource": null, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 16 - }, - "id": 18, - "panels": [], - "title": "All results", - "type": "row" - }, - { - "aliasColors": { - "DataflowRunner": "#7eb26d", - "DirectRunner": "#eab839", - "FlinkRunner": "#6ed0e0", - "SparkRunner": "#ef843c", - "SparkStructuredStreamingRunner": "#e24d42" - }, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 12, - "w": 12, - "x": 0, - "y": 17 - }, - "hiddenSeries": false, - "id": 2, - "interval": "1d", - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "maxPerRow": 2, - "nullPointMode": "connected", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 2, - "points": true, - "renderer": "flot", - "repeat": "ID", - "repeatDirection": "h", - "scopedVars": { - "ID": { - "selected": false, - "text": "0", - "value": "0" - } - }, - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "alias": "$tag_runner", - "groupBy": [], - "measurement": "", - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" =~ /^$runner$/ AND $timeFilter GROUP BY \"runner\"", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Query ${ID}", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "transparent": true, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:1048", - "decimals": null, - "format": "ms", - "label": "", - "logBase": 2, - "max": null, - "min": null, - "show": true - }, - { - "$$hashKey": "object:1049", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": { - "DataflowRunner": "#7eb26d", - "DirectRunner": "#eab839", - "FlinkRunner": "#6ed0e0", - "SparkRunner": "#ef843c", - "SparkStructuredStreamingRunner": "#e24d42" - }, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 12, - "w": 12, - "x": 12, - "y": 17 - }, - "hiddenSeries": false, - "id": 153, - "interval": "1d", - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "maxPerRow": 2, - "nullPointMode": "connected", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 2, - "points": true, - "renderer": "flot", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1593083097229, - "repeatPanelId": 2, - "scopedVars": { - "ID": { - "selected": false, - "text": "1", - "value": "1" - } - }, - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "alias": "$tag_runner", - "groupBy": [], - "measurement": "", - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" =~ /^$runner$/ AND $timeFilter GROUP BY \"runner\"", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Query ${ID}", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "transparent": true, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:1048", - "decimals": null, - "format": "ms", - "label": "", - "logBase": 2, - "max": null, - "min": null, - "show": true - }, - { - "$$hashKey": "object:1049", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": { - "DataflowRunner": "#7eb26d", - "DirectRunner": "#eab839", - "FlinkRunner": "#6ed0e0", - "SparkRunner": "#ef843c", - "SparkStructuredStreamingRunner": "#e24d42" - }, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 12, - "w": 12, - "x": 0, - "y": 29 - }, - "hiddenSeries": false, - "id": 154, - "interval": "1d", - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "maxPerRow": 2, - "nullPointMode": "connected", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 2, - "points": true, - "renderer": "flot", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1593083097229, - "repeatPanelId": 2, - "scopedVars": { - "ID": { - "selected": false, - "text": "2", - "value": "2" - } - }, - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "alias": "$tag_runner", - "groupBy": [], - "measurement": "", - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" =~ /^$runner$/ AND $timeFilter GROUP BY \"runner\"", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Query ${ID}", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "transparent": true, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:1048", - "decimals": null, - "format": "ms", - "label": "", - "logBase": 2, - "max": null, - "min": null, - "show": true - }, - { - "$$hashKey": "object:1049", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": { - "DataflowRunner": "#7eb26d", - "DirectRunner": "#eab839", - "FlinkRunner": "#6ed0e0", - "SparkRunner": "#ef843c", - "SparkStructuredStreamingRunner": "#e24d42" - }, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 12, - "w": 12, - "x": 12, - "y": 29 - }, - "hiddenSeries": false, - "id": 155, - "interval": "1d", - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "maxPerRow": 2, - "nullPointMode": "connected", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 2, - "points": true, - "renderer": "flot", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1593083097229, - "repeatPanelId": 2, - "scopedVars": { - "ID": { - "selected": false, - "text": "3", - "value": "3" - } - }, - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "alias": "$tag_runner", - "groupBy": [], - "measurement": "", - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" =~ /^$runner$/ AND $timeFilter GROUP BY \"runner\"", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Query ${ID}", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "transparent": true, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:1048", - "decimals": null, - "format": "ms", - "label": "", - "logBase": 2, - "max": null, - "min": null, - "show": true - }, - { - "$$hashKey": "object:1049", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": { - "DataflowRunner": "#7eb26d", - "DirectRunner": "#eab839", - "FlinkRunner": "#6ed0e0", - "SparkRunner": "#ef843c", - "SparkStructuredStreamingRunner": "#e24d42" - }, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 12, - "w": 12, - "x": 0, - "y": 41 - }, - "hiddenSeries": false, - "id": 156, - "interval": "1d", - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "maxPerRow": 2, - "nullPointMode": "connected", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 2, - "points": true, - "renderer": "flot", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1593083097229, - "repeatPanelId": 2, - "scopedVars": { - "ID": { - "selected": false, - "text": "4", - "value": "4" - } - }, - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "alias": "$tag_runner", - "groupBy": [], - "measurement": "", - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" =~ /^$runner$/ AND $timeFilter GROUP BY \"runner\"", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Query ${ID}", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "transparent": true, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:1048", - "decimals": null, - "format": "ms", - "label": "", - "logBase": 2, - "max": null, - "min": null, - "show": true - }, - { - "$$hashKey": "object:1049", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": { - "DataflowRunner": "#7eb26d", - "DirectRunner": "#eab839", - "FlinkRunner": "#6ed0e0", - "SparkRunner": "#ef843c", - "SparkStructuredStreamingRunner": "#e24d42" - }, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 12, - "w": 12, - "x": 12, - "y": 41 - }, - "hiddenSeries": false, - "id": 157, - "interval": "1d", - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "maxPerRow": 2, - "nullPointMode": "connected", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 2, - "points": true, - "renderer": "flot", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1593083097229, - "repeatPanelId": 2, - "scopedVars": { - "ID": { - "selected": false, - "text": "5", - "value": "5" - } - }, - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "alias": "$tag_runner", - "groupBy": [], - "measurement": "", - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" =~ /^$runner$/ AND $timeFilter GROUP BY \"runner\"", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Query ${ID}", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "transparent": true, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:1048", - "decimals": null, - "format": "ms", - "label": "", - "logBase": 2, - "max": null, - "min": null, - "show": true - }, - { - "$$hashKey": "object:1049", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": { - "DataflowRunner": "#7eb26d", - "DirectRunner": "#eab839", - "FlinkRunner": "#6ed0e0", - "SparkRunner": "#ef843c", - "SparkStructuredStreamingRunner": "#e24d42" - }, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 12, - "w": 12, - "x": 0, - "y": 53 - }, - "hiddenSeries": false, - "id": 158, - "interval": "1d", - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "maxPerRow": 2, - "nullPointMode": "connected", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 2, - "points": true, - "renderer": "flot", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1593083097229, - "repeatPanelId": 2, - "scopedVars": { - "ID": { - "selected": false, - "text": "6", - "value": "6" - } - }, - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "alias": "$tag_runner", - "groupBy": [], - "measurement": "", - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" =~ /^$runner$/ AND $timeFilter GROUP BY \"runner\"", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Query ${ID}", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "transparent": true, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:1048", - "decimals": null, - "format": "ms", - "label": "", - "logBase": 2, - "max": null, - "min": null, - "show": true - }, - { - "$$hashKey": "object:1049", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": { - "DataflowRunner": "#7eb26d", - "DirectRunner": "#eab839", - "FlinkRunner": "#6ed0e0", - "SparkRunner": "#ef843c", - "SparkStructuredStreamingRunner": "#e24d42" - }, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 12, - "w": 12, - "x": 12, - "y": 53 - }, - "hiddenSeries": false, - "id": 159, - "interval": "1d", - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "maxPerRow": 2, - "nullPointMode": "connected", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 2, - "points": true, - "renderer": "flot", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1593083097229, - "repeatPanelId": 2, - "scopedVars": { - "ID": { - "selected": false, - "text": "7", - "value": "7" - } - }, - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "alias": "$tag_runner", - "groupBy": [], - "measurement": "", - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" =~ /^$runner$/ AND $timeFilter GROUP BY \"runner\"", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Query ${ID}", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "transparent": true, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:1048", - "decimals": null, - "format": "ms", - "label": "", - "logBase": 2, - "max": null, - "min": null, - "show": true - }, - { - "$$hashKey": "object:1049", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": { - "DataflowRunner": "#7eb26d", - "DirectRunner": "#eab839", - "FlinkRunner": "#6ed0e0", - "SparkRunner": "#ef843c", - "SparkStructuredStreamingRunner": "#e24d42" - }, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 12, - "w": 12, - "x": 0, - "y": 65 - }, - "hiddenSeries": false, - "id": 160, - "interval": "1d", - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "maxPerRow": 2, - "nullPointMode": "connected", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 2, - "points": true, - "renderer": "flot", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1593083097229, - "repeatPanelId": 2, - "scopedVars": { - "ID": { - "selected": false, - "text": "8", - "value": "8" - } - }, - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "alias": "$tag_runner", - "groupBy": [], - "measurement": "", - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" =~ /^$runner$/ AND $timeFilter GROUP BY \"runner\"", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Query ${ID}", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "transparent": true, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:1048", - "decimals": null, - "format": "ms", - "label": "", - "logBase": 2, - "max": null, - "min": null, - "show": true - }, - { - "$$hashKey": "object:1049", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": { - "DataflowRunner": "#7eb26d", - "DirectRunner": "#eab839", - "FlinkRunner": "#6ed0e0", - "SparkRunner": "#ef843c", - "SparkStructuredStreamingRunner": "#e24d42" - }, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 12, - "w": 12, - "x": 12, - "y": 65 - }, - "hiddenSeries": false, - "id": 161, - "interval": "1d", - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "maxPerRow": 2, - "nullPointMode": "connected", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 2, - "points": true, - "renderer": "flot", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1593083097229, - "repeatPanelId": 2, - "scopedVars": { - "ID": { - "selected": false, - "text": "9", - "value": "9" - } - }, - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "alias": "$tag_runner", - "groupBy": [], - "measurement": "", - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" =~ /^$runner$/ AND $timeFilter GROUP BY \"runner\"", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Query ${ID}", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "transparent": true, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:1048", - "decimals": null, - "format": "ms", - "label": "", - "logBase": 2, - "max": null, - "min": null, - "show": true - }, - { - "$$hashKey": "object:1049", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": { - "DataflowRunner": "#7eb26d", - "DirectRunner": "#eab839", - "FlinkRunner": "#6ed0e0", - "SparkRunner": "#ef843c", - "SparkStructuredStreamingRunner": "#e24d42" - }, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 12, - "w": 12, - "x": 0, - "y": 77 - }, - "hiddenSeries": false, - "id": 162, - "interval": "1d", - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "maxPerRow": 2, - "nullPointMode": "connected", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 2, - "points": true, - "renderer": "flot", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1593083097229, - "repeatPanelId": 2, - "scopedVars": { - "ID": { - "selected": false, - "text": "10", - "value": "10" - } - }, - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "alias": "$tag_runner", - "groupBy": [], - "measurement": "", - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" =~ /^$runner$/ AND $timeFilter GROUP BY \"runner\"", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Query ${ID}", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "transparent": true, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:1048", - "decimals": null, - "format": "ms", - "label": "", - "logBase": 2, - "max": null, - "min": null, - "show": true - }, - { - "$$hashKey": "object:1049", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": { - "DataflowRunner": "#7eb26d", - "DirectRunner": "#eab839", - "FlinkRunner": "#6ed0e0", - "SparkRunner": "#ef843c", - "SparkStructuredStreamingRunner": "#e24d42" - }, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 12, - "w": 12, - "x": 12, - "y": 77 - }, - "hiddenSeries": false, - "id": 163, - "interval": "1d", - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "maxPerRow": 2, - "nullPointMode": "connected", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 2, - "points": true, - "renderer": "flot", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1593083097229, - "repeatPanelId": 2, - "scopedVars": { - "ID": { - "selected": false, - "text": "11", - "value": "11" - } - }, - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "alias": "$tag_runner", - "groupBy": [], - "measurement": "", - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" =~ /^$runner$/ AND $timeFilter GROUP BY \"runner\"", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Query ${ID}", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "transparent": true, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:1048", - "decimals": null, - "format": "ms", - "label": "", - "logBase": 2, - "max": null, - "min": null, - "show": true - }, - { - "$$hashKey": "object:1049", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": { - "DataflowRunner": "#7eb26d", - "DirectRunner": "#eab839", - "FlinkRunner": "#6ed0e0", - "SparkRunner": "#ef843c", - "SparkStructuredStreamingRunner": "#e24d42" - }, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 12, - "w": 12, - "x": 0, - "y": 89 - }, - "hiddenSeries": false, - "id": 164, - "interval": "1d", - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "maxPerRow": 2, - "nullPointMode": "connected", - "options": { - "dataLinks": [] + } + ] + }, + "unit": "ms" + }, + "overrides": [], + "values": false + }, + "orientation": "vertical", + "showUnfilled": true }, - "percentage": false, - "pointradius": 2, - "points": true, - "renderer": "flot", - "repeat": null, + "pluginVersion": "6.7.3", + "repeat": "ID", "repeatDirection": "h", - "repeatIteration": 1593083097229, - "repeatPanelId": 2, "scopedVars": { "ID": { + "$$hashKey": "object:385", "selected": false, - "text": "12", - "value": "12" + "text": "0", + "value": "0" } }, - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, "targets": [ { - "alias": "$tag_runner", - "groupBy": [], - "measurement": "", + "alias": "", + "groupBy": [ + { + "params": [ + "$__interval" + ], + "type": "time" + }, + { + "params": [ + "null" + ], + "type": "fill" + } + ], "orderByTime": "ASC", "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" =~ /^$runner$/ AND $timeFilter GROUP BY \"runner\"", + "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" =~ /^$runner$/ AND $timeFilter", "rawQuery": true, "refId": "A", "resultFormat": "time_series", @@ -4240,132 +122,114 @@ "value" ], "type": "field" + }, + { + "params": [], + "type": "mean" } ] ], "tags": [] } ], - "thresholds": [], "timeFrom": null, - "timeRegions": [], "timeShift": null, "title": "Query ${ID}", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, "transparent": true, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:1048", - "decimals": null, - "format": "ms", - "label": "", - "logBase": 2, - "max": null, - "min": null, - "show": true - }, - { - "$$hashKey": "object:1049", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } + "type": "bargauge" }, { - "aliasColors": { - "DataflowRunner": "#7eb26d", - "DirectRunner": "#eab839", - "FlinkRunner": "#6ed0e0", - "SparkRunner": "#ef843c", - "SparkStructuredStreamingRunner": "#e24d42" + "collapsed": false, + "datasource": null, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 11 }, - "bars": false, - "dashLength": 10, - "dashes": false, + "id": 3, + "panels": [], + "title": "Latest Run | SQL", + "type": "row" + }, + { + "cacheTimeout": null, "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, "gridPos": { - "h": 12, - "w": 12, - "x": 12, - "y": 89 - }, - "hiddenSeries": false, - "id": 165, - "interval": "1d", - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false + "h": 5, + "w": 2, + "x": 0, + "y": 12 }, - "lines": true, - "linewidth": 2, - "maxPerRow": 2, - "nullPointMode": "connected", + "id": 4, + "links": [], + "maxPerRow": 12, "options": { - "dataLinks": [] + "displayMode": "basic", + "fieldOptions": { + "calcs": [ + "lastNotNull" + ], + "defaults": { + "mappings": [ + { + "$$hashKey": "object:1164", + "id": 0, + "op": "=", + "text": "N/A", + "type": 1, + "value": "null" + } + ], + "nullValueMode": "connected", + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "ms" + }, + "overrides": [], + "values": false + }, + "orientation": "vertical", + "showUnfilled": true }, - "percentage": false, - "pointradius": 2, - "points": true, - "renderer": "flot", - "repeat": null, + "pluginVersion": "6.7.3", + "repeat": "ID", "repeatDirection": "h", - "repeatIteration": 1593083097229, - "repeatPanelId": 2, "scopedVars": { "ID": { + "$$hashKey": "object:385", "selected": false, - "text": "13", - "value": "13" + "text": "0", + "value": "0" } }, - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, "targets": [ { - "alias": "$tag_runner", - "groupBy": [], - "measurement": "", + "alias": "", + "groupBy": [ + { + "params": [ + "$__interval" + ], + "type": "time" + }, + { + "params": [ + "null" + ], + "type": "fill" + } + ], "orderByTime": "ASC", "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" =~ /^$runner$/ AND $timeFilter GROUP BY \"runner\"", + "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_sql_${processingType}\" WHERE \"runner\" =~ /^$runner$/ AND $timeFilter", "rawQuery": true, "refId": "A", "resultFormat": "time_series", @@ -4376,56 +240,35 @@ "value" ], "type": "field" + }, + { + "params": [], + "type": "mean" } ] ], "tags": [] } ], - "thresholds": [], "timeFrom": null, - "timeRegions": [], "timeShift": null, "title": "Query ${ID}", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, "transparent": true, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] + "type": "bargauge" + }, + { + "collapsed": false, + "datasource": null, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 22 }, - "yaxes": [ - { - "$$hashKey": "object:1048", - "decimals": null, - "format": "ms", - "label": "", - "logBase": 2, - "max": null, - "min": null, - "show": true - }, - { - "$$hashKey": "object:1049", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } + "id": 5, + "panels": [], + "title": "All results", + "type": "row" }, { "aliasColors": { @@ -4451,10 +294,10 @@ "h": 12, "w": 12, "x": 0, - "y": 101 + "y": 23 }, "hiddenSeries": false, - "id": 166, + "id": 6, "interval": "1d", "legend": { "alignAsTable": false, @@ -4479,15 +322,14 @@ "pointradius": 2, "points": true, "renderer": "flot", - "repeat": null, + "repeat": "ID", "repeatDirection": "h", - "repeatIteration": 1593083097229, - "repeatPanelId": 2, "scopedVars": { "ID": { + "$$hashKey": "object:385", "selected": false, - "text": "14", - "value": "14" + "text": "0", + "value": "0" } }, "seriesOverrides": [], @@ -4496,12 +338,12 @@ "steppedLine": false, "targets": [ { - "alias": "$tag_runner", + "alias": "$m", "groupBy": [], "measurement": "", "orderByTime": "ASC", "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" =~ /^$runner$/ AND $timeFilter GROUP BY \"runner\"", + "query": "SELECT \"runtimeMs\" FROM \"forever\"./nexmark_${ID}_\\w*${processingType}/ WHERE \"runner\" =~ /^$runner$/ AND $timeFilter GROUP BY \"runner\"", "rawQuery": true, "refId": "A", "resultFormat": "time_series", @@ -4576,6 +418,7 @@ { "allValue": null, "current": { + "$$hashKey": "object:5347", "selected": false, "text": "batch", "value": "batch" @@ -4587,11 +430,13 @@ "name": "processingType", "options": [ { + "$$hashKey": "object:5347", "selected": true, "text": "batch", "value": "batch" }, { + "$$hashKey": "object:5348", "selected": false, "text": "streaming", "value": "streaming" @@ -4605,95 +450,110 @@ { "allValue": null, "current": { - "selected": true, "tags": [], "text": "All", "value": [ "$__all" ] }, - "hide": 2, + "hide": 0, "includeAll": true, - "label": null, + "label": "Query", "multi": true, "name": "ID", "options": [ { + "$$hashKey": "object:384", "selected": true, "text": "All", "value": "$__all" }, { + "$$hashKey": "object:385", "selected": false, "text": "0", "value": "0" }, { + "$$hashKey": "object:386", "selected": false, "text": "1", "value": "1" }, { + "$$hashKey": "object:387", "selected": false, "text": "2", "value": "2" }, { + "$$hashKey": "object:388", "selected": false, "text": "3", "value": "3" }, { + "$$hashKey": "object:389", "selected": false, "text": "4", "value": "4" }, { + "$$hashKey": "object:390", "selected": false, "text": "5", "value": "5" }, { + "$$hashKey": "object:391", "selected": false, "text": "6", "value": "6" }, { + "$$hashKey": "object:392", "selected": false, "text": "7", "value": "7" }, { + "$$hashKey": "object:393", "selected": false, "text": "8", "value": "8" }, { + "$$hashKey": "object:394", "selected": false, "text": "9", "value": "9" }, { + "$$hashKey": "object:395", "selected": false, "text": "10", "value": "10" }, { + "$$hashKey": "object:396", "selected": false, "text": "11", "value": "11" }, { + "$$hashKey": "object:397", "selected": false, "text": "12", "value": "12" }, { + "$$hashKey": "object:398", "selected": false, "text": "13", "value": "13" }, { + "$$hashKey": "object:399", "selected": false, "text": "14", "value": "14" @@ -4707,18 +567,18 @@ { "allValue": null, "current": { - "text": "All", - "value": [ - "$__all" - ] + "selected": true, + "tags": [], + "text": "DataflowRunner", + "value": "DataflowRunner" }, "datasource": "BeamInfluxDB", "definition": "SHOW TAG VALUES WITH KEY = \"runner\"", "hide": 0, - "includeAll": true, + "includeAll": false, "index": -1, "label": "Runner", - "multi": true, + "multi": false, "name": "runner", "options": [], "query": "SHOW TAG VALUES WITH KEY = \"runner\"", @@ -4754,9 +614,9 @@ }, "timezone": "", "title": "Nexmark", - "uid": "ahuaA_zGz", + "uid": "ahudA_zGz", "variables": { "list": [] }, - "version": 2 + "version": 1 } diff --git a/.test-infra/metrics/grafana/dashboards/perftests_metrics/Nexmark_SQL.json b/.test-infra/metrics/grafana/dashboards/perftests_metrics/Nexmark_SQL.json deleted file mode 100644 index 5425409dee9c0..0000000000000 --- a/.test-infra/metrics/grafana/dashboards/perftests_metrics/Nexmark_SQL.json +++ /dev/null @@ -1,2360 +0,0 @@ -{ - "annotations": { - "list": [ - { - "$$hashKey": "object:248", - "builtIn": 1, - "datasource": "-- Grafana --", - "enable": true, - "hide": true, - "iconColor": "rgba(0, 211, 255, 1)", - "name": "Annotations & Alerts", - "type": "dashboard" - } - ] - }, - "editable": true, - "gnetId": null, - "graphTooltip": 0, - "iteration": 1593082724950, - "links": [], - "panels": [ - { - "collapsed": false, - "datasource": null, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 0 - }, - "id": 36, - "panels": [], - "title": "Latest run | Spark | Structured Streaming vs. Classic", - "type": "row" - }, - { - "content": "## Warning\n\nThis dashboard is used to find performance regressions during Beam development.\nIt *MUST NOT* be used as a criteria to compare runners or target systems because performance\ncan change radically depending on your use case, connectors and configuration.", - "datasource": null, - "gridPos": { - "h": 3, - "w": 24, - "x": 0, - "y": 1 - }, - "id": 50, - "mode": "markdown", - "timeFrom": null, - "timeShift": null, - "title": "", - "transparent": true, - "type": "text" - }, - { - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {}, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "ms" - }, - "overrides": [] - }, - "gridPos": { - "h": 5, - "w": 3.4285714285714284, - "x": 0, - "y": 4 - }, - "id": 20, - "maxPerRow": 12, - "options": { - "displayMode": "basic", - "fieldOptions": { - "calcs": [ - "last" - ], - "defaults": { - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 10000 - } - ] - }, - "unit": "ms" - }, - "overrides": [], - "values": false - }, - "orientation": "vertical", - "reduceOptions": { - "calcs": [ - "last" - ], - "values": false - }, - "showUnfilled": true - }, - "pluginVersion": "6.7.3", - "repeat": "ID", - "repeatDirection": "h", - "scopedVars": { - "ID": { - "selected": false, - "text": "0", - "value": "0" - } - }, - "targets": [ - { - "alias": "C", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_sql_${processingType}\" WHERE \"runner\" = 'SparkRunner' AND $timeFilter", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - }, - { - "alias": "S", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_sql_${processingType}\" WHERE \"runner\" = 'SparkStructuredStreamingRunner' AND $timeFilter", - "rawQuery": true, - "refId": "B", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - } - ], - "timeFrom": null, - "timeShift": null, - "title": "Query ${ID}", - "transparent": true, - "type": "bargauge" - }, - { - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {}, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "ms" - }, - "overrides": [] - }, - "gridPos": { - "h": 5, - "w": 3.4285714285714284, - "x": 3.4285714285714284, - "y": 4 - }, - "id": 83, - "maxPerRow": 12, - "options": { - "displayMode": "basic", - "fieldOptions": { - "calcs": [ - "last" - ], - "defaults": { - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 10000 - } - ] - }, - "unit": "ms" - }, - "overrides": [], - "values": false - }, - "orientation": "vertical", - "reduceOptions": { - "calcs": [ - "last" - ], - "values": false - }, - "showUnfilled": true - }, - "pluginVersion": "6.7.3", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1593082724950, - "repeatPanelId": 20, - "scopedVars": { - "ID": { - "selected": false, - "text": "1", - "value": "1" - } - }, - "targets": [ - { - "alias": "C", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_sql_${processingType}\" WHERE \"runner\" = 'SparkRunner' AND $timeFilter", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - }, - { - "alias": "S", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_sql_${processingType}\" WHERE \"runner\" = 'SparkStructuredStreamingRunner' AND $timeFilter", - "rawQuery": true, - "refId": "B", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - } - ], - "timeFrom": null, - "timeShift": null, - "title": "Query ${ID}", - "transparent": true, - "type": "bargauge" - }, - { - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {}, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "ms" - }, - "overrides": [] - }, - "gridPos": { - "h": 5, - "w": 3.4285714285714284, - "x": 6.857142857142857, - "y": 4 - }, - "id": 84, - "maxPerRow": 12, - "options": { - "displayMode": "basic", - "fieldOptions": { - "calcs": [ - "last" - ], - "defaults": { - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 10000 - } - ] - }, - "unit": "ms" - }, - "overrides": [], - "values": false - }, - "orientation": "vertical", - "reduceOptions": { - "calcs": [ - "last" - ], - "values": false - }, - "showUnfilled": true - }, - "pluginVersion": "6.7.3", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1593082724950, - "repeatPanelId": 20, - "scopedVars": { - "ID": { - "selected": false, - "text": "2", - "value": "2" - } - }, - "targets": [ - { - "alias": "C", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_sql_${processingType}\" WHERE \"runner\" = 'SparkRunner' AND $timeFilter", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - }, - { - "alias": "S", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_sql_${processingType}\" WHERE \"runner\" = 'SparkStructuredStreamingRunner' AND $timeFilter", - "rawQuery": true, - "refId": "B", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - } - ], - "timeFrom": null, - "timeShift": null, - "title": "Query ${ID}", - "transparent": true, - "type": "bargauge" - }, - { - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {}, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "ms" - }, - "overrides": [] - }, - "gridPos": { - "h": 5, - "w": 3.4285714285714284, - "x": 10.285714285714285, - "y": 4 - }, - "id": 85, - "maxPerRow": 12, - "options": { - "displayMode": "basic", - "fieldOptions": { - "calcs": [ - "last" - ], - "defaults": { - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 10000 - } - ] - }, - "unit": "ms" - }, - "overrides": [], - "values": false - }, - "orientation": "vertical", - "reduceOptions": { - "calcs": [ - "last" - ], - "values": false - }, - "showUnfilled": true - }, - "pluginVersion": "6.7.3", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1593082724950, - "repeatPanelId": 20, - "scopedVars": { - "ID": { - "selected": false, - "text": "3", - "value": "3" - } - }, - "targets": [ - { - "alias": "C", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_sql_${processingType}\" WHERE \"runner\" = 'SparkRunner' AND $timeFilter", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - }, - { - "alias": "S", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_sql_${processingType}\" WHERE \"runner\" = 'SparkStructuredStreamingRunner' AND $timeFilter", - "rawQuery": true, - "refId": "B", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - } - ], - "timeFrom": null, - "timeShift": null, - "title": "Query ${ID}", - "transparent": true, - "type": "bargauge" - }, - { - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {}, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "ms" - }, - "overrides": [] - }, - "gridPos": { - "h": 5, - "w": 3.4285714285714284, - "x": 13.714285714285714, - "y": 4 - }, - "id": 86, - "maxPerRow": 12, - "options": { - "displayMode": "basic", - "fieldOptions": { - "calcs": [ - "last" - ], - "defaults": { - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 10000 - } - ] - }, - "unit": "ms" - }, - "overrides": [], - "values": false - }, - "orientation": "vertical", - "reduceOptions": { - "calcs": [ - "last" - ], - "values": false - }, - "showUnfilled": true - }, - "pluginVersion": "6.7.3", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1593082724950, - "repeatPanelId": 20, - "scopedVars": { - "ID": { - "selected": false, - "text": "5", - "value": "5" - } - }, - "targets": [ - { - "alias": "C", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_sql_${processingType}\" WHERE \"runner\" = 'SparkRunner' AND $timeFilter", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - }, - { - "alias": "S", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_sql_${processingType}\" WHERE \"runner\" = 'SparkStructuredStreamingRunner' AND $timeFilter", - "rawQuery": true, - "refId": "B", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - } - ], - "timeFrom": null, - "timeShift": null, - "title": "Query ${ID}", - "transparent": true, - "type": "bargauge" - }, - { - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {}, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "ms" - }, - "overrides": [] - }, - "gridPos": { - "h": 5, - "w": 3.4285714285714284, - "x": 17.142857142857142, - "y": 4 - }, - "id": 87, - "maxPerRow": 12, - "options": { - "displayMode": "basic", - "fieldOptions": { - "calcs": [ - "last" - ], - "defaults": { - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 10000 - } - ] - }, - "unit": "ms" - }, - "overrides": [], - "values": false - }, - "orientation": "vertical", - "reduceOptions": { - "calcs": [ - "last" - ], - "values": false - }, - "showUnfilled": true - }, - "pluginVersion": "6.7.3", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1593082724950, - "repeatPanelId": 20, - "scopedVars": { - "ID": { - "selected": false, - "text": "7", - "value": "7" - } - }, - "targets": [ - { - "alias": "C", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_sql_${processingType}\" WHERE \"runner\" = 'SparkRunner' AND $timeFilter", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - }, - { - "alias": "S", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_sql_${processingType}\" WHERE \"runner\" = 'SparkStructuredStreamingRunner' AND $timeFilter", - "rawQuery": true, - "refId": "B", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - } - ], - "timeFrom": null, - "timeShift": null, - "title": "Query ${ID}", - "transparent": true, - "type": "bargauge" - }, - { - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {}, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "ms" - }, - "overrides": [] - }, - "gridPos": { - "h": 5, - "w": 3.4285714285714284, - "x": 20.57142857142857, - "y": 4 - }, - "id": 88, - "maxPerRow": 12, - "options": { - "displayMode": "basic", - "fieldOptions": { - "calcs": [ - "last" - ], - "defaults": { - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 10000 - } - ] - }, - "unit": "ms" - }, - "overrides": [], - "values": false - }, - "orientation": "vertical", - "reduceOptions": { - "calcs": [ - "last" - ], - "values": false - }, - "showUnfilled": true - }, - "pluginVersion": "6.7.3", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1593082724950, - "repeatPanelId": 20, - "scopedVars": { - "ID": { - "selected": false, - "text": "13", - "value": "13" - } - }, - "targets": [ - { - "alias": "C", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_sql_${processingType}\" WHERE \"runner\" = 'SparkRunner' AND $timeFilter", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - }, - { - "alias": "S", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_sql_${processingType}\" WHERE \"runner\" = 'SparkStructuredStreamingRunner' AND $timeFilter", - "rawQuery": true, - "refId": "B", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - } - ], - "timeFrom": null, - "timeShift": null, - "title": "Query ${ID}", - "transparent": true, - "type": "bargauge" - }, - { - "content": "* C - Classic\n* S - Structured Streaming\n\n", - "datasource": null, - "gridPos": { - "h": 2, - "w": 24, - "x": 0, - "y": 9 - }, - "id": 70, - "mode": "markdown", - "timeFrom": null, - "timeShift": null, - "title": "", - "transparent": true, - "type": "text" - }, - { - "collapsed": false, - "datasource": null, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 11 - }, - "id": 18, - "panels": [], - "title": "All results", - "type": "row" - }, - { - "aliasColors": { - "DataflowRunner": "#7eb26d", - "DirectRunner": "#eab839", - "FlinkRunner": "#6ed0e0", - "SparkRunner": "#ef843c", - "SparkStructuredStreamingRunner": "#e24d42" - }, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 12, - "w": 12, - "x": 0, - "y": 12 - }, - "hiddenSeries": false, - "id": 2, - "interval": "1d", - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "maxPerRow": 2, - "nullPointMode": "connected", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 2, - "points": true, - "renderer": "flot", - "repeat": "ID", - "repeatDirection": "h", - "scopedVars": { - "ID": { - "selected": false, - "text": "0", - "value": "0" - } - }, - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "alias": "$tag_runner", - "groupBy": [], - "measurement": "", - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_sql_${processingType}\" WHERE \"runner\" =~ /^$runner$/ AND $timeFilter GROUP BY \"runner\"", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Query ${ID}", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "transparent": true, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:589", - "decimals": null, - "format": "ms", - "label": "", - "logBase": 2, - "max": null, - "min": null, - "show": true - }, - { - "$$hashKey": "object:590", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": { - "DataflowRunner": "#7eb26d", - "DirectRunner": "#eab839", - "FlinkRunner": "#6ed0e0", - "SparkRunner": "#ef843c", - "SparkStructuredStreamingRunner": "#e24d42" - }, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 12, - "w": 12, - "x": 12, - "y": 12 - }, - "hiddenSeries": false, - "id": 77, - "interval": "1d", - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "maxPerRow": 2, - "nullPointMode": "connected", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 2, - "points": true, - "renderer": "flot", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1593082724950, - "repeatPanelId": 2, - "scopedVars": { - "ID": { - "selected": false, - "text": "1", - "value": "1" - } - }, - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "alias": "$tag_runner", - "groupBy": [], - "measurement": "", - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_sql_${processingType}\" WHERE \"runner\" =~ /^$runner$/ AND $timeFilter GROUP BY \"runner\"", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Query ${ID}", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "transparent": true, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:589", - "decimals": null, - "format": "s", - "label": "", - "logBase": 2, - "max": null, - "min": null, - "show": true - }, - { - "$$hashKey": "object:590", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": { - "DataflowRunner": "#7eb26d", - "DirectRunner": "#eab839", - "FlinkRunner": "#6ed0e0", - "SparkRunner": "#ef843c", - "SparkStructuredStreamingRunner": "#e24d42" - }, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 12, - "w": 12, - "x": 0, - "y": 24 - }, - "hiddenSeries": false, - "id": 78, - "interval": "1d", - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "maxPerRow": 2, - "nullPointMode": "connected", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 2, - "points": true, - "renderer": "flot", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1593082724950, - "repeatPanelId": 2, - "scopedVars": { - "ID": { - "selected": false, - "text": "2", - "value": "2" - } - }, - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "alias": "$tag_runner", - "groupBy": [], - "measurement": "", - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_sql_${processingType}\" WHERE \"runner\" =~ /^$runner$/ AND $timeFilter GROUP BY \"runner\"", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Query ${ID}", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "transparent": true, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:589", - "decimals": null, - "format": "s", - "label": "", - "logBase": 2, - "max": null, - "min": null, - "show": true - }, - { - "$$hashKey": "object:590", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": { - "DataflowRunner": "#7eb26d", - "DirectRunner": "#eab839", - "FlinkRunner": "#6ed0e0", - "SparkRunner": "#ef843c", - "SparkStructuredStreamingRunner": "#e24d42" - }, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 12, - "w": 12, - "x": 12, - "y": 24 - }, - "hiddenSeries": false, - "id": 79, - "interval": "1d", - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "maxPerRow": 2, - "nullPointMode": "connected", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 2, - "points": true, - "renderer": "flot", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1593082724950, - "repeatPanelId": 2, - "scopedVars": { - "ID": { - "selected": false, - "text": "3", - "value": "3" - } - }, - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "alias": "$tag_runner", - "groupBy": [], - "measurement": "", - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_sql_${processingType}\" WHERE \"runner\" =~ /^$runner$/ AND $timeFilter GROUP BY \"runner\"", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Query ${ID}", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "transparent": true, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:589", - "decimals": null, - "format": "s", - "label": "", - "logBase": 2, - "max": null, - "min": null, - "show": true - }, - { - "$$hashKey": "object:590", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": { - "DataflowRunner": "#7eb26d", - "DirectRunner": "#eab839", - "FlinkRunner": "#6ed0e0", - "SparkRunner": "#ef843c", - "SparkStructuredStreamingRunner": "#e24d42" - }, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 12, - "w": 12, - "x": 0, - "y": 36 - }, - "hiddenSeries": false, - "id": 80, - "interval": "1d", - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "maxPerRow": 2, - "nullPointMode": "connected", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 2, - "points": true, - "renderer": "flot", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1593082724950, - "repeatPanelId": 2, - "scopedVars": { - "ID": { - "selected": false, - "text": "5", - "value": "5" - } - }, - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "alias": "$tag_runner", - "groupBy": [], - "measurement": "", - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_sql_${processingType}\" WHERE \"runner\" =~ /^$runner$/ AND $timeFilter GROUP BY \"runner\"", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Query ${ID}", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "transparent": true, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:589", - "decimals": null, - "format": "s", - "label": "", - "logBase": 2, - "max": null, - "min": null, - "show": true - }, - { - "$$hashKey": "object:590", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": { - "DataflowRunner": "#7eb26d", - "DirectRunner": "#eab839", - "FlinkRunner": "#6ed0e0", - "SparkRunner": "#ef843c", - "SparkStructuredStreamingRunner": "#e24d42" - }, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 12, - "w": 12, - "x": 12, - "y": 36 - }, - "hiddenSeries": false, - "id": 81, - "interval": "1d", - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "maxPerRow": 2, - "nullPointMode": "connected", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 2, - "points": true, - "renderer": "flot", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1593082724950, - "repeatPanelId": 2, - "scopedVars": { - "ID": { - "selected": false, - "text": "7", - "value": "7" - } - }, - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "alias": "$tag_runner", - "groupBy": [], - "measurement": "", - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_sql_${processingType}\" WHERE \"runner\" =~ /^$runner$/ AND $timeFilter GROUP BY \"runner\"", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Query ${ID}", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "transparent": true, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:589", - "decimals": null, - "format": "s", - "label": "", - "logBase": 2, - "max": null, - "min": null, - "show": true - }, - { - "$$hashKey": "object:590", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": { - "DataflowRunner": "#7eb26d", - "DirectRunner": "#eab839", - "FlinkRunner": "#6ed0e0", - "SparkRunner": "#ef843c", - "SparkStructuredStreamingRunner": "#e24d42" - }, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 12, - "w": 12, - "x": 0, - "y": 48 - }, - "hiddenSeries": false, - "id": 82, - "interval": "1d", - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "maxPerRow": 2, - "nullPointMode": "connected", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 2, - "points": true, - "renderer": "flot", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1593082724950, - "repeatPanelId": 2, - "scopedVars": { - "ID": { - "selected": false, - "text": "13", - "value": "13" - } - }, - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "alias": "$tag_runner", - "groupBy": [], - "measurement": "", - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_sql_${processingType}\" WHERE \"runner\" =~ /^$runner$/ AND $timeFilter GROUP BY \"runner\"", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Query ${ID}", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "transparent": true, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:589", - "decimals": null, - "format": "s", - "label": "", - "logBase": 2, - "max": null, - "min": null, - "show": true - }, - { - "$$hashKey": "object:590", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - } - ], - "refresh": false, - "schemaVersion": 22, - "style": "dark", - "tags": [ - "performance tests", - "nexmark" - ], - "templating": { - "list": [ - { - "allValue": null, - "current": { - "selected": false, - "text": "batch", - "value": "batch" - }, - "hide": 0, - "includeAll": false, - "label": "Data processing type", - "multi": false, - "name": "processingType", - "options": [ - { - "selected": true, - "text": "batch", - "value": "batch" - }, - { - "selected": false, - "text": "streaming", - "value": "streaming" - } - ], - "query": "batch,streaming", - "queryValue": "", - "skipUrlSync": false, - "type": "custom" - }, - { - "allValue": null, - "current": { - "selected": true, - "tags": [], - "text": "All", - "value": [ - "$__all" - ] - }, - "hide": 2, - "includeAll": true, - "label": null, - "multi": true, - "name": "ID", - "options": [ - { - "selected": true, - "text": "All", - "value": "$__all" - }, - { - "selected": false, - "text": "0", - "value": "0" - }, - { - "selected": false, - "text": "1", - "value": "1" - }, - { - "selected": false, - "text": "2", - "value": "2" - }, - { - "selected": false, - "text": "3", - "value": "3" - }, - { - "selected": false, - "text": "5", - "value": "5" - }, - { - "selected": false, - "text": "7", - "value": "7" - }, - { - "selected": false, - "text": "13", - "value": "13" - } - ], - "query": "0,1,2,3,5,7,13", - "queryValue": "", - "skipUrlSync": false, - "type": "custom" - }, - { - "allValue": null, - "current": { - "tags": [], - "text": "All", - "value": [ - "$__all" - ] - }, - "datasource": "BeamInfluxDB", - "definition": "SHOW TAG VALUES WITH KEY = \"runner\"", - "hide": 0, - "includeAll": true, - "index": -1, - "label": "Runner", - "multi": true, - "name": "runner", - "options": [ - { - "$$hashKey": "object:952", - "selected": true, - "text": "All", - "value": "$__all" - }, - { - "$$hashKey": "object:953", - "selected": false, - "text": "DataflowRunner", - "value": "DataflowRunner" - }, - { - "$$hashKey": "object:954", - "selected": false, - "text": "DirectRunner", - "value": "DirectRunner" - }, - { - "$$hashKey": "object:955", - "selected": false, - "text": "FlinkRunner", - "value": "FlinkRunner" - }, - { - "$$hashKey": "object:956", - "selected": false, - "text": "SparkRunner", - "value": "SparkRunner" - }, - { - "$$hashKey": "object:957", - "selected": false, - "text": "SparkStructuredStreamingRunner", - "value": "SparkStructuredStreamingRunner" - } - ], - "query": "SHOW TAG VALUES WITH KEY = \"runner\"", - "refresh": 0, - "regex": "", - "skipUrlSync": false, - "sort": 0, - "tagValuesQuery": "", - "tags": [], - "tagsQuery": "", - "type": "query", - "useTags": false - } - ] - }, - "time": { - "from": "now-30d", - "to": "now" - }, - "timepicker": { - "hidden": false, - "refresh_intervals": [ - "10s", - "30s", - "1m", - "5m", - "15m", - "30m", - "1h", - "2h", - "1d" - ] - }, - "timezone": "", - "title": "Nexmark SQL", - "uid": "OG-w5jzGz", - "variables": { - "list": [] - }, - "version": 2 -} diff --git a/.test-infra/metrics/grafana/dashboards/perftests_metrics/Nexmark_SQL_output_size.json b/.test-infra/metrics/grafana/dashboards/perftests_metrics/Nexmark_SQL_output_size.json deleted file mode 100644 index b8b6bd5fd9c4f..0000000000000 --- a/.test-infra/metrics/grafana/dashboards/perftests_metrics/Nexmark_SQL_output_size.json +++ /dev/null @@ -1,309 +0,0 @@ -{ - "annotations": { - "list": [ - { - "$$hashKey": "object:248", - "builtIn": 1, - "datasource": "-- Grafana --", - "enable": true, - "hide": true, - "iconColor": "rgba(0, 211, 255, 1)", - "name": "Annotations & Alerts", - "type": "dashboard" - } - ] - }, - "editable": true, - "gnetId": null, - "graphTooltip": 0, - "id": null, - "iteration": 1591734066635, - "links": [], - "panels": [ - { - "aliasColors": { - "DataflowRunner": "#7eb26d", - "DirectRunner": "#eab839", - "FlinkRunner": "#6ed0e0", - "SparkRunner": "#ef843c", - "SparkStructuredStreamingRunner": "#e24d42" - }, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 11, - "w": 12, - "x": 0, - "y": 0 - }, - "hiddenSeries": false, - "id": 2, - "interval": "1d", - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "maxPerRow": 2, - "nullPointMode": "connected", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 2, - "points": true, - "renderer": "flot", - "repeat": "ID", - "repeatDirection": "h", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "alias": "$tag_runner", - "groupBy": [], - "measurement": "", - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"numResults\" FROM \"forever\".\"nexmark_${ID}_sql_${processingType}\" WHERE \"runner\" =~ /$runner$/ AND $timeFilter GROUP BY \"runner\"", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Query ${ID}", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "transparent": true, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:589", - "decimals": null, - "format": "none", - "label": "", - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "$$hashKey": "object:590", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - } - ], - "refresh": false, - "schemaVersion": 22, - "style": "dark", - "tags": [ - "performance tests", - "nexmark" - ], - "templating": { - "list": [ - { - "allValue": null, - "current": { - "selected": true, - "tags": [], - "text": "batch", - "value": "batch" - }, - "hide": 0, - "includeAll": false, - "label": "Data processing type", - "multi": false, - "name": "processingType", - "options": [ - { - "$$hashKey": "object:864", - "selected": true, - "text": "batch", - "value": "batch" - }, - { - "$$hashKey": "object:865", - "selected": false, - "text": "streaming", - "value": "streaming" - } - ], - "query": "batch,streaming", - "queryValue": "", - "skipUrlSync": false, - "type": "custom" - }, - { - "allValue": null, - "current": { - "selected": true, - "tags": [], - "text": "All", - "value": [ - "$__all" - ] - }, - "hide": 2, - "includeAll": true, - "label": null, - "multi": true, - "name": "ID", - "options": [ - { - "selected": true, - "text": "All", - "value": "$__all" - }, - { - "selected": false, - "text": "0", - "value": "0" - }, - { - "selected": false, - "text": "1", - "value": "1" - }, - { - "selected": false, - "text": "2", - "value": "2" - }, - { - "selected": false, - "text": "3", - "value": "3" - }, - { - "selected": false, - "text": "5", - "value": "5" - }, - { - "selected": false, - "text": "7", - "value": "7" - }, - { - "selected": false, - "text": "13", - "value": "13" - } - ], - "query": "0,1,2,3,5,7,13", - "queryValue": "", - "skipUrlSync": false, - "type": "custom" - }, - { - "allValue": null, - "current": { - "text": "All", - "value": [ - "$__all" - ] - }, - "datasource": "BeamInfluxDB", - "definition": "SHOW TAG VALUES WITH KEY = \"runner\"", - "hide": 0, - "includeAll": true, - "index": -1, - "label": "Runner", - "multi": true, - "name": "runner", - "options": [], - "query": "SHOW TAG VALUES WITH KEY = \"runner\"", - "refresh": 1, - "regex": "", - "skipUrlSync": false, - "sort": 0, - "tagValuesQuery": "", - "tags": [], - "tagsQuery": "", - "type": "query", - "useTags": false - } - ] - }, - "time": { - "from": "now-30d", - "to": "now" - }, - "timepicker": { - "hidden": false, - "refresh_intervals": [ - "10s", - "30s", - "1m", - "5m", - "15m", - "30m", - "1h", - "2h", - "1d" - ] - }, - "timezone": "", - "title": "Nexmark SQL output size", - "uid": "BKUce9kGz", - "variables": { - "list": [] - }, - "version": 1 -} diff --git a/.test-infra/metrics/grafana/dashboards/perftests_metrics/Nexmark_Spark_Classic_New_SQL.json b/.test-infra/metrics/grafana/dashboards/perftests_metrics/Nexmark_Spark_Classic_New_SQL.json new file mode 100644 index 0000000000000..c2e21bd3a9dfe --- /dev/null +++ b/.test-infra/metrics/grafana/dashboards/perftests_metrics/Nexmark_Spark_Classic_New_SQL.json @@ -0,0 +1,427 @@ +{ + "annotations": { + "list": [ + { + "$$hashKey": "object:2584", + "builtIn": 1, + "datasource": "-- Grafana --", + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "type": "dashboard" + } + ] + }, + "editable": true, + "gnetId": null, + "graphTooltip": 0, + "id": 28, + "iteration": 1600336844189, + "links": [], + "panels": [ + { + "collapsed": false, + "datasource": null, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 0 + }, + "id": 1, + "panels": [], + "title": "Latest Run", + "type": "row" + }, + { + "cacheTimeout": null, + "datasource": "BeamInfluxDB", + "gridPos": { + "h": 5, + "w": 4, + "x": 0, + "y": 1 + }, + "id": 2, + "links": [], + "maxPerRow": 6, + "options": { + "displayMode": "basic", + "fieldOptions": { + "calcs": [ + "lastNotNull" + ], + "defaults": { + "mappings": [ + { + "$$hashKey": "object:1164", + "id": 0, + "op": "=", + "text": "N/A", + "type": 1, + "value": "null" + } + ], + "nullValueMode": "connected", + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "ms" + }, + "overrides": [], + "values": false + }, + "orientation": "vertical", + "showUnfilled": true + }, + "pluginVersion": "6.7.3", + "repeat": "ID", + "repeatDirection": "h", + "scopedVars": { + "ID": { + "$$hashKey": "object:5009", + "selected": false, + "text": "0", + "value": "0" + } + }, + "targets": [ + { + "alias": "Classic", + "groupBy": [ + { + "params": [ + "$__interval" + ], + "type": "time" + }, + { + "params": [ + "null" + ], + "type": "fill" + } + ], + "orderByTime": "ASC", + "policy": "default", + "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_batch\" WHERE \"runner\" = 'SparkRunner' AND $timeFilter", + "rawQuery": true, + "refId": "A", + "resultFormat": "time_series", + "select": [ + [ + { + "params": [ + "value" + ], + "type": "field" + }, + { + "params": [], + "type": "mean" + } + ] + ], + "tags": [] + }, + { + "alias": "New", + "groupBy": [ + { + "params": [ + "$__interval" + ], + "type": "time" + }, + { + "params": [ + "null" + ], + "type": "fill" + } + ], + "orderByTime": "ASC", + "policy": "default", + "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_batch\" WHERE \"runner\" = 'SparkStructuredStreamingRunner' AND $timeFilter", + "rawQuery": true, + "refId": "B", + "resultFormat": "time_series", + "select": [ + [ + { + "params": [ + "value" + ], + "type": "field" + }, + { + "params": [], + "type": "mean" + } + ] + ], + "tags": [] + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Query ${ID}", + "transparent": true, + "type": "bargauge" + }, + { + "collapsed": false, + "datasource": null, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 6 + }, + "id": 3, + "panels": [], + "title": "All results", + "type": "row" + }, + { + "aliasColors": { + "DataflowRunner": "#7eb26d", + "DirectRunner": "#eab839", + "FlinkRunner": "#6ed0e0", + "SparkRunner": "#ef843c", + "SparkStructuredStreamingRunner": "#e24d42" + }, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "BeamInfluxDB", + "fieldConfig": { + "defaults": { + "custom": {} + }, + "overrides": [] + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 12, + "w": 12, + "x": 0, + "y": 7 + }, + "hiddenSeries": false, + "id": 4, + "interval": "1d", + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "hideEmpty": false, + "max": false, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "maxPerRow": 2, + "nullPointMode": "connected", + "options": { + "dataLinks": [] + }, + "percentage": false, + "pointradius": 2, + "points": true, + "renderer": "flot", + "repeat": "ID", + "repeatDirection": "h", + "scopedVars": { + "ID": { + "$$hashKey": "object:5009", + "selected": false, + "text": "0", + "value": "0" + } + }, + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "alias": "$tag_runner", + "groupBy": [], + "measurement": "", + "orderByTime": "ASC", + "policy": "default", + "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_batch\" WHERE \"runner\" = 'SparkRunner' OR \"runner\" = 'SparkStructuredStreamingRunner' AND $timeFilter GROUP BY \"runner\"", + "rawQuery": true, + "refId": "A", + "resultFormat": "time_series", + "select": [ + [ + { + "params": [ + "value" + ], + "type": "field" + } + ] + ], + "tags": [] + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Query ${ID}", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "transparent": true, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:1048", + "decimals": null, + "format": "ms", + "label": "", + "logBase": 2, + "max": null, + "min": null, + "show": true + }, + { + "$$hashKey": "object:1049", + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + } + ], + "refresh": false, + "schemaVersion": 22, + "style": "dark", + "tags": [ + "performance tests", + "nexmark" + ], + "templating": { + "list": [ + { + "allValue": null, + "current": { + "tags": [], + "text": "All", + "value": [ + "$__all" + ] + }, + "hide": 0, + "includeAll": true, + "label": "Query", + "multi": true, + "name": "ID", + "options": [ + { + "$$hashKey": "object:5008", + "selected": true, + "text": "All", + "value": "$__all" + }, + { + "$$hashKey": "object:5009", + "selected": false, + "text": "0", + "value": "0" + }, + { + "$$hashKey": "object:5010", + "selected": false, + "text": "1", + "value": "1" + }, + { + "$$hashKey": "object:5011", + "selected": false, + "text": "2", + "value": "2" + }, + { + "$$hashKey": "object:5012", + "selected": false, + "text": "3", + "value": "3" + }, + { + "$$hashKey": "object:5013", + "selected": false, + "text": "7", + "value": "7" + }, + { + "$$hashKey": "object:5014", + "selected": false, + "text": "13", + "value": "13" + } + ], + "query": "0,1,2,3,7,13", + "skipUrlSync": false, + "type": "custom" + } + ] + }, + "time": { + "from": "now-30d", + "to": "now" + }, + "timepicker": { + "hidden": false, + "refresh_intervals": [ + "10s", + "30s", + "1m", + "5m", + "15m", + "30m", + "1h", + "2h", + "1d" + ] + }, + "timezone": "", + "title": "Nexmark | Spark | Classic/New | SQL", + "uid": "tkqc0AdGk", + "variables": { + "list": [] + }, + "version": 1 +} diff --git a/.test-infra/metrics/grafana/dashboards/perftests_metrics/Nexmark_Spark_Classic_Standard_SQL.json b/.test-infra/metrics/grafana/dashboards/perftests_metrics/Nexmark_Spark_Classic_New_Standard.json similarity index 78% rename from .test-infra/metrics/grafana/dashboards/perftests_metrics/Nexmark_Spark_Classic_Standard_SQL.json rename to .test-infra/metrics/grafana/dashboards/perftests_metrics/Nexmark_Spark_Classic_New_Standard.json index 7e25fb587b296..8bdf9f542e0e3 100644 --- a/.test-infra/metrics/grafana/dashboards/perftests_metrics/Nexmark_Spark_Classic_Standard_SQL.json +++ b/.test-infra/metrics/grafana/dashboards/perftests_metrics/Nexmark_Spark_Classic_New_Standard.json @@ -2,7 +2,7 @@ "annotations": { "list": [ { - "$$hashKey": "object:248", + "$$hashKey": "object:2584", "builtIn": 1, "datasource": "-- Grafana --", "enable": true, @@ -16,8 +16,8 @@ "editable": true, "gnetId": null, "graphTooltip": 0, - "id": 15, - "iteration": 1593083013254, + "id": 27, + "iteration": 1600337620506, "links": [], "panels": [ { @@ -29,60 +29,47 @@ "x": 0, "y": 0 }, - "id": 94, + "id": 1, "panels": [], - "title": "Latest run", + "title": "Latest Run", "type": "row" }, { + "cacheTimeout": null, "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {}, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 5 - } - ] - }, - "unit": "ms" - }, - "overrides": [] - }, "gridPos": { - "h": 6, - "w": 2, + "h": 5, + "w": 4, "x": 0, "y": 1 }, - "id": 34, - "maxPerRow": 12, + "id": 2, + "links": [], + "maxPerRow": 6, "options": { "displayMode": "basic", "fieldOptions": { "calcs": [ - "last" + "lastNotNull" ], "defaults": { - "mappings": [], + "mappings": [ + { + "$$hashKey": "object:1164", + "id": 0, + "op": "=", + "text": "N/A", + "type": 1, + "value": "null" + } + ], + "nullValueMode": "connected", "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null - }, - { - "color": "red", - "value": 10000 } ] }, @@ -92,20 +79,22 @@ "values": false }, "orientation": "vertical", - "reduceOptions": { - "calcs": [ - "last" - ], - "values": false - }, "showUnfilled": true }, "pluginVersion": "6.7.3", "repeat": "ID", "repeatDirection": "h", + "scopedVars": { + "ID": { + "$$hashKey": "object:1575", + "selected": false, + "text": "0", + "value": "0" + } + }, "targets": [ { - "alias": "Standard", + "alias": "Classic", "groupBy": [ { "params": [ @@ -143,7 +132,7 @@ "tags": [] }, { - "alias": "SQL", + "alias": "New", "groupBy": [ { "params": [ @@ -160,7 +149,7 @@ ], "orderByTime": "ASC", "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_sql_batch\" WHERE \"runner\" = 'SparkRunner' AND $timeFilter", + "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_batch\" WHERE \"runner\" = 'SparkStructuredStreamingRunner' AND $timeFilter", "rawQuery": true, "refId": "B", "resultFormat": "time_series", @@ -194,15 +183,21 @@ "h": 1, "w": 24, "x": 0, - "y": 13 + "y": 16 }, - "id": 64, + "id": 3, "panels": [], "title": "All results", "type": "row" }, { - "aliasColors": {}, + "aliasColors": { + "DataflowRunner": "#7eb26d", + "DirectRunner": "#eab839", + "FlinkRunner": "#6ed0e0", + "SparkRunner": "#ef843c", + "SparkStructuredStreamingRunner": "#e24d42" + }, "bars": false, "dashLength": 10, "dashes": false, @@ -216,13 +211,13 @@ "fill": 1, "fillGradient": 0, "gridPos": { - "h": 11, + "h": 12, "w": 12, "x": 0, - "y": 14 + "y": 17 }, "hiddenSeries": false, - "id": 2, + "id": 4, "interval": "1d", "legend": { "alignAsTable": false, @@ -249,18 +244,26 @@ "renderer": "flot", "repeat": "ID", "repeatDirection": "h", + "scopedVars": { + "ID": { + "$$hashKey": "object:1575", + "selected": false, + "text": "0", + "value": "0" + } + }, "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { - "alias": "Standard", + "alias": "$tag_runner", "groupBy": [], "measurement": "", "orderByTime": "ASC", "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_batch\" WHERE \"runner\" = 'SparkRunner' AND $timeFilter", + "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_batch\" WHERE \"runner\" = 'SparkRunner' OR \"runner\" = 'SparkStructuredStreamingRunner' AND $timeFilter GROUP BY \"runner\"", "rawQuery": true, "refId": "A", "resultFormat": "time_series", @@ -275,44 +278,6 @@ ] ], "tags": [] - }, - { - "alias": "SQL", - "groupBy": [ - { - "params": [ - "$__interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"runtimeMs\" FROM \"forever\".\"nexmark_${ID}_sql_batch\" WHERE \"runner\" = 'SparkRunner' AND $timeFilter", - "rawQuery": true, - "refId": "B", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] } ], "thresholds": [], @@ -336,7 +301,7 @@ }, "yaxes": [ { - "$$hashKey": "object:589", + "$$hashKey": "object:1048", "decimals": null, "format": "ms", "label": "", @@ -346,7 +311,7 @@ "show": true }, { - "$$hashKey": "object:590", + "$$hashKey": "object:1049", "format": "short", "label": null, "logBase": 1, @@ -373,95 +338,109 @@ { "allValue": null, "current": { - "selected": true, - "tags": [], "text": "All", "value": [ "$__all" ] }, - "hide": 2, + "hide": 0, "includeAll": true, - "label": null, + "label": "Query", "multi": true, "name": "ID", "options": [ { + "$$hashKey": "object:1848", "selected": true, "text": "All", "value": "$__all" }, { + "$$hashKey": "object:1849", "selected": false, "text": "0", "value": "0" }, { + "$$hashKey": "object:1850", "selected": false, "text": "1", "value": "1" }, { + "$$hashKey": "object:1851", "selected": false, "text": "2", "value": "2" }, { + "$$hashKey": "object:1852", "selected": false, "text": "3", "value": "3" }, { + "$$hashKey": "object:1853", "selected": false, "text": "4", "value": "4" }, { + "$$hashKey": "object:1854", "selected": false, "text": "5", "value": "5" }, { + "$$hashKey": "object:1855", "selected": false, "text": "6", "value": "6" }, { + "$$hashKey": "object:1856", "selected": false, "text": "7", "value": "7" }, { + "$$hashKey": "object:1857", "selected": false, "text": "8", "value": "8" }, { + "$$hashKey": "object:1858", "selected": false, "text": "9", "value": "9" }, { + "$$hashKey": "object:1859", "selected": false, "text": "10", "value": "10" }, { + "$$hashKey": "object:1860", "selected": false, "text": "11", "value": "11" }, { + "$$hashKey": "object:1861", "selected": false, "text": "12", "value": "12" }, { + "$$hashKey": "object:1862", "selected": false, "text": "13", "value": "13" }, { + "$$hashKey": "object:1863", "selected": false, "text": "14", "value": "14" @@ -493,10 +472,10 @@ ] }, "timezone": "", - "title": "Nexmark | Spark | Classic | Standard + SQL", - "uid": "WaMsRCzGk", + "title": "Nexmark | Spark | Classic/New | Standard", + "uid": "f0Q6T0dGk", "variables": { "list": [] }, - "version": 2 + "version": 1 } diff --git a/.test-infra/metrics/grafana/dashboards/perftests_metrics/Nexmark_output_size.json b/.test-infra/metrics/grafana/dashboards/perftests_metrics/Nexmark_output_size.json index a9023b38317ad..c8cc51e042a66 100644 --- a/.test-infra/metrics/grafana/dashboards/perftests_metrics/Nexmark_output_size.json +++ b/.test-infra/metrics/grafana/dashboards/perftests_metrics/Nexmark_output_size.json @@ -16,8 +16,8 @@ "editable": true, "gnetId": null, "graphTooltip": 0, - "id": 18, - "iteration": 1591732299098, + "id": 24, + "iteration": 1600338677833, "links": [], "panels": [ { @@ -47,7 +47,7 @@ "y": 0 }, "hiddenSeries": false, - "id": 2, + "id": 1, "interval": "1d", "legend": { "alignAsTable": false, @@ -76,6 +76,7 @@ "repeatDirection": "h", "scopedVars": { "ID": { + "$$hashKey": "object:177", "selected": false, "text": "0", "value": "0" @@ -87,1916 +88,12 @@ "steppedLine": false, "targets": [ { - "alias": "$tag_runner", + "alias": "$m", "groupBy": [], "measurement": "", "orderByTime": "ASC", "policy": "default", - "query": "SELECT \"numResults\" FROM \"forever\".\"nexmark_${ID}_${processingType}\" WHERE \"runner\" =~ /^$runner$/ AND $timeFilter GROUP BY \"runner\"", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Query ${ID}", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "transparent": true, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:589", - "decimals": null, - "format": "none", - "label": "", - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "$$hashKey": "object:590", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": { - "DataflowRunner": "#7eb26d", - "DirectRunner": "#eab839", - "FlinkRunner": "#6ed0e0", - "SparkRunner": "#ef843c", - "SparkStructuredStreamingRunner": "#e24d42" - }, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 11, - "w": 12, - "x": 12, - "y": 0 - }, - "hiddenSeries": false, - "id": 3, - "interval": "1d", - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "maxPerRow": 2, - "nullPointMode": "connected", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 2, - "points": true, - "renderer": "flot", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1591732299098, - "repeatPanelId": 2, - "scopedVars": { - "ID": { - "selected": false, - "text": "1", - "value": "1" - } - }, - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "alias": "$tag_runner", - "groupBy": [], - "measurement": "", - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"numResults\" FROM \"forever.nexmark_${ID}_${processingType}\" WHERE \"runner\" =~ /^$runner$/ GROUP BY \"runner\"", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Query ${ID}", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "transparent": true, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:589", - "decimals": null, - "format": "none", - "label": "", - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "$$hashKey": "object:590", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": { - "DataflowRunner": "#7eb26d", - "DirectRunner": "#eab839", - "FlinkRunner": "#6ed0e0", - "SparkRunner": "#ef843c", - "SparkStructuredStreamingRunner": "#e24d42" - }, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 11, - "w": 12, - "x": 0, - "y": 11 - }, - "hiddenSeries": false, - "id": 4, - "interval": "1d", - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "maxPerRow": 2, - "nullPointMode": "connected", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 2, - "points": true, - "renderer": "flot", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1591732299098, - "repeatPanelId": 2, - "scopedVars": { - "ID": { - "selected": false, - "text": "2", - "value": "2" - } - }, - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "alias": "$tag_runner", - "groupBy": [], - "measurement": "", - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"numResults\" FROM \"forever.nexmark_${ID}_${processingType}\" WHERE \"runner\" =~ /^$runner$/ GROUP BY \"runner\"", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Query ${ID}", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "transparent": true, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:589", - "decimals": null, - "format": "none", - "label": "", - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "$$hashKey": "object:590", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": { - "DataflowRunner": "#7eb26d", - "DirectRunner": "#eab839", - "FlinkRunner": "#6ed0e0", - "SparkRunner": "#ef843c", - "SparkStructuredStreamingRunner": "#e24d42" - }, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 11, - "w": 12, - "x": 12, - "y": 11 - }, - "hiddenSeries": false, - "id": 5, - "interval": "1d", - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "maxPerRow": 2, - "nullPointMode": "connected", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 2, - "points": true, - "renderer": "flot", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1591732299098, - "repeatPanelId": 2, - "scopedVars": { - "ID": { - "selected": false, - "text": "3", - "value": "3" - } - }, - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "alias": "$tag_runner", - "groupBy": [], - "measurement": "", - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"numResults\" FROM \"forever.nexmark_${ID}_${processingType}\" WHERE \"runner\" =~ /^$runner$/ GROUP BY \"runner\"", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Query ${ID}", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "transparent": true, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:589", - "decimals": null, - "format": "none", - "label": "", - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "$$hashKey": "object:590", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": { - "DataflowRunner": "#7eb26d", - "DirectRunner": "#eab839", - "FlinkRunner": "#6ed0e0", - "SparkRunner": "#ef843c", - "SparkStructuredStreamingRunner": "#e24d42" - }, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 11, - "w": 12, - "x": 0, - "y": 22 - }, - "hiddenSeries": false, - "id": 6, - "interval": "1d", - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "maxPerRow": 2, - "nullPointMode": "connected", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 2, - "points": true, - "renderer": "flot", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1591732299098, - "repeatPanelId": 2, - "scopedVars": { - "ID": { - "selected": false, - "text": "4", - "value": "4" - } - }, - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "alias": "$tag_runner", - "groupBy": [], - "measurement": "", - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"numResults\" FROM \"forever.nexmark_${ID}_${processingType}\" WHERE \"runner\" =~ /^$runner$/ GROUP BY \"runner\"", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Query ${ID}", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "transparent": true, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:589", - "decimals": null, - "format": "none", - "label": "", - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "$$hashKey": "object:590", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": { - "DataflowRunner": "#7eb26d", - "DirectRunner": "#eab839", - "FlinkRunner": "#6ed0e0", - "SparkRunner": "#ef843c", - "SparkStructuredStreamingRunner": "#e24d42" - }, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 11, - "w": 12, - "x": 12, - "y": 22 - }, - "hiddenSeries": false, - "id": 7, - "interval": "1d", - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "maxPerRow": 2, - "nullPointMode": "connected", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 2, - "points": true, - "renderer": "flot", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1591732299098, - "repeatPanelId": 2, - "scopedVars": { - "ID": { - "selected": false, - "text": "5", - "value": "5" - } - }, - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "alias": "$tag_runner", - "groupBy": [], - "measurement": "", - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"numResults\" FROM \"forever.nexmark_${ID}_${processingType}\" WHERE \"runner\" =~ /^$runner$/ GROUP BY \"runner\"", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Query ${ID}", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "transparent": true, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:589", - "decimals": null, - "format": "none", - "label": "", - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "$$hashKey": "object:590", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": { - "DataflowRunner": "#7eb26d", - "DirectRunner": "#eab839", - "FlinkRunner": "#6ed0e0", - "SparkRunner": "#ef843c", - "SparkStructuredStreamingRunner": "#e24d42" - }, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 11, - "w": 12, - "x": 0, - "y": 33 - }, - "hiddenSeries": false, - "id": 8, - "interval": "1d", - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "maxPerRow": 2, - "nullPointMode": "connected", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 2, - "points": true, - "renderer": "flot", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1591732299098, - "repeatPanelId": 2, - "scopedVars": { - "ID": { - "selected": false, - "text": "6", - "value": "6" - } - }, - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "alias": "$tag_runner", - "groupBy": [], - "measurement": "", - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"numResults\" FROM \"forever.nexmark_${ID}_${processingType}\" WHERE \"runner\" =~ /^$runner$/ GROUP BY \"runner\"", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Query ${ID}", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "transparent": true, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:589", - "decimals": null, - "format": "none", - "label": "", - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "$$hashKey": "object:590", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": { - "DataflowRunner": "#7eb26d", - "DirectRunner": "#eab839", - "FlinkRunner": "#6ed0e0", - "SparkRunner": "#ef843c", - "SparkStructuredStreamingRunner": "#e24d42" - }, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 11, - "w": 12, - "x": 12, - "y": 33 - }, - "hiddenSeries": false, - "id": 9, - "interval": "1d", - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "maxPerRow": 2, - "nullPointMode": "connected", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 2, - "points": true, - "renderer": "flot", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1591732299098, - "repeatPanelId": 2, - "scopedVars": { - "ID": { - "selected": false, - "text": "7", - "value": "7" - } - }, - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "alias": "$tag_runner", - "groupBy": [], - "measurement": "", - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"numResults\" FROM \"forever.nexmark_${ID}_${processingType}\" WHERE \"runner\" =~ /^$runner$/ GROUP BY \"runner\"", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Query ${ID}", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "transparent": true, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:589", - "decimals": null, - "format": "none", - "label": "", - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "$$hashKey": "object:590", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": { - "DataflowRunner": "#7eb26d", - "DirectRunner": "#eab839", - "FlinkRunner": "#6ed0e0", - "SparkRunner": "#ef843c", - "SparkStructuredStreamingRunner": "#e24d42" - }, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 11, - "w": 12, - "x": 0, - "y": 44 - }, - "hiddenSeries": false, - "id": 10, - "interval": "1d", - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "maxPerRow": 2, - "nullPointMode": "connected", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 2, - "points": true, - "renderer": "flot", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1591732299098, - "repeatPanelId": 2, - "scopedVars": { - "ID": { - "selected": false, - "text": "8", - "value": "8" - } - }, - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "alias": "$tag_runner", - "groupBy": [], - "measurement": "", - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"numResults\" FROM \"forever.nexmark_${ID}_${processingType}\" WHERE \"runner\" =~ /^$runner$/ GROUP BY \"runner\"", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Query ${ID}", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "transparent": true, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:589", - "decimals": null, - "format": "none", - "label": "", - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "$$hashKey": "object:590", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": { - "DataflowRunner": "#7eb26d", - "DirectRunner": "#eab839", - "FlinkRunner": "#6ed0e0", - "SparkRunner": "#ef843c", - "SparkStructuredStreamingRunner": "#e24d42" - }, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 11, - "w": 12, - "x": 12, - "y": 44 - }, - "hiddenSeries": false, - "id": 11, - "interval": "1d", - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "maxPerRow": 2, - "nullPointMode": "connected", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 2, - "points": true, - "renderer": "flot", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1591732299098, - "repeatPanelId": 2, - "scopedVars": { - "ID": { - "selected": false, - "text": "9", - "value": "9" - } - }, - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "alias": "$tag_runner", - "groupBy": [], - "measurement": "", - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"numResults\" FROM \"forever.nexmark_${ID}_${processingType}\" WHERE \"runner\" =~ /^$runner$/ GROUP BY \"runner\"", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Query ${ID}", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "transparent": true, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:589", - "decimals": null, - "format": "none", - "label": "", - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "$$hashKey": "object:590", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": { - "DataflowRunner": "#7eb26d", - "DirectRunner": "#eab839", - "FlinkRunner": "#6ed0e0", - "SparkRunner": "#ef843c", - "SparkStructuredStreamingRunner": "#e24d42" - }, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 11, - "w": 12, - "x": 0, - "y": 55 - }, - "hiddenSeries": false, - "id": 12, - "interval": "1d", - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "maxPerRow": 2, - "nullPointMode": "connected", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 2, - "points": true, - "renderer": "flot", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1591732299098, - "repeatPanelId": 2, - "scopedVars": { - "ID": { - "selected": false, - "text": "10", - "value": "10" - } - }, - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "alias": "$tag_runner", - "groupBy": [], - "measurement": "", - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"numResults\" FROM \"forever.nexmark_${ID}_${processingType}\" WHERE \"runner\" =~ /^$runner$/ GROUP BY \"runner\"", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Query ${ID}", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "transparent": true, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:589", - "decimals": null, - "format": "none", - "label": "", - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "$$hashKey": "object:590", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": { - "DataflowRunner": "#7eb26d", - "DirectRunner": "#eab839", - "FlinkRunner": "#6ed0e0", - "SparkRunner": "#ef843c", - "SparkStructuredStreamingRunner": "#e24d42" - }, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 11, - "w": 12, - "x": 12, - "y": 55 - }, - "hiddenSeries": false, - "id": 13, - "interval": "1d", - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "maxPerRow": 2, - "nullPointMode": "connected", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 2, - "points": true, - "renderer": "flot", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1591732299098, - "repeatPanelId": 2, - "scopedVars": { - "ID": { - "selected": false, - "text": "11", - "value": "11" - } - }, - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "alias": "$tag_runner", - "groupBy": [], - "measurement": "", - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"numResults\" FROM \"forever.nexmark_${ID}_${processingType}\" WHERE \"runner\" =~ /^$runner$/ GROUP BY \"runner\"", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Query ${ID}", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "transparent": true, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:589", - "decimals": null, - "format": "none", - "label": "", - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "$$hashKey": "object:590", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": { - "DataflowRunner": "#7eb26d", - "DirectRunner": "#eab839", - "FlinkRunner": "#6ed0e0", - "SparkRunner": "#ef843c", - "SparkStructuredStreamingRunner": "#e24d42" - }, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 11, - "w": 12, - "x": 0, - "y": 66 - }, - "hiddenSeries": false, - "id": 14, - "interval": "1d", - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "maxPerRow": 2, - "nullPointMode": "connected", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 2, - "points": true, - "renderer": "flot", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1591732299098, - "repeatPanelId": 2, - "scopedVars": { - "ID": { - "selected": false, - "text": "12", - "value": "12" - } - }, - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "alias": "$tag_runner", - "groupBy": [], - "measurement": "", - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"numResults\" FROM \"forever.nexmark_${ID}_${processingType}\" WHERE \"runner\" =~ /^$runner$/ GROUP BY \"runner\"", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Query ${ID}", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "transparent": true, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:589", - "decimals": null, - "format": "none", - "label": "", - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "$$hashKey": "object:590", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": { - "DataflowRunner": "#7eb26d", - "DirectRunner": "#eab839", - "FlinkRunner": "#6ed0e0", - "SparkRunner": "#ef843c", - "SparkStructuredStreamingRunner": "#e24d42" - }, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 11, - "w": 12, - "x": 12, - "y": 66 - }, - "hiddenSeries": false, - "id": 15, - "interval": "1d", - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "maxPerRow": 2, - "nullPointMode": "connected", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 2, - "points": true, - "renderer": "flot", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1591732299098, - "repeatPanelId": 2, - "scopedVars": { - "ID": { - "selected": false, - "text": "13", - "value": "13" - } - }, - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "alias": "$tag_runner", - "groupBy": [], - "measurement": "", - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"numResults\" FROM \"forever.nexmark_${ID}_${processingType}\" WHERE \"runner\" =~ /^$runner$/ GROUP BY \"runner\"", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - } - ] - ], - "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Query ${ID}", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "transparent": true, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:589", - "decimals": null, - "format": "none", - "label": "", - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "$$hashKey": "object:590", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": { - "DataflowRunner": "#7eb26d", - "DirectRunner": "#eab839", - "FlinkRunner": "#6ed0e0", - "SparkRunner": "#ef843c", - "SparkStructuredStreamingRunner": "#e24d42" - }, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "BeamInfluxDB", - "fieldConfig": { - "defaults": { - "custom": {} - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 11, - "w": 12, - "x": 0, - "y": 77 - }, - "hiddenSeries": false, - "id": 16, - "interval": "1d", - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "maxPerRow": 2, - "nullPointMode": "connected", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 2, - "points": true, - "renderer": "flot", - "repeat": null, - "repeatDirection": "h", - "repeatIteration": 1591732299098, - "repeatPanelId": 2, - "scopedVars": { - "ID": { - "selected": false, - "text": "14", - "value": "14" - } - }, - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "alias": "$tag_runner", - "groupBy": [], - "measurement": "", - "orderByTime": "ASC", - "policy": "default", - "query": "SELECT \"numResults\" FROM \"forever.nexmark_${ID}_${processingType}\" WHERE \"runner\" =~ /^$runner$/ GROUP BY \"runner\"", + "query": "SELECT \"numResults\" FROM \"forever\"./nexmark_${ID}_\\w*${processingType}/ WHERE \"runner\" =~ /^$runner$/ AND $timeFilter GROUP BY \"runner\"", "rawQuery": true, "refId": "A", "resultFormat": "time_series", @@ -2100,16 +197,14 @@ { "allValue": null, "current": { - "selected": true, - "tags": [], "text": "All", "value": [ "$__all" ] }, - "hide": 2, + "hide": 0, "includeAll": true, - "label": null, + "label": "Query", "multi": true, "name": "ID", "options": [ @@ -2202,60 +297,20 @@ { "allValue": null, "current": { - "tags": [], - "text": "All", - "value": [ - "$__all" - ] + "text": "DirectRunner", + "value": "DirectRunner" }, "datasource": "BeamInfluxDB", "definition": "SHOW TAG VALUES WITH KEY = \"runner\"", "hide": 0, - "includeAll": true, + "includeAll": false, "index": -1, "label": "Runner", - "multi": true, + "multi": false, "name": "runner", - "options": [ - { - "$$hashKey": "object:1552", - "selected": true, - "text": "All", - "value": "$__all" - }, - { - "$$hashKey": "object:1553", - "selected": false, - "text": "DataflowRunner", - "value": "DataflowRunner" - }, - { - "$$hashKey": "object:1554", - "selected": false, - "text": "DirectRunner", - "value": "DirectRunner" - }, - { - "$$hashKey": "object:1555", - "selected": false, - "text": "FlinkRunner", - "value": "FlinkRunner" - }, - { - "$$hashKey": "object:1556", - "selected": false, - "text": "SparkRunner", - "value": "SparkRunner" - }, - { - "$$hashKey": "object:1557", - "selected": false, - "text": "SparkStructuredStreamingRunner", - "value": "SparkStructuredStreamingRunner" - } - ], + "options": [], "query": "SHOW TAG VALUES WITH KEY = \"runner\"", - "refresh": 0, + "refresh": 1, "regex": "", "skipUrlSync": false, "sort": 0, @@ -2287,9 +342,9 @@ }, "timezone": "", "title": "Nexmark output size", - "uid": "FqhR3rkMk", + "uid": "x51DT0OMk", "variables": { "list": [] }, - "version": 18 + "version": 1 }