diff --git a/packages/logstash/changelog.yml b/packages/logstash/changelog.yml index 1b59fd2b0d2..93a0116ad08 100644 --- a/packages/logstash/changelog.yml +++ b/packages/logstash/changelog.yml @@ -1,4 +1,9 @@ # newer versions go on top +- version: "2.8.0" + changes: + - description: Adds a dashboard for monitoring current and peak connections in the elastic_agent or beats input plugins. These metrics are available only in Logstash versions 8.18.7, 8.19.4, 9.0.7, 9.1.4, or later. Older versions do not expose them. + type: enhancement + link: https://github.com/elastic/integrations/pull/14727 - version: "2.7.4" changes: - description: | diff --git a/packages/logstash/data_stream/plugins/agent/stream/cel.yml.hbs b/packages/logstash/data_stream/plugins/agent/stream/cel.yml.hbs index d2f133e034c..264266986e9 100644 --- a/packages/logstash/data_stream/plugins/agent/stream/cel.yml.hbs +++ b/packages/logstash/data_stream/plugins/agent/stream/cel.yml.hbs @@ -50,7 +50,8 @@ program: | : [], "counter_map": has(body.pipelines[pipeline_name].vertices) ? - body.pipelines[pipeline_name].vertices.map(vertex, has(vertex.long_counters), vertex.long_counters.map(counter, { + body.pipelines[pipeline_name].vertices.map(vertex, has(vertex.long_counters) || has(vertex.double_gauges), + ((has(vertex.long_counters) ? vertex.long_counters : []) + (has(vertex.double_gauges) ? vertex.double_gauges : [])).map(counter, { "plugin_id": vertex.id, "name": counter.name, "value": counter.value diff --git a/packages/logstash/data_stream/plugins/fields/fields.yml b/packages/logstash/data_stream/plugins/fields/fields.yml index f744b9b32e8..cf3d63d51b3 100644 --- a/packages/logstash/data_stream/plugins/fields/fields.yml +++ b/packages/logstash/data_stream/plugins/fields/fields.yml @@ -109,6 +109,22 @@ type: scaled_float metric_type: gauge description: throughput of this input plugin + - name: metrics + type: group + description: Plugin specific metrics + fields: + - name: beats + type: group + description: elastic_agent or beats input plugin specific metrics + fields: + - name: peak_connections + type: long + description: Number of peak connections + metric_type: counter + - name: current_connections + type: long + description: Current connections count + metric_type: counter - name: filter type: group description: Information about filter plugins diff --git a/packages/logstash/docs/README.md b/packages/logstash/docs/README.md index 5e32cc0e668..9a8fd90b998 100644 --- a/packages/logstash/docs/README.md +++ b/packages/logstash/docs/README.md @@ -687,6 +687,8 @@ pipeline collection period, and setting it to an appropriate value. | logstash.pipeline.plugin.input.flow.throughput.current | throughput of this input plugin | scaled_float | | gauge | | logstash.pipeline.plugin.input.flow.throughput.last_1_minute | throughput of this input plugin | scaled_float | | gauge | | logstash.pipeline.plugin.input.id | Id of input plugin | keyword | | | +| logstash.pipeline.plugin.input.metrics.beats.current_connections | Current connections count | long | | counter | +| logstash.pipeline.plugin.input.metrics.beats.peak_connections | Number of peak connections | long | | counter | | logstash.pipeline.plugin.input.name | Name of input plugin | keyword | | | | logstash.pipeline.plugin.input.source.column | | keyword | | | | logstash.pipeline.plugin.input.source.id | | keyword | | | diff --git a/packages/logstash/kibana/dashboard/logstash-23d2c717-0fd1-4cb1-8d10-69c2fe669a63.json b/packages/logstash/kibana/dashboard/logstash-23d2c717-0fd1-4cb1-8d10-69c2fe669a63.json new file mode 100644 index 00000000000..c74b667a7a3 --- /dev/null +++ b/packages/logstash/kibana/dashboard/logstash-23d2c717-0fd1-4cb1-8d10-69c2fe669a63.json @@ -0,0 +1,58 @@ +{ + "id": "logstash-23d2c717-0fd1-4cb1-8d10-69c2fe669a63", + "type": "dashboard", + "created_at": "2025-09-03T00:02:33.286Z", + "attributes": { + "version": 3, + "description": "", + "timeRestore": false, + "title": "[Metrics Logstash] Elastic agent/Beats input plugin info", + "controlGroupInput": { + "chainingSystem": "HIERARCHICAL", + "controlStyle": "oneLine", + "showApplySelections": false, + "ignoreParentSettingsJSON": "{\"ignoreFilters\":false,\"ignoreQuery\":false,\"ignoreTimerange\":false,\"ignoreValidations\":false}", + "panelsJSON": "{}" + }, + "optionsJSON": "{\"useMargins\":true,\"syncColors\":true,\"syncCursor\":true,\"syncTooltips\":true,\"hidePanelTitles\":false}", + "panelsJSON": "[{\"type\":\"lens\",\"embeddableConfig\":{\"enhancements\":{\"dynamicActions\":{\"events\":[]}},\"title\":\"Elastic agent/Beats plugin info\",\"hidePanelTitles\":false,\"syncColors\":true,\"syncCursor\":true,\"syncTooltips\":true,\"filters\":[],\"query\":{\"language\":\"kuery\",\"query\":\"\"},\"attributes\":{\"description\":\"\",\"references\":[{\"type\":\"index-pattern\",\"id\":\"logstash-sm-metrics\",\"name\":\"indexpattern-datasource-layer-4aff7033-df04-407e-a5e7-204e525cc7f4\"}],\"state\":{\"visualization\":{\"columns\":[{\"alignment\":\"center\",\"columnId\":\"7272b9e2-f9ba-41f8-b13a-239ebce42ebf\",\"hidden\":true,\"isTransposed\":false,\"width\":156.2},{\"alignment\":\"center\",\"columnId\":\"d1381da1-8513-4351-8943-5eb6a5438ec3\",\"isTransposed\":false,\"width\":284.96},{\"alignment\":\"center\",\"columnId\":\"62f457aa-b19d-470b-831a-a4e8abdacaff\",\"isTransposed\":false},{\"alignment\":\"center\",\"columnId\":\"38429427-9766-4356-b23d-324e21ee862e\",\"isTransposed\":false,\"width\":83.71000000000001},{\"alignment\":\"center\",\"columnId\":\"cbe301a7-0aa1-4d20-839b-7e1762287f55\",\"isTransposed\":false,\"width\":113.37666666666667},{\"alignment\":\"center\",\"columnId\":\"f4c6a93a-b321-4c7a-9a44-e347c2b9f415\",\"isTransposed\":false},{\"alignment\":\"center\",\"columnId\":\"ca464fe6-7ced-4cda-86b0-1f3f973fa7b1\",\"isTransposed\":false},{\"alignment\":\"center\",\"columnId\":\"b813900a-99d7-40e1-b8a3-7ca4301f0e25\",\"isTransposed\":false},{\"alignment\":\"center\",\"columnId\":\"b8c0cc9a-c243-4c5a-82e9-a3780a8f1724\",\"isTransposed\":false}],\"layerId\":\"4aff7033-df04-407e-a5e7-204e525cc7f4\",\"layerType\":\"data\"},\"query\":{\"language\":\"kuery\",\"query\":\"\"},\"filters\":[],\"datasourceStates\":{\"formBased\":{\"layers\":{\"4aff7033-df04-407e-a5e7-204e525cc7f4\":{\"columnOrder\":[\"7272b9e2-f9ba-41f8-b13a-239ebce42ebf\",\"f4c6a93a-b321-4c7a-9a44-e347c2b9f415\",\"ca464fe6-7ced-4cda-86b0-1f3f973fa7b1\",\"b813900a-99d7-40e1-b8a3-7ca4301f0e25\",\"b8c0cc9a-c243-4c5a-82e9-a3780a8f1724\",\"62f457aa-b19d-470b-831a-a4e8abdacaff\",\"d1381da1-8513-4351-8943-5eb6a5438ec3\",\"38429427-9766-4356-b23d-324e21ee862e\",\"cbe301a7-0aa1-4d20-839b-7e1762287f55\"],\"columns\":{\"38429427-9766-4356-b23d-324e21ee862e\":{\"customLabel\":true,\"dataType\":\"number\",\"filter\":{\"query\":\"\\\"logstash.pipeline.plugin.input.source.line\\\": *\",\"language\":\"kuery\"},\"isBucketed\":false,\"label\":\"Line\",\"operationType\":\"last_value\",\"params\":{\"sortField\":\"@timestamp\"},\"scale\":\"ratio\",\"sourceField\":\"logstash.pipeline.plugin.input.source.line\"},\"62f457aa-b19d-470b-831a-a4e8abdacaff\":{\"customLabel\":true,\"dataType\":\"string\",\"filter\":{\"query\":\"\\\"logstash.pipeline.plugin.input.source.protocol\\\": *\",\"language\":\"kuery\"},\"isBucketed\":false,\"label\":\"Config type\",\"operationType\":\"last_value\",\"params\":{\"sortField\":\"@timestamp\"},\"scale\":\"ordinal\",\"sourceField\":\"logstash.pipeline.plugin.input.source.protocol\"},\"7272b9e2-f9ba-41f8-b13a-239ebce42ebf\":{\"dataType\":\"string\",\"isBucketed\":true,\"label\":\"Filters\",\"operationType\":\"filters\",\"params\":{\"filters\":[{\"input\":{\"query\":\"\\\"logstash.pipeline.plugin.input.name\\\" : \\\"beats\\\" \",\"language\":\"kuery\"},\"label\":\"\"}]},\"scale\":\"ordinal\"},\"b813900a-99d7-40e1-b8a3-7ca4301f0e25\":{\"customLabel\":true,\"dataType\":\"number\",\"filter\":{\"query\":\"\\\"logstash.pipeline.plugin.input.metrics.beats.current_connections\\\": *\",\"language\":\"kuery\"},\"isBucketed\":false,\"label\":\"Current connections\",\"operationType\":\"last_value\",\"params\":{\"sortField\":\"@timestamp\"},\"scale\":\"ratio\",\"sourceField\":\"logstash.pipeline.plugin.input.metrics.beats.current_connections\"},\"b8c0cc9a-c243-4c5a-82e9-a3780a8f1724\":{\"customLabel\":true,\"dataType\":\"number\",\"filter\":{\"query\":\"\\\"logstash.pipeline.plugin.input.metrics.beats.peak_connections\\\": *\",\"language\":\"kuery\"},\"isBucketed\":false,\"label\":\"Peak connections\",\"operationType\":\"last_value\",\"params\":{\"sortField\":\"@timestamp\"},\"scale\":\"ratio\",\"sourceField\":\"logstash.pipeline.plugin.input.metrics.beats.peak_connections\"},\"ca464fe6-7ced-4cda-86b0-1f3f973fa7b1\":{\"customLabel\":true,\"dataType\":\"string\",\"isBucketed\":true,\"label\":\"Host\",\"operationType\":\"terms\",\"params\":{\"exclude\":[],\"excludeIsRegex\":false,\"include\":[],\"includeIsRegex\":false,\"missingBucket\":false,\"orderBy\":{\"columnId\":\"38429427-9766-4356-b23d-324e21ee862e\",\"type\":\"column\"},\"orderDirection\":\"desc\",\"otherBucket\":true,\"parentFormat\":{\"id\":\"terms\"},\"size\":10},\"scale\":\"ordinal\",\"sourceField\":\"logstash.host.name\"},\"cbe301a7-0aa1-4d20-839b-7e1762287f55\":{\"customLabel\":true,\"dataType\":\"string\",\"filter\":{\"query\":\"\\\"logstash.pipeline.plugin.input.source.column\\\": *\",\"language\":\"kuery\"},\"isBucketed\":false,\"label\":\"Column\",\"operationType\":\"last_value\",\"params\":{\"sortField\":\"@timestamp\"},\"scale\":\"ordinal\",\"sourceField\":\"logstash.pipeline.plugin.input.source.column\"},\"d1381da1-8513-4351-8943-5eb6a5438ec3\":{\"customLabel\":true,\"dataType\":\"string\",\"filter\":{\"query\":\"\\\"logstash.pipeline.plugin.input.source.id\\\": *\",\"language\":\"kuery\"},\"isBucketed\":false,\"label\":\"Config location\",\"operationType\":\"last_value\",\"params\":{\"sortField\":\"@timestamp\"},\"scale\":\"ordinal\",\"sourceField\":\"logstash.pipeline.plugin.input.source.id\"},\"f4c6a93a-b321-4c7a-9a44-e347c2b9f415\":{\"customLabel\":true,\"dataType\":\"string\",\"isBucketed\":true,\"label\":\"Plugin Id\",\"operationType\":\"terms\",\"params\":{\"exclude\":[],\"excludeIsRegex\":false,\"include\":[],\"includeIsRegex\":false,\"missingBucket\":false,\"orderBy\":{\"columnId\":\"38429427-9766-4356-b23d-324e21ee862e\",\"type\":\"column\"},\"orderDirection\":\"desc\",\"otherBucket\":true,\"parentFormat\":{\"id\":\"terms\"},\"secondaryFields\":[],\"size\":10},\"scale\":\"ordinal\",\"sourceField\":\"logstash.pipeline.plugin.input.id\"}},\"ignoreGlobalFilters\":false,\"incompleteColumns\":{},\"sampling\":1,\"indexPatternId\":\"logstash-sm-metrics\"}},\"currentIndexPatternId\":\"logstash-sm-metrics\"}},\"internalReferences\":[],\"adHocDataViews\":{}},\"title\":\"Input Plugin Table\",\"type\":\"lens\",\"visualizationType\":\"lnsDatatable\"}},\"panelIndex\":\"634a43d3-2b3d-49d1-9d34-8ddbe2f70199\",\"gridData\":{\"i\":\"634a43d3-2b3d-49d1-9d34-8ddbe2f70199\",\"y\":0,\"x\":0,\"w\":48,\"h\":8}},{\"type\":\"lens\",\"embeddableConfig\":{\"enhancements\":{\"dynamicActions\":{\"events\":[]}},\"title\":\"Events emitted/s\",\"hidePanelTitles\":false,\"syncColors\":true,\"syncCursor\":true,\"syncTooltips\":true,\"filters\":[],\"query\":{\"language\":\"kuery\",\"query\":\"\"},\"attributes\":{\"description\":\"\",\"references\":[{\"type\":\"index-pattern\",\"id\":\"logstash-sm-metrics\",\"name\":\"indexpattern-datasource-layer-03132fcd-13a1-4f64-88ad-31cbf8b4e043\"}],\"state\":{\"visualization\":{\"axisTitlesVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"curveType\":\"CURVE_MONOTONE_X\",\"fittingFunction\":\"Linear\",\"gridlinesVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"labelsOrientation\":{\"x\":0,\"yLeft\":0,\"yRight\":0},\"layers\":[{\"accessors\":[\"b02fb0ac-3ead-4546-ac07-2d21f54628dc\"],\"layerId\":\"03132fcd-13a1-4f64-88ad-31cbf8b4e043\",\"layerType\":\"data\",\"palette\":{\"name\":\"default\",\"type\":\"palette\"},\"seriesType\":\"line\",\"splitAccessor\":\"2c04dbf8-9f1b-4d3b-a598-1503b9d97010\",\"xAccessor\":\"d531162d-3ee2-4de1-8427-c57e8d679cde\"}],\"legend\":{\"isVisible\":true,\"position\":\"right\"},\"preferredSeriesType\":\"line\",\"tickLabelsVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"valueLabels\":\"hide\"},\"query\":{\"language\":\"kuery\",\"query\":\"\"},\"filters\":[],\"datasourceStates\":{\"formBased\":{\"layers\":{\"03132fcd-13a1-4f64-88ad-31cbf8b4e043\":{\"columnOrder\":[\"d531162d-3ee2-4de1-8427-c57e8d679cde\",\"2c04dbf8-9f1b-4d3b-a598-1503b9d97010\",\"b02fb0ac-3ead-4546-ac07-2d21f54628dc\",\"b02fb0ac-3ead-4546-ac07-2d21f54628dcX0\",\"b02fb0ac-3ead-4546-ac07-2d21f54628dcX1\"],\"columns\":{\"2c04dbf8-9f1b-4d3b-a598-1503b9d97010\":{\"dataType\":\"string\",\"isBucketed\":true,\"label\":\"Top values of logstash.host.name + 1 other\",\"operationType\":\"terms\",\"params\":{\"exclude\":[],\"excludeIsRegex\":false,\"include\":[],\"includeIsRegex\":false,\"missingBucket\":false,\"orderAgg\":{\"dataType\":\"number\",\"isBucketed\":false,\"label\":\"Count of logstash.pipeline.total.events.out\",\"operationType\":\"count\",\"params\":{\"emptyAsNull\":true},\"scale\":\"ratio\",\"sourceField\":\"logstash.pipeline.total.events.out\"},\"orderBy\":{\"type\":\"custom\"},\"orderDirection\":\"desc\",\"otherBucket\":true,\"parentFormat\":{\"id\":\"multi_terms\"},\"secondaryFields\":[\"logstash.pipeline.plugin.input.id\"],\"size\":20},\"scale\":\"ordinal\",\"sourceField\":\"logstash.host.name\"},\"b02fb0ac-3ead-4546-ac07-2d21f54628dcX0\":{\"label\":\"Part of Events emitted per second\",\"dataType\":\"number\",\"operationType\":\"max\",\"sourceField\":\"logstash.pipeline.plugin.input.events.out\",\"isBucketed\":false,\"params\":{\"emptyAsNull\":false},\"customLabel\":true},\"b02fb0ac-3ead-4546-ac07-2d21f54628dcX1\":{\"label\":\"Part of Events emitted per second\",\"dataType\":\"number\",\"operationType\":\"counter_rate\",\"isBucketed\":false,\"references\":[\"b02fb0ac-3ead-4546-ac07-2d21f54628dcX0\"],\"timeScale\":\"s\",\"customLabel\":true},\"b02fb0ac-3ead-4546-ac07-2d21f54628dc\":{\"customLabel\":true,\"dataType\":\"number\",\"isBucketed\":false,\"label\":\"Events emitted per second\",\"operationType\":\"formula\",\"params\":{\"format\":{\"id\":\"number\",\"params\":{\"decimals\":2}},\"formula\":\"counter_rate(max(logstash.pipeline.plugin.input.events.out))\",\"isFormulaBroken\":false},\"references\":[\"b02fb0ac-3ead-4546-ac07-2d21f54628dcX1\"],\"scale\":\"ratio\",\"timeScale\":\"s\"},\"d531162d-3ee2-4de1-8427-c57e8d679cde\":{\"dataType\":\"date\",\"isBucketed\":true,\"label\":\"@timestamp\",\"operationType\":\"date_histogram\",\"params\":{\"dropPartials\":false,\"includeEmptyRows\":true,\"interval\":\"auto\"},\"scale\":\"interval\",\"sourceField\":\"@timestamp\"}},\"incompleteColumns\":{},\"sampling\":1}}}},\"internalReferences\":[],\"adHocDataViews\":{}},\"title\":\"Output plugin events received/s\",\"type\":\"lens\",\"visualizationType\":\"lnsXY\"}},\"panelIndex\":\"6730c4da-ff19-4b82-a2a3-418c19caa24b\",\"gridData\":{\"i\":\"6730c4da-ff19-4b82-a2a3-418c19caa24b\",\"y\":17,\"x\":0,\"w\":24,\"h\":10}},{\"type\":\"lens\",\"embeddableConfig\":{\"enhancements\":{\"dynamicActions\":{\"events\":[]}},\"title\":\"Push to queue duration\",\"hidePanelTitles\":false,\"syncColors\":true,\"syncCursor\":true,\"syncTooltips\":true,\"filters\":[],\"query\":{\"language\":\"kuery\",\"query\":\"\"},\"attributes\":{\"description\":\"\",\"references\":[{\"type\":\"index-pattern\",\"id\":\"logstash-sm-metrics\",\"name\":\"indexpattern-datasource-layer-03132fcd-13a1-4f64-88ad-31cbf8b4e043\"}],\"state\":{\"adHocDataViews\":{},\"datasourceStates\":{\"formBased\":{\"layers\":{\"03132fcd-13a1-4f64-88ad-31cbf8b4e043\":{\"columnOrder\":[\"d531162d-3ee2-4de1-8427-c57e8d679cde\",\"2c04dbf8-9f1b-4d3b-a598-1503b9d97010\",\"b02fb0ac-3ead-4546-ac07-2d21f54628dc\",\"b02fb0ac-3ead-4546-ac07-2d21f54628dcX0\",\"b02fb0ac-3ead-4546-ac07-2d21f54628dcX1\"],\"columns\":{\"2c04dbf8-9f1b-4d3b-a598-1503b9d97010\":{\"dataType\":\"string\",\"isBucketed\":true,\"label\":\"Top values of logstash.host.name + 1 other\",\"operationType\":\"terms\",\"params\":{\"exclude\":[],\"excludeIsRegex\":false,\"include\":[],\"includeIsRegex\":false,\"missingBucket\":false,\"orderAgg\":{\"dataType\":\"number\",\"isBucketed\":false,\"label\":\"Count of logstash.pipeline.total.events.out\",\"operationType\":\"count\",\"params\":{\"emptyAsNull\":true},\"scale\":\"ratio\",\"sourceField\":\"logstash.pipeline.total.events.out\"},\"orderBy\":{\"type\":\"custom\"},\"orderDirection\":\"desc\",\"otherBucket\":true,\"parentFormat\":{\"id\":\"multi_terms\"},\"secondaryFields\":[\"logstash.pipeline.plugin.input.id\"],\"size\":20},\"scale\":\"ordinal\",\"sourceField\":\"logstash.host.name\"},\"b02fb0ac-3ead-4546-ac07-2d21f54628dcX0\":{\"label\":\"Part of Duration (ms)\",\"dataType\":\"number\",\"operationType\":\"max\",\"sourceField\":\"logstash.pipeline.plugin.input.time.queue_push_duration.ms\",\"isBucketed\":false,\"params\":{\"emptyAsNull\":false},\"customLabel\":true},\"b02fb0ac-3ead-4546-ac07-2d21f54628dcX1\":{\"label\":\"Part of Duration (ms)\",\"dataType\":\"number\",\"operationType\":\"counter_rate\",\"isBucketed\":false,\"references\":[\"b02fb0ac-3ead-4546-ac07-2d21f54628dcX0\"],\"timeScale\":\"s\",\"customLabel\":true},\"b02fb0ac-3ead-4546-ac07-2d21f54628dc\":{\"label\":\"Time Spent (ms)\",\"dataType\":\"number\",\"operationType\":\"formula\",\"isBucketed\":false,\"params\":{\"format\":{\"id\":\"number\",\"params\":{\"decimals\":2}},\"formula\":\"counter_rate(max(logstash.pipeline.plugin.input.time.queue_push_duration.ms))\",\"isFormulaBroken\":false},\"references\":[\"b02fb0ac-3ead-4546-ac07-2d21f54628dcX1\"],\"customLabel\":true},\"d531162d-3ee2-4de1-8427-c57e8d679cde\":{\"dataType\":\"date\",\"isBucketed\":true,\"label\":\"@timestamp\",\"operationType\":\"date_histogram\",\"params\":{\"dropPartials\":false,\"includeEmptyRows\":true,\"interval\":\"auto\"},\"scale\":\"interval\",\"sourceField\":\"@timestamp\"}},\"incompleteColumns\":{},\"sampling\":1,\"indexPatternId\":\"logstash-sm-metrics\"}},\"currentIndexPatternId\":\"logstash-sm-metrics\"},\"textBased\":{\"layers\":{},\"indexPatternRefs\":[{\"id\":\"logstash-sm-metrics\",\"title\":\"metrics-*,metricbeat-*,.monitoring-*\",\"timeField\":\"@timestamp\"}]}},\"filters\":[],\"internalReferences\":[],\"query\":{\"language\":\"kuery\",\"query\":\"\"},\"visualization\":{\"axisTitlesVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"curveType\":\"CURVE_MONOTONE_X\",\"fittingFunction\":\"Linear\",\"gridlinesVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"labelsOrientation\":{\"x\":0,\"yLeft\":0,\"yRight\":0},\"layers\":[{\"accessors\":[\"b02fb0ac-3ead-4546-ac07-2d21f54628dc\"],\"layerId\":\"03132fcd-13a1-4f64-88ad-31cbf8b4e043\",\"layerType\":\"data\",\"palette\":{\"name\":\"default\",\"type\":\"palette\"},\"seriesType\":\"line\",\"splitAccessor\":\"2c04dbf8-9f1b-4d3b-a598-1503b9d97010\",\"xAccessor\":\"d531162d-3ee2-4de1-8427-c57e8d679cde\"}],\"legend\":{\"isVisible\":true,\"position\":\"right\"},\"preferredSeriesType\":\"line\",\"tickLabelsVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"valueLabels\":\"hide\"}},\"title\":\"Output plugin events received/s\",\"type\":\"lens\",\"visualizationType\":\"lnsXY\"}},\"panelIndex\":\"eaa1eba3-ad22-464b-b368-addbb56a0460\",\"gridData\":{\"i\":\"eaa1eba3-ad22-464b-b368-addbb56a0460\",\"y\":17,\"x\":24,\"w\":24,\"h\":10}},{\"type\":\"lens\",\"embeddableConfig\":{\"enhancements\":{\"dynamicActions\":{\"events\":[]}},\"title\":\"Connections\",\"hidePanelTitles\":false,\"syncColors\":true,\"syncCursor\":true,\"syncTooltips\":true,\"filters\":[],\"query\":{\"language\":\"kuery\",\"query\":\"\"},\"attributes\":{\"description\":\"\",\"references\":[{\"type\":\"index-pattern\",\"id\":\"logstash-sm-metrics\",\"name\":\"indexpattern-datasource-layer-d8c819f8-8804-46a3-91b3-fcce155d6688\"}],\"state\":{\"visualization\":{\"axisTitlesVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"curveType\":\"CURVE_MONOTONE_X\",\"emphasizeFitting\":true,\"endValue\":\"None\",\"fittingFunction\":\"Linear\",\"labelsOrientation\":{\"x\":0,\"yLeft\":-90,\"yRight\":0},\"layers\":[{\"accessors\":[\"9f5fa9ed-1473-47e1-b3aa-06490587cd67\",\"dacc1460-c122-4ac9-a69c-e9da996daba4\"],\"layerId\":\"d8c819f8-8804-46a3-91b3-fcce155d6688\",\"layerType\":\"data\",\"position\":\"top\",\"seriesType\":\"line\",\"showGridlines\":false,\"splitAccessor\":\"c544042e-4cda-4208-861c-72eb6ea9374b\",\"xAccessor\":\"7a48ee41-a9c0-4aab-967f-dc87363cd3c0\"}],\"legend\":{\"isVisible\":true,\"position\":\"right\",\"showSingleSeries\":true,\"legendStats\":[\"currentAndLastValue\"]},\"preferredSeriesType\":\"line\",\"title\":\"Empty XY chart\",\"valueLabels\":\"hide\",\"yLeftExtent\":{\"mode\":\"dataBounds\"},\"yTitle\":\"Connections\"},\"query\":{\"language\":\"kuery\",\"query\":\"\"},\"filters\":[],\"datasourceStates\":{\"formBased\":{\"layers\":{\"d8c819f8-8804-46a3-91b3-fcce155d6688\":{\"columnOrder\":[\"7a48ee41-a9c0-4aab-967f-dc87363cd3c0\",\"c544042e-4cda-4208-861c-72eb6ea9374b\",\"9f5fa9ed-1473-47e1-b3aa-06490587cd67\",\"dacc1460-c122-4ac9-a69c-e9da996daba4\"],\"columns\":{\"7a48ee41-a9c0-4aab-967f-dc87363cd3c0\":{\"dataType\":\"date\",\"isBucketed\":true,\"label\":\"@timestamp\",\"operationType\":\"date_histogram\",\"params\":{\"dropPartials\":false,\"includeEmptyRows\":true,\"interval\":\"auto\"},\"scale\":\"interval\",\"sourceField\":\"@timestamp\"},\"c544042e-4cda-4208-861c-72eb6ea9374b\":{\"dataType\":\"string\",\"isBucketed\":true,\"label\":\"Top values of logstash.host.name + 1 other\",\"operationType\":\"terms\",\"params\":{\"exclude\":[],\"excludeIsRegex\":false,\"include\":[],\"includeIsRegex\":false,\"missingBucket\":false,\"orderBy\":{\"type\":\"column\",\"columnId\":\"dacc1460-c122-4ac9-a69c-e9da996daba4\"},\"orderDirection\":\"desc\",\"otherBucket\":true,\"parentFormat\":{\"id\":\"multi_terms\"},\"secondaryFields\":[\"logstash.pipeline.plugin.input.id\"],\"size\":10},\"scale\":\"ordinal\",\"sourceField\":\"logstash.host.name\"},\"dacc1460-c122-4ac9-a69c-e9da996daba4\":{\"label\":\"Peak connections\",\"dataType\":\"number\",\"operationType\":\"last_value\",\"isBucketed\":false,\"sourceField\":\"logstash.pipeline.plugin.input.metrics.beats.peak_connections\",\"filter\":{\"language\":\"kuery\",\"query\":\"\"},\"timeShift\":\"\",\"params\":{\"showArrayValues\":false,\"sortField\":\"@timestamp\"},\"customLabel\":true},\"9f5fa9ed-1473-47e1-b3aa-06490587cd67\":{\"label\":\"Current connections\",\"dataType\":\"number\",\"operationType\":\"last_value\",\"isBucketed\":false,\"sourceField\":\"logstash.pipeline.plugin.input.metrics.beats.current_connections\",\"filter\":{\"query\":\"\\\"logstash.pipeline.plugin.input.metrics.beats.current_connections\\\": *\",\"language\":\"kuery\"},\"params\":{\"sortField\":\"@timestamp\"},\"customLabel\":true}},\"ignoreGlobalFilters\":false,\"incompleteColumns\":{},\"sampling\":1,\"indexPatternId\":\"logstash-sm-metrics\"}},\"currentIndexPatternId\":\"logstash-sm-metrics\"}},\"internalReferences\":[],\"adHocDataViews\":{}},\"title\":\"Input Plugin Time spent pushing to queue\",\"type\":\"lens\",\"visualizationType\":\"lnsXY\"}},\"panelIndex\":\"63e2f830-807e-4839-9a86-29a1e7545a3d\",\"gridData\":{\"i\":\"63e2f830-807e-4839-9a86-29a1e7545a3d\",\"y\":8,\"x\":0,\"w\":48,\"h\":9}}]", + "kibanaSavedObjectMeta": { + "searchSourceJSON": "{\"filter\":[{\"meta\":{\"disabled\":false,\"negate\":false,\"alias\":null,\"key\":\"logstash.pipeline.plugin.input.name\",\"field\":\"logstash.pipeline.plugin.input.name\",\"params\":{\"query\":\"beats\"},\"type\":\"phrase\",\"indexRefName\":\"kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index\"},\"query\":{\"match_phrase\":{\"logstash.pipeline.plugin.input.name\":\"beats\"}},\"$state\":{\"store\":\"appState\"}}],\"query\":{\"language\":\"kuery\",\"query\":\"\"}}" + } + }, + "references": [ + { + "name": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", + "type": "index-pattern", + "id": "logstash-sm-metrics" + }, + { + "type": "index-pattern", + "id": "logstash-sm-metrics", + "name": "634a43d3-2b3d-49d1-9d34-8ddbe2f70199:indexpattern-datasource-layer-4aff7033-df04-407e-a5e7-204e525cc7f4" + }, + { + "type": "index-pattern", + "id": "logstash-sm-metrics", + "name": "6730c4da-ff19-4b82-a2a3-418c19caa24b:indexpattern-datasource-layer-03132fcd-13a1-4f64-88ad-31cbf8b4e043" + }, + { + "type": "index-pattern", + "id": "logstash-sm-metrics", + "name": "eaa1eba3-ad22-464b-b368-addbb56a0460:indexpattern-datasource-layer-03132fcd-13a1-4f64-88ad-31cbf8b4e043" + }, + { + "type": "index-pattern", + "id": "logstash-sm-metrics", + "name": "63e2f830-807e-4839-9a86-29a1e7545a3d:indexpattern-datasource-layer-d8c819f8-8804-46a3-91b3-fcce155d6688" + }, + { + "name": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", + "type": "index-pattern", + "id": "logstash-sm-metrics" + } + ], + "managed": true, + "coreMigrationVersion": "8.8.0", + "typeMigrationVersion": "10.2.0" +} \ No newline at end of file diff --git a/packages/logstash/manifest.yml b/packages/logstash/manifest.yml index 1fad4af57c8..219172bc848 100644 --- a/packages/logstash/manifest.yml +++ b/packages/logstash/manifest.yml @@ -1,6 +1,6 @@ name: logstash title: Logstash -version: 2.7.4 +version: 2.8.0 description: Collect logs and metrics from Logstash with Elastic Agent. type: integration icons: