New issue
Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.
By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.
Already on GitHub? Sign in to your account
[HA Proxy] Add dimension fields for stat datastream #7323
[HA Proxy] Add dimension fields for stat datastream #7323
Conversation
🌐 Coverage report
|
Hi! We just realized that we haven't looked into this PR in a while. We're sorry! We're labeling this issue as |
Hi! This PR has been stale for a while and we're going to close it as part of our cleanup procedure. We appreciate your contribution and would like to apologize if we have not been able to review it, due to the current heavy load of the team. Feel free to re-open this PR if you think it should stay open and is worth rebasing. Thank you for your contribution! |
Timeseries enablement verification "time_series": {
"end_time": "2023-10-12T14:32:19.000Z",
"start_time": "2023-10-12T05:07:02.000Z"
},
"provided_name": ".ds-metrics-haproxy.stat-default-2023.10.12-000002", Mapping verification{
"mappings": {
"_meta": {
"managed_by": "fleet",
"managed": true,
"package": {
"name": "haproxy"
}
},
"_data_stream_timestamp": {
"enabled": true
},
"dynamic_templates": [
{
"container.labels": {
"path_match": "container.labels.*",
"match_mapping_type": "string",
"mapping": {
"type": "keyword"
}
}
},
{
"strings_as_keyword": {
"match_mapping_type": "string",
"mapping": {
"ignore_above": 1024,
"type": "keyword"
}
}
}
],
"date_detection": false,
"properties": {
"@timestamp": {
"type": "date"
},
"agent": {
"properties": {
"ephemeral_id": {
"type": "keyword",
"ignore_above": 1024
},
"id": {
"type": "keyword",
"time_series_dimension": true
},
"name": {
"type": "keyword",
"ignore_above": 1024
},
"type": {
"type": "keyword",
"ignore_above": 1024
},
"version": {
"type": "keyword",
"ignore_above": 1024
}
}
},
"cloud": {
"properties": {
"account": {
"properties": {
"id": {
"type": "keyword",
"time_series_dimension": true
}
}
},
"availability_zone": {
"type": "keyword",
"time_series_dimension": true
},
"image": {
"properties": {
"id": {
"type": "keyword",
"ignore_above": 1024
}
}
},
"instance": {
"properties": {
"id": {
"type": "keyword",
"time_series_dimension": true
},
"name": {
"type": "keyword",
"ignore_above": 1024
}
}
},
"machine": {
"properties": {
"type": {
"type": "keyword",
"ignore_above": 1024
}
}
},
"project": {
"properties": {
"id": {
"type": "keyword",
"ignore_above": 1024
}
}
},
"provider": {
"type": "keyword",
"time_series_dimension": true
},
"region": {
"type": "keyword",
"time_series_dimension": true
},
"service": {
"properties": {
"name": {
"type": "keyword",
"ignore_above": 1024
}
}
}
}
},
"container": {
"properties": {
"id": {
"type": "keyword",
"time_series_dimension": true
},
"image": {
"properties": {
"name": {
"type": "keyword",
"ignore_above": 1024
}
}
},
"name": {
"type": "keyword",
"ignore_above": 1024
}
}
},
"data_stream": {
"properties": {
"dataset": {
"type": "constant_keyword",
"value": "haproxy.stat"
},
"namespace": {
"type": "constant_keyword",
"value": "default"
},
"type": {
"type": "constant_keyword",
"value": "metrics"
}
}
},
"ecs": {
"properties": {
"version": {
"type": "keyword",
"ignore_above": 1024
}
}
},
"elastic_agent": {
"properties": {
"id": {
"type": "keyword",
"ignore_above": 1024
},
"snapshot": {
"type": "boolean"
},
"version": {
"type": "keyword",
"ignore_above": 1024
}
}
},
"event": {
"properties": {
"agent_id_status": {
"type": "keyword",
"ignore_above": 1024
},
"dataset": {
"type": "constant_keyword",
"value": "haproxy.stat"
},
"duration": {
"type": "long"
},
"ingested": {
"type": "date",
"format": "strict_date_time_no_millis||strict_date_optional_time||epoch_millis"
},
"module": {
"type": "constant_keyword",
"value": "haproxy"
}
}
},
"haproxy": {
"properties": {
"stat": {
"properties": {
"agent": {
"properties": {
"check": {
"properties": {
"description": {
"type": "keyword",
"ignore_above": 1024
},
"fall": {
"type": "long"
},
"health": {
"type": "long"
},
"rise": {
"type": "long"
}
}
},
"code": {
"type": "long"
},
"description": {
"type": "keyword",
"ignore_above": 1024
},
"duration": {
"type": "long"
},
"fall": {
"type": "long"
},
"health": {
"type": "long"
},
"rise": {
"type": "long"
},
"status": {
"type": "keyword",
"ignore_above": 1024
}
}
},
"check": {
"properties": {
"agent": {
"properties": {
"last": {
"type": "long"
}
}
},
"code": {
"type": "long"
},
"down": {
"type": "long",
"time_series_metric": "counter"
},
"duration": {
"type": "long",
"time_series_metric": "gauge"
},
"failed": {
"type": "long",
"time_series_metric": "counter"
},
"health": {
"properties": {
"fail": {
"type": "long"
},
"last": {
"type": "keyword",
"ignore_above": 1024
}
}
},
"status": {
"type": "keyword",
"ignore_above": 1024
}
}
},
"client": {
"properties": {
"aborted": {
"type": "long",
"time_series_metric": "counter"
}
}
},
"component_type": {
"type": "long",
"time_series_dimension": true
},
"compressor": {
"properties": {
"bypassed": {
"properties": {
"bytes": {
"type": "long",
"time_series_metric": "counter"
}
}
},
"in": {
"properties": {
"bytes": {
"type": "long",
"time_series_metric": "counter"
}
}
},
"out": {
"properties": {
"bytes": {
"type": "long",
"time_series_metric": "counter"
}
}
},
"response": {
"properties": {
"bytes": {
"type": "long",
"time_series_metric": "counter"
}
}
}
}
},
"connection": {
"properties": {
"attempt": {
"properties": {
"total": {
"type": "long",
"time_series_metric": "counter"
}
}
},
"cache": {
"properties": {
"hits": {
"type": "long",
"time_series_metric": "counter"
},
"lookup": {
"properties": {
"total": {
"type": "long",
"time_series_metric": "counter"
}
}
}
}
},
"idle": {
"properties": {
"limit": {
"type": "long",
"time_series_metric": "gauge"
},
"total": {
"type": "long",
"time_series_metric": "gauge"
}
}
},
"rate": {
"type": "long",
"time_series_metric": "gauge"
},
"rate_max": {
"type": "long",
"time_series_metric": "gauge"
},
"retried": {
"type": "long",
"time_series_metric": "counter"
},
"reuse": {
"properties": {
"total": {
"type": "long",
"time_series_metric": "counter"
}
}
},
"time": {
"properties": {
"avg": {
"type": "long",
"time_series_metric": "gauge"
}
}
},
"total": {
"type": "long",
"time_series_metric": "counter"
}
}
},
"cookie": {
"type": "keyword",
"ignore_above": 1024
},
"downtime": {
"type": "long",
"time_series_metric": "counter"
},
"header": {
"properties": {
"rewrite": {
"properties": {
"failed": {
"properties": {
"total": {
"type": "long",
"time_series_metric": "counter"
}
}
}
}
}
}
},
"in": {
"properties": {
"bytes": {
"type": "long",
"time_series_metric": "counter"
}
}
},
"last_change": {
"type": "long",
"time_series_metric": "gauge"
},
"load_balancing_algorithm": {
"type": "keyword",
"ignore_above": 1024
},
"out": {
"properties": {
"bytes": {
"type": "long",
"time_series_metric": "counter"
}
}
},
"proxy": {
"properties": {
"id": {
"type": "long",
"time_series_dimension": true
},
"mode": {
"type": "keyword",
"ignore_above": 1024
},
"name": {
"type": "keyword",
"ignore_above": 1024
}
}
},
"queue": {
"properties": {
"limit": {
"type": "long"
},
"time": {
"properties": {
"avg": {
"type": "long",
"time_series_metric": "gauge"
}
}
}
}
},
"request": {
"properties": {
"connection": {
"properties": {
"errors": {
"type": "long",
"time_series_metric": "counter"
}
}
},
"denied": {
"type": "long",
"time_series_metric": "counter"
},
"denied_by_connection_rules": {
"type": "long",
"time_series_metric": "counter"
},
"denied_by_session_rules": {
"type": "long",
"time_series_metric": "counter"
},
"errors": {
"type": "long",
"time_series_metric": "counter"
},
"intercepted": {
"type": "long",
"time_series_metric": "counter"
},
"queued": {
"properties": {
"current": {
"type": "long",
"time_series_metric": "gauge"
},
"max": {
"type": "long",
"time_series_metric": "gauge"
}
}
},
"rate": {
"properties": {
"max": {
"type": "long",
"time_series_metric": "gauge"
},
"value": {
"type": "long",
"time_series_metric": "gauge"
}
}
},
"redispatched": {
"type": "long",
"time_series_metric": "counter"
},
"total": {
"type": "long",
"time_series_metric": "counter"
}
}
},
"response": {
"properties": {
"denied": {
"type": "long",
"time_series_metric": "counter"
},
"errors": {
"type": "long",
"time_series_metric": "counter"
},
"http": {
"properties": {
"1xx": {
"type": "long",
"time_series_metric": "counter"
},
"2xx": {
"type": "long",
"time_series_metric": "counter"
},
"3xx": {
"type": "long",
"time_series_metric": "counter"
},
"4xx": {
"type": "long",
"time_series_metric": "counter"
},
"5xx": {
"type": "long",
"time_series_metric": "counter"
},
"other": {
"type": "long",
"time_series_metric": "counter"
}
}
},
"time": {
"properties": {
"avg": {
"type": "long",
"time_series_metric": "gauge"
}
}
}
}
},
"selected": {
"properties": {
"total": {
"type": "long",
"time_series_metric": "counter"
}
}
},
"server": {
"properties": {
"aborted": {
"type": "long",
"time_series_metric": "counter"
},
"active": {
"type": "long",
"time_series_metric": "gauge"
},
"backup": {
"type": "long",
"time_series_metric": "gauge"
},
"id": {
"type": "long",
"time_series_dimension": true
}
}
},
"service_name": {
"type": "keyword",
"time_series_dimension": true
},
"session": {
"properties": {
"current": {
"type": "long",
"time_series_metric": "gauge"
},
"limit": {
"type": "long",
"time_series_metric": "gauge"
},
"max": {
"type": "long",
"time_series_metric": "gauge"
},
"rate": {
"properties": {
"limit": {
"type": "long",
"time_series_metric": "gauge"
},
"max": {
"type": "long",
"time_series_metric": "gauge"
},
"value": {
"type": "long",
"time_series_metric": "gauge"
}
}
},
"total": {
"type": "long",
"time_series_metric": "counter"
}
}
},
"source": {
"properties": {
"address": {
"type": "keyword",
"time_series_dimension": true
}
}
},
"status": {
"type": "keyword",
"ignore_above": 1024
},
"throttle": {
"properties": {
"pct": {
"type": "scaled_float",
"scaling_factor": 1000,
"time_series_metric": "gauge"
}
}
},
"tracked": {
"properties": {
"id": {
"type": "long"
}
}
},
"weight": {
"type": "long",
"time_series_metric": "gauge"
}
}
}
}
},
"host": {
"properties": {
"architecture": {
"type": "keyword",
"ignore_above": 1024
},
"containerized": {
"type": "boolean"
},
"domain": {
"type": "keyword",
"ignore_above": 1024
},
"hostname": {
"type": "keyword",
"ignore_above": 1024
},
"id": {
"type": "keyword",
"ignore_above": 1024
},
"ip": {
"type": "ip"
},
"mac": {
"type": "keyword",
"ignore_above": 1024
},
"name": {
"type": "keyword",
"time_series_dimension": true
},
"os": {
"properties": {
"build": {
"type": "keyword",
"ignore_above": 1024
},
"codename": {
"type": "keyword",
"ignore_above": 1024
},
"family": {
"type": "keyword",
"ignore_above": 1024
},
"kernel": {
"type": "keyword",
"ignore_above": 1024
},
"name": {
"type": "keyword",
"ignore_above": 1024,
"fields": {
"text": {
"type": "text"
}
}
},
"platform": {
"type": "keyword",
"ignore_above": 1024
},
"type": {
"type": "keyword",
"ignore_above": 1024
},
"version": {
"type": "keyword",
"ignore_above": 1024
}
}
},
"type": {
"type": "keyword",
"ignore_above": 1024
}
}
},
"metricset": {
"properties": {
"name": {
"type": "keyword",
"ignore_above": 1024
},
"period": {
"type": "long"
}
}
},
"process": {
"properties": {
"pid": {
"type": "long",
"time_series_dimension": true
}
}
},
"service": {
"properties": {
"address": {
"type": "keyword",
"time_series_dimension": true
},
"type": {
"type": "keyword",
"ignore_above": 1024
}
}
}
}
}
}
|
Index rollover testingGET _index_template/metrics-haproxy.stat
PUT _index_template/metrics-haproxy.stat
{
"index_patterns": [
"metrics-haproxy.stat-*"
],
"template": {
"settings": {
"index": {
"mode": null
}
}
},
"composed_of": [
"metrics-haproxy.stat@package",
"metrics-haproxy.stat@custom",
".fleet_globals-1",
".fleet_agent_id_verification-1"
],
"priority": 200,
"data_stream": {
"hidden": false,
"allow_custom_routing": false
}
}
POST metrics-haproxy.stat-default/_rollover
{
"acknowledged": true,
"shards_acknowledged": true,
"old_index": ".ds-metrics-haproxy.stat-default-2023.10.12-000002",
"new_index": ".ds-metrics-haproxy.stat-default-2023.10.12-000003",
"rolled_over": true,
"dry_run": false,
"conditions": {}
}
|
Dashboard issues are fixed here - #8204 |
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
LGTM!
Package haproxy - 1.8.5 containing this change is available at https://epr.elastic.co/search?package=haproxy |
What does this PR do?
Add dimension fields for the stats datastream as part of TSDB enablement.
Checklist
changelog.yml
file.Author's Checklist
How to test this PR locally
Related issues