From a03d42727b64a797a2673f2a5337a7b21e258ce8 Mon Sep 17 00:00:00 2001 From: Monica Sarbu Date: Mon, 14 Sep 2015 22:02:38 +0200 Subject: [PATCH 1/5] Update topbeat dashboard after defining new searches and format fields --- dashboards/dashboard/Topbeat-Dashboard.json | 2 +- dashboards/search/Filesystem-stats.json | 16 ++++++++++++++++ dashboards/search/Proc-stats.json | 16 ++++++++++++++++ dashboards/search/System-stats.json | 16 ++++++++++++++++ .../visualization/CPU-usage-per-process.json | 2 +- dashboards/visualization/CPU-usage.json | 4 ++-- .../visualization/Disk-usage-overview.json | 10 ++++++++++ dashboards/visualization/Disk-usage.json | 10 ++++++++++ .../visualization/Memory-usage-per-process.json | 10 ++++++++++ dashboards/visualization/Memory-usage.json | 10 ++++++++++ dashboards/visualization/Process-status.json | 10 ++++++++++ dashboards/visualization/Shipper-load.json | 10 ++++++++++ dashboards/visualization/System-load.json | 10 ++++++++++ dashboards/visualization/Top-processes.json | 4 ++-- 14 files changed, 124 insertions(+), 6 deletions(-) create mode 100644 dashboards/search/Filesystem-stats.json create mode 100644 dashboards/search/Proc-stats.json create mode 100644 dashboards/search/System-stats.json create mode 100644 dashboards/visualization/Disk-usage-overview.json create mode 100644 dashboards/visualization/Disk-usage.json create mode 100644 dashboards/visualization/Memory-usage-per-process.json create mode 100644 dashboards/visualization/Memory-usage.json create mode 100644 dashboards/visualization/Process-status.json create mode 100644 dashboards/visualization/Shipper-load.json create mode 100644 dashboards/visualization/System-load.json diff --git a/dashboards/dashboard/Topbeat-Dashboard.json b/dashboards/dashboard/Topbeat-Dashboard.json index 695deb5ff1e..b3604eb74bf 100644 --- a/dashboards/dashboard/Topbeat-Dashboard.json +++ b/dashboards/dashboard/Topbeat-Dashboard.json @@ -4,7 +4,7 @@ "timeRestore": true, "description": "", "title": "Topbeat-Dashboard", - "panelsJSON": "[{\"col\":1,\"id\":\"Top-processes\",\"row\":5,\"size_x\":6,\"size_y\":4,\"type\":\"visualization\"},{\"col\":1,\"id\":\"CPU-usage\",\"row\":9,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Physical-memory\",\"row\":9,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Top-10-memory-consumers\",\"row\":12,\"size_x\":6,\"size_y\":4,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Top-10-CPU-consumers\",\"row\":12,\"size_x\":6,\"size_y\":4,\"type\":\"visualization\"},{\"col\":4,\"id\":\"Top-5-loaded-servers\",\"row\":1,\"size_x\":5,\"size_y\":4,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Server-load\",\"row\":5,\"size_x\":6,\"size_y\":4,\"type\":\"visualization\"},{\"col\":1,\"id\":\"CPU-usage-per-process\",\"row\":16,\"size_x\":6,\"size_y\":4,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Mem-usage-per-process\",\"row\":16,\"size_x\":6,\"size_y\":4,\"type\":\"visualization\"},{\"col\":9,\"id\":\"Processes-overview\",\"row\":1,\"size_x\":4,\"size_y\":4,\"type\":\"visualization\"},{\"id\":\"Navigation\",\"type\":\"visualization\",\"size_x\":3,\"size_y\":4,\"col\":1,\"row\":1}]", + "panelsJSON": "[{\"col\":1,\"id\":\"Navigation\",\"row\":1,\"size_x\":3,\"size_y\":4,\"type\":\"visualization\"},{\"col\":4,\"id\":\"System-load\",\"row\":1,\"size_x\":5,\"size_y\":4,\"type\":\"visualization\"},{\"col\":9,\"id\":\"Disk-usage-overview\",\"row\":1,\"size_x\":4,\"size_y\":4,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Shipper-load\",\"row\":5,\"size_x\":7,\"size_y\":4,\"type\":\"visualization\"},{\"col\":8,\"id\":\"Process-status\",\"row\":5,\"size_x\":5,\"size_y\":4,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Memory-usage\",\"row\":13,\"size_x\":6,\"size_y\":4,\"type\":\"visualization\"},{\"col\":7,\"id\":\"Disk-usage\",\"row\":13,\"size_x\":6,\"size_y\":4,\"type\":\"visualization\"},{\"col\":7,\"id\":\"CPU-usage\",\"row\":9,\"size_x\":6,\"size_y\":4,\"type\":\"visualization\"},{\"col\":7,\"id\":\"CPU-usage-per-process\",\"row\":17,\"size_x\":6,\"size_y\":4,\"type\":\"visualization\"},{\"col\":1,\"id\":\"Memory-usage-per-process\",\"row\":17,\"size_x\":6,\"size_y\":4,\"type\":\"visualization\"},{\"id\":\"Top-processes\",\"type\":\"visualization\",\"size_x\":6,\"size_y\":4,\"col\":1,\"row\":9}]", "timeTo": "now", "version": 1, "kibanaSavedObjectMeta": { diff --git a/dashboards/search/Filesystem-stats.json b/dashboards/search/Filesystem-stats.json new file mode 100644 index 00000000000..3f61b66b07e --- /dev/null +++ b/dashboards/search/Filesystem-stats.json @@ -0,0 +1,16 @@ +{ + "sort": [ + "timestamp", + "desc" + ], + "hits": 0, + "description": "", + "title": "Filesystem stats", + "version": 1, + "kibanaSavedObjectMeta": { + "searchSourceJSON": "{\"index\":\"[topbeat-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"type: filesystem\",\"analyze_wildcard\":true}},\"highlight\":{\"pre_tags\":[\"@kibana-highlighted-field@\"],\"post_tags\":[\"@/kibana-highlighted-field@\"],\"fields\":{\"*\":{}},\"require_field_match\":false,\"fragment_size\":2147483647},\"filter\":[]}" + }, + "columns": [ + "_source" + ] +} \ No newline at end of file diff --git a/dashboards/search/Proc-stats.json b/dashboards/search/Proc-stats.json new file mode 100644 index 00000000000..4c3db8b1c73 --- /dev/null +++ b/dashboards/search/Proc-stats.json @@ -0,0 +1,16 @@ +{ + "sort": [ + "timestamp", + "desc" + ], + "hits": 0, + "description": "", + "title": "Proc stats", + "version": 1, + "kibanaSavedObjectMeta": { + "searchSourceJSON": "{\"index\":\"[topbeat-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"type: proc\",\"analyze_wildcard\":true}},\"highlight\":{\"pre_tags\":[\"@kibana-highlighted-field@\"],\"post_tags\":[\"@/kibana-highlighted-field@\"],\"fields\":{\"*\":{}},\"require_field_match\":false,\"fragment_size\":2147483647},\"filter\":[]}" + }, + "columns": [ + "_source" + ] +} \ No newline at end of file diff --git a/dashboards/search/System-stats.json b/dashboards/search/System-stats.json new file mode 100644 index 00000000000..f499cee3eed --- /dev/null +++ b/dashboards/search/System-stats.json @@ -0,0 +1,16 @@ +{ + "sort": [ + "timestamp", + "desc" + ], + "hits": 0, + "description": "", + "title": "System stats", + "version": 1, + "kibanaSavedObjectMeta": { + "searchSourceJSON": "{\"index\":\"[topbeat-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"type: system\",\"analyze_wildcard\":true}},\"highlight\":{\"pre_tags\":[\"@kibana-highlighted-field@\"],\"post_tags\":[\"@/kibana-highlighted-field@\"],\"fields\":{\"*\":{}},\"require_field_match\":false,\"fragment_size\":2147483647},\"filter\":[]}" + }, + "columns": [ + "_source" + ] +} \ No newline at end of file diff --git a/dashboards/visualization/CPU-usage-per-process.json b/dashboards/visualization/CPU-usage-per-process.json index c7a27c4f224..48983af332e 100644 --- a/dashboards/visualization/CPU-usage-per-process.json +++ b/dashboards/visualization/CPU-usage-per-process.json @@ -3,7 +3,7 @@ "description": "", "title": "CPU usage per process", "version": 1, - "savedSearchId": "Processes", + "savedSearchId": "Proc-stats", "kibanaSavedObjectMeta": { "searchSourceJSON": "{\"filter\":[]}" } diff --git a/dashboards/visualization/CPU-usage.json b/dashboards/visualization/CPU-usage.json index bad9f5512b3..2dbf2bf6349 100644 --- a/dashboards/visualization/CPU-usage.json +++ b/dashboards/visualization/CPU-usage.json @@ -1,9 +1,9 @@ { - "visState": "{\"type\":\"area\",\"params\":{\"addLegend\":true,\"addTimeMarker\":false,\"addTooltip\":true,\"defaultYExtents\":false,\"interpolate\":\"linear\",\"mode\":\"stacked\",\"scale\":\"linear\",\"setYExtents\":false,\"shareYAxis\":true,\"smoothLines\":false,\"times\":[],\"yAxis\":{}},\"aggs\":[{\"id\":\"3\",\"type\":\"max\",\"schema\":\"metric\",\"params\":{\"field\":\"cpu.system_p\"}},{\"id\":\"1\",\"type\":\"max\",\"schema\":\"metric\",\"params\":{\"field\":\"cpu.user_p\"}},{\"id\":\"4\",\"type\":\"date_histogram\",\"schema\":\"segment\",\"params\":{\"field\":\"timestamp\",\"interval\":\"s\",\"customInterval\":\"2h\",\"min_doc_count\":1,\"extended_bounds\":{}}}],\"listeners\":{}}", + "visState": "{\"type\":\"area\",\"params\":{\"shareYAxis\":true,\"addTooltip\":true,\"addLegend\":true,\"smoothLines\":false,\"scale\":\"linear\",\"interpolate\":\"linear\",\"mode\":\"stacked\",\"times\":[],\"addTimeMarker\":false,\"defaultYExtents\":false,\"setYExtents\":false,\"yAxis\":{}},\"aggs\":[{\"id\":\"1\",\"type\":\"max\",\"schema\":\"metric\",\"params\":{\"field\":\"cpu.system_p\"}},{\"id\":\"2\",\"type\":\"max\",\"schema\":\"metric\",\"params\":{\"field\":\"cpu.user_p\"}},{\"id\":\"3\",\"type\":\"date_histogram\",\"schema\":\"segment\",\"params\":{\"field\":\"timestamp\",\"interval\":\"s\",\"customInterval\":\"2h\",\"min_doc_count\":1,\"extended_bounds\":{}}}],\"listeners\":{}}", "description": "", "title": "CPU usage", "version": 1, - "savedSearchId": "System-wide", + "savedSearchId": "System-stats", "kibanaSavedObjectMeta": { "searchSourceJSON": "{\"filter\":[]}" } diff --git a/dashboards/visualization/Disk-usage-overview.json b/dashboards/visualization/Disk-usage-overview.json new file mode 100644 index 00000000000..15c41de2db8 --- /dev/null +++ b/dashboards/visualization/Disk-usage-overview.json @@ -0,0 +1,10 @@ +{ + "visState": "{\"type\":\"histogram\",\"params\":{\"shareYAxis\":true,\"addTooltip\":true,\"addLegend\":true,\"scale\":\"linear\",\"mode\":\"stacked\",\"times\":[],\"addTimeMarker\":false,\"defaultYExtents\":false,\"setYExtents\":false,\"yAxis\":{}},\"aggs\":[{\"id\":\"1\",\"type\":\"avg\",\"schema\":\"metric\",\"params\":{\"field\":\"fs.used_p\"}},{\"id\":\"2\",\"type\":\"date_histogram\",\"schema\":\"segment\",\"params\":{\"field\":\"timestamp\",\"interval\":\"s\",\"customInterval\":\"2h\",\"min_doc_count\":1,\"extended_bounds\":{}}}],\"listeners\":{}}", + "description": "", + "title": "Disk usage overview", + "version": 1, + "savedSearchId": "Filesystem-stats", + "kibanaSavedObjectMeta": { + "searchSourceJSON": "{\"filter\":[]}" + } +} \ No newline at end of file diff --git a/dashboards/visualization/Disk-usage.json b/dashboards/visualization/Disk-usage.json new file mode 100644 index 00000000000..17e40e4e640 --- /dev/null +++ b/dashboards/visualization/Disk-usage.json @@ -0,0 +1,10 @@ +{ + "visState": "{\"type\":\"table\",\"params\":{\"perPage\":10,\"showPartialRows\":false,\"showMeticsAtAllLevels\":false},\"aggs\":[{\"id\":\"1\",\"type\":\"avg\",\"schema\":\"metric\",\"params\":{\"field\":\"fs.used\"}},{\"id\":\"2\",\"type\":\"avg\",\"schema\":\"metric\",\"params\":{\"field\":\"fs.used_p\"}},{\"id\":\"3\",\"type\":\"avg\",\"schema\":\"metric\",\"params\":{\"field\":\"fs.total\"}},{\"id\":\"4\",\"type\":\"avg\",\"schema\":\"metric\",\"params\":{\"field\":\"fs.free\"}},{\"id\":\"5\",\"type\":\"avg\",\"schema\":\"metric\",\"params\":{\"field\":\"fs.free\"}},{\"id\":\"6\",\"type\":\"terms\",\"schema\":\"bucket\",\"params\":{\"field\":\"fs.device_name\",\"size\":5,\"order\":\"desc\",\"orderBy\":\"1\"}},{\"id\":\"7\",\"type\":\"terms\",\"schema\":\"bucket\",\"params\":{\"field\":\"fs.mount_point\",\"size\":5,\"order\":\"desc\",\"orderBy\":\"1\"}}],\"listeners\":{}}", + "description": "", + "title": "Disk usage", + "version": 1, + "savedSearchId": "Filesystem-stats", + "kibanaSavedObjectMeta": { + "searchSourceJSON": "{\"filter\":[]}" + } +} \ No newline at end of file diff --git a/dashboards/visualization/Memory-usage-per-process.json b/dashboards/visualization/Memory-usage-per-process.json new file mode 100644 index 00000000000..f72c2e42623 --- /dev/null +++ b/dashboards/visualization/Memory-usage-per-process.json @@ -0,0 +1,10 @@ +{ + "visState": "{\"type\":\"area\",\"params\":{\"shareYAxis\":true,\"addTooltip\":true,\"addLegend\":true,\"smoothLines\":false,\"scale\":\"linear\",\"interpolate\":\"linear\",\"mode\":\"stacked\",\"times\":[],\"addTimeMarker\":false,\"defaultYExtents\":false,\"setYExtents\":false,\"yAxis\":{}},\"aggs\":[{\"id\":\"1\",\"type\":\"max\",\"schema\":\"metric\",\"params\":{\"field\":\"proc.mem.rss_p\"}},{\"id\":\"2\",\"type\":\"date_histogram\",\"schema\":\"segment\",\"params\":{\"field\":\"timestamp\",\"interval\":\"s\",\"customInterval\":\"2h\",\"min_doc_count\":1,\"extended_bounds\":{}}},{\"id\":\"3\",\"type\":\"terms\",\"schema\":\"group\",\"params\":{\"field\":\"proc.name\",\"size\":5,\"order\":\"desc\",\"orderBy\":\"1\"}}],\"listeners\":{}}", + "description": "", + "title": "Memory usage per process", + "version": 1, + "savedSearchId": "Proc-stats", + "kibanaSavedObjectMeta": { + "searchSourceJSON": "{\"filter\":[]}" + } +} \ No newline at end of file diff --git a/dashboards/visualization/Memory-usage.json b/dashboards/visualization/Memory-usage.json new file mode 100644 index 00000000000..ce0a5906590 --- /dev/null +++ b/dashboards/visualization/Memory-usage.json @@ -0,0 +1,10 @@ +{ + "visState": "{\"type\":\"area\",\"params\":{\"shareYAxis\":true,\"addTooltip\":true,\"addLegend\":true,\"smoothLines\":false,\"scale\":\"linear\",\"interpolate\":\"linear\",\"mode\":\"stacked\",\"times\":[],\"addTimeMarker\":false,\"defaultYExtents\":false,\"setYExtents\":false,\"yAxis\":{}},\"aggs\":[{\"id\":\"1\",\"type\":\"avg\",\"schema\":\"metric\",\"params\":{\"field\":\"mem.used_p\"}},{\"id\":\"2\",\"type\":\"avg\",\"schema\":\"metric\",\"params\":{\"field\":\"swap.used_p\"}},{\"id\":\"3\",\"type\":\"date_histogram\",\"schema\":\"segment\",\"params\":{\"field\":\"timestamp\",\"interval\":\"s\",\"customInterval\":\"2h\",\"min_doc_count\":1,\"extended_bounds\":{}}}],\"listeners\":{}}", + "description": "", + "title": "Memory usage", + "version": 1, + "savedSearchId": "System-stats", + "kibanaSavedObjectMeta": { + "searchSourceJSON": "{\"filter\":[]}" + } +} \ No newline at end of file diff --git a/dashboards/visualization/Process-status.json b/dashboards/visualization/Process-status.json new file mode 100644 index 00000000000..33b0452c6b1 --- /dev/null +++ b/dashboards/visualization/Process-status.json @@ -0,0 +1,10 @@ +{ + "visState": "{\"type\":\"pie\",\"params\":{\"shareYAxis\":true,\"addTooltip\":true,\"addLegend\":true,\"isDonut\":false},\"aggs\":[{\"id\":\"1\",\"type\":\"count\",\"schema\":\"metric\",\"params\":{}},{\"id\":\"2\",\"type\":\"terms\",\"schema\":\"segment\",\"params\":{\"field\":\"proc.state\",\"size\":5,\"order\":\"desc\",\"orderBy\":\"1\"}}],\"listeners\":{}}", + "description": "", + "title": "Process status", + "version": 1, + "savedSearchId": "Proc-stats", + "kibanaSavedObjectMeta": { + "searchSourceJSON": "{\"filter\":[]}" + } +} \ No newline at end of file diff --git a/dashboards/visualization/Shipper-load.json b/dashboards/visualization/Shipper-load.json new file mode 100644 index 00000000000..5c30dac98bc --- /dev/null +++ b/dashboards/visualization/Shipper-load.json @@ -0,0 +1,10 @@ +{ + "visState": "{\"type\":\"table\",\"params\":{\"perPage\":10,\"showPartialRows\":false,\"showMeticsAtAllLevels\":false},\"aggs\":[{\"id\":\"1\",\"type\":\"max\",\"schema\":\"metric\",\"params\":{\"field\":\"load.load5\"}},{\"id\":\"2\",\"type\":\"max\",\"schema\":\"metric\",\"params\":{\"field\":\"cpu.user_p\"}},{\"id\":\"3\",\"type\":\"max\",\"schema\":\"metric\",\"params\":{\"field\":\"cpu.system_p\"}},{\"id\":\"4\",\"type\":\"avg\",\"schema\":\"metric\",\"params\":{\"field\":\"mem.total\"}},{\"id\":\"5\",\"type\":\"avg\",\"schema\":\"metric\",\"params\":{\"field\":\"mem.used\"}},{\"id\":\"8\",\"type\":\"avg\",\"schema\":\"metric\",\"params\":{\"field\":\"mem.used_p\"}},{\"id\":\"6\",\"type\":\"avg\",\"schema\":\"metric\",\"params\":{\"field\":\"mem.free\"}},{\"id\":\"7\",\"type\":\"terms\",\"schema\":\"bucket\",\"params\":{\"field\":\"shipper\",\"size\":10,\"order\":\"desc\",\"orderBy\":\"1\"}}],\"listeners\":{}}", + "description": "", + "title": "Shipper load", + "version": 1, + "savedSearchId": "System-stats", + "kibanaSavedObjectMeta": { + "searchSourceJSON": "{\"filter\":[]}" + } +} \ No newline at end of file diff --git a/dashboards/visualization/System-load.json b/dashboards/visualization/System-load.json new file mode 100644 index 00000000000..5e6075cd534 --- /dev/null +++ b/dashboards/visualization/System-load.json @@ -0,0 +1,10 @@ +{ + "visState": "{\"type\":\"line\",\"params\":{\"shareYAxis\":true,\"addTooltip\":true,\"addLegend\":true,\"showCircles\":true,\"smoothLines\":false,\"interpolate\":\"linear\",\"scale\":\"linear\",\"drawLinesBetweenPoints\":true,\"radiusRatio\":9,\"times\":[],\"addTimeMarker\":false,\"defaultYExtents\":false,\"setYExtents\":false,\"yAxis\":{}},\"aggs\":[{\"id\":\"1\",\"type\":\"avg\",\"schema\":\"metric\",\"params\":{\"field\":\"load.load1\"}},{\"id\":\"2\",\"type\":\"date_histogram\",\"schema\":\"segment\",\"params\":{\"field\":\"timestamp\",\"interval\":\"s\",\"customInterval\":\"2h\",\"min_doc_count\":1,\"extended_bounds\":{}}}],\"listeners\":{}}", + "description": "", + "title": "System load", + "version": 1, + "savedSearchId": "System-stats", + "kibanaSavedObjectMeta": { + "searchSourceJSON": "{\"filter\":[]}" + } +} \ No newline at end of file diff --git a/dashboards/visualization/Top-processes.json b/dashboards/visualization/Top-processes.json index 17029f188cd..5a96b392720 100644 --- a/dashboards/visualization/Top-processes.json +++ b/dashboards/visualization/Top-processes.json @@ -1,9 +1,9 @@ { - "visState": "{\"type\":\"table\",\"params\":{\"perPage\":10,\"showMeticsAtAllLevels\":false,\"showPartialRows\":false},\"aggs\":[{\"id\":\"1\",\"type\":\"avg\",\"schema\":\"metric\",\"params\":{\"field\":\"proc.cpu.user_p\"}},{\"id\":\"2\",\"type\":\"terms\",\"schema\":\"bucket\",\"params\":{\"field\":\"proc.name\",\"size\":10,\"order\":\"desc\",\"orderBy\":\"1\"}},{\"id\":\"3\",\"type\":\"max\",\"schema\":\"metric\",\"params\":{\"field\":\"proc.cpu.user\"}},{\"id\":\"4\",\"type\":\"avg\",\"schema\":\"metric\",\"params\":{\"field\":\"proc.mem.rss\"}},{\"id\":\"5\",\"type\":\"avg\",\"schema\":\"metric\",\"params\":{\"field\":\"proc.mem.rss_p\"}}],\"listeners\":{}}", + "visState": "{\"type\":\"table\",\"params\":{\"perPage\":10,\"showPartialRows\":false,\"showMeticsAtAllLevels\":false},\"aggs\":[{\"id\":\"1\",\"type\":\"avg\",\"schema\":\"metric\",\"params\":{\"field\":\"proc.cpu.user_p\"}},{\"id\":\"2\",\"type\":\"avg\",\"schema\":\"metric\",\"params\":{\"field\":\"proc.mem.rss\"}},{\"id\":\"3\",\"type\":\"avg\",\"schema\":\"metric\",\"params\":{\"field\":\"proc.mem.rss_p\"}},{\"id\":\"4\",\"type\":\"avg\",\"schema\":\"metric\",\"params\":{\"field\":\"proc.mem.size\"}},{\"id\":\"5\",\"type\":\"avg\",\"schema\":\"metric\",\"params\":{\"field\":\"proc.mem.share\"}},{\"id\":\"6\",\"type\":\"terms\",\"schema\":\"bucket\",\"params\":{\"field\":\"proc.name\",\"size\":10,\"order\":\"desc\",\"orderBy\":\"1\"}}],\"listeners\":{}}", "description": "", "title": "Top processes", "version": 1, - "savedSearchId": "Processes", + "savedSearchId": "Proc-stats", "kibanaSavedObjectMeta": { "searchSourceJSON": "{\"filter\":[]}" } From 2aa5c75501e0c1ec59f07e25218ace669e2f30bd Mon Sep 17 00:00:00 2001 From: Monica Sarbu Date: Tue, 15 Sep 2015 21:42:31 +0200 Subject: [PATCH 2/5] Add support to save and load all special formats defined in Kibana Cleanup the visualisations that are not used. --- dashboards/visualization/Load-average.json | 10 ------- .../visualization/Mem-usage-per-process.json | 10 ------- dashboards/visualization/Physical-memory.json | 10 ------- .../visualization/Processes-overview.json | 10 ------- dashboards/visualization/Server-load.json | 10 ------- .../visualization/Top-10-CPU-consumers.json | 10 ------- .../visualization/Top-5-CPU-consumers.json | 10 ------- .../visualization/Top-5-loaded-servers.json | 10 ------- .../Top-processes-by-total-CPU-usage.json | 10 ------- load.sh | 27 ++++++++++++++++--- save/kibana_dump.py | 1 + 11 files changed, 24 insertions(+), 94 deletions(-) delete mode 100644 dashboards/visualization/Load-average.json delete mode 100644 dashboards/visualization/Mem-usage-per-process.json delete mode 100644 dashboards/visualization/Physical-memory.json delete mode 100644 dashboards/visualization/Processes-overview.json delete mode 100644 dashboards/visualization/Server-load.json delete mode 100644 dashboards/visualization/Top-10-CPU-consumers.json delete mode 100644 dashboards/visualization/Top-5-CPU-consumers.json delete mode 100644 dashboards/visualization/Top-5-loaded-servers.json delete mode 100644 dashboards/visualization/Top-processes-by-total-CPU-usage.json diff --git a/dashboards/visualization/Load-average.json b/dashboards/visualization/Load-average.json deleted file mode 100644 index 7fd140bf907..00000000000 --- a/dashboards/visualization/Load-average.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "visState": "{\"type\":\"line\",\"params\":{\"shareYAxis\":true,\"addTooltip\":true,\"addLegend\":true,\"showCircles\":true,\"smoothLines\":false,\"interpolate\":\"linear\",\"scale\":\"linear\",\"drawLinesBetweenPoints\":true,\"radiusRatio\":9,\"times\":[],\"addTimeMarker\":false,\"defaultYExtents\":false,\"setYExtents\":false,\"yAxis\":{}},\"aggs\":[{\"id\":\"1\",\"type\":\"avg\",\"schema\":\"metric\",\"params\":{\"field\":\"load.load5\"}},{\"id\":\"2\",\"type\":\"date_histogram\",\"schema\":\"segment\",\"params\":{\"field\":\"timestamp\",\"interval\":\"s\",\"customInterval\":\"2h\",\"min_doc_count\":1,\"extended_bounds\":{}}}],\"listeners\":{}}", - "description": "", - "title": "Load average", - "version": 1, - "savedSearchId": "System-wide", - "kibanaSavedObjectMeta": { - "searchSourceJSON": "{\"filter\":[]}" - } -} \ No newline at end of file diff --git a/dashboards/visualization/Mem-usage-per-process.json b/dashboards/visualization/Mem-usage-per-process.json deleted file mode 100644 index 463b77ea4d0..00000000000 --- a/dashboards/visualization/Mem-usage-per-process.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "visState": "{\"type\":\"area\",\"params\":{\"shareYAxis\":true,\"addTooltip\":true,\"addLegend\":true,\"smoothLines\":false,\"scale\":\"linear\",\"interpolate\":\"linear\",\"mode\":\"stacked\",\"times\":[],\"addTimeMarker\":false,\"defaultYExtents\":false,\"setYExtents\":false,\"yAxis\":{}},\"aggs\":[{\"id\":\"1\",\"type\":\"max\",\"schema\":\"metric\",\"params\":{\"field\":\"proc.mem.rss_p\"}},{\"id\":\"2\",\"type\":\"date_histogram\",\"schema\":\"segment\",\"params\":{\"field\":\"timestamp\",\"interval\":\"s\",\"customInterval\":\"2h\",\"min_doc_count\":1,\"extended_bounds\":{}}},{\"id\":\"3\",\"type\":\"terms\",\"schema\":\"group\",\"params\":{\"field\":\"proc.name\",\"size\":5,\"order\":\"desc\",\"orderBy\":\"1\"}}],\"listeners\":{}}", - "description": "", - "title": "Mem usage per process", - "version": 1, - "savedSearchId": "Processes", - "kibanaSavedObjectMeta": { - "searchSourceJSON": "{\"filter\":[]}" - } -} \ No newline at end of file diff --git a/dashboards/visualization/Physical-memory.json b/dashboards/visualization/Physical-memory.json deleted file mode 100644 index 9b085c1863c..00000000000 --- a/dashboards/visualization/Physical-memory.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "visState": "{\"type\":\"area\",\"params\":{\"shareYAxis\":true,\"addTooltip\":true,\"addLegend\":true,\"smoothLines\":false,\"scale\":\"linear\",\"interpolate\":\"linear\",\"mode\":\"stacked\",\"times\":[],\"addTimeMarker\":false,\"defaultYExtents\":false,\"setYExtents\":false,\"yAxis\":{}},\"aggs\":[{\"id\":\"1\",\"type\":\"max\",\"schema\":\"metric\",\"params\":{\"field\":\"mem.used_p\"}},{\"id\":\"2\",\"type\":\"date_histogram\",\"schema\":\"segment\",\"params\":{\"field\":\"timestamp\",\"interval\":\"s\",\"customInterval\":\"2h\",\"min_doc_count\":1,\"extended_bounds\":{}}},{\"id\":\"3\",\"type\":\"max\",\"schema\":\"metric\",\"params\":{\"field\":\"swap.used_p\"}}],\"listeners\":{}}", - "description": "", - "title": "Physical memory", - "version": 1, - "savedSearchId": "System-wide", - "kibanaSavedObjectMeta": { - "searchSourceJSON": "{\"filter\":[]}" - } -} \ No newline at end of file diff --git a/dashboards/visualization/Processes-overview.json b/dashboards/visualization/Processes-overview.json deleted file mode 100644 index d2af46f970f..00000000000 --- a/dashboards/visualization/Processes-overview.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "visState": "{\"type\":\"histogram\",\"params\":{\"shareYAxis\":true,\"addTooltip\":true,\"addLegend\":true,\"scale\":\"linear\",\"mode\":\"stacked\",\"times\":[],\"addTimeMarker\":false,\"defaultYExtents\":false,\"setYExtents\":false,\"yAxis\":{}},\"aggs\":[{\"id\":\"1\",\"type\":\"count\",\"schema\":\"metric\",\"params\":{}},{\"id\":\"2\",\"type\":\"terms\",\"schema\":\"segment\",\"params\":{\"field\":\"proc.state\",\"size\":5,\"order\":\"desc\",\"orderBy\":\"1\"}},{\"id\":\"3\",\"type\":\"terms\",\"schema\":\"split\",\"params\":{\"field\":\"shipper\",\"size\":5,\"order\":\"desc\",\"orderBy\":\"1\",\"row\":true}}],\"listeners\":{}}", - "description": "", - "title": "Processes overview", - "version": 1, - "savedSearchId": "Processes", - "kibanaSavedObjectMeta": { - "searchSourceJSON": "{\"filter\":[]}" - } -} \ No newline at end of file diff --git a/dashboards/visualization/Server-load.json b/dashboards/visualization/Server-load.json deleted file mode 100644 index 4f0d22a9ffe..00000000000 --- a/dashboards/visualization/Server-load.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "visState": "{\"type\":\"table\",\"params\":{\"perPage\":10,\"showPartialRows\":false,\"showMeticsAtAllLevels\":false},\"aggs\":[{\"id\":\"1\",\"type\":\"max\",\"schema\":\"metric\",\"params\":{\"field\":\"cpu.user_p\"}},{\"id\":\"2\",\"type\":\"terms\",\"schema\":\"bucket\",\"params\":{\"field\":\"shipper\",\"size\":10,\"order\":\"desc\",\"orderBy\":\"4\"}},{\"id\":\"3\",\"type\":\"max\",\"schema\":\"metric\",\"params\":{\"field\":\"cpu.user_p\"}},{\"id\":\"4\",\"type\":\"max\",\"schema\":\"metric\",\"params\":{\"field\":\"load.load5\"}}],\"listeners\":{}}", - "description": "", - "title": "Server load", - "version": 1, - "savedSearchId": "System-wide", - "kibanaSavedObjectMeta": { - "searchSourceJSON": "{\"filter\":[]}" - } -} \ No newline at end of file diff --git a/dashboards/visualization/Top-10-CPU-consumers.json b/dashboards/visualization/Top-10-CPU-consumers.json deleted file mode 100644 index ec2f588e11b..00000000000 --- a/dashboards/visualization/Top-10-CPU-consumers.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "visState": "{\"type\":\"histogram\",\"params\":{\"shareYAxis\":true,\"addTooltip\":true,\"addLegend\":true,\"scale\":\"linear\",\"mode\":\"stacked\",\"times\":[],\"addTimeMarker\":false,\"defaultYExtents\":false,\"setYExtents\":false,\"yAxis\":{}},\"aggs\":[{\"id\":\"1\",\"type\":\"avg\",\"schema\":\"metric\",\"params\":{\"field\":\"proc.cpu.user_p\"}},{\"id\":\"2\",\"type\":\"terms\",\"schema\":\"segment\",\"params\":{\"field\":\"proc.name\",\"size\":10,\"order\":\"desc\",\"orderBy\":\"1\"}}],\"listeners\":{}}", - "description": "", - "title": "Top 10 CPU consumers", - "version": 1, - "savedSearchId": "Processes", - "kibanaSavedObjectMeta": { - "searchSourceJSON": "{\"filter\":[]}" - } -} \ No newline at end of file diff --git a/dashboards/visualization/Top-5-CPU-consumers.json b/dashboards/visualization/Top-5-CPU-consumers.json deleted file mode 100644 index c6b56ebb72c..00000000000 --- a/dashboards/visualization/Top-5-CPU-consumers.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "visState": "{\"type\":\"histogram\",\"params\":{\"shareYAxis\":true,\"addTooltip\":true,\"addLegend\":true,\"scale\":\"linear\",\"mode\":\"stacked\",\"times\":[],\"addTimeMarker\":false,\"defaultYExtents\":false,\"setYExtents\":false,\"yAxis\":{}},\"aggs\":[{\"id\":\"1\",\"type\":\"avg\",\"schema\":\"metric\",\"params\":{\"field\":\"proc.cpu.user_p\"}},{\"id\":\"2\",\"type\":\"terms\",\"schema\":\"segment\",\"params\":{\"field\":\"proc.name\",\"size\":5,\"order\":\"desc\",\"orderBy\":\"1\"}}],\"listeners\":{}}", - "description": "", - "title": "Top 5 CPU consumers", - "version": 1, - "savedSearchId": "Processes", - "kibanaSavedObjectMeta": { - "searchSourceJSON": "{\"filter\":[]}" - } -} \ No newline at end of file diff --git a/dashboards/visualization/Top-5-loaded-servers.json b/dashboards/visualization/Top-5-loaded-servers.json deleted file mode 100644 index 2a5d5bea37a..00000000000 --- a/dashboards/visualization/Top-5-loaded-servers.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "visState": "{\"type\":\"histogram\",\"params\":{\"shareYAxis\":true,\"addTooltip\":true,\"addLegend\":true,\"scale\":\"linear\",\"mode\":\"stacked\",\"times\":[],\"addTimeMarker\":false,\"defaultYExtents\":false,\"setYExtents\":false,\"yAxis\":{}},\"aggs\":[{\"id\":\"1\",\"type\":\"max\",\"schema\":\"metric\",\"params\":{\"field\":\"load.load5\"}},{\"id\":\"2\",\"type\":\"terms\",\"schema\":\"segment\",\"params\":{\"field\":\"shipper\",\"size\":5,\"order\":\"desc\",\"orderBy\":\"1\"}}],\"listeners\":{}}", - "description": "", - "title": "Top 5 loaded servers", - "version": 1, - "savedSearchId": "System-wide", - "kibanaSavedObjectMeta": { - "searchSourceJSON": "{\"filter\":[]}" - } -} \ No newline at end of file diff --git a/dashboards/visualization/Top-processes-by-total-CPU-usage.json b/dashboards/visualization/Top-processes-by-total-CPU-usage.json deleted file mode 100644 index 9207937969f..00000000000 --- a/dashboards/visualization/Top-processes-by-total-CPU-usage.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "visState": "{\"type\":\"histogram\",\"params\":{\"addLegend\":true,\"addTimeMarker\":false,\"addTooltip\":true,\"defaultYExtents\":false,\"mode\":\"stacked\",\"scale\":\"linear\",\"setYExtents\":false,\"shareYAxis\":true,\"times\":[],\"yAxis\":{}},\"aggs\":[{\"id\":\"1\",\"type\":\"max\",\"schema\":\"metric\",\"params\":{\"field\":\"proc.cpu.total\"}},{\"id\":\"2\",\"type\":\"terms\",\"schema\":\"segment\",\"params\":{\"field\":\"proc.name\",\"size\":10,\"order\":\"desc\",\"orderBy\":\"1\"}}],\"listeners\":{}}", - "description": "", - "title": "Top processes by total CPU usage", - "version": 1, - "savedSearchId": "Processes", - "kibanaSavedObjectMeta": { - "searchSourceJSON": "{\"filter\":[]}" - } -} \ No newline at end of file diff --git a/load.sh b/load.sh index c4d93915474..15fbe323b94 100755 --- a/load.sh +++ b/load.sh @@ -7,14 +7,20 @@ else fi if [ -z "$2" ]; then + DIR=dashboards +else + DIR=$2 +fi + +if [ -z "$3" ]; then CURL=curl else - CURL="curl --user $2" + CURL="curl --user $3" fi echo $CURL -for file in dashboards/search/*.json +for file in $DIR/search/*.json do name=`basename $file .json` echo "Loading search $name:" @@ -23,7 +29,7 @@ do echo done -for file in dashboards/visualization/*.json +for file in $DIR/visualization/*.json do name=`basename $file .json` echo "Loading visualization $name:" @@ -32,7 +38,7 @@ do echo done -for file in dashboards/dashboard/*.json +for file in $DIR/dashboard/*.json do name=`basename $file .json` echo "Loading dashboard $name:" @@ -40,3 +46,16 @@ do -d @$file || exit 1 echo done + +for file in $DIR/index-pattern/*.json +do + name=`basename $file .json` + printf -v escape "%q" $name + echo "Loading index pattern $escape:" + + $CURL -XPUT $ELASTICSEARCH/.kibana/index-pattern/$escape \ + -d @$file || exit 1 + echo +done + + diff --git a/save/kibana_dump.py b/save/kibana_dump.py index 4b4e0e02116..668338400de 100644 --- a/save/kibana_dump.py +++ b/save/kibana_dump.py @@ -35,6 +35,7 @@ def main(): dump_objects(es, args.dir, "dashboard") dump_objects(es, args.dir, "visualization") dump_objects(es, args.dir, "search") + dump_objects(es, args.dir, "index-pattern") if __name__ == "__main__": main() From 646206faba77bd89399b388542bb7b81e4e9fad2 Mon Sep 17 00:00:00 2001 From: Monica Sarbu Date: Tue, 15 Sep 2015 21:51:58 +0200 Subject: [PATCH 3/5] save the formats defined in Kibana for [topbeat-]YYYY.MM.DD --- dashboards/index-pattern/[topbeat-]YYYY.MM.DD.json | 7 +++++++ 1 file changed, 7 insertions(+) create mode 100644 dashboards/index-pattern/[topbeat-]YYYY.MM.DD.json diff --git a/dashboards/index-pattern/[topbeat-]YYYY.MM.DD.json b/dashboards/index-pattern/[topbeat-]YYYY.MM.DD.json new file mode 100644 index 00000000000..cf93aab6012 --- /dev/null +++ b/dashboards/index-pattern/[topbeat-]YYYY.MM.DD.json @@ -0,0 +1,7 @@ +{ + "fields": "[{\"name\":\"swap.used_p\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"_source\",\"type\":\"_source\",\"count\":0,\"scripted\":false,\"indexed\":false,\"analyzed\":false,\"doc_values\":false},{\"name\":\"count\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"type\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"swap.free\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"cpu.irq\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"timestamp\",\"type\":\"date\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"mem.used\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"cpu.idle\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"cpu.system_p\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"swap.actual_used\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"cpu.iowait\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"fs.used_p\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"load.load15\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"mem.total\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"swap.actual_free\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"cpu.nice\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"load.load5\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"load.load1\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"proc.mem.rss_p\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"shipper\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"_index\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":false,\"analyzed\":false,\"doc_values\":false},{\"name\":\"cpu.user_p\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"swap.used\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"mem.free\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"cpu.steal\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"cpu.system\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"proc.cpu.user_p\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"cpu.user\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"swap.total\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"mem.actual_used\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"cpu.softirq\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"mem.used_p\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"mem.actual_free\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"proc.cpu.total\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"proc.cpu.user\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"proc.mem.share\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"proc.ppid\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"proc.mem.size\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"proc.mem.rss\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"proc.name\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"proc.cpu.start_time\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"proc.pid\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"proc.state\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"proc.cpu.system\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"fs.files\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"fs.free_files\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"fs.device_name\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"fs.used\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"fs.avail\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"fs.free\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"fs.total\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"fs.mount_point\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"_id\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":false,\"analyzed\":false,\"doc_values\":false},{\"name\":\"_type\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":false,\"analyzed\":false,\"doc_values\":false},{\"name\":\"_score\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":false,\"analyzed\":false,\"doc_values\":false}]", + "intervalName": "days", + "fieldFormatMap": "{\"proc.cpu.user_p\":{\"id\":\"percent\"},\"proc.mem.share\":{\"id\":\"bytes\"},\"proc.mem.size\":{\"id\":\"bytes\"},\"proc.mem.rss\":{\"id\":\"bytes\"},\"swap.free\":{\"id\":\"bytes\"},\"swap.used_p\":{\"id\":\"percent\"},\"mem.used\":{\"id\":\"bytes\"},\"load.load15\":{\"id\":\"percent\"},\"cpu.system_p\":{\"id\":\"percent\"},\"mem.total\":{\"id\":\"bytes\"},\"fs.used_p\":{\"id\":\"percent\"},\"proc.mem.rss_p\":{\"id\":\"percent\"},\"load.load1\":{\"id\":\"percent\"},\"load.load5\":{\"id\":\"percent\"},\"cpu.user_p\":{\"id\":\"percent\"},\"swap.used\":{\"id\":\"bytes\"},\"mem.free\":{\"id\":\"bytes\"},\"swap.actual_free\":{\"id\":\"bytes\"},\"mem.used_p\":{\"id\":\"percent\"},\"mem.actual_free\":{\"id\":\"bytes\"}}", + "timeFieldName": "timestamp", + "title": "[topbeat-]YYYY.MM.DD" +} \ No newline at end of file From c15f372357f48453b7df3ed97052b222a3e89de7 Mon Sep 17 00:00:00 2001 From: Monica Sarbu Date: Wed, 16 Sep 2015 18:56:43 +0200 Subject: [PATCH 4/5] Add the index pattern for packetbeat --- dashboards/index-pattern/[packetbeat-]YYYY.MM.DD.json | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 dashboards/index-pattern/[packetbeat-]YYYY.MM.DD.json diff --git a/dashboards/index-pattern/[packetbeat-]YYYY.MM.DD.json b/dashboards/index-pattern/[packetbeat-]YYYY.MM.DD.json new file mode 100644 index 00000000000..c8f88488912 --- /dev/null +++ b/dashboards/index-pattern/[packetbeat-]YYYY.MM.DD.json @@ -0,0 +1,6 @@ +{ + "fields": "[{\"name\":\"port\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"responsetime\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"client_proc\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"_source\",\"type\":\"_source\",\"count\":0,\"scripted\":false,\"indexed\":false,\"analyzed\":false,\"doc_values\":false},{\"name\":\"count\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"bytes_out\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"http.content_length\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"query\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"type\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"client_ip\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"timestamp\",\"type\":\"date\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"response\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":true,\"doc_values\":false},{\"name\":\"client_location\",\"type\":\"geo_point\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":false},{\"name\":\"request\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":true,\"doc_values\":false},{\"name\":\"path\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"client_port\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"proc\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"bytes_in\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"status\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"http.phrase\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"shipper\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"_index\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":false,\"analyzed\":false,\"doc_values\":false},{\"name\":\"http.code\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"params\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":true,\"doc_values\":false},{\"name\":\"ip\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"client_server\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"method\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"server\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true},{\"name\":\"_id\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":false,\"analyzed\":false,\"doc_values\":false},{\"name\":\"_type\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":false,\"analyzed\":false,\"doc_values\":false},{\"name\":\"_score\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":false,\"analyzed\":false,\"doc_values\":false}]", + "intervalName": "days", + "timeFieldName": "timestamp", + "title": "[packetbeat-]YYYY.MM.DD" +} \ No newline at end of file From 4390dcb1f9254db16b544c4953dfc7773e69cfc6 Mon Sep 17 00:00:00 2001 From: Monica Sarbu Date: Wed, 16 Sep 2015 19:05:09 +0200 Subject: [PATCH 5/5] No need to specify the directory with dashboards --- load.sh | 9 ++------- 1 file changed, 2 insertions(+), 7 deletions(-) diff --git a/load.sh b/load.sh index 15fbe323b94..0dae5e8f144 100755 --- a/load.sh +++ b/load.sh @@ -7,18 +7,13 @@ else fi if [ -z "$2" ]; then - DIR=dashboards -else - DIR=$2 -fi - -if [ -z "$3" ]; then CURL=curl else - CURL="curl --user $3" + CURL="curl --user $2" fi echo $CURL +DIR=dashboards for file in $DIR/search/*.json do