Export json

[dsouzajude]

Description

The goal of this PR is to export stats in JSON so that it can be ingested and processed by external downstream systems like Kafka and Kinesis. Following is an example of a JSON stats object and each such object would be outputted on every new line in the file:

{"load": {"min15": 2.3232421875, "min5": 2.3349609375, "cpucore": 8, "load_warning": 1.0, "min1": 2.298828125, "history_size": 28800, "load_critical": 5.0, "load_careful": 0.7}, "docker": {}, "uptime": {"seconds": 1461911, "history_size": 28800}, "fs": {"/.device_name": "/dev/disk1", "/.fs_critical": 90.0, "/.mnt_point": "/", "/.free": 81012445184, "/.size": 499082485760, "/.fs_careful": 50.0, "/.used": 417807896576, "/.fs_type": "hfs", "/.key": "mnt_point", "/.fs_warning": 70.0, "/.history_size": 28800, "/.percent": 83.8}, "network": {"en4.tx": 0, "vboxnet1.network_tx_critical": 90.0, "en0.network_rx_critical": 90.0, "vboxnet1.history_size": 28800, "vboxnet0.key": "interface_name", "vboxnet0.cumulative_rx": 0, "awdl0.cx": 0, "gif0.network_rx_warning": 70.0, "en0.network_tx_warning": 70.0, "vboxnet1.speed": 0, "lo0.cumulative_cx": 2128446720, "en3.network_rx_careful": 50.0, "lo0.network_tx_critical": 90.0, "awdl0.rx": 0, "bridge0.key": "interface_name", "vboxnet3.key": "interface_name", "vboxnet3.interface_name": "vboxnet3", "gif0.network_rx_critical": 90.0, "p2p0.history_size": 28800, "lo0.rx": 112, "en3.history_size": 28800, "en4.interface_name": "en4", "p2p0.cx": 0, "gif0.network_tx_warning": 70.0, "en4.network_tx_warning": 70.0, "vboxnet3.tx": 0, "en4.history_size": 28800, "stf0.key": "interface_name", "stf0.network_rx_careful": 50.0, "awdl0.cumulative_tx": 84447, "awdl0.history_size": 28800, "lo0.cx": 224, "stf0.cumulative_tx": 0, "en3.network_tx_careful": 50.0, "stf0.network_rx_warning": 70.0, "bridge0.network_tx_warning": 70.0, "vboxnet2.key": "interface_name", "gif0.rx": 0, "awdl0.speed": 0, "bridge0.cx": 0, "en0.time_since_update": 3.11147403717041, "bridge0.tx": 0, "vboxnet2.network_tx_warning": 70.0, "gif0.is_up": "false", "en0.network_rx_careful": 50.0, "stf0.network_rx_critical": 90.0, "en3.rx": 0, "vboxnet3.cumulative_rx": 1545091, "en3.key": "interface_name", "bridge0.is_up": "true", "vboxnet2.rx": 0, "en0.cx": 186, "bridge0.cumulative_cx": 342, "p2p0.rx": 0, "vboxnet0.time_since_update": 3.11147403717041, "en3.time_since_update": 3.11147403717041, "en3.network_rx_critical": 90.0, "p2p0.network_rx_critical": 90.0, "vboxnet0.history_size": 28800, "bridge0.cumulative_rx": 0, "stf0.network_tx_warning": 70.0, "en0.network_tx_careful": 50.0, "awdl0.time_since_update": 3.11147403717041, "awdl0.network_rx_careful": 50.0, "lo0.network_rx_careful": 50.0, "vboxnet0.cumulative_tx": 0, "stf0.tx": 0, "bridge0.time_since_update": 3.11147403717041, "p2p0.speed": 0, "en0.tx": 120, "awdl0.key": "interface_name", "vboxnet1.is_up": "false", "vboxnet0.cx": 0, "en3.cumulative_cx": 0, "en4.cumulative_cx": 0, "en3.is_up": "true", "en0.cumulative_cx": 70653800347, "vboxnet1.interface_name": "vboxnet1", "p2p0.cumulative_cx": 0, "en4.network_tx_careful": 50.0, "lo0.key": "interface_name", "vboxnet0.network_tx_careful": 50.0, "vboxnet0.network_rx_critical": 90.0, "vboxnet3.is_up": "true", "awdl0.cumulative_cx": 95200, "vboxnet3.rx": 0, "vboxnet0.rx": 0, "stf0.cumulative_cx": 0, "vboxnet0.is_up": "false", "lo0.network_tx_careful": 50.0, "vboxnet0.network_rx_careful": 50.0, "vboxnet3.cx": 0, "p2p0.cumulative_rx": 0, "en0.key": "interface_name", "en3.tx": 0, "bridge0.network_rx_warning": 70.0, "gif0.network_tx_critical": 90.0, "gif0.cx": 0, "en4.key": "interface_name", "stf0.network_tx_careful": 50.0, "stf0.speed": 0, "gif0.tx": 0, "lo0.cumulative_rx": 1064223360, "bridge0.rx": 0, "vboxnet0.cumulative_cx": 0, "lo0.network_rx_warning": 70.0, "vboxnet1.cumulative_rx": 0, "en0.cumulative_tx": 6901351626, "vboxnet2.time_since_update": 3.11147403717041, "bridge0.network_tx_critical": 90.0, "en4.speed": 0, "bridge0.cumulative_tx": 342, "awdl0.cumulative_rx": 10753, "en4.network_tx_critical": 90.0, "vboxnet2.cx": 0, "gif0.key": "interface_name", "stf0.network_tx_critical": 90.0, "en0.rx": 66, "vboxnet1.network_rx_critical": 90.0, "stf0.is_up": "false", "vboxnet3.network_rx_careful": 50.0, "lo0.history_size": 28800, "en0.history_size": 28800, "awdl0.network_tx_critical": 90.0, "vboxnet1.network_tx_warning": 70.0, "vboxnet2.interface_name": "vboxnet2", "gif0.cumulative_cx": 0, "en0.network_tx_critical": 90.0, "vboxnet0.network_rx_warning": 70.0, "en0.speed": 0, "gif0.time_since_update": 3.11147403717041, "p2p0.network_rx_careful": 50.0, "vboxnet0.tx": 0, "p2p0.network_tx_warning": 70.0, "vboxnet2.speed": 0, "vboxnet3.speed": 0, "stf0.history_size": 28800, "en4.network_rx_warning": 70.0, "p2p0.is_up": "true", "vboxnet2.network_rx_careful": 50.0, "en4.time_since_update": 3.11147403717041, "en0.interface_name": "en0", "lo0.is_up": "true", "en3.speed": 0, "stf0.time_since_update": 3.11147403717041, "en3.network_tx_critical": 90.0, "vboxnet0.interface_name": "vboxnet0", "p2p0.time_since_update": 3.11147403717041, "p2p0.key": "interface_name", "p2p0.cumulative_tx": 0, "bridge0.network_rx_careful": 50.0, "vboxnet3.network_rx_critical": 90.0, "vboxnet3.cumulative_tx": 1927383, "vboxnet2.network_tx_careful": 50.0, "vboxnet3.network_tx_careful": 50.0, "vboxnet2.history_size": 28800, "p2p0.interface_name": "p2p0", "lo0.network_tx_warning": 70.0, "vboxnet1.network_rx_careful": 50.0, "vboxnet0.network_tx_warning": 70.0, "en3.network_tx_warning": 70.0, "vboxnet3.time_since_update": 3.11147403717041, "vboxnet1.time_since_update": 3.11147403717041, "en3.cumulative_rx": 0, "vboxnet1.cx": 0, "p2p0.network_tx_careful": 50.0, "lo0.cumulative_tx": 1064223360, "en0.network_rx_warning": 70.0, "vboxnet3.network_rx_warning": 70.0, "en3.interface_name": "en3", "awdl0.interface_name": "awdl0", "gif0.cumulative_rx": 0, "en0.cumulative_rx": 63752448721, "vboxnet1.network_tx_careful": 50.0, "gif0.history_size": 28800, "awdl0.network_tx_careful": 50.0, "stf0.rx": 0, "bridge0.interface_name": "bridge0", "en4.cumulative_tx": 0, "vboxnet2.network_rx_critical": 90.0, "vboxnet1.tx": 0, "p2p0.tx": 0, "en4.rx": 0, "en0.is_up": "true", "vboxnet2.network_rx_warning": 70.0, "vboxnet3.history_size": 28800, "awdl0.is_up": "true", "vboxnet2.cumulative_cx": 0, "en4.network_rx_careful": 50.0, "p2p0.network_rx_warning": 70.0, "awdl0.network_rx_critical": 90.0, "bridge0.speed": 0, "vboxnet3.cumulative_cx": 3472474, "bridge0.history_size": 28800, "en3.network_rx_warning": 70.0, "vboxnet2.is_up": "false", "vboxnet1.cumulative_cx": 0, "bridge0.network_rx_critical": 90.0, "stf0.cumulative_rx": 0, "lo0.interface_name": "lo0", "vboxnet1.network_rx_warning": 70.0, "vboxnet3.network_tx_critical": 90.0, "en4.network_rx_critical": 90.0, "lo0.speed": 0, "vboxnet2.network_tx_critical": 90.0, "lo0.tx": 112, "gif0.network_rx_careful": 50.0, "vboxnet0.speed": 0, "p2p0.network_tx_critical": 90.0, "stf0.cx": 0, "bridge0.network_tx_careful": 50.0, "vboxnet2.cumulative_tx": 0, "vboxnet3.network_tx_warning": 70.0, "lo0.network_rx_critical": 90.0, "gif0.network_tx_careful": 50.0, "awdl0.network_rx_warning": 70.0, "awdl0.network_tx_warning": 70.0, "vboxnet1.key": "interface_name", "vboxnet2.tx": 0, "lo0.time_since_update": 3.11147403717041, "vboxnet2.cumulative_rx": 0, "gif0.cumulative_tx": 0, "awdl0.tx": 0, "en4.cumulative_rx": 0, "en3.cumulative_tx": 0, "vboxnet1.cumulative_tx": 0, "en4.is_up": "true", "en3.cx": 0, "vboxnet1.rx": 0, "stf0.interface_name": "stf0", "en4.cx": 0, "gif0.interface_name": "gif0", "vboxnet0.network_tx_critical": 90.0, "gif0.speed": 0}, "percpu": {"6.percpu_user_warning": 70.0, "6.percpu_user_critical": 90.0, "4.key": "cpu_number", "7.key": "cpu_number", "1.percpu_system_warning": 70.0, "3.key": "cpu_number", "4.percpu_user_warning": 70.0, "4.system": 5.1, "1.idle": 98.4, "6.key": "cpu_number", "0.system": 8.7, "1.nice": 0.0, "4.total": 34.1, "7.percpu_user_critical": 90.0, "0.nice": 0.0, "5.nice": 0.0, "6.user": 29.4, "1.percpu_user_careful": 50.0, "7.system": 0.6, "7.idle": 97.8, "7.user": 1.6, "0.cpu_number": 0, "7.percpu_user_careful": 50.0, "6.system": 4.5, "3.system": 0.6, "5.percpu_user_careful": 50.0, "0.percpu_system_careful": 50.0, "3.percpu_system_warning": 70.0, "1.percpu_system_careful": 50.0, "3.percpu_user_warning": 70.0, "7.total": 2.2, "5.percpu_system_warning": 70.0, "6.idle": 66.1, "4.percpu_user_critical": 90.0, "4.percpu_user_careful": 50.0, "6.percpu_user_careful": 50.0, "2.percpu_system_careful": 50.0, "7.percpu_system_critical": 90.0, "2.user": 32.5, "4.user": 28.9, "1.system": 0.3, "6.percpu_system_warning": 70.0, "0.percpu_user_warning": 70.0, "5.user": 1.3, "5.percpu_user_warning": 70.0, "4.idle": 65.9, "1.history_size": 28800, "2.cpu_number": 2, "4.percpu_system_critical": 90.0, "2.idle": 62.4, "1.percpu_system_critical": 90.0, "6.nice": 0.0, "5.history_size": 28800, "5.system": 0.3, "0.percpu_system_warning": 70.0, "6.history_size": 28800, "4.percpu_system_careful": 50.0, "7.percpu_system_careful": 50.0, "2.percpu_user_warning": 70.0, "0.idle": 65.8, "1.cpu_number": 1, "7.percpu_system_warning": 70.0, "2.total": 37.6, "3.percpu_system_careful": 50.0, "6.total": 33.9, "3.percpu_user_critical": 90.0, "3.idle": 97.7, "5.percpu_system_critical": 90.0, "2.system": 5.1, "7.nice": 0.0, "2.percpu_system_critical": 90.0, "2.history_size": 28800, "5.idle": 98.4, "2.key": "cpu_number", "6.cpu_number": 6, "5.total": 1.6, "4.history_size": 28800, "3.cpu_number": 3, "2.nice": 0.0, "1.user": 1.3, "0.percpu_system_critical": 90.0, "2.percpu_user_critical": 90.0, "2.percpu_system_warning": 70.0, "4.percpu_system_warning": 70.0, "1.key": "cpu_number", "3.user": 1.6, "1.percpu_user_critical": 90.0, "4.cpu_number": 4, "0.key": "cpu_number", "7.history_size": 28800, "4.nice": 0.0, "3.nice": 0.0, "2.percpu_user_careful": 50.0, "5.key": "cpu_number", "5.cpu_number": 5, "5.percpu_user_critical": 90.0, "1.total": 1.6, "7.percpu_user_warning": 70.0, "0.user": 25.5, "0.percpu_user_critical": 90.0, "0.total": 34.2, "6.percpu_system_critical": 90.0, "3.percpu_system_critical": 90.0, "3.total": 2.3, "0.history_size": 28800, "6.percpu_system_careful": 50.0, "0.percpu_user_careful": 50.0, "3.percpu_user_careful": 50.0, "5.percpu_system_careful": 50.0, "7.cpu_number": 7, "1.percpu_user_warning": 70.0, "3.history_size": 28800}, "mem": {"available": 4019978240, "used": 13159890944, "mem_careful": 50.0, "percent": 76.6, "free": 4019978240, "mem_critical": 90.0, "inactive": 3486896128, "wired": 3614949376, "history_size": 28800, "mem_warning": 70.0, "total": 17179869184, "active": 6350589952}, "ip": {"history_size": 28800}, "system": {"os_name": "Darwin", "os_version": "10.11.6", "hostname": "Judes-MacBook-Pro.local", "platform": "64bit", "history_size": 28800, "hr_name": "Darwin 10.11.6 64bit"}, "memswap": {"memswap_critical": 90.0, "used": 1868824576, "percent": 58.0, "free": 1352400896, "memswap_warning": 70.0, "sout": 20553359360, "history_size": 28800, "memswap_careful": 50.0, "total": 3221225472, "sin": 354646372352}, "diskio": {"disk0.disk_name": "disk0", "disk0.write_count": 0, "disk0.key": "disk_name", "disk0.write_bytes": 0, "disk0.read_count": 110, "disk0.history_size": 28800, "disk0.read_bytes": 12210176, "disk0.time_since_update": 3.1127851009368896}, "processcount": {"thread": 1556, "pid_max": null, "running": 204, "sleeping": 0, "history_size": 28800, "total": 204}, "sensors": {}, "cpu": {"cpu_user_careful": 50.0, "cpu_iowait_critical": 12.5, "cpu_user_warning": 70.0, "time_since_update": 3.1129980087280273, "cpu_system_warning": 70.0, "syscalls": 1982, "history_size": 28800, "cpu_steal_careful": 50.0, "total": 18.4, "cpu_iowait_warning": 11.25, "cpu_ctx_switches_careful": 5600.0, "system": 3.1, "cpu_steal_critical": 90.0, "cpu_steal_warning": 70.0, "cpu_iowait_careful": 10.0, "cpu_system_careful": 50.0, "cpu_ctx_switches_warning": 6300.0, "interrupts": -1396, "cpu_ctx_switches_critical": 7000.0, "user": 15.3, "soft_interrupts": 19575, "ctx_switches": -7773, "cpu_user_critical": 90.0, "idle": 81.5, "cpu_system_critical": 90.0, "cpucore": 8, "nice": 0.0}}

Resume

• Bug fix: no
• New feature: yes

[coveralls]

Coverage increased (+0.01%) to 37.893% when pulling 12ae670 on dsouzajude:export-json into 38d6687 on nicolargo:develop.

[nicolargo]

@dsouzajude Thanks for the contribution ! Very nice pull request.