forked from signalfx/collectd-spark
/
sample_responses.py
147 lines (140 loc) · 5.99 KB
/
sample_responses.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
master_metrics = {
"version": "3.0.0",
"gauges": {"jvm.heap.committed": {"value": 0.0257}, "jvm.heap.used": {"value": 26716912}},
"counters": {"HiveExternalCatalog.fileCacheHits": {"count": 2}},
}
worker_metrics = {
"version": "3.0.0",
"gauges": {"jvm.heap.committed": {"value": 0.0434}, "jvm.heap.used": {"value": 45102544}},
"counters": {"HiveExternalCatalog.fileCacheHits": {"count": 0}},
}
master_standalone_json = {
"activeapps": [{"id": "standalone_id", "name": "standalone_name", "user": "standalone_user", "state": "RUNNING"}]
}
master_mesos_json = {
"frameworks": [
{
"id": "mesos_id",
"name": "mesos_name",
"pid": "scheduler-69e6e727-d77e: 45769",
"used_resources": {"disk": 0.0, "mem": 7040.0, "gpus": 0.0, "cpus": 10.0},
"offered_resources": {"disk": 0.0, "mem": 0.0, "gpus": 0.0, "cpus": 0.0},
"hostname": "ip-10-0-2-155.us-west-2.compute.internal",
"webui_url": "http://10.0.2.155:4040",
"active": True,
"connected": True,
"recovered": False,
"user": "mesos_user",
"failover_timeout": 0.0,
"checkpoint": False,
"registered_time": 1502922223.00481,
"unregistered_time": 0.0,
"resources": {"disk": 0.0, "mem": 7040.0, "gpus": 0.0, "cpus": 10.0},
"reregistered_time": 1502922223.00481,
"role": "*",
"tasks": [
{
"id": "4",
"name": "Task 4",
"framework_id": "driver-20170816222145-0030",
"executor_id": "",
"slave_id": "851545b4-d267-4e9b-9c11-7002c74cf31d-S5",
"state": "TASK_STAGING",
"resources": {"disk": 0.0, "mem": 1408.0, "gpus": 0.0, "cpus": 2.0},
"container": {
"type": "DOCKER",
"docker": {
"image": "mesosphere/spark: 1.1.0-2.1.1-hadoop-2.6",
"network": "HOST",
"privileged": False,
"force_pull_image": False,
},
},
},
{
"id": "3",
"name": "Task 3",
"framework_id": "driver-20170816222145-0030",
"executor_id": "",
"slave_id": "851545b4-d267-4e9b-9c11-7002c74cf31d-S2",
"state": "TASK_STAGING",
"resources": {"disk": 0.0, "mem": 1408.0, "gpus": 0.0, "cpus": 1.0},
"container": {
"type": "DOCKER",
"docker": {
"image": "mesosphere/spark: 1.1.0-2.1.1-hadoop-2.6",
"network": "HOST",
"privileged": False,
"force_pull_image": False,
},
},
},
{
"id": "2",
"name": "Task 2",
"framework_id": "driver-20170816222145-0030",
"executor_id": "",
"slave_id": "851545b4-d267-4e9b-9c11-7002c74cf31d-S4",
"state": "TASK_STAGING",
"resources": {"disk": 0.0, "mem": 1408.0, "gpus": 0.0, "cpus": 1.0},
"container": {
"type": "DOCKER",
"docker": {
"image": "mesosphere/spark: 1.1.0-2.1.1-hadoop-2.6",
"network": "HOST",
"privileged": False,
"force_pull_image": False,
},
},
},
{
"id": "1",
"name": "Task 1",
"framework_id": "driver-20170816222145-0030",
"executor_id": "",
"slave_id": "851545b4-d267-4e9b-9c11-7002c74cf31d-S3",
"state": "TASK_STAGING",
"resources": {"disk": 0.0, "mem": 1408.0, "gpus": 0.0, "cpus": 3.0},
"container": {
"type": "DOCKER",
"docker": {
"image": "mesosphere/spark: 1.1.0-2.1.1-hadoop-2.6",
"network": "HOST",
"privileged": False,
"force_pull_image": False,
},
},
},
{
"id": "0",
"name": "Task 0",
"framework_id": "driver-20170816222145-0030",
"executor_id": "",
"slave_id": "851545b4-d267-4e9b-9c11-7002c74cf31d-S0",
"state": "TASK_STAGING",
"resources": {"disk": 0.0, "mem": 1408.0, "gpus": 0.0, "cpus": 3.0},
"container": {
"type": "DOCKER",
"docker": {
"image": "mesosphere/spark: 1.1.0-2.1.1-hadoop-2.6",
"network": "HOST",
"privileged": False,
"force_pull_image": False,
},
},
},
],
}
]
}
running_jobs = [{"numActiveTasks": 1, "numActiveStages": 2, "status": "RUNNING"}]
active_stages = [
{"inputBytes": 1353, "inputRecords": 2, "status": "ACTIVE"},
{"inputBytes": 200, "inputRecords": 3, "status": "ACTIVE"},
]
executors = [
{"id": "driver", "memoryUsed": 30750, "diskUsed": 1155},
{"id": "1", "memoryUsed": 21898, "diskUsed": 1823},
{"id": "0", "memoryUsed": 12837, "diskUsed": 150},
]
streaming_stats = {"avgInputRate": 0.0, "avgSchedulingDelay": 4, "avgProcessingTime": 93, "avgTotalDelay": 97}