/
HttpForwardingMetricsConsumer.java
84 lines (78 loc) · 3.36 KB
/
HttpForwardingMetricsConsumer.java
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.storm.loadgen;
import com.esotericsoftware.kryo.io.Output;
import java.net.HttpURLConnection;
import java.net.URL;
import java.util.Arrays;
import java.util.Collection;
import java.util.Map;
import org.apache.storm.metric.api.IMetricsConsumer;
import org.apache.storm.serialization.KryoValuesSerializer;
import org.apache.storm.task.IErrorReporter;
import org.apache.storm.task.TopologyContext;
/**
* Listens for all metrics and POSTs them serialized to a configured URL.
*
* <p>To use, add this to your topology's configuration:
* ```java
* conf.registerMetricsConsumer(HttpForwardingMetricsConsumer.class, "http://example.com:8080/metrics/my-topology/", 1);
* ```
*
* <p>The body of the post is data serialized using {@link org.apache.storm.serialization.KryoValuesSerializer}, with the data passed in
* as a list of `[TaskInfo, Collection<DataPoint>]`. More things may be appended to the end of the list in the future.
*
* <p>The values can be deserialized using the org.apache.storm.serialization.KryoValuesDeserializer, and a correct config + classpath.
*
* <p>@see org.apache.storm.serialization.KryoValuesSerializer
*/
public class HttpForwardingMetricsConsumer implements IMetricsConsumer {
private transient URL url;
private transient IErrorReporter errorReporter;
private transient KryoValuesSerializer serializer;
private transient String topologyId;
@Override
public void prepare(Map<String, Object> topoConf, Object registrationArgument, TopologyContext context, IErrorReporter errorReporter) {
try {
url = new URL((String)registrationArgument);
this.errorReporter = errorReporter;
serializer = new KryoValuesSerializer(topoConf);
topologyId = context.getStormId();
} catch (Exception e) {
throw new RuntimeException(e);
}
}
@Override
public void handleDataPoints(TaskInfo taskInfo, Collection<DataPoint> dataPoints) {
try {
HttpURLConnection con = (HttpURLConnection) url.openConnection();
con.setRequestMethod("POST");
con.setDoOutput(true);
try (Output out = new Output(con.getOutputStream())) {
serializer.serializeInto(Arrays.asList(taskInfo, dataPoints, topologyId), out);
out.flush();
}
//The connection is not sent unless a response is requested
int response = con.getResponseCode();
} catch (Exception e) {
throw new RuntimeException(e);
}
}
@Override
public void cleanup() { }
}