-
Notifications
You must be signed in to change notification settings - Fork 39
/
RestTablePollingClient.java
76 lines (61 loc) · 2.53 KB
/
RestTablePollingClient.java
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
package com.getindata.connectors.http.internal.table.lookup;
import java.io.IOException;
import java.net.URI;
import java.net.URISyntaxException;
import java.net.http.HttpClient;
import java.net.http.HttpRequest;
import java.net.http.HttpResponse;
import java.net.http.HttpResponse.BodyHandlers;
import java.time.Duration;
import java.util.List;
import java.util.Optional;
import lombok.RequiredArgsConstructor;
import lombok.extern.slf4j.Slf4j;
import org.apache.flink.api.common.serialization.DeserializationSchema;
import org.apache.flink.table.data.RowData;
import com.getindata.connectors.http.internal.PollingClient;
import com.getindata.connectors.http.internal.utils.uri.URIBuilder;
@Slf4j
@RequiredArgsConstructor
public class RestTablePollingClient implements PollingClient<RowData> {
private final HttpClient httpClient;
private final DeserializationSchema<RowData> runtimeDecoder;
private final HttpLookupConfig options;
@Override
public Optional<RowData> pull(List<LookupArg> params) {
try {
return queryAndProcess(params);
} catch (Exception e) {
log.error("Exception during HTTP request.", e);
return Optional.empty();
}
}
// TODO Add Retry Policy And configure TimeOut from properties
private Optional<RowData> queryAndProcess(List<LookupArg> params) throws Exception {
URI uri = buildUri(params);
HttpRequest request =
HttpRequest.newBuilder().uri(uri).GET().timeout(Duration.ofMinutes(2)).build();
HttpResponse<String> response = httpClient.send(request, BodyHandlers.ofString());
return processHttpResponse(response);
}
private URI buildUri(List<LookupArg> params) throws URISyntaxException {
URIBuilder uriBuilder = new URIBuilder(options.getUrl());
for (LookupArg arg : params) {
uriBuilder.addParameter(arg.getArgName(), arg.getArgValue());
}
return uriBuilder.build();
}
// TODO Think about handling 2xx responses other than 200
private Optional<RowData> processHttpResponse(HttpResponse<String> response)
throws IOException {
String body = response.body();
int statusCode = response.statusCode();
log.debug("Received {} status code for RestTableSource Request", statusCode);
if (statusCode == 200) {
return Optional.ofNullable(runtimeDecoder.deserialize(body.getBytes()));
} else {
log.warn("Http Error Body - {}", body);
return Optional.empty();
}
}
}