-
Notifications
You must be signed in to change notification settings - Fork 54
/
BytesPayloadConverter.java
51 lines (43 loc) · 1.69 KB
/
BytesPayloadConverter.java
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
package com.tm.kafka.connect.rest.converter;
import com.tm.kafka.connect.rest.RestSinkConnectorConfig;
import com.tm.kafka.connect.rest.RestSourceConnectorConfig;
import com.tm.kafka.connect.rest.selector.TopicSelector;
import org.apache.kafka.connect.data.Schema;
import org.apache.kafka.connect.sink.SinkRecord;
import org.apache.kafka.connect.source.SourceRecord;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import java.util.ArrayList;
import java.util.Collections;
import java.util.List;
import java.util.Map;
import static java.lang.System.currentTimeMillis;
public class BytesPayloadConverter
implements SinkRecordToPayloadConverter, PayloadToSourceRecordConverter {
private Logger log = LoggerFactory.getLogger(BytesPayloadConverter.class);
private TopicSelector topicSelector;
private String url;
// Convert to String for outgoing REST calls
public String convert(SinkRecord record) {
return record.value().toString();
}
// Just bytes for incoming messages
public List<SourceRecord> convert(byte[] bytes) {
ArrayList<SourceRecord> records = new ArrayList<>();
Map<String, String> sourcePartition = Collections.singletonMap("URL", url);
Map<String, Long> sourceOffset = Collections.singletonMap("timestamp", currentTimeMillis());
records.add(new SourceRecord(sourcePartition, sourceOffset, topicSelector.getTopic(bytes),
Schema.BYTES_SCHEMA, bytes));
return records;
}
@Override
public void start(RestSourceConnectorConfig config) {
url = config.getUrl();
topicSelector = config.getTopicSelector();
topicSelector.start(config);
}
@Override
public void start(RestSinkConnectorConfig config) {
url = config.getUrl();
}
}