/
RedisDedup.java
95 lines (85 loc) · 3.58 KB
/
RedisDedup.java
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
/** ========================================================================= *
* Copyright (C) 2017, 2018 Salesforce Inc ( http://www.salesforce.com/ *
* All rights reserved. *
* *
* @author Stephan H. Wissel (stw) <swissel@salesforce.com> *
* @notessensei *
* @version 1.0 *
* ========================================================================== *
* *
* Licensed under the Apache License, Version 2.0 (the "License"). You may *
* not use this file except in compliance with the License. You may obtain a *
* copy of the License at <http://www.apache.org/licenses/LICENSE-2.0>. *
* *
* Unless required by applicable law or agreed to in writing, software *
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT *
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the *
* License for the specific language governing permissions and limitations *
* under the License. *
* *
* ========================================================================== *
*/
package net.wissel.salesforce.vertx.dedup;
import java.security.MessageDigest;
import java.security.NoSuchAlgorithmException;
import javax.xml.bind.DatatypeConverter;
import io.vertx.core.Future;
import io.vertx.core.json.JsonObject;
import io.vertx.redis.RedisClient;
import io.vertx.redis.RedisOptions;
import net.wissel.salesforce.vertx.config.DedupConfig;
/**
* @author swissel
*
*/
public class RedisDedup extends AbstractSFDCDedupVerticle {
// EX 86400 = Storing data in Redis for one full day 60*60*24h
// NX = Create only if not exist
private final static String DEFAULT_LIFESPAN = " NX EX 86400";
/**
* The Redis client holding data
*/
private RedisClient redisClient = null;
@Override
protected void checkForDuplicate(final Future<Void> failIfDuplicate, final JsonObject messageBody) {
final String key = this.getMd5(messageBody);
this.getRedisClient().set(key + RedisDedup.DEFAULT_LIFESPAN, key, result -> {
if (result.succeeded()) {
failIfDuplicate.complete();
} else {
failIfDuplicate.fail("Message already processes " + key);
}
});
}
/**
* Get a reasonable key value for the object
*
* @param j
* the Json Object
* @return a MD5 String
*/
private String getMd5(final JsonObject j) {
String result = null;
try {
final MessageDigest md = MessageDigest.getInstance("MD5");
final byte[] bresult = md.digest(j.toBuffer().getBytes());
result = DatatypeConverter.printHexBinary(bresult);
} catch (final NoSuchAlgorithmException e) {
this.logger.fatal(e);
}
return result;
}
private RedisClient getRedisClient() {
if (this.redisClient == null) {
final DedupConfig ddConfig = this.getDedupConfig();
final RedisOptions redisOptions = new RedisOptions();
redisOptions.setAddress(ddConfig.getServerURL());
redisOptions.setAuth(ddConfig.getSfdcPassword());
if (ddConfig.getPort() > 0) {
redisOptions.setPort(ddConfig.getPort());
}
this.redisClient = RedisClient.create(this.getVertx(), redisOptions);
}
return this.redisClient;
}
}