/
AmqpConsumerActor.java
257 lines (228 loc) · 11.5 KB
/
AmqpConsumerActor.java
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
/*
* Copyright (c) 2017-2018 Bosch Software Innovations GmbH.
*
* All rights reserved. This program and the accompanying materials
* are made available under the terms of the Eclipse Public License v2.0
* which accompanies this distribution, and is available at
* https://www.eclipse.org/org/documents/epl-2.0/index.php
*
* SPDX-License-Identifier: EPL-2.0
*/
package org.eclipse.ditto.services.connectivity.messaging.amqp;
import static java.util.stream.Collectors.toMap;
import static org.eclipse.ditto.model.base.common.ConditionChecker.checkNotNull;
import java.nio.ByteBuffer;
import java.time.Instant;
import java.util.AbstractMap;
import java.util.HashMap;
import java.util.Map;
import java.util.Objects;
import java.util.Set;
import javax.annotation.Nullable;
import javax.jms.BytesMessage;
import javax.jms.JMSException;
import javax.jms.Message;
import javax.jms.MessageConsumer;
import javax.jms.MessageListener;
import javax.jms.TextMessage;
import org.apache.qpid.jms.message.JmsMessage;
import org.apache.qpid.jms.message.facade.JmsMessageFacade;
import org.apache.qpid.jms.provider.amqp.message.AmqpJmsMessageFacade;
import org.eclipse.ditto.model.base.auth.AuthorizationContext;
import org.eclipse.ditto.model.base.exceptions.DittoRuntimeException;
import org.eclipse.ditto.model.base.headers.DittoHeaderDefinition;
import org.eclipse.ditto.model.connectivity.AddressMetric;
import org.eclipse.ditto.model.connectivity.ConnectionStatus;
import org.eclipse.ditto.model.connectivity.ConnectivityModelFactory;
import org.eclipse.ditto.model.connectivity.Enforcement;
import org.eclipse.ditto.services.connectivity.messaging.internal.RetrieveAddressMetric;
import org.eclipse.ditto.services.models.connectivity.ExternalMessage;
import org.eclipse.ditto.services.models.connectivity.ExternalMessageBuilder;
import org.eclipse.ditto.services.models.connectivity.ExternalMessageFactory;
import org.eclipse.ditto.services.models.connectivity.placeholder.EnforcementFactoryFactory;
import org.eclipse.ditto.services.models.connectivity.placeholder.EnforcementFilterFactory;
import org.eclipse.ditto.services.models.connectivity.placeholder.PlaceholderFactory;
import org.eclipse.ditto.services.utils.akka.LogUtil;
import akka.actor.AbstractActor;
import akka.actor.ActorRef;
import akka.actor.Props;
import akka.event.DiagnosticLoggingAdapter;
import akka.japi.Creator;
import akka.japi.pf.ReceiveBuilder;
/**
* Actor which receives message from an AMQP source and forwards them to a {@code MessageMappingProcessorActor}.
*/
final class AmqpConsumerActor extends AbstractActor implements MessageListener {
/**
* The name prefix of this Actor in the ActorSystem.
*/
static final String ACTOR_NAME_PREFIX = "amqpConsumerActor-";
private final DiagnosticLoggingAdapter log = LogUtil.obtain(this);
private final String sourceAddress;
private final MessageConsumer messageConsumer;
private final ActorRef messageMappingProcessor;
private final AuthorizationContext authorizationContext;
private AddressMetric addressMetric;
private long consumedMessages = 0L;
private Instant lastMessageConsumedAt;
private final EnforcementFilterFactory<Map<String, String>, String> filterFactory;
private AmqpConsumerActor(final String sourceAddress, final MessageConsumer messageConsumer,
final ActorRef messageMappingProcessor, final AuthorizationContext authorizationContext,
@Nullable final Enforcement enforcement) {
this.sourceAddress = checkNotNull(sourceAddress, "source");
this.messageConsumer = checkNotNull(messageConsumer);
this.messageMappingProcessor = checkNotNull(messageMappingProcessor, "messageMappingProcessor");
this.authorizationContext = authorizationContext;
addressMetric =
ConnectivityModelFactory.newAddressMetric(ConnectionStatus.OPEN, "Started at " + Instant.now(),
0, null);
filterFactory = enforcement != null ? EnforcementFactoryFactory.newEnforcementFilterFactory(enforcement,
PlaceholderFactory.newHeadersPlaceholder()) : input -> null;
}
/**
* Creates Akka configuration object {@link Props} for this {@code AmqpConsumerActor}.
*
* @param source the source of messages
* @param messageConsumer the JMS message consumer
* @param messageMappingProcessor the message mapping processor where received messages are forwarded to
* @param authorizationContext the authorization context of this source
* @return the Akka configuration Props object.
*/
static Props props(final String source, final MessageConsumer messageConsumer,
final ActorRef messageMappingProcessor, final AuthorizationContext authorizationContext,
@Nullable final Enforcement enforcement) {
return Props.create(AmqpConsumerActor.class, new Creator<AmqpConsumerActor>() {
private static final long serialVersionUID = 1L;
@Override
public AmqpConsumerActor create() {
return new AmqpConsumerActor(source, messageConsumer, messageMappingProcessor, authorizationContext,
enforcement);
}
});
}
@Override
public Receive createReceive() {
return ReceiveBuilder.create()
.match(JmsMessage.class, this::handleJmsMessage)
.match(AddressMetric.class, this::handleAddressMetric)
.match(RetrieveAddressMetric.class, ram -> {
getSender().tell(ConnectivityModelFactory.newAddressMetric(
addressMetric.getStatus(),
addressMetric.getStatusDetails().orElse(null),
consumedMessages, lastMessageConsumedAt), getSelf());
})
.matchAny(m -> {
log.warning("Unknown message: {}", m);
unhandled(m);
}).build();
}
@Override
public void preStart() throws JMSException {
messageConsumer.setMessageListener(this);
}
@Override
public void postStop() throws Exception {
super.postStop();
try {
log.debug("Closing AMQP Consumer for '{}'", sourceAddress);
messageConsumer.close();
} catch (final JMSException jmsException) {
log.debug("Closing consumer failed (can be ignored if connection was closed already): {}",
jmsException.getMessage());
}
}
@Override
public void onMessage(final Message message) {
getSelf().tell(message, ActorRef.noSender());
}
private void handleAddressMetric(final AddressMetric addressMetric) {
this.addressMetric = addressMetric;
}
private void handleJmsMessage(final JmsMessage message) {
consumedMessages++;
lastMessageConsumedAt = Instant.now();
try {
final Map<String, String> headers = extractHeadersMapFromJmsMessage(message);
headers.put(DittoHeaderDefinition.SOURCE.getKey(), sourceAddress);
final ExternalMessageBuilder builder = ExternalMessageFactory.newExternalMessageBuilder(headers);
builder.withAuthorizationContext(authorizationContext);
extractPayloadFromMessage(message, builder);
builder.withEnforcement(filterFactory.getFilter(headers));
final ExternalMessage externalMessage = builder.build();
LogUtil.enhanceLogWithCorrelationId(log, externalMessage
.findHeader(DittoHeaderDefinition.CORRELATION_ID.getKey()));
if (log.isDebugEnabled()) {
log.debug("Received message from AMQP 1.0 ({}): {}", externalMessage.getHeaders(),
externalMessage.getTextPayload().orElse("binary"));
}
messageMappingProcessor.forward(externalMessage, getContext());
} catch (final DittoRuntimeException e) {
log.info("Got DittoRuntimeException '{}' when command was parsed: {}", e.getErrorCode(), e.getMessage());
} catch (final Exception e) {
log.info("Unexpected {}: {}", e.getClass().getName(), e.getMessage());
} finally {
try {
// we use the manual acknowledge mode so we always have to ack the message
message.acknowledge();
} catch (final JMSException e) {
log.error(e, "Failed to ack an AMQP message");
}
}
}
private void extractPayloadFromMessage(final Message message,
final ExternalMessageBuilder builder) throws JMSException {
if (message instanceof TextMessage) {
final String payload = ((TextMessage) message).getText();
builder.withText(payload);
} else if (message instanceof BytesMessage) {
final BytesMessage bytesMessage = (BytesMessage) message;
final long bodyLength = bytesMessage.getBodyLength();
if (bodyLength >= Integer.MIN_VALUE && bodyLength <= Integer.MAX_VALUE) {
final int length = (int) bodyLength;
final ByteBuffer byteBuffer = ByteBuffer.allocate(length);
bytesMessage.readBytes(byteBuffer.array());
builder.withBytes(byteBuffer);
} else {
throw new IllegalArgumentException("Message too large...");
}
} else {
throw new IllegalArgumentException("Only messages of type TEXT or BYTE are supported.");
}
}
private Map<String, String> extractHeadersMapFromJmsMessage(final JmsMessage message) throws JMSException {
final Map<String, String> headersFromJmsProperties;
final JmsMessageFacade facade = message.getFacade();
if (facade instanceof AmqpJmsMessageFacade) {
final AmqpJmsMessageFacade amqpJmsMessageFacade = (AmqpJmsMessageFacade) facade;
final Set<String> names =
amqpJmsMessageFacade.getApplicationPropertyNames(amqpJmsMessageFacade.getPropertyNames());
headersFromJmsProperties = new HashMap<>(names.stream()
.map(key -> getPropertyAsEntry(amqpJmsMessageFacade, key))
.filter(Objects::nonNull)
.collect(toMap(Map.Entry::getKey, Map.Entry::getValue)));
final String contentType = amqpJmsMessageFacade.getContentType();
headersFromJmsProperties.put(ExternalMessage.CONTENT_TYPE_HEADER, contentType);
} else {
throw new JMSException("Message facade was not of type AmqpJmsMessageFacade");
}
final String replyTo = message.getJMSReplyTo() != null ? String.valueOf(message.getJMSReplyTo()) : null;
if (replyTo != null) {
headersFromJmsProperties.put(ExternalMessage.REPLY_TO_HEADER, replyTo);
}
final String jmsCorrelationId = message.getJMSCorrelationID() != null ? message.getJMSCorrelationID() :
message.getJMSMessageID();
if (jmsCorrelationId != null) {
headersFromJmsProperties.put(DittoHeaderDefinition.CORRELATION_ID.getKey(), jmsCorrelationId);
}
return headersFromJmsProperties;
}
@Nullable
private Map.Entry<String, String> getPropertyAsEntry(final AmqpJmsMessageFacade message, final String key) {
try {
return new AbstractMap.SimpleImmutableEntry<>(key, message.getApplicationProperty(key).toString());
} catch (final JMSException e) {
log.debug("Property '{}' could not be read, dropping...", key);
return null;
}
}
}