Skip to content

[AURON #2185] Integration with Flink metrics in AuronKafkaSourceFunction #2186

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
xuzifu666 wants to merge 3 commits into
base: master
Choose a base branch
from
Open

[AURON #2185] Integration with Flink metrics in AuronKafkaSourceFunction #2186

Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
5cf05d6
[AURON #2185] Integration with Flink metrics in AuronKafkaSourceFunction
xuzifu666 Apr 8, 2026
45a3522
fix styles
xuzifu666 Apr 9, 2026
66d5261
fix styles
xuzifu666 Apr 9, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
15 changes: 13 additions & 2 deletions ...untime/src/main/java/org/apache/auron/flink/connector/kafka/AuronKafkaSourceFunction.java
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -50,6 +50,7 @@
import org.apache.flink.api.common.typeinfo.TypeInformation;
import org.apache.flink.api.java.tuple.Tuple2;
import org.apache.flink.configuration.Configuration;
import org.apache.flink.metrics.Counter;
import org.apache.flink.metrics.MetricGroup;
import org.apache.flink.runtime.state.FunctionInitializationContext;
import org.apache.flink.runtime.state.FunctionSnapshotContext;
Expand Down Expand Up @@ -117,6 +118,7 @@ public class AuronKafkaSourceFunction extends RichParallelSourceFunction<RowData
private volatile boolean isRunning;
private transient String auronOperatorIdWithSubtaskIndex;
private transient MetricNode nativeMetric;
private transient MetricGroup metricGroup;
private transient ObjectMapper mapper;

// Kafka Consumer for partition metadata discovery only (does NOT consume data)
Expand Down Expand Up @@ -282,11 +284,20 @@ public void open(Configuration config) throws Exception {

@Override
public void run(SourceContext<RowData> sourceContext) throws Exception {
metricGroup = getRuntimeContext().getMetricGroup();
final Map<String, Counter> flinkCounters = new HashMap<>();

nativeMetric = new MetricNode(new ArrayList<>()) {
@Override
public void add(String name, long value) {
// TODO Integration with Flink metrics
LOG.info("Metric Auron Source: {} = {}", name, value);
// Integration with Flink metrics
Counter counter = flinkCounters.get(name);
if (counter == null) {
counter = metricGroup.counter(name);
flinkCounters.put(name, counter);
}
counter.inc(value);
LOG.debug("Metric Auron Source: {} = {}", name, value);
}
};
List<RowType.RowField> fieldList = new LinkedList<>();
Expand Down
Loading