From 0b7489860d43bb3753490e2d27127297eab1ed14 Mon Sep 17 00:00:00 2001 From: Yang Zhang Date: Wed, 6 Dec 2023 16:02:07 +0800 Subject: [PATCH] [VL] Add output row metric for InputIteratorTransformer (#3939) --- .../io/glutenproject/backendsapi/velox/MetricsApiImpl.scala | 1 + .../io/glutenproject/metrics/InputIteratorMetricsUpdater.scala | 1 + 2 files changed, 2 insertions(+) diff --git a/backends-velox/src/main/scala/io/glutenproject/backendsapi/velox/MetricsApiImpl.scala b/backends-velox/src/main/scala/io/glutenproject/backendsapi/velox/MetricsApiImpl.scala index 55e08d117f5b..309027806d3e 100644 --- a/backends-velox/src/main/scala/io/glutenproject/backendsapi/velox/MetricsApiImpl.scala +++ b/backends-velox/src/main/scala/io/glutenproject/backendsapi/velox/MetricsApiImpl.scala @@ -42,6 +42,7 @@ class MetricsApiImpl extends MetricsApi with Logging { Map( "cpuCount" -> SQLMetrics.createMetric(sparkContext, "cpu wall time count"), "wallNanos" -> SQLMetrics.createNanoTimingMetric(sparkContext, "totaltime of input iterator"), + "outputRows" -> SQLMetrics.createMetric(sparkContext, "number of output rows"), "outputVectors" -> SQLMetrics.createMetric(sparkContext, "number of output vectors") ) } diff --git a/gluten-data/src/main/scala/io/glutenproject/metrics/InputIteratorMetricsUpdater.scala b/gluten-data/src/main/scala/io/glutenproject/metrics/InputIteratorMetricsUpdater.scala index b209bb93af29..755c22473702 100644 --- a/gluten-data/src/main/scala/io/glutenproject/metrics/InputIteratorMetricsUpdater.scala +++ b/gluten-data/src/main/scala/io/glutenproject/metrics/InputIteratorMetricsUpdater.scala @@ -23,6 +23,7 @@ case class InputIteratorMetricsUpdater(metrics: Map[String, SQLMetric]) extends val operatorMetrics = opMetrics.asInstanceOf[OperatorMetrics] metrics("cpuCount") += operatorMetrics.cpuCount metrics("wallNanos") += operatorMetrics.wallNanos + metrics("outputRows") += operatorMetrics.outputRows metrics("outputVectors") += operatorMetrics.outputVectors } }