[VL] Add output row metric for InputIteratorTransformer (apache#3939)

baibaichen · Dec 6, 2023 · 0b74898 · 0b74898
1 parent 36eae99
commit 0b74898
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 0 deletions.
diff --git a/backends-velox/src/main/scala/io/glutenproject/backendsapi/velox/MetricsApiImpl.scala b/backends-velox/src/main/scala/io/glutenproject/backendsapi/velox/MetricsApiImpl.scala
@@ -42,6 +42,7 @@ class MetricsApiImpl extends MetricsApi with Logging {
     Map(
       "cpuCount" -> SQLMetrics.createMetric(sparkContext, "cpu wall time count"),
       "wallNanos" -> SQLMetrics.createNanoTimingMetric(sparkContext, "totaltime of input iterator"),
+      "outputRows" -> SQLMetrics.createMetric(sparkContext, "number of output rows"),
       "outputVectors" -> SQLMetrics.createMetric(sparkContext, "number of output vectors")
     )
   }

diff --git a/gluten-data/src/main/scala/io/glutenproject/metrics/InputIteratorMetricsUpdater.scala b/gluten-data/src/main/scala/io/glutenproject/metrics/InputIteratorMetricsUpdater.scala
@@ -23,6 +23,7 @@ case class InputIteratorMetricsUpdater(metrics: Map[String, SQLMetric]) extends
       val operatorMetrics = opMetrics.asInstanceOf[OperatorMetrics]
       metrics("cpuCount") += operatorMetrics.cpuCount
       metrics("wallNanos") += operatorMetrics.wallNanos
+      metrics("outputRows") += operatorMetrics.outputRows
       metrics("outputVectors") += operatorMetrics.outputVectors
     }
   }