From 14f9c3ac99818012280cff38ce9bd8504d7b05e3 Mon Sep 17 00:00:00 2001 From: Kristin Cowalcijk Date: Mon, 30 Sep 2024 18:22:05 +0800 Subject: [PATCH] The spilled_bytes metric of CometSortExec should be size instead of time --- spark/src/main/scala/org/apache/spark/sql/comet/operators.scala | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/spark/src/main/scala/org/apache/spark/sql/comet/operators.scala b/spark/src/main/scala/org/apache/spark/sql/comet/operators.scala index 0b98b62c06..dd1526d82c 100644 --- a/spark/src/main/scala/org/apache/spark/sql/comet/operators.scala +++ b/spark/src/main/scala/org/apache/spark/sql/comet/operators.scala @@ -523,7 +523,7 @@ case class CometSortExec( CometMetricNode.baselineMetrics(sparkContext) ++ Map( "spill_count" -> SQLMetrics.createMetric(sparkContext, "number of spills"), - "spilled_bytes" -> SQLMetrics.createNanoTimingMetric(sparkContext, "total spilled bytes")) + "spilled_bytes" -> SQLMetrics.createSizeMetric(sparkContext, "total spilled bytes")) } case class CometLocalLimitExec(