From d23ac5545be81bc169750aab86489c7335cafab4 Mon Sep 17 00:00:00 2001 From: "hongli.wwj" Date: Sat, 15 Feb 2025 10:56:19 +0800 Subject: [PATCH] add call dropStats when use spark read paimon --- .../main/scala/org/apache/paimon/spark/PaimonScanBuilder.scala | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/paimon-spark/paimon-spark-common/src/main/scala/org/apache/paimon/spark/PaimonScanBuilder.scala b/paimon-spark/paimon-spark-common/src/main/scala/org/apache/paimon/spark/PaimonScanBuilder.scala index af091e7c0e88..c9afa0702104 100644 --- a/paimon-spark/paimon-spark-common/src/main/scala/org/apache/paimon/spark/PaimonScanBuilder.scala +++ b/paimon-spark/paimon-spark-common/src/main/scala/org/apache/paimon/spark/PaimonScanBuilder.scala @@ -116,7 +116,8 @@ class PaimonScanBuilder(table: Table) val pushedPartitionPredicate = PredicateBuilder.and(pushedPaimonPredicates.toList.asJava) readBuilder.withFilter(pushedPartitionPredicate) } - val dataSplits = readBuilder.newScan().plan().splits().asScala.map(_.asInstanceOf[DataSplit]) + val dataSplits = + readBuilder.dropStats().newScan().plan().splits().asScala.map(_.asInstanceOf[DataSplit]) if (!dataSplits.forall(_.mergedRowCountAvailable())) { return false }