(paimon) branch master updated: [spark] add call dropStats when use spark read paimon (#5093)

[lzljs3620320]

This is an automated email from the ASF dual-hosted git repository.

lzljs3620320 pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/paimon.git


The following commit(s) were added to refs/heads/master by this push:
     new 01c8dc693a [spark] add call dropStats when use spark read paimon 
(#5093)
01c8dc693a is described below

commit 01c8dc693aa9d9b0700acbdeb0ed120aff042b44
Author: wangwj <hongli....@gmail.com>
AuthorDate: Sun Feb 16 21:19:08 2025 +0800

    [spark] add call dropStats when use spark read paimon (#5093)
---
 .../src/main/scala/org/apache/paimon/spark/PaimonScanBuilder.scala     | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git 
a/paimon-spark/paimon-spark-common/src/main/scala/org/apache/paimon/spark/PaimonScanBuilder.scala
 
b/paimon-spark/paimon-spark-common/src/main/scala/org/apache/paimon/spark/PaimonScanBuilder.scala
index af091e7c0e..c9afa07021 100644
--- 
a/paimon-spark/paimon-spark-common/src/main/scala/org/apache/paimon/spark/PaimonScanBuilder.scala
+++ 
b/paimon-spark/paimon-spark-common/src/main/scala/org/apache/paimon/spark/PaimonScanBuilder.scala
@@ -116,7 +116,8 @@ class PaimonScanBuilder(table: Table)
       val pushedPartitionPredicate = 
PredicateBuilder.and(pushedPaimonPredicates.toList.asJava)
       readBuilder.withFilter(pushedPartitionPredicate)
     }
-    val dataSplits = 
readBuilder.newScan().plan().splits().asScala.map(_.asInstanceOf[DataSplit])
+    val dataSplits =
+      
readBuilder.dropStats().newScan().plan().splits().asScala.map(_.asInstanceOf[DataSplit])
     if (!dataSplits.forall(_.mergedRowCountAvailable())) {
       return false
     }