add call dropStats when use spark read paimon

wwj6591812 · Feb 15, 2025 · d23ac55 · d23ac55
1 parent 9d2a460
commit d23ac55
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/...-spark/paimon-spark-common/src/main/scala/org/apache/paimon/spark/PaimonScanBuilder.scala b/...-spark/paimon-spark-common/src/main/scala/org/apache/paimon/spark/PaimonScanBuilder.scala
@@ -116,7 +116,8 @@ class PaimonScanBuilder(table: Table)
       val pushedPartitionPredicate = PredicateBuilder.and(pushedPaimonPredicates.toList.asJava)
       readBuilder.withFilter(pushedPartitionPredicate)
     }
-    val dataSplits = readBuilder.newScan().plan().splits().asScala.map(_.asInstanceOf[DataSplit])
+    val dataSplits =
+      readBuilder.dropStats().newScan().plan().splits().asScala.map(_.asInstanceOf[DataSplit])
     if (!dataSplits.forall(_.mergedRowCountAvailable())) {
       return false
     }