This is an automated email from the ASF dual-hosted git repository.
lzljs3620320 pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/paimon.git
The following commit(s) were added to refs/heads/master by this push:
new a2d2a756fd [spark] Push down partition filter when
compactUnAwareBucketTable (#6663)
a2d2a756fd is described below
commit a2d2a756fd10bedeb8b7090e3efe87c2b6f559f2
Author: summaryzb <[email protected]>
AuthorDate: Wed Dec 3 13:49:15 2025 +0800
[spark] Push down partition filter when compactUnAwareBucketTable (#6663)
---
.../java/org/apache/paimon/spark/procedure/CompactProcedure.java | 6 +++++-
1 file changed, 5 insertions(+), 1 deletion(-)
diff --git
a/paimon-spark/paimon-spark-common/src/main/java/org/apache/paimon/spark/procedure/CompactProcedure.java
b/paimon-spark/paimon-spark-common/src/main/java/org/apache/paimon/spark/procedure/CompactProcedure.java
index f7ae50c3b1..3e97c160dc 100644
---
a/paimon-spark/paimon-spark-common/src/main/java/org/apache/paimon/spark/procedure/CompactProcedure.java
+++
b/paimon-spark/paimon-spark-common/src/main/java/org/apache/paimon/spark/procedure/CompactProcedure.java
@@ -387,8 +387,12 @@ public class CompactProcedure extends BaseProcedure {
compactionTasks = new ArrayList<>();
}
if (partitionIdleTime != null) {
+ SnapshotReader snapshotReader = table.newSnapshotReader();
+ if (partitionPredicate != null) {
+ snapshotReader.withPartitionFilter(partitionPredicate);
+ }
Map<BinaryRow, Long> partitionInfo =
- table.newSnapshotReader().partitionEntries().stream()
+ snapshotReader.partitionEntries().stream()
.collect(
Collectors.toMap(
PartitionEntry::partition,