[hudi] 21/29: [HUDI-6688] Fix partition validation to only consider commits in metadata table validator (#9436)

[pwason]

This is an automated email from the ASF dual-hosted git repository.

pwason pushed a commit to branch release-0.14.0
in repository https://gitbox.apache.org/repos/asf/hudi.git

commit a58ff06f20e08e2ebb97d543b33bd5c96abe5321
Author: Y Ethan Guo <ethan.guoyi...@gmail.com>
AuthorDate: Tue Aug 15 10:15:45 2023 -0700

    [HUDI-6688] Fix partition validation to only consider commits in metadata 
table validator (#9436)
---
 .../java/org/apache/hudi/utilities/HoodieMetadataTableValidator.java    | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git 
a/hudi-utilities/src/main/java/org/apache/hudi/utilities/HoodieMetadataTableValidator.java
 
b/hudi-utilities/src/main/java/org/apache/hudi/utilities/HoodieMetadataTableValidator.java
index 45c12fcfe28..856b5266c97 100644
--- 
a/hudi-utilities/src/main/java/org/apache/hudi/utilities/HoodieMetadataTableValidator.java
+++ 
b/hudi-utilities/src/main/java/org/apache/hudi/utilities/HoodieMetadataTableValidator.java
@@ -580,7 +580,7 @@ public class HoodieMetadataTableValidator implements 
Serializable {
   private List<String> validatePartitions(HoodieSparkEngineContext 
engineContext, String basePath) {
     // compare partitions
     List<String> allPartitionPathsFromFS = 
FSUtils.getAllPartitionPaths(engineContext, basePath, false, 
cfg.assumeDatePartitioning);
-    HoodieTimeline completedTimeline = 
metaClient.getActiveTimeline().filterCompletedInstants();
+    HoodieTimeline completedTimeline = 
metaClient.getCommitsTimeline().filterCompletedInstants();
 
     // ignore partitions created by uncommitted ingestion.
     allPartitionPathsFromFS = 
allPartitionPathsFromFS.stream().parallel().filter(part -> {