This is an automated email from the ASF dual-hosted git repository.
lzljs3620320 pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/paimon.git
The following commit(s) were added to refs/heads/master by this push:
new 82db6db575 [core] Remove get latest snapshot in FileStoreWrite when
ignorePreviousFiles (#5671)
82db6db575 is described below
commit 82db6db575fa1068a818fb5afdb332c8ec12eb01
Author: Jingsong Lee <[email protected]>
AuthorDate: Wed May 28 17:12:38 2025 +0800
[core] Remove get latest snapshot in FileStoreWrite when
ignorePreviousFiles (#5671)
---
.../apache/paimon/operation/AbstractFileStoreWrite.java | 14 ++++++--------
1 file changed, 6 insertions(+), 8 deletions(-)
diff --git
a/paimon-core/src/main/java/org/apache/paimon/operation/AbstractFileStoreWrite.java
b/paimon-core/src/main/java/org/apache/paimon/operation/AbstractFileStoreWrite.java
index 2221477ed7..5b2ba064e9 100644
---
a/paimon-core/src/main/java/org/apache/paimon/operation/AbstractFileStoreWrite.java
+++
b/paimon-core/src/main/java/org/apache/paimon/operation/AbstractFileStoreWrite.java
@@ -433,11 +433,11 @@ public abstract class AbstractFileStoreWrite<T>
implements FileStoreWrite<T> {
}
}
- Snapshot latestSnapshot = snapshotManager.latestSnapshot();
+ Snapshot previousSnapshot = ignorePreviousFiles ? null :
snapshotManager.latestSnapshot();
List<DataFileMeta> restoreFiles = new ArrayList<>();
int totalBuckets;
- if (!ignorePreviousFiles && latestSnapshot != null) {
- totalBuckets = scanExistingFileMetas(latestSnapshot, partition,
bucket, restoreFiles);
+ if (previousSnapshot != null) {
+ totalBuckets = scanExistingFileMetas(previousSnapshot, partition,
bucket, restoreFiles);
} else {
totalBuckets = getDefaultBucketNum(partition);
}
@@ -445,13 +445,11 @@ public abstract class AbstractFileStoreWrite<T>
implements FileStoreWrite<T> {
IndexMaintainer<T> indexMaintainer =
indexFactory == null
? null
- : indexFactory.createOrRestore(
- ignorePreviousFiles ? null : latestSnapshot,
partition, bucket);
+ : indexFactory.createOrRestore(previousSnapshot,
partition, bucket);
DeletionVectorsMaintainer deletionVectorsMaintainer =
dvMaintainerFactory == null
? null
- : dvMaintainerFactory.createOrRestore(
- ignorePreviousFiles ? null : latestSnapshot,
partition, bucket);
+ :
dvMaintainerFactory.createOrRestore(previousSnapshot, partition, bucket);
RecordWriter<T> writer =
createWriter(
partition.copy(),
@@ -468,7 +466,7 @@ public abstract class AbstractFileStoreWrite<T> implements
FileStoreWrite<T> {
totalBuckets,
indexMaintainer,
deletionVectorsMaintainer,
- latestSnapshot == null ? null : latestSnapshot.id());
+ previousSnapshot == null ? null : previousSnapshot.id());
}
@Override