This is an automated email from the ASF dual-hosted git repository.
yuxia pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/fluss.git
The following commit(s) were added to refs/heads/main by this push:
new 47b381845 [flink] Skip LogSplit for empty buckets in lake union read
(#2958)
47b381845 is described below
commit 47b381845e18581d857bd8ea53e7309c9b4da894
Author: Anton Borisov <[email protected]>
AuthorDate: Mon Mar 30 03:15:38 2026 +0100
[flink] Skip LogSplit for empty buckets in lake union read (#2958)
---
.../org/apache/fluss/flink/lake/LakeSplitGenerator.java | 13 +++++++++----
1 file changed, 9 insertions(+), 4 deletions(-)
diff --git
a/fluss-flink/fluss-flink-common/src/main/java/org/apache/fluss/flink/lake/LakeSplitGenerator.java
b/fluss-flink/fluss-flink-common/src/main/java/org/apache/fluss/flink/lake/LakeSplitGenerator.java
index 9b353ccd3..f26ebddfd 100644
---
a/fluss-flink/fluss-flink-common/src/main/java/org/apache/fluss/flink/lake/LakeSplitGenerator.java
+++
b/fluss-flink/fluss-flink-common/src/main/java/org/apache/fluss/flink/lake/LakeSplitGenerator.java
@@ -235,10 +235,15 @@ public class LakeSplitGenerator {
Long snapshotLogOffset =
tableBucketSnapshotLogOffset.get(tableBucket);
Long stoppingOffset = bucketEndOffset.get(bucket);
if (snapshotLogOffset == null) {
- // no any data commit to this bucket, scan from fluss log
- splits.add(
- new LogSplit(
- tableBucket, partitionName,
EARLIEST_OFFSET, stoppingOffset));
+ // no data committed to lake for this bucket, scan from
fluss log
+ if (stoppingOffset == NO_STOPPING_OFFSET || stoppingOffset
> 0) {
+ splits.add(
+ new LogSplit(
+ tableBucket,
+ partitionName,
+ EARLIEST_OFFSET,
+ stoppingOffset));
+ }
} else {
// need to read remain fluss log
if (stoppingOffset == NO_STOPPING_OFFSET
