This is an automated email from the ASF dual-hosted git repository.
wuchunfu pushed a commit to branch dev
in repository https://gitbox.apache.org/repos/asf/seatunnel.git
The following commit(s) were added to refs/heads/dev by this push:
new 555f5eb404 [Improve][Connector-V2] Reduce the request times of iceberg
load table (#8149)
555f5eb404 is described below
commit 555f5eb4046f312ddd6b13e6817e484c1ee04747
Author: Jia Fan <[email protected]>
AuthorDate: Wed Nov 27 10:54:41 2024 +0800
[Improve][Connector-V2] Reduce the request times of iceberg load table
(#8149)
---
.../seatunnel/iceberg/sink/commit/IcebergAggregatedCommitter.java | 5 +++--
1 file changed, 3 insertions(+), 2 deletions(-)
diff --git
a/seatunnel-connectors-v2/connector-iceberg/src/main/java/org/apache/seatunnel/connectors/seatunnel/iceberg/sink/commit/IcebergAggregatedCommitter.java
b/seatunnel-connectors-v2/connector-iceberg/src/main/java/org/apache/seatunnel/connectors/seatunnel/iceberg/sink/commit/IcebergAggregatedCommitter.java
index dcd1e6201f..008289690a 100644
---
a/seatunnel-connectors-v2/connector-iceberg/src/main/java/org/apache/seatunnel/connectors/seatunnel/iceberg/sink/commit/IcebergAggregatedCommitter.java
+++
b/seatunnel-connectors-v2/connector-iceberg/src/main/java/org/apache/seatunnel/connectors/seatunnel/iceberg/sink/commit/IcebergAggregatedCommitter.java
@@ -36,7 +36,7 @@ public class IcebergAggregatedCommitter
private final IcebergFilesCommitter filesCommitter;
public IcebergAggregatedCommitter(SinkConfig config, CatalogTable
catalogTable) {
- IcebergTableLoader tableLoader = IcebergTableLoader.create(config,
catalogTable).open();
+ IcebergTableLoader tableLoader = IcebergTableLoader.create(config,
catalogTable);
this.filesCommitter = IcebergFilesCommitter.of(config, tableLoader);
}
@@ -51,7 +51,8 @@ public class IcebergAggregatedCommitter
private void commitFiles(List<IcebergCommitInfo> commitInfos) {
for (IcebergCommitInfo icebergCommitInfo : commitInfos) {
- if (icebergCommitInfo.getResults() == null) {
+ if (icebergCommitInfo.getResults() == null
+ || icebergCommitInfo.getResults().isEmpty()) {
continue;
}
filesCommitter.doCommit(icebergCommitInfo.getResults());