This is an automated email from the ASF dual-hosted git repository.
voonhous pushed a change to branch release-1.2.1
in repository https://gitbox.apache.org/repos/asf/hudi.git
from fbb5c1f1d90e feat(trino): [RFC-105] Trino Hudi Connector — Shim/Bundle
Refactor (#18782)
new aa5344634ff2 feat(flink): add lance format for Flink append only table
(#18741)
new ab60e0971f53 refactor(flink): Refactor RowData writer factory to use
HoodieSchema (#18873)
new f690a2235035 fix(cli): Fix the typo in show-inflight CLI command
(#18868)
new 0655deb7e12c perf(streamer): fold validate() error-table WriteStatus
sums into one pass (#18871)
new 1263c295236f fix(hudi-sync): Fix Hive test temp directory cleanup with
JUnit TempDir (#18883)
new 8568c472312a fix(flink): set canonical base path in Hive sync config
(#18884)
new 0cd87c4367b7 fix(flink): fix data loss in stream read from earliest
(#18848)
new 9c94936e6827 fix(spark): fix MOR bulk insert commit operation error
(#18878)
The 8 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../apache/hudi/cli/commands/CommitsCommand.java | 2 +-
.../hudi/cli/commands/TestCommitsCommand.java | 8 +-
.../row/HoodieBloomFilterRowDataWriteSupport.java | 19 +-
.../io/storage/row/HoodieFlinkLanceArrowUtils.java | 305 ++++++++++++++++++++
.../io/storage/row/HoodieRowDataCreateHandle.java | 12 +-
.../row/HoodieRowDataFileWriterFactory.java | 59 ++--
.../io/storage/row/HoodieRowDataLanceWriter.java | 167 +++++++++++
.../row/HoodieRowDataParquetWriteSupport.java | 18 +-
.../io/storage/row/RowDataParquetWriteSupport.java | 6 +-
.../row/TestHoodieFlinkLanceArrowUtils.java | 95 ++++++
.../TestHoodieRowDataParquetConfigInjector.java | 11 +-
.../apache/hudi/sink/utils/HiveSyncContext.java | 2 +
.../apache/hudi/source/IncrementalInputSplits.java | 35 ++-
.../org/apache/hudi/table/HoodieTableFactory.java | 46 ++-
.../table/format/FlinkRowDataReaderContext.java | 21 +-
.../format/HoodieRowDataFileReaderFactory.java | 6 +
.../table/format/HoodieRowDataLanceReader.java | 301 +++++++++++++++++++
.../table/format/cow/CopyOnWriteInputFormat.java | 76 +++--
.../java/org/apache/hudi/util/StreamerUtil.java | 19 ++
.../hudi/sink/utils/TestHiveSyncContext.java | 17 ++
.../apache/hudi/table/ITTestHoodieDataSource.java | 317 +++++++++++++++++++--
.../table/TestHoodieFileGroupReaderOnFlink.java | 8 +
.../apache/hudi/table/TestHoodieTableFactory.java | 62 +++-
.../hudi/table/catalog/TestHoodieCatalog.java | 30 ++
.../format/TestFlinkRowDataReaderContext.java | 10 -
.../org/apache/hudi/HoodieSparkSqlWriter.scala | 3 +
.../org/apache/hudi/TestHoodieSparkSqlWriter.scala | 35 ++-
.../org/apache/hudi/hive/TestHiveSyncTool.java | 16 +-
.../apache/hudi/hive/testutils/HiveTestUtil.java | 23 +-
.../apache/hudi/utilities/streamer/StreamSync.java | 40 ++-
.../hudi/utilities/TestHiveIncrementalPuller.java | 2 +-
.../apache/hudi/utilities/TestHudiHiveSyncJob.java | 2 +-
.../TestStreamSyncWriteStatusValidation.java | 83 ++++++
33 files changed, 1686 insertions(+), 170 deletions(-)
copy
hudi-common/src/main/java/org/apache/hudi/common/util/collection/CloseableFilterIterator.java
=>
hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/io/storage/row/HoodieBloomFilterRowDataWriteSupport.java
(61%)
create mode 100644
hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/io/storage/row/HoodieFlinkLanceArrowUtils.java
create mode 100644
hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/io/storage/row/HoodieRowDataLanceWriter.java
create mode 100644
hudi-client/hudi-flink-client/src/test/java/org/apache/hudi/io/storage/row/TestHoodieFlinkLanceArrowUtils.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/table/format/HoodieRowDataLanceReader.java
create mode 100644
hudi-utilities/src/test/java/org/apache/hudi/utilities/streamer/TestStreamSyncWriteStatusValidation.java
