This is an automated email from the ASF dual-hosted git repository.
github-actions[bot] pushed a change to branch bot/trino-pin
in repository https://gitbox.apache.org/repos/asf/hudi.git
discard 5c6bebe35c3c chore(trino): advance trino master pin to 9b2f9488bef3
add a2d88d9229fd fix(hive-sync): keep the sync client's metastore client
out of Hive's thread cache (#20219)
add 0202ca7e24c1 perf(core): avoid copying table properties for each
native log file (#20297)
add 790414fe8ce5 refactor: Rename dataFile/df variables to baseFile/bf
(#19944)
add da78989d9377 fix(kafka-connect): terminate transaction coordinator
event loop on stop (#20271)
add e9da226db3a9 fix(spark): decide vectorized read per scan in
HoodieFileGroupReaderBasedFileFormat (#20183)
add b86a34b59e01 fix(flink): preserve event-time delete ordering during
precombine (#20288)
add 092e4c40c504 fix(flink): reclaim empty checkpoint caches in record
index (#20241)
add aabed4659396 fix(spark): honor 'earliest' begin instant in DataFrame
CDC reads (#20304)
new e61e8b05e28f chore(trino): advance trino master pin to d3d4c7c0dfc3
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (5c6bebe35c3c)
\
N -- N -- N refs/heads/bot/trino-pin (e61e8b05e28f)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../apache/hudi/client/CompactionAdminClient.java | 8 +-
.../org/apache/hudi/io/HoodieConcatHandle.java | 4 +-
.../apache/hudi/io/HoodieMergeHandleFactory.java | 4 +-
.../hudi/io/HoodieMergeHandleWithChangeLog.java | 4 +-
.../apache/hudi/io/HoodieSortedMergeHandle.java | 4 +-
.../io/HoodieSortedMergeHandleWithChangeLog.java | 4 +-
.../org/apache/hudi/io/HoodieWriteMergeHandle.java | 4 +-
.../apache/hudi/table/HoodieCompactionHandler.java | 2 +-
.../hudi/table/action/clean/CleanPlanner.java | 8 +-
.../BaseHoodieCompactionPlanGenerator.java | 4 +-
.../hudi/table/HoodieFlinkCopyOnWriteTable.java | 8 +-
.../hudi/table/format/FlinkRecordContext.java | 3 +-
.../table/action/commit/TestFlinkWriteHelper.java | 30 ++
.../hudi/table/format/TestFlinkRecordContext.java | 39 +++
.../hudi/table/HoodieJavaCopyOnWriteTable.java | 8 +-
.../org/apache/hudi/client/SparkRDDReadClient.java | 4 +-
.../index/bloom/HoodieFileProbingFunction.java | 6 +-
.../hudi/table/HoodieSparkCopyOnWriteTable.java | 8 +-
.../org/apache/hudi/client/TestClientRollback.java | 48 +--
.../clean/TestCleanerInsertAndCleanByVersions.java | 16 +-
.../table/action/compact/CompactionTestBase.java | 4 +-
.../strategy/TestHoodieCompactionStrategy.java | 24 +-
.../SparkClientFunctionalTestHarness.java | 8 +-
.../hudi/common/model/CompactionOperation.java | 14 +-
.../apache/hudi/common/model/HoodieBaseFile.java | 10 +-
.../hudi/common/model/HoodieEmptyRecord.java | 2 +-
.../apache/hudi/common/model/HoodieFileGroup.java | 8 +-
.../common/table/log/HoodieLogFormatReader.java | 3 +-
.../table/view/AbstractTableFileSystemView.java | 31 +-
.../IncrementalTimelineSyncFileSystemView.java | 4 +-
.../table/view/RocksDbBasedFileSystemView.java | 8 +-
.../hudi/common/model/TestHoodieEmptyRecord.java | 88 ++++++
.../sink/partitioner/index/RecordIndexCache.java | 25 +-
.../org/apache/hudi/sink/TestWriteCopyOnWrite.java | 46 +++
.../partitioner/index/TestRecordIndexCache.java | 69 +++++
.../table/view/TestHoodieTableFileSystemView.java | 156 +++++-----
.../hudi/common/util/TestCompactionUtils.java | 4 +-
.../hudi/hadoop/utils/HoodieInputFormatUtils.java | 14 +-
.../transaction/ConnectTransactionCoordinator.java | 121 ++++++--
.../writers/ConnectTransactionServices.java | 5 +-
.../writers/KafkaConnectTransactionServices.java | 5 +
...TestConnectTransactionCoordinatorLifecycle.java | 251 ++++++++++++++++
.../helper/MockConnectTransactionServices.java | 4 +
.../HoodieVectorizedParquetRecordReader.java | 8 +-
.../scala/org/apache/hudi/DataSourceOptions.scala | 5 +-
.../org/apache/hudi/cdc/HoodieCDCFileIndex.scala | 7 +-
.../HoodieFileGroupReaderBasedFileFormat.scala | 72 +++--
.../parquet/ParquetSchemaEvolutionUtils.scala | 13 +-
.../parquet/TestParquetSchemaEvolutionUtils.scala | 26 ++
.../TestHoodieSparkMergeOnReadTableClustering.java | 20 +-
.../hudi/table/TestHoodieMergeOnReadTable.java | 24 +-
...HoodieSparkMergeOnReadTableIncrementalRead.java | 8 +-
...dieSparkMergeOnReadTableInsertUpdateDelete.java | 28 +-
.../TestHoodieSparkMergeOnReadTableRollback.java | 32 +-
.../TestIncrementalReadWithFileGroupReader.scala | 28 ++
.../functional/cdc/TestCDCDataFrameSuite.scala | 28 ++
.../TestNestedSchemaPruningOptimization.scala | 11 +-
.../common/TestVectorizedReadDecisionPerScan.scala | 323 +++++++++++++++++++++
.../schema/TestVariantShreddingMixedLayouts.scala | 34 ++-
.../org/apache/hudi/hive/HoodieHiveSyncClient.java | 71 ++---
.../apache/hudi/hive/ddl/HiveQueryDDLExecutor.java | 30 +-
.../org/apache/hudi/hive/TestHiveSyncTool.java | 146 ++++++++++
.../hive/ddl/TestHiveQueryDDLExecutorSession.java | 36 +++
.../apache/hudi/hive/testutils/HiveTestUtil.java | 24 +-
pom.xml | 2 +-
65 files changed, 1667 insertions(+), 429 deletions(-)
create mode 100644
hudi-common/src/test/java/org/apache/hudi/common/model/TestHoodieEmptyRecord.java
create mode 100644
hudi-kafka-connect/src/test/java/org/apache/hudi/connect/transaction/TestConnectTransactionCoordinatorLifecycle.java
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/common/TestVectorizedReadDecisionPerScan.scala
