This is an automated email from the ASF dual-hosted git repository.
sivabalan pushed a change to branch release-0.14.0-siva-0.14.1
in repository https://gitbox.apache.org/repos/asf/hudi.git
from 68f37119ad1 [HUDI-7199] Optimize contains impl with
HoodieDefaultTimeline (#10284)
add 7cef60af873 [HUDI-7189] Fix Flink catalog keygen class of table
properties for non partitioned table (#10227)
add 8d9017d647b [HUDI-7173] Fix hudi-on-flink read issues involving schema
evolution and decimal types (#10247)
add 50497f24965 Fixing decimal fix for flink 1.13.x
add a881f62cca2 [HUDI-7169] Comparison between defaultParName and
partValue (#10234)
add 8749d6d31af [HUDI-7136] In the dfs catalog scenario, solve the problem
of Primary key definition is missing (#10162)
add e0aa7a1b2ec [HUDI-7185] Fix call show_fsview_all failure error due to
not specify partition path (#10257)
add ed3ecf36bdc [HUDI-7191] Create table should shutdown with exception
when occur catalog sync error (#10269)
add f801bbb967e [HUDI-7135] Spark reads hudi table error when flink
creates the table without precombine key (#10157)
add 511a6c5bbea [HUDI-7196] Call register metric before rollback
compcation (#10268)
add 4c64f498e71 [MINOR] Relaxing required props with defaults (#10259)
add 1056241607e [HUDI-6954] Fixing unpartitioned datasets for col stats
and bloom filter partition in MDT (#10251)
add 61c135f22c9 [HUDI-7159]Check the table type between hoodie.properies
and table options (#10209)
add 4c12e5eeca1 [HUDI-6012] Delete base path when failed to run bootstrap
procedure (#8349)
add f17618a57e0 [HUDI-6094] make utilities kafka send call from async to
sync (#8489)
add 4dc6a1e5bc0 [HUDI-7206] Fixing auto deletion of mdt (#10292)
add 1dfeda49c78 [HUDI-7201] Schema Evolution: use target schema if source
is empty (#10288)
new 75d06238e3d [HUDI-7171] Fix 'show partitions' not display rewritten
partitions (#10242)
new 790903712ec [HUDI-7040] Handle dropping of partition columns in
BulkInsertDataInternalWriterHelper::write(...) (#10272)
new 080d2f9f08f [HUDI-7210] In CleanFunction#open, triggers the cleaning
under option 'clean.async.enabled' (#10298)
new 549a80bf865 [HUDI-7132] Data may be lost for flink task failure
(#10312)
new bd59a866ea8 [MINOR] NPE fix while adding projection field & added its
test cases (#10313)
new e4fd81f1b25 [HUDI-7183] Fix static insert overwrite partitions issue
(#10254)
new d1a43dc3694 [HUDI-7223] Cleaner KEEP_LATEST_BY_HOURS should retain
latest commit before earliest commit to retain (#10307)
The 7 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../lock/ZookeeperBasedLockProvider.java | 2 -
.../org/apache/hudi/config/HoodieWriteConfig.java | 4 +
.../metadata/HoodieBackedTableMetadataWriter.java | 9 +-
.../java/org/apache/hudi/table/HoodieTable.java | 4 +-
.../hudi/table/action/clean/CleanPlanner.java | 31 +-
.../apache/hudi/table/action/TestCleanPlanner.java | 336 +++++++++++++++++++++
.../hudi/client/TestJavaHoodieBackedMetadata.java | 2 +-
.../index/bloom/SparkHoodieBloomIndexHelper.java | 3 +-
.../commit/BulkInsertDataInternalWriterHelper.java | 34 ++-
.../SparkInsertOverwriteCommitActionExecutor.java | 17 +-
.../hudi/HoodieDatasetBulkInsertHelper.scala | 31 +-
.../functional/TestHoodieBackedMetadata.java | 23 +-
.../table/functional/TestCleanPlanExecutor.java | 25 +-
.../java/org/apache/hudi/common/fs/FSUtils.java | 14 +
.../apache/hudi/common/model/CleanFileInfo.java | 18 ++
.../hudi/common/table/timeline/TimelineUtils.java | 64 +++-
.../schema/utils/AvroSchemaEvolutionUtils.java | 6 +-
.../apache/hudi/metadata/BaseTableMetadata.java | 4 +-
.../hudi/metadata/HoodieMetadataPayload.java | 17 +-
.../hudi/metadata/HoodieTableMetadataUtil.java | 38 ++-
.../java/org/apache/hudi/sink/CleanFunction.java | 18 +-
.../hudi/sink/StreamWriteOperatorCoordinator.java | 7 +-
.../hudi/sink/compact/CompactionPlanOperator.java | 2 +-
.../apache/hudi/source/prune/PartitionPruners.java | 2 +-
.../org/apache/hudi/table/HoodieTableFactory.java | 32 +-
.../apache/hudi/table/catalog/HoodieCatalog.java | 40 ++-
.../hudi/table/catalog/HoodieHiveCatalog.java | 11 +
.../java/org/apache/hudi/util/StreamerUtil.java | 21 ++
.../sink/TestStreamWriteOperatorCoordinator.java | 29 ++
.../apache/hudi/table/ITTestSchemaEvolution.java | 96 +++---
.../apache/hudi/table/TestHoodieTableFactory.java | 19 +-
.../hudi/table/catalog/TestHoodieCatalog.java | 27 ++
.../hudi/table/catalog/TestHoodieHiveCatalog.java | 53 +++-
.../org/apache/hudi/utils/TestConfigurations.java | 4 +-
.../table/format/cow/ParquetSplitReaderUtil.java | 28 +-
...etDecimalVector.java => HeapDecimalVector.java} | 27 +-
.../table/format/cow/ParquetSplitReaderUtil.java | 28 +-
.../format/cow/vector/HeapDecimalVector.java} | 27 +-
.../table/format/cow/ParquetSplitReaderUtil.java | 28 +-
...etDecimalVector.java => HeapDecimalVector.java} | 27 +-
.../table/format/cow/ParquetSplitReaderUtil.java | 28 +-
.../format/cow/vector/HeapDecimalVector.java} | 27 +-
.../utils/HoodieRealtimeInputFormatUtils.java | 2 +-
.../utils/TestHoodieRealtimeInputFormatUtils.java | 49 +++
.../BaseDatasetBulkInsertCommitActionExecutor.java | 3 +-
...setBulkInsertOverwriteCommitActionExecutor.java | 18 +-
.../sql/catalyst/catalog/HoodieCatalogTable.scala | 7 +-
.../spark/sql/hudi/ProvidesHoodieConfig.scala | 83 +++--
.../hudi/command/CreateHoodieTableCommand.scala | 3 +-
.../command/CreateHoodieTableLikeCommand.scala | 3 +-
.../apache/hudi/cli/BootstrapExecutorUtils.java | 9 +-
.../command/InsertIntoHoodieTableCommand.scala | 32 +-
.../procedures/ShowFileSystemViewProcedure.scala | 11 +-
.../TestHoodieDatasetBulkInsertHelper.java | 12 +-
.../org/apache/hudi/TestHoodieSparkSqlWriter.scala | 48 ++-
.../TestMetadataTableWithSparkDataSource.scala | 118 +++++++-
.../apache/spark/sql/hudi/TestInsertTable.scala | 98 ++++++
.../apache/spark/sql/hudi/TestShowPartitions.scala | 106 +++++++
.../sql/hudi/procedure/TestFsViewProcedure.scala | 93 ++++++
.../kafka/HoodieWriteCommitKafkaCallback.java | 2 +-
60 files changed, 1512 insertions(+), 448 deletions(-)
create mode 100644
hudi-client/hudi-client-common/src/test/java/org/apache/hudi/table/action/TestCleanPlanner.java
copy
hudi-flink-datasource/hudi-flink1.14.x/src/main/java/org/apache/hudi/table/format/cow/vector/{ParquetDecimalVector.java
=> HeapDecimalVector.java} (59%)
copy
hudi-flink-datasource/{hudi-flink1.16.x/src/main/java/org/apache/hudi/table/format/cow/vector/ParquetDecimalVector.java
=>
hudi-flink1.15.x/src/main/java/org/apache/hudi/table/format/cow/vector/HeapDecimalVector.java}
(58%)
copy
hudi-flink-datasource/hudi-flink1.16.x/src/main/java/org/apache/hudi/table/format/cow/vector/{ParquetDecimalVector.java
=> HeapDecimalVector.java} (58%)
copy
hudi-flink-datasource/{hudi-flink1.16.x/src/main/java/org/apache/hudi/table/format/cow/vector/ParquetDecimalVector.java
=>
hudi-flink1.17.x/src/main/java/org/apache/hudi/table/format/cow/vector/HeapDecimalVector.java}
(58%)
create mode 100644
hudi-hadoop-mr/src/test/java/org/apache/hudi/hadoop/utils/TestHoodieRealtimeInputFormatUtils.java
