This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch
dependabot/maven/hudi-platform-service/hudi-metaserver/com.h2database-h2-2.2.220
in repository https://gitbox.apache.org/repos/asf/hudi.git
discard e96f60a4406 Bump h2 in /hudi-platform-service/hudi-metaserver
add ddaef8feddb [HUDI-5101] Adding spark-structured streaming test support
via spark-submit job (#7074)
add e2dfb465f13 [HUDI-7495] Bump mysql-connector-java from 8.0.22 to
8.0.28 in /hudi-platform-service/hudi-metaserver/hudi-metaserver-server (#7674)
add e6664159bed [HUDI-7163] Fix not parsable text DateTimeParseException
when compact (#10220)
add 3698d49383b [HUDI-7496] Bump mybatis from 3.4.6 to 3.5.6 in
/hudi-platform-service/hudi-metaserver/hudi-metaserver-server (#7673)
add 819788f8651 [MINOR] Remove repetitive words in docs (#10844)
add ee11b9c951c [HUDI-7489] Avoid collecting WriteStatus to driver in row
writer code path (#10836)
add 130498708bb add job context (#10848)
add 8bc9a4bc875 [HUDI-7478] Fix max delta commits guard check w/ MDT
(#10820)
add f8f12ba9ef3 [MINOR] Fix and enable test
TestHoodieDeltaStreamer.testJdbcSourceIncrementalFetchInContinuousMode (#10867)
add aac6b2e5486 [HUDI-7382] Get partitions from active timeline instead of
listing when building clustering plan (#10621)
add ca2140e2003 [MINOR] rename KeyGenUtils#enableAutoGenerateRecordKeys
(#10871)
add 3c8488b831c [HUDI-7506] Compute offsetRanges based on
eventsPerPartition allocated in each range (#10869)
add e726306cf09 [HUDI-7466] Add parallel listing of existing partitions in
Glue Catalog sync (#10460)
add 2dcdd311245 [HUDI-7421] Build HoodieDeltaWriteStat using
HoodieDeltaWriteStat#copy (#10870)
add b7ccecf3205 [HUDI-7492] Fix the incorrect keygenerator specification
for multi partition or multi primary key tables creation (#10840)
add 7631e0dcb89 [MINOR] Add Hudi icon for idea (#10880)
add 784af0e1786 [HUDI-7514] Update Manifest file after the parquet writer
closed in LSMTimelineWriter (#10883)
add 7c55ac35ba1 [HUDI-7516] Put jdbc-h2 creds into static variables for
hudi-utilities tests (#10889)
add 135db099afc [MINOR] Remove redundant fileId from HoodieAppendHandle
(#10901)
add 5a21a1dd260 [HUDI-7529] Resolve hotspots in stream read (#10911)
add 47151f653d8 [HUDI-7487] Fixed test with in-memory index by proper heap
clearing (#10910)
add 6be7205a1e3 [MINOR] Refactored `@Before*` and `@After*` in
`HoodieDeltaStreamerTestBase` (#10912)
add a8e9db446c3 [HUDI-7530] Refactoring of handleUpdateInternal in
CommitActionExecutors and HoodieTables (#10908)
add f98a40bd369 [HUDI-7499] Support FirstValueAvroPayload for Hudi
(#10857)
add da9660bf38a checkstyle (#10919)
add d749457f9d5 [HUDI-7513] Add jackson-module-scala to spark bundle
(#10877)
add d22bfba08fd [MINOR] Restore the setMaxParallelism setting for
HoodieTableSource.produceDataStream (#10925)
add 5e4a6c650e0 [HUDI-7531] Consider pending clustering when scheduling a
new clustering plan (#10923)
add 8a137631da8 [HUDI-7518] Fix HoodieMetadataPayload merging logic around
repeated deletes (#10913)
add 136d0755ad7 [HUDI-7500] fix gaps with deduce schema and null schema
(#10858)
add 28f67ff3561 [HUDI-7551] Avoid loading all partitions in CleanPlanner
when MDT is enabled (#10928)
add 4741ba06462 [HUDI-6317] Streaming read should skip compaction and
clustering instants to avoid duplicates (#8884)
add ae4f46874a9 [MINOR} When M3 metrics reporter type is used
HoodieMetricsConfig should create default values for HoodieMetricsM3Config
(#10936)
add 06d3bb8cfbd [HUDI-6884] hudi-cli should generate correct
HoodieTimeGeneratorConfig (#10941)
add 26c00a3adef [HUDI-7187] Fix integ test props to honor new streamer
properties (#10866)
add 9b094e628d6 [HUDI-7510] Loosen the compaction scheduling and rollback
check for MDT (#10874)
add 44ab6f32bff [HUDI-6538] Refactor methods in TimelineDiffHelper class
(#10938)
add 9efced37f81 [HUDI-7557] Fix incremental cleaner when commit for
savepoint removed (#10946)
add bb51aca75d0 [MINOR] Upgrade mockito to 3.12.4 (#10953)
add 8bb6bee6234 [HUDI-7564] Fix HiveSyncConfig inconsistency (#10951)
add 59e32b7e686 [HUDI-7569] [RLI] Fix wrong result generated by query
(#10955)
add bf723f56cd0 [HUDI-7486] Classify schema exceptions when converting
from avro to spark row representation (#10778)
add 398c9a23c84 [HUDI-7564] Revert hive sync inconsistency and reason for
it (#10959)
add 8b61696f158 [HUDI-7556] Fixing MDT validator and adding tests (#10939)
add 19c20e4dd93 [HUDI-7571] Add api to get exception details in
HoodieMetadataTableValidator with ignoreFailed mode (#10960)
add bac6ea7b26b [MINOR] Removed FSUtils.makeBaseFileName without fileExt
param (#10963)
add d41541cb9f8 [MINOR] Handle cases of malformed records when converting
to json (#10943)
add 56142a0ff61 [MINOR] use Temurin jdk (#10948)
add b487e9826d0 [MINOR] Removed FSUtils.makeBaseFileName without fileExt
param (#10967)
add 5519e9c13b3 [HUDI-6854] Change default payload type to
HOODIE_AVRO_DEFAULT (#10949)
add 6f117f22c23 [HUDI-7230] Flink stream read supports skipping insert
overwrite instant (#10328)
add 27217621a37 [HUDI-7572] Avoid to schedule empty compaction plan
without log files (#10974)
add be7120d6d91 [HUDI-7480] Fix functional index and avoid multiple
initializations (#10860)
add 984a248de4c [HUDI-7559] [1/n] Fix
RecordLevelIndexSupport::filterQueryWithRecordKey (#10947)
add 016bcf769b6 [MINOR] Optimize print write error msg in
StreamWriteOperatorCoordinator#doCommit (#10809)
add a23c5b783e7 [HUDI-7556] Fixing false positive validation with MDT
validator (#10986)
add c2f2e615106 [HUDI-7583] Read log block header only for the schema and
instant time (#10984)
add ee0bcc417be [HUDI-7597] Add logs of Kafka offsets when the checkpoint
is out of bound (#10987)
add 913c320e4a5 [MINOR] Fix BUG: HoodieLogFormatWriter: unable to close
output stream for log file HoodieLogFile{xxx} (#10989)
add 8b8b2241d17 [HUDI-7552] Remove the suffix for MDT table service
instants (#10945)
add c2b5cc91d8e [HUDI-7600] Shutdown ExecutorService when
HiveMetastoreBasedLockProvider is closed (#10993)
add 2a0d2aeef6a [HUDI-7391] HoodieMetadataMetrics should use Metrics
instance for metrics registry (#10635)
add c870da2f375 [HUDI-6441] Passing custom Headers with Hudi Callback URL
(#10970)
add a41d7aeafed [HUDI-7605] Allow merger strategy to be set in spark sql
writer (#10999)
add c9256e5e784 [HUDI-7290] Don't assume ReplaceCommits are always
Clustering (#10479)
add 4fbf5c52f19 [HUDI-7601] Add heartbeat mechanism to refresh lock
(#10994)
add f715e8a02e8 [HUDI-7565] Create spark file readers to read a single
file instead of an entire partition (#10954)
add 56aded81287 [HUDI-7599] add bootstrap mor legacy reader back to
default source (#10990)
add 17ea14ab6d6 [HUDI-7378] Fix Spark SQL DML with custom key generator
(#10615)
add 9e7a42a128e [HUDI-7616] Avoid multiple cleaner plans and deprecate
hoodie.clean.allow.multiple (#11013)
add 48952ae5dfd [HUDI-7606] Unpersist RDDs after table services, mainly
compaction and clustering (#11000)
add 28fd4bfe956 [HUDI-7615] Mark a few write configs with the correct
sinceVersion (#11012)
add ad493d2ab3c [HUDI-7584] Always read log block lazily and remove
readBlockLazily argument (#11015)
add 9cfc543bf3b [HUDI-7493] Consistent naming of Cleaner configuration
parameters (#10851)
add 2a0969c9972 [HUDI-7619] Removed code duplicates in
HoodieTableMetadataUtil (#11022)
add db7e93e712c [HUDI-3907] Claim RFC-77 for secondary idnex design
(#11025)
add 7c12decc86c [HUDI-6762] Removed usages of
MetadataRecordsGenerationParams (#10962)
add c71ac326b79 [HUDI-7566] Add schema evolution to spark file readers
(#10956)
add 40d4f489389 [HUDI-7577] Avoid MDT compaction instant time conflicts
(#10992)
add c54be848f96 [MINOR] Remove redundant lines in StreamSync and
TestStreamSyncUnitTests (#11027)
add b4451c05ce2 [HUDI-7582] Fix functional index lookup (#11021)
add 7f20e108897 [MINOR] Rename location to path in `makeQualified` (#11037)
add 876c4e26ecf [HUDI-7578] Avoid unnecessary rewriting to improve
performance (#11028)
add 5d63616a99f [HUDI-7625] Avoid unnecessary rewrite for metadata table
(#11038)
add 6c6bddcef3e [HUDI-7626] Propagate UserGroupInformation from the main
thread to the new thread of timeline service threadpool (#11039)
add 4c04216d5ca [HUDI-4228] Clean up literal usage in Hudi CLI argument
check (#11042)
add 78fc62554ce [HUDI-7633] Use try with resources for AutoCloseable
(#11045)
add df5cdb7f290 [MINOR] Remove redundant TestStringUtils in hudi-common
(#11046)
add 999007b39d5 [HUDI-7636] Make StoragePath Serializable (#11049)
add b3773657f69 [HUDI-7635] Add default block size and openSeekable APIs
to HoodieStorage (#11048)
add b5b14f7d4fa [HUDI-7637] Make StoragePathInfo Comparable (#11050)
add 8a0ce61b2fd [HUDI-6497] Replace FileSystem, Path, and FileStatus usage
in hudi-common module (#10591)
add caa1bef75c3 [HUDI-7640] Uses UUID as temporary file suffix for
HoodieStorage.createImmutableFileInPath (#11052)
add ca77fda51fe [HUDI-7618] Add ability to ignore checkpoints in delta
streamer (#11018)
add 7ac26bce3f3 [HUDI-7643] Fix test by using the right StreamSync
constructor (#11056)
add 7a44b1ebc41 [HUDI-7515] Fix partition metadata write failure (#10886)
add 60424c5f998 [MINOR] Added configurations of Hudi table, file-based SQL
source, Hudi error table, and timestamp key generator to configuration listing
(#11057)
add 683c4998d6d [HUDI-7628] Rename FSUtils.getPartitionPath to
constructAbsolutePath (#11054)
add 95cdfa010a9 [HUDI-7631] Clean up usage of CachingPath outside
hudi-common module (#11059)
add 08564b387fd [HUDI-7623] Refactoring of RemoteHoodieTableFileSystemView
and RequestHandler (#11032)
add 0dbeb77b92a [HUDI-7655] Minor fix to rli validation with MDT validator
(#11060)
add 6d645e4fe40 [MINOR] Reuse MetadataPartitionType enum to get all
partition paths (#11068)
add ffbc0356f7e [HUDI-7608] Fix Flink table creation configuration not
taking effect when writing to Spark (#11005)
add 172fefa709d [MINOR] Fix incorrect catch of ClassCastException using
HoodieSparkKeyGeneratorFactory (#11062)
add cb6eb6785fd [HUDI-7653] Refactor HoodieFileIndex for more flexibility
(#11074)
add c17f50dbbfc [MINOR] Fixe naming of methods in HoodieMetadataConfig
(#11076)
add ce0c2671a0a [HUDI-7647] READ_UTC_TIMEZONE doesn't affect log files for
MOR tables (#11066)
add b45a87e19f7 [HUDI-6386] Enable testArchivalWithMultiWriters back as
they are passing (#9085)
add f710206531b [MINOR] Fix LoggerName for JDBCExecutor (#11063)
add 7c0a1c1475b [HUDI-7651] Add util methods for creating meta client
(#11081)
add cab0e2bbb9a [HUDI-7632] Remove FileSystem usage in
HoodieLogFormatWriter (#11082)
add 0e35678120a [HUDI-7650] Remove FileSystem argument in TestHelpers
methods (#11072)
add 7f0a88ce905 [MINOR] Remove unused util methods in LogReaderUtils
(#11086)
add f8e559f5e6f [HUDI-7660] Fix excessive object creation in RowDataKeyGen
(#11084)
add fb022491b2b [HUDI-7235] Fix checkpoint bug for S3/GCS Incremental
Source (#10336)
add 9d689fd68f5 [HUDI-7648] Refactor MetadataPartitionType so as to
enahance reuse (#11067)
add 835d47367e3 [HUDI-7645] Optimize BQ sync tool for MDT (#11065)
add 9a8751e7fe9 [HUDI-7666] Fix serializable implementation of
StorageConfiguration class (#11091)
add 0babc947c96 [MINOR] Make KafkaSource abstraction public and more
flexible (#11093)
add 98a75b04a95 [HUDI-7658] Add time to meta sync failure log (#11080)
add fffba243506 [HUDI-7511] Fixing offset range calculation for kafka
(#10875)
add e5e635fb27b [HUDI-7672] Fix the Hive server scratch dir for tests in
hudi-utilities (#11097)
add 9c61c4c3cac [HUDI-7575] Avoid repeated fetching of pending replace
instants (#10976)
add 93f753d159d [HUDI-7676] Fix serialization in Spark DAG in
HoodieBackedTableMetadataWriter (#11103)
add 550367cdbda [HUDI-7664] Remove Hadoop dependency from hudi-io module
(#11089)
add 6911abf1755 [MINOR] Streamer test setup performance (#10806)
add 3b613ffec62 [HUDI-7670] Return StorageConfiguration from getConf() in
HoodieStorage (#11096)
add 658e964cf77 [HUDI-7668] Add and rename APIs in StorageConfiguration
(#11102)
add 32ecf248e5f [HUDI-7675] Don't set default value for primary key when
get schema from hms (#11101)
add 2c4192fa0f8 [HUDI-7674] Fix Hudi CLI Command "metadata validate-files"
to use file listing to validate (#11100)
add dffde114570 [MINOR] Fix build on master (#11109)
add f35ae58089f [HUDI-7681] Remove Hadoop Path usage in a few classes in
hudi-common module (#11108)
add 5bde36d904f [HUDI-7683] Make HoodieMetadataMetrics log level debug ro
reduce noise (#11114)
add 60134eb0796 [HUDI-7682] Remove the files copy in Azure CI tests report
(#11110)
add d286ae44c0f [MINOR] Remove the redundant log in HFileBootstrapIndex
(#11115)
add fef14db3d9b [HUDI-7667] Created util method to get offset range for
fetching new data (#11092)
add 9d1aaf2d103 [HUDI-7684] Sort the records for Flink metadata table
bulk_insert (#11116)
add f99b181a04e [HUDI-7588] Replace hadoop Configuration with
StorageConfiguration in meta client (#11071)
add a29fe277df8 [HUDI-7694] Unify bijection-avro dependency version
(#11132)
add f553ba25fe3 [HUDI-7144] Build storage partition stats index and use it
for data skipping (#10352)
add c20c01978b4 [HUDI-7685] Fix delete partition instant commit in
partition TTL (#11117)
add 1ec7e631c38 [HUDI-7702] Remove unused method in ReflectUtil (#11135)
add 156e7604f8d [HUDI-4372] Enable matadata table by default for flink
(#11124)
add 65f4b594c28 [HUDI-7706] Improve validation in PARTITION_STATS index
test (#11141)
add 3930119544d [HUDI-6296] Add Scala 2.13 support for Spark 3.5
integration (#11130)
add aff11ac2c2f [HUDI-7688] Stop retry inflate if encounter
InterruptedIOException (#11125)
add a0ea78fdd8d [MINOR] remove unnecessary lines from java test (#11139)
add feb82e61a06 [HUDI-7686] Add tests on the util methods for type cast of
configuration instances (#11121)
add 5e2290e260a [MINOR] Fix flaky test testMetadataRollbackWithCompaction
(#11143)
add 8911aa2d3c7 [HUDI-7576] Improve efficiency of
getRelativePartitionPath, reduce computation of partitionPath in
AbstractTableFileSystemView (#11001)
add 1c7f8376ade [HUDI-7710] Remove compaction.inflight from conflict
resolution (#11148)
add d4f55f193cd [HUDI-7703] Clean plan to exclude partitions with no
deleting file (#11136)
add be3f8fcd000 [HUDI-7701] Metadata table initailization with pending
instants (#11137)
add fda52a0cfd3 [HUDI-7706] Improve validation of partition stats index
include key (#11158)
add 7cbb72786eb [HUDI-7641] Adding metadata enablement metrics and index
type metrics (#11053)
add 5f35be01606 Fixing deltastreamer tests for auto record key gen (#11099)
add bc07e3ed252 [HUDI-7710] Use compaction.requested during conflict
resolution (#11151)
add fdb94192508 [HUDI-7715] Partition TTL for Flink (#11156)
add c359ecc971a [HUDI-7721] Fix broken build on master (#11164)
add f35bfa4b69e [HUDI-7720] Fix HoodieTableFileSystemView NPE in
fetchAllStoredFileGroups (#11161)
add 113233f97ba [MINOR] Do not force setting spark conf in UtilHelpers
(#11166)
add 5453ce75aaf [MINOR] Remove duplicate settings (#11167)
add 519b78d3acd [MINOR] Use parent as the glob path when full file path
specified (#11150)
add 91aa38712e8 [HUDI-7522] Support find out the conflict instants in
bucket partition when bucket id multiple (#10898)
add ace3789e2d5 [HUDI-7727] Avoid constructAbsolutePathInHadoopPath in
hudi-common module (#11172)
add 5d66a5e4e12 [HUDI-7728] Use StorageConfiguration in LockProvider
constructors (#11173)
add 9860e943c63 [HUDI-7699] Support STS external ids and configurable
session names in the AWS StsAssumeRoleCredentialsProvider (#11134)
add 769d77aed2b [HUDI-7734] Remove unused FSPermissionDTO (#11176)
add be8d5256a82 [HUDI-7735] Remove usage of SerializableConfiguration
(#11177)
add a60266142dd [MINOR] Cosmetic changes for names and log msgs (#11179)
add cdd146b2c73 [HUDI-7737] Bump Spark 3.4 version to Spark 3.4.3 (#11180)
add 008804c2ea0 [HUDI-7587] Make hudi-hadoop-common module dependent on
hudi-common module (#11131)
add e42217d2368 [HUDI-7350] Make Hudi reader and writer factory APIs
Hadoop-independent (#11163)
add b1496068b3a [HUDI-7725] Restructure HFileBootstrapIndex to separate
Hadoop-dependent logic (#11171)
add 8f5f5470b61 [HUDI-7729] Move ParquetUtils to hudi-hadoop-common module
(#11186)
add 0a6338b86e7 [HUDI-7738] Set FileStreamReader Charset as UTF-8 (#11181)
add c75ae7f9ba2 [HUDI-7654] Optimizing BQ sync for MDT (#11061)
add 23b283acf3e [HUDI-7726] Restructure TableSchemaResolver to separate
Hadoop logic and use BaseFileUtils (#11185)
add badcca2ebe8 [HUDI-7742] Move Hadoop-dependent reader util classes to
hudi-hadoop-common module (#11190)
add 0d0e27e2b9b [HUDI-7673] Fixing false positive validation failure for
RLI with MDT validation tool (#11098)
add c7c636c2d18 [HUDI-7731] Fix usage of new Configuration() in production
code (#11191)
add 86f7a6554df [HUDI-7739] Shudown asyncDetectorExecutor in
AsyncTimelineServerBasedDetectionStrategy (#11182)
add 49072d1e2e7 [HUDI-7508] Avoid collecting records in
HoodieStreamerUtils.createHoodieRecords and JsonKafkaSource mapPartitions
(#10872)
add 61f54a0dcc2 [HUDI-7745] Move Hadoop-dependent util methods to
hudi-hadoop-common (#11193)
add aa5bb0dda34 [HUDI-4732] Add support for confluent schema registry with
proto (#11070)
add be0a6604b12 [HUDI-7501] Use source profile for S3 and GCS sources
(#10861)
add ce08875a0d7 [HUDI-7523] Add HOODIE_SPARK_DATASOURCE_OPTIONS to be used
in HoodieIncrSource (#10900)
add 4b59b202f49 [HUDI-7743] Improve StoragePath usages (#11189)
add ea4f14c2851 [HUDI-7744] Introduce IOFactory and a config to set the
factory (#11192)
add 6627218f71f [HUDI-7750] Move HoodieLogFormatWriter class to
hoodie-hadoop-common module (#11207)
add c15bdb34f89 remove a few classes from hudi-common (#11209)
add 076a9adcf78 [HUDI-7589] Add API to create HoodieStorage in
HoodieIOFactory (#11208)
add 45ad35b960c [HUDI-7549] Reverting spurious log block deduction with
LogRecordReader (#10922)
add bbf028027ba [HUDI-7617] Fix issues for bulk insert user defined
partitioner in StreamSync (#11014)
add d9eb7b469bf [HUDI-7535] Add metrics for sourceParallelism and Refresh
profile in S3/GCS (#10918)
add 7f837d0d0a4 [HUDI-7749] Bump Spark version 3.3.1 to 3.3.4 (#11198)
add d74e642b5be [HUDI-7712] Fixing RLI initialization to account for file
slices instead of just base files while initializing (#11153)
add 8d103ad87d8 [HUDI-7624] Fixing index tagging duration (#11035)
add a8da2fdd1c0 [HUDI-7752] Abstract serializeRecords for log writing
(#11210)
add c8dec0ef523 [HUDI-7429] Fixing average record size estimation for
delta commits (#10763)
add 7e5ff1ec89f [HUDI-7759] Remove Hadoop dependencies in hudi-common
module (#11220)
add 9e9bb9006b7 [HUDI-7532] Include only compaction instants for
lastCompaction in getDeltaCommitsSinceLatestCompaction (#10915)
add 5bf509014a6 [MINOR] Rebalance CI with tests in hudi-hadoop-common
module (#11230)
add 7fc5adad7aa [HUDI-7717] Disable row writer for bulk insert if
combining before insert is set (#11216)
add d93e4eb9d70 [MINOR] Remove legacy code and add try catch to listStatus
of partition (#11250)
add e0ca6dd0d52 [HUDI-7652] Add new `HoodieMergeKey` API to support simple
and composite keys (#11077)
add e4b56b090fd [MINOR] Added condition to check default value to fix
extracting password from credential store (#11246)
add 0804a79f20c [HUDI-7761] Make the ManifestWriter Extendable (#11253)
add 761af879198 [HUDI-6563] Supports flink lookup join (#9228)
add 1bc0c5a84ad [HUDI-7775] Remove unused APIs in HoodieStorage (#11255)
add 74308cdbd24 [HUDI-6207] Spark bucket index query pruning (#10191)
add c7d2fc05fd7 [HUDI-7781] Filter wrong partitions when using
hoodie.datasource.write.partitions.to.delete (#11260)
add e1aa1bcb4af [HUDI-7784] Fix serde of HoodieHadoopConfiguration in
Spark (#11269)
add 94b564151a2 [MINOR] LSMTimeline needs to handle case for tables which
has not performed first archived yet (#11271)
add 8d4a35b1f2e [HUDI-4491] Re-enable TestHoodieFlinkQuickstart (#11272)
add f2e276a38e5 [MINOR] Query index warning check (#11276)
add bcc1f8de4d9 [HUDI-7785] Keep public APIs in utilities module the same
as before HoodieStorage abstraction (#11279)
add 40b23b327de [HUDI-7788] Fixing exception handling in
AverageRecordSizeUtils (#11289)
add edb02d4c450 [HUDI-7776] Simplify HoodieStorage instance fetching
(#11259)
add 1560e9aa30c Bump h2 in /hudi-platform-service/hudi-metaserver
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (e96f60a4406)
\
N -- N -- N
refs/heads/dependabot/maven/hudi-platform-service/hudi-metaserver/com.h2database-h2-2.2.220
(1560e9aa30c)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/workflows/bot.yml | 98 +-
.github/workflows/release_candidate_validation.yml | 2 +-
.gitignore | 1 +
.idea/icon.png | Bin 0 -> 14245 bytes
README.md | 16 +-
azure-pipelines-20230430.yml | 30 +-
.../config/test-suite/multi-writer-1.properties | 2 +-
.../config/test-suite/multi-writer-2.properties | 2 +-
.../test-suite/multi-writer-local-1.properties | 2 +-
.../test-suite/multi-writer-local-2.properties | 2 +-
.../test-suite/multi-writer-local-3.properties | 2 +-
.../test-suite/multi-writer-local-4.properties | 2 +-
...essive-clean-archival-inline-compact.properties | 2 +-
.../test-aggressive-clean-archival.properties | 2 +-
...essive-clean-archival-inline-compact.properties | 2 +-
...clustering-aggressive-clean-archival.properties | 2 +-
...essive-clean-archival-inline-compact.properties | 2 +-
...g-metadata-aggressive-clean-archival.properties | 2 +-
...essive-clean-archival-inline-compact.properties | 2 +-
...t-metadata-aggressive-clean-archival.properties | 2 +-
...dieConfigAWSAssumedRoleCredentialsProvider.java | 5 +-
.../hudi/aws/sync/AWSGlueCatalogSyncClient.java | 312 +-
.../lock/DynamoDBBasedLockProvider.java | 13 +-
.../hudi/config/GlueCatalogSyncClientConfig.java | 24 +
.../org/apache/hudi/config/HoodieAWSConfig.java | 34 +-
.../hudi/aws/sync/ITTestGluePartitionPushdown.java | 50 +-
hudi-cli/pom.xml | 7 +
.../main/java/org/apache/hudi/cli/HoodieCLI.java | 27 +-
.../hudi/cli/commands/ArchivedCommitsCommand.java | 134 +-
.../apache/hudi/cli/commands/BootstrapCommand.java | 2 +-
.../apache/hudi/cli/commands/CommitsCommand.java | 6 +-
.../hudi/cli/commands/CompactionCommand.java | 44 +-
.../apache/hudi/cli/commands/ExportCommand.java | 125 +-
.../hudi/cli/commands/FileSystemViewCommand.java | 20 +-
.../hudi/cli/commands/HoodieLogFileCommand.java | 147 +-
.../apache/hudi/cli/commands/MetadataCommand.java | 140 +-
.../apache/hudi/cli/commands/RepairsCommand.java | 63 +-
.../org/apache/hudi/cli/commands/SparkMain.java | 226 +-
.../org/apache/hudi/cli/commands/StatsCommand.java | 29 +-
.../org/apache/hudi/cli/commands/TableCommand.java | 48 +-
.../apache/hudi/cli/commands/TimelineCommand.java | 35 +-
.../java/org/apache/hudi/cli/utils/CommitUtil.java | 2 +-
.../apache/hudi/cli/utils/InputStreamConsumer.java | 3 +-
.../hudi/cli/commands/TestArchiveCommand.java | 4 +-
.../cli/commands/TestArchivedCommitsCommand.java | 11 +-
.../hudi/cli/commands/TestCleansCommand.java | 17 +-
.../hudi/cli/commands/TestCommitsCommand.java | 31 +-
.../hudi/cli/commands/TestCompactionCommand.java | 7 +-
.../apache/hudi/cli/commands/TestDiffCommand.java | 13 +-
.../cli/commands/TestFileSystemViewCommand.java | 18 +-
.../cli/commands/TestHoodieLogFileCommand.java | 34 +-
.../hudi/cli/commands/TestMetadataCommand.java | 10 +-
.../hudi/cli/commands/TestRepairsCommand.java | 21 +-
.../hudi/cli/commands/TestRestoresCommand.java | 2 +-
.../hudi/cli/commands/TestRollbacksCommand.java | 2 +-
.../hudi/cli/commands/TestSavepointsCommand.java | 4 +-
.../apache/hudi/cli/commands/TestStatsCommand.java | 4 +-
.../apache/hudi/cli/commands/TestTableCommand.java | 35 +-
.../cli/commands/TestUpgradeDowngradeCommand.java | 19 +-
.../cli/functional/CLIFunctionalTestHarness.java | 9 +-
.../hudi/cli/integ/ITTestBootstrapCommand.java | 3 +-
.../hudi/cli/integ/ITTestClusteringCommand.java | 4 +-
.../hudi/cli/integ/ITTestCommitsCommand.java | 4 +-
.../hudi/cli/integ/ITTestCompactionCommand.java | 3 +-
.../cli/integ/ITTestHDFSParquetImportCommand.java | 26 +-
.../hudi/cli/integ/ITTestRepairsCommand.java | 66 +-
.../hudi/cli/integ/ITTestSavepointsCommand.java | 37 +-
.../apache/hudi/cli/integ/ITTestTableCommand.java | 4 +-
.../HoodieTestCommitMetadataGenerator.java | 16 +-
hudi-cli/src/test/resources/clean.properties | 4 +-
hudi-client/hudi-client-common/pom.xml | 71 +-
.../http/HoodieWriteCommitHttpCallbackClient.java | 46 +-
.../org/apache/hudi/client/BaseHoodieClient.java | 52 +-
.../hudi/client/BaseHoodieTableServiceClient.java | 128 +-
.../apache/hudi/client/BaseHoodieWriteClient.java | 50 +-
.../apache/hudi/client/CompactionAdminClient.java | 48 +-
.../client/embedded/EmbeddedTimelineService.java | 16 +-
.../hudi/client/heartbeat/HeartbeatUtils.java | 37 +-
.../client/heartbeat/HoodieHeartbeatClient.java | 24 +-
.../client/timeline/HoodieTimelineArchiver.java | 9 +-
.../hudi/client/timeline/LSMTimelineWriter.java | 58 +-
.../client/transaction/ConcurrentOperation.java | 4 +
.../PreferWriterConflictResolutionStrategy.java | 2 +-
.../client/transaction/TransactionManager.java | 5 +-
.../lock/FileSystemBasedLockProvider.java | 4 +-
.../hudi/client/transaction/lock/LockManager.java | 13 +-
.../lock/ZookeeperBasedLockProvider.java | 4 +-
.../lock/metrics/HoodieLockMetrics.java | 13 +-
.../hudi/client/utils/DeletePartitionUtils.java | 4 +-
.../utils/LegacyArchivedMetaEntryReader.java | 42 +-
.../apache/hudi/config/HoodieBootstrapConfig.java | 2 +-
.../org/apache/hudi/config/HoodieCleanConfig.java | 40 +-
.../apache/hudi/config/HoodieErrorTableConfig.java | 3 +-
.../org/apache/hudi/config/HoodieIndexConfig.java | 5 +
.../org/apache/hudi/config/HoodieLockConfig.java | 13 +
.../apache/hudi/config/HoodiePayloadConfig.java | 4 +-
.../config/HoodieWriteCommitCallbackConfig.java | 15 +
.../org/apache/hudi/config/HoodieWriteConfig.java | 130 +-
.../hudi/config/metrics/HoodieMetricsConfig.java | 227 --
...eletePartitionPendingTableServiceException.java | 28 +
.../org/apache/hudi/index/HoodieIndexUtils.java | 17 +-
.../hudi/index/bloom/HoodieGlobalBloomIndex.java | 2 +-
.../index/bucket/ConsistentBucketIndexUtils.java | 46 +-
.../hudi/index/bucket/HoodieSimpleBucketIndex.java | 77 +-
.../hudi/index/simple/HoodieGlobalSimpleIndex.java | 2 +-
.../org/apache/hudi/io/HoodieAppendHandle.java | 49 +-
.../java/org/apache/hudi/io/HoodieCDCLogger.java | 6 +-
.../org/apache/hudi/io/HoodieConcatHandle.java | 3 +-
.../org/apache/hudi/io/HoodieCreateHandle.java | 23 +-
.../java/org/apache/hudi/io/HoodieIOHandle.java | 9 +-
.../hudi/io/HoodieKeyLocationFetchHandle.java | 10 +-
.../org/apache/hudi/io/HoodieKeyLookupHandle.java | 3 +-
.../java/org/apache/hudi/io/HoodieMergeHandle.java | 58 +-
.../hudi/io/HoodieMergeHandleWithChangeLog.java | 2 +-
.../org/apache/hudi/io/HoodieMergedReadHandle.java | 17 +-
.../java/org/apache/hudi/io/HoodieReadHandle.java | 20 +-
.../apache/hudi/io/HoodieSortedMergeHandle.java | 4 +-
.../java/org/apache/hudi/io/HoodieWriteHandle.java | 31 +-
.../java/org/apache/hudi/keygen/KeyGenUtils.java | 2 +-
.../factory/HoodieAvroKeyGeneratorFactory.java | 2 +-
.../metadata/HoodieBackedTableMetadataWriter.java | 691 +++--
.../hudi/metadata/HoodieMetadataWriteUtils.java | 12 +-
.../hudi/metadata/HoodieTableMetadataWriter.java | 3 +-
.../org/apache/hudi/metrics/HoodieMetrics.java | 41 +-
.../apache/hudi/metrics/JmxMetricsReporter.java | 123 -
.../main/java/org/apache/hudi/metrics/Metrics.java | 179 --
.../hudi/metrics/MetricsGraphiteReporter.java | 93 -
.../hudi/metrics/MetricsReporterFactory.java | 102 -
.../cloudwatch/CloudWatchMetricsReporter.java | 29 +-
.../metrics/datadog/DatadogMetricsReporter.java | 87 -
.../apache/hudi/metrics/m3/M3MetricsReporter.java | 120 -
.../metrics/prometheus/PrometheusReporter.java | 132 -
.../prometheus/PushGatewayMetricsReporter.java | 99 -
.../apache/hudi/table/BulkInsertPartitioner.java | 7 +
.../java/org/apache/hudi/table/HoodieTable.java | 56 +-
.../hudi/table/action/BaseActionExecutor.java | 9 +-
.../hudi/table/action/HoodieWriteMetadata.java | 12 +
.../table/action/bootstrap/BootstrapUtils.java | 11 +-
.../table/action/clean/CleanActionExecutor.java | 7 +-
.../action/clean/CleanPlanActionExecutor.java | 7 +
.../hudi/table/action/clean/CleanPlanner.java | 23 +-
.../action/clean/CleaningTriggerStrategy.java | 2 +-
.../cluster/ClusteringPlanActionExecutor.java | 3 +-
.../cluster/strategy/ClusteringPlanStrategy.java | 2 +-
.../PartitionAwareClusteringPlanStrategy.java | 3 +-
.../action/commit/BaseCommitActionExecutor.java | 4 +-
.../hudi/table/action/commit/BaseWriteHelper.java | 6 -
.../table/action/commit/HoodieMergeHelper.java | 22 +-
.../hudi/table/action/compact/CompactHelpers.java | 2 +-
.../hudi/table/action/compact/HoodieCompactor.java | 15 +-
.../compact/RunCompactionActionExecutor.java | 2 +-
.../compact/ScheduleCompactionActionExecutor.java | 10 +-
.../BaseHoodieCompactionPlanGenerator.java | 12 +-
.../HoodieLogCompactionPlanGenerator.java | 2 +-
.../index/RecordBasedIndexingCatchupTask.java | 3 +-
.../table/action/index/RunIndexActionExecutor.java | 18 +-
.../action/index/ScheduleIndexActionExecutor.java | 2 +-
.../BaseHoodieFunctionalIndexClient.java | 3 +-
.../action/restore/BaseRestoreActionExecutor.java | 2 +-
.../rollback/BaseRollbackActionExecutor.java | 12 +-
.../table/action/rollback/BaseRollbackHelper.java | 29 +-
.../rollback/ListingBasedRollbackStrategy.java | 35 +-
.../rollback/MarkerBasedRollbackStrategy.java | 6 +-
.../action/rollback/RestorePlanActionExecutor.java | 2 +-
.../hudi/table/action/rollback/RollbackUtils.java | 4 +-
.../action/savepoint/SavepointActionExecutor.java | 3 +-
.../ttl/strategy/KeepByCreationTimeStrategy.java | 4 +-
.../action/ttl/strategy/KeepByTimeStrategy.java | 2 +-
.../action/ttl/strategy/PartitionTTLStrategy.java | 3 +-
.../hudi/table/marker/DirectWriteMarkers.java | 60 +-
.../table/marker/MarkerBasedRollbackUtils.java | 18 +-
.../SimpleDirectMarkerBasedDetectionStrategy.java | 6 +-
...nsactionDirectMarkerBasedDetectionStrategy.java | 10 +-
.../marker/TimelineServerBasedWriteMarkers.java | 12 +-
.../org/apache/hudi/table/marker/WriteMarkers.java | 38 +-
.../hudi/table/marker/WriteMarkersFactory.java | 3 +-
.../org/apache/hudi/table/repair/RepairUtils.java | 10 +-
.../table/upgrade/FiveToSixUpgradeHandler.java | 8 +-
.../table/upgrade/FourToFiveUpgradeHandler.java | 3 +-
.../table/upgrade/SixToFiveDowngradeHandler.java | 9 +-
.../table/upgrade/TwoToOneDowngradeHandler.java | 33 +-
.../hudi/table/upgrade/UpgradeDowngrade.java | 15 +-
.../table/upgrade/ZeroToOneUpgradeHandler.java | 11 +-
.../org/apache/hudi/DummyTaskContextSupplier.java | 5 -
.../org/apache/hudi/HoodieTestCommitGenerator.java | 3 +-
.../hudi/avro/TestHoodieAvroParquetWriter.java | 26 +-
.../client/http/TestCallbackHttpClient.java | 202 ++
.../hudi/callback/http/TestCallbackHttpClient.java | 143 -
.../embedded/TestEmbeddedTimelineService.java | 10 +-
.../heartbeat/TestHoodieHeartbeatClient.java | 35 +-
.../timeline/TestCompletionTimeQueryView.java | 15 +-
.../FileSystemBasedLockProviderTestClass.java | 9 +-
.../InProcessLockProviderWithRuntimeError.java | 7 +-
.../TestConflictResolutionStrategyUtil.java | 6 +-
.../hudi/client/transaction/TestLockManager.java | 4 +-
...itesConflictResolutionStrategyWithMORTable.java | 89 +
.../client/transaction/TestTransactionManager.java | 5 +-
.../utils/TestLegacyArchivedMetaEntryReader.java | 10 +-
.../table/timeline/TestHoodieArchivedTimeline.java | 4 +-
.../common/testutils/HoodieMetadataTestTable.java | 37 +-
.../apache/hudi/config/TestHoodieWriteConfig.java | 160 +-
.../hudi/metrics/TestHoodieConsoleMetrics.java | 17 +-
.../hudi/metrics/TestHoodieGraphiteMetrics.java | 23 +-
.../apache/hudi/metrics/TestHoodieJmxMetrics.java | 20 +-
.../org/apache/hudi/metrics/TestHoodieMetrics.java | 57 +-
.../hudi/metrics/TestMetricsReporterFactory.java | 20 +-
.../cloudwatch/TestCloudWatchMetricsReporter.java | 27 +-
.../datadog/TestDatadogMetricsReporter.java | 61 +-
.../org/apache/hudi/metrics/m3/TestM3Metrics.java | 67 +-
.../metrics/prometheus/TestPrometheusReporter.java | 20 +-
.../prometheus/TestPushGateWayReporter.java | 59 +-
.../hudi/table/TestBulkInsertPartitioner.java | 20 -
.../apache/hudi/table/action/TestCleanPlanner.java | 93 +-
.../hudi/table/marker/TestWriteMarkersFactory.java | 12 +-
.../apache/hudi/table/repair/TestRepairUtils.java | 19 +-
.../GenericRecordValidationTestUtils.java | 30 +-
.../hudi/testutils/HoodieMergeOnReadTestUtils.java | 20 +-
.../hudi/testutils/HoodieWriteableTestTable.java | 53 +-
.../hudi/testutils/providers/DFSProvider.java | 5 +-
.../providers/HoodieMetaClientProvider.java | 13 +-
.../hudi/utils/HoodieWriterClientTestHarness.java | 27 +-
hudi-client/hudi-flink-client/pom.xml | 13 +
.../hudi/client/FlinkTaskContextSupplier.java | 5 -
.../hudi/client/HoodieFlinkTableServiceClient.java | 7 +-
.../apache/hudi/client/HoodieFlinkWriteClient.java | 4 +-
...inkSizeBasedClusteringPlanStrategyRecently.java | 133 +
.../client/common/HoodieFlinkEngineContext.java | 13 +-
.../java/org/apache/hudi/io/FlinkAppendHandle.java | 8 +-
.../hudi/io/FlinkConcatAndReplaceHandle.java | 10 +-
.../java/org/apache/hudi/io/FlinkConcatHandle.java | 6 +-
.../java/org/apache/hudi/io/FlinkCreateHandle.java | 22 +-
.../apache/hudi/io/FlinkMergeAndReplaceHandle.java | 27 +-
.../FlinkMergeAndReplaceHandleWithChangeLog.java | 9 +-
.../java/org/apache/hudi/io/FlinkMergeHandle.java | 36 +-
.../hudi/io/FlinkMergeHandleWithChangeLog.java | 5 +-
.../apache/hudi/io/FlinkWriteHandleFactory.java | 17 +-
.../java/org/apache/hudi/io/MiniBatchHandle.java | 4 +-
.../io/storage/row/HoodieRowDataCreateHandle.java | 29 +-
.../row/HoodieRowDataFileWriterFactory.java | 12 +-
.../io/storage/row/HoodieRowDataParquetWriter.java | 9 +-
.../FlinkHoodieBackedTableMetadataWriter.java | 52 +-
.../hudi/table/HoodieFlinkCopyOnWriteTable.java | 22 +-
.../org/apache/hudi/table/HoodieFlinkTable.java | 5 +-
.../commit/BaseFlinkCommitActionExecutor.java | 16 +-
.../FlinkDeletePartitionCommitActionExecutor.java | 24 +-
.../commit/FlinkPartitionTTLActionExecutor.java | 73 +
.../java/org/apache/hudi/util/FlinkClientUtil.java | 4 +-
.../index/bloom/TestFlinkHoodieBloomIndex.java | 4 +-
.../TestFlinkSizeBasedClusteringPlanStrategy.java | 4 +-
.../testutils/HoodieFlinkClientTestHarness.java | 11 +-
.../testutils/HoodieFlinkWriteableTestTable.java | 26 +-
hudi-client/hudi-java-client/pom.xml | 13 +
.../apache/hudi/client/HoodieJavaWriteClient.java | 28 +-
.../run/strategy/JavaExecutionStrategy.java | 16 +-
.../client/common/HoodieJavaEngineContext.java | 10 +-
.../client/common/JavaTaskContextSupplier.java | 6 -
.../JavaCustomColumnsSortPartitioner.java | 10 +-
.../JavaHoodieBackedTableMetadataWriter.java | 20 +-
.../hudi/table/HoodieJavaCopyOnWriteTable.java | 19 +-
.../org/apache/hudi/table/HoodieJavaTable.java | 10 +-
.../commit/BaseJavaCommitActionExecutor.java | 19 +-
...vaInsertOverwriteTableCommitActionExecutor.java | 2 +-
.../table/action/commit/JavaUpsertPartitioner.java | 2 +-
.../client/TestHoodieJavaWriteClientInsert.java | 19 +-
.../hudi/client/TestJavaHoodieBackedMetadata.java | 598 ++--
.../client/common/TestHoodieJavaEngineContext.java | 8 +-
.../TestHoodieJavaClientOnCopyOnWriteStorage.java | 93 +-
.../TestHoodieJavaClientOnMergeOnReadStorage.java | 10 +-
.../commit/TestJavaCopyOnWriteActionExecutor.java | 36 +-
.../testutils/HoodieJavaClientTestHarness.java | 179 +-
.../hudi/testutils/TestHoodieMetadataBase.java | 23 +-
hudi-client/hudi-spark-client/pom.xml | 28 +
.../apache/hudi/HoodieSparkFunctionalIndex.java | 236 ++
.../org/apache/hudi/client/SparkRDDReadClient.java | 13 +-
.../hudi/client/SparkRDDTableServiceClient.java | 6 +
.../apache/hudi/client/SparkRDDWriteClient.java | 56 +-
.../hudi/client/SparkTaskContextSupplier.java | 5 -
.../HoodieSparkBootstrapSchemaProvider.java | 7 +-
.../run/strategy/ExecutionStrategyUtil.java | 17 +-
.../MultipleSparkJobExecutionStrategy.java | 62 +-
.../strategy/SingleSparkJobExecutionStrategy.java | 13 +-
.../client/common/HoodieSparkEngineContext.java | 4 +-
.../client/utils/SparkMetadataWriterUtils.java | 26 +-
.../hudi/client/utils/SparkPartitionUtils.java | 4 +-
.../hudi/client/utils/SparkReleaseResources.java | 64 +
.../hudi/client/utils/SparkValidatorUtils.java | 5 +-
.../client/validator/SparkPreCommitValidator.java | 2 +-
.../RDDCustomColumnsSortPartitioner.java | 16 +-
.../apache/hudi/index/SparkHoodieIndexFactory.java | 19 +-
.../index/bloom/HoodieFileProbingFunction.java | 12 +-
.../index/bloom/SparkHoodieBloomIndexHelper.java | 18 +-
.../functional/HoodieSparkFunctionalIndex.java | 235 --
.../io/storage/HoodieSparkFileReaderFactory.java | 27 +-
.../io/storage/HoodieSparkFileWriterFactory.java | 35 +-
.../hudi/io/storage/HoodieSparkIOFactory.java | 54 +
.../hudi/io/storage/HoodieSparkParquetReader.java | 42 +-
.../hudi/io/storage/HoodieSparkParquetWriter.java | 6 +-
.../row/HoodieInternalRowFileWriterFactory.java | 16 +-
.../row/HoodieInternalRowParquetWriter.java | 8 +-
.../hudi/io/storage/row/HoodieRowCreateHandle.java | 38 +-
.../io/storage/row/HoodieRowParquetConfig.java | 8 +-
.../factory/HoodieSparkKeyGeneratorFactory.java | 49 +-
.../SparkHoodieBackedTableMetadataWriter.java | 24 +-
.../apache/hudi/sort/SpaceCurveSortingHelper.java | 10 +-
.../hudi/table/HoodieSparkCopyOnWriteTable.java | 39 +-
.../org/apache/hudi/table/HoodieSparkTable.java | 35 +-
.../bootstrap/BaseBootstrapMetadataHandler.java | 13 +-
.../bootstrap/MetadataBootstrapHandlerFactory.java | 9 +-
.../bootstrap/OrcBootstrapMetadataHandler.java | 17 +-
.../bootstrap/ParquetBootstrapMetadataHandler.java | 15 +-
.../SparkBootstrapCommitActionExecutor.java | 9 +-
.../action/commit/AverageRecordSizeUtils.java | 90 +
.../commit/BaseSparkCommitActionExecutor.java | 40 +-
.../commit/BulkInsertDataInternalWriterHelper.java | 10 +-
.../SparkDeletePartitionCommitActionExecutor.java | 27 +-
...rkInsertOverwriteTableCommitActionExecutor.java | 3 +-
.../commit/SparkPartitionTTLActionExecutor.java | 15 +-
.../table/action/commit/UpsertPartitioner.java | 41 +-
.../SparkUpsertDeltaCommitActionExecutor.java | 2 +-
.../org/apache/hudi/AvroConversionUtils.scala | 36 +-
.../hudi/BaseSparkInternalRowReaderContext.java | 10 +-
.../org/apache/hudi/HoodieConversionUtils.scala | 5 +-
.../hudi/HoodieDatasetBulkInsertHelper.scala | 104 +-
.../scala/org/apache/hudi/HoodieSparkUtils.scala | 37 +-
.../SparkFileFormatInternalRowReaderContext.scala | 22 +-
.../hudi/util/ExceptionWrappingIterator.scala | 44 +
.../org/apache/hudi/util/JavaScalaConverters.scala | 64 +
.../scala/org/apache/hudi/util/PathUtils.scala | 30 +-
.../org/apache/hudi/util/SparkKeyGenUtils.scala | 16 +-
.../apache/spark/HoodieSparkKryoRegistrar.scala | 18 +-
.../spark/sql/HoodieCatalystPlansUtils.scala | 2 +-
.../apache/spark/sql/HoodieInternalRowUtils.scala | 10 +-
.../HoodieSparkPartitionedFileUtils.scala | 6 +-
.../datasources/parquet/SparkParquetReader.scala | 44 +
.../org/apache/spark/sql/hudi/SparkAdapter.scala | 25 +-
.../callback/TestHoodieClientInitCallback.java | 8 +-
.../org/apache/hudi/client/TestClientRollback.java | 23 +-
.../hudi/client/TestCompactionAdminClient.java | 10 +-
.../hudi/client/TestFileBasedLockProvider.java | 16 +-
.../hudi/client/TestHoodieClientMultiWriter.java | 23 +-
.../java/org/apache/hudi/client/TestMultiFS.java | 23 +-
.../TestMultiWriterWithPreferWriterIngestion.java | 9 +-
.../hudi/client/TestPartitionTTLManagement.java | 4 +-
...erBasedDetectionStrategyWithZKLockProvider.java | 4 +-
.../hudi/client/TestSparkRDDWriteClient.java | 4 +-
.../hudi/client/TestTableSchemaEvolution.java | 18 +-
.../hudi/client/TestUpdateSchemaEvolution.java | 17 +-
...parkConsistentBucketClusteringPlanStrategy.java | 6 +-
.../functional/TestConsistentBucketIndex.java | 15 +-
...DataValidationCheckForLogCompactionActions.java | 6 +-
.../functional/TestExternalPathHandling.java | 3 +-
.../functional/TestHoodieBackedMetadata.java | 835 ++++--
.../functional/TestHoodieBackedTableMetadata.java | 193 +-
.../TestHoodieClientOnCopyOnWriteStorage.java | 199 +-
.../TestHoodieClientOnMergeOnReadStorage.java | 14 +-
.../hudi/client/functional/TestHoodieIndex.java | 30 +-
.../client/functional/TestHoodieMetadataBase.java | 8 +-
.../functional/TestHoodieMetadataBootstrap.java | 20 +-
.../TestRemoteFileSystemViewWithMetadataTable.java | 18 +-
.../TestSavepointRestoreMergeOnRead.java | 23 +-
.../TestBulkInsertInternalPartitioner.java | 7 +-
.../TestRDDSimpleBucketBulkInsertPartitioner.java | 5 +-
.../index/bloom/TestBloomIndexTagWithColStats.java | 9 +-
.../hudi/index/bloom/TestHoodieBloomIndex.java | 84 +-
.../index/bloom/TestHoodieGlobalBloomIndex.java | 35 +-
.../index/bucket/TestHoodieSimpleBucketIndex.java | 2 +-
.../functional/TestHoodieSparkFunctionalIndex.java | 1 +
.../index/hbase/TestSparkHoodieHBaseIndex.java | 17 +-
.../hudi/io/TestHoodieKeyLocationFetchHandle.java | 6 +-
.../org/apache/hudi/io/TestHoodieMergeHandle.java | 15 +-
.../apache/hudi/io/TestHoodieTimelineArchiver.java | 346 ++-
.../storage/TestHoodieAvroFileWriterFactory.java | 27 +-
.../java/org/apache/hudi/table/TestCleaner.java | 84 +-
.../apache/hudi/table/TestConsistencyGuard.java | 53 +-
.../hudi/table/TestHoodieMergeOnReadTable.java | 63 +-
.../table/action/bootstrap/TestBootstrapUtils.java | 25 +-
.../clean/TestCleanerInsertAndCleanByCommits.java | 4 +-
.../clean/TestCleanerInsertAndCleanByVersions.java | 4 +-
...TestSparkBuildClusteringGroupsForPartition.java | 8 +-
.../action/commit/TestAverageRecordSizeUtils.java | 214 ++
.../commit/TestCopyOnWriteActionExecutor.java | 77 +-
.../table/action/commit/TestUpsertPartitioner.java | 9 +-
.../table/action/compact/CompactionTestBase.java | 44 +-
.../table/action/compact/TestAsyncCompaction.java | 71 +-
.../table/action/compact/TestHoodieCompactor.java | 11 +-
.../table/action/compact/TestInlineCompaction.java | 54 +-
.../strategy/TestHoodieCompactionStrategy.java | 3 +-
.../rollback/HoodieClientRollbackTestBase.java | 14 +-
.../TestCopyOnWriteRollbackActionExecutor.java | 47 +-
.../TestMergeOnReadRollbackActionExecutor.java | 13 +-
.../table/action/rollback/TestRollbackUtils.java | 19 +-
.../table/functional/TestCleanPlanExecutor.java | 18 +-
.../TestHoodieSparkMergeOnReadTableCompaction.java | 2 +-
...HoodieSparkMergeOnReadTableIncrementalRead.java | 8 +-
...dieSparkMergeOnReadTableInsertUpdateDelete.java | 43 +-
.../TestHoodieSparkMergeOnReadTableRollback.java | 98 +-
.../TestMarkerBasedRollbackStrategy.java | 2 +-
.../hudi/table/marker/TestDirectWriteMarkers.java | 15 +-
.../TestTimelineServerBasedWriteMarkers.java | 20 +-
.../hudi/table/marker/TestWriteMarkersBase.java | 20 +-
.../hudi/table/upgrade/TestUpgradeDowngrade.java | 119 +-
.../hudi/testutils/FunctionalTestHarness.java | 46 +-
.../hudi/testutils/HoodieCleanerTestBase.java | 14 +-
.../hudi/testutils/HoodieClientTestBase.java | 77 +-
.../hudi/testutils/HoodieClientTestUtils.java | 53 +-
.../testutils/HoodieSparkClientTestHarness.java | 130 +-
.../testutils/HoodieSparkWriteableTestTable.java | 32 +-
.../SparkClientFunctionalTestHarness.java | 65 +-
.../apache/spark/TestHoodieSparkKryoRegistrar.java | 86 +
.../sql/hudi/execution/TestRangeSampleSort.java | 7 +-
hudi-common/pom.xml | 71 +-
.../org/apache/hudi/BaseHoodieTableFileIndex.java | 66 +-
.../java/org/apache/hudi/avro/AvroSchemaUtils.java | 10 +-
.../java/org/apache/hudi/avro/HoodieAvroUtils.java | 43 +-
.../apache/hudi/avro/HoodieAvroWriteSupport.java | 85 -
.../hudi/avro/HoodieBloomFilterWriteSupport.java | 5 +-
.../transaction/lock/InProcessLockProvider.java | 4 +-
.../org/apache/hudi/common/HoodieRollbackStat.java | 14 +-
.../hudi/common/bloom/InternalBloomFilter.java | 2 +-
.../hudi/common/bootstrap/FileStatusUtils.java | 98 +-
.../common/bootstrap/index/BootstrapIndex.java | 13 +-
.../bootstrap/index/HFileBootstrapIndex.java | 778 -----
.../common/bootstrap/index/NoOpBootstrapIndex.java | 13 +-
.../bootstrap/index/hfile/HFileBootstrapIndex.java | 171 ++
.../index/hfile/HFileBootstrapIndexReader.java | 242 ++
.../apache/hudi/common/config/ConfigGroups.java | 4 +
.../common/config/DFSPropertiesConfiguration.java | 250 --
.../apache/hudi/common/config/HoodieConfig.java | 3 +-
.../common/config/HoodieFunctionalIndexConfig.java | 65 +-
.../hudi/common/config/HoodieMetadataConfig.java | 62 +-
.../hudi/common/config/HoodieStorageConfig.java | 14 +
.../hudi/common/config/LockConfiguration.java | 3 +
.../hudi/common/config/PropertiesConfig.java | 32 +
.../common/config/SerializableConfiguration.java | 69 -
.../common/config/TimestampKeyGeneratorConfig.java | 2 +-
.../DirectMarkerBasedDetectionStrategy.java | 32 +-
.../TimelineServerBasedDetectionStrategy.java | 9 +-
.../hudi/common/engine/HoodieEngineContext.java | 12 +-
.../common/engine/HoodieLocalEngineContext.java | 10 +-
.../hudi/common/engine/HoodieReaderContext.java | 19 +-
.../common/engine/LocalTaskContextSupplier.java | 5 -
.../hudi/common/engine/TaskContextSupplier.java | 5 -
.../java/org/apache/hudi/common/fs/FSUtils.java | 524 ++--
.../hudi/common/fs/FailSafeConsistencyGuard.java | 52 +-
.../hudi/common/fs/NoOpConsistencyGuard.java | 49 +
.../hudi/common/fs/OptimisticConsistencyGuard.java | 20 +-
.../common/heartbeat/HoodieHeartbeatUtils.java | 25 +-
.../org/apache/hudi/common/model/BaseFile.java | 39 +-
.../common/model/BootstrapBaseFileMapping.java | 2 +-
.../hudi/common/model/BootstrapIndexType.java | 2 +-
.../hudi/common/model/CompactionOperation.java | 11 +-
.../common/model/DefaultHoodieRecordPayload.java | 4 +-
.../hudi/common/model/FirstValueAvroPayload.java | 124 +
.../hudi/common/model/HoodieArchivedLogFile.java | 10 +-
.../apache/hudi/common/model/HoodieBaseFile.java | 50 +-
.../hudi/common/model/HoodieCleaningPolicy.java | 6 +-
.../hudi/common/model/HoodieCommitMetadata.java | 58 +-
.../hudi/common/model/HoodieDeltaWriteStat.java | 14 +
.../apache/hudi/common/model/HoodieLogFile.java | 48 +-
.../common/model/HoodieMetadataRecordMerger.java | 43 +
.../hudi/common/model/HoodiePartitionMetadata.java | 142 +-
.../hudi/common/model/HoodieRecordMerger.java | 8 +
.../apache/hudi/common/model/HoodieWriteStat.java | 5 +-
.../model/OverwriteWithLatestAvroPayload.java | 2 -
.../hudi/common/model/RecordPayloadType.java | 2 +-
.../hudi/common/table/HoodieTableConfig.java | 98 +-
.../hudi/common/table/HoodieTableMetaClient.java | 244 +-
.../hudi/common/table/TableSchemaResolver.java | 139 +-
.../hudi/common/table/cdc/HoodieCDCExtractor.java | 45 +-
.../table/log/AbstractHoodieLogRecordReader.java | 269 +-
.../table/log/BaseHoodieLogRecordReader.java | 89 +-
.../log/BaseHoodieMergedLogRecordScanner.java | 260 ++
.../table/log/HoodieCDCLogRecordIterator.java | 11 +-
.../hudi/common/table/log/HoodieLogFileReader.java | 175 +-
.../hudi/common/table/log/HoodieLogFormat.java | 52 +-
.../common/table/log/HoodieLogFormatReader.java | 20 +-
.../table/log/HoodieLogFormatReverseReader.java | 26 +-
.../common/table/log/HoodieLogFormatWriter.java | 291 --
.../table/log/HoodieMergedLogRecordReader.java | 34 +-
.../table/log/HoodieMergedLogRecordScanner.java | 287 +-
.../log/HoodieMetadataMergedLogRecordScanner.java | 270 ++
.../table/log/HoodieUnMergedLogRecordScanner.java | 24 +-
.../hudi/common/table/log/LogReaderUtils.java | 56 -
.../table/log/block/HoodieAvroDataBlock.java | 138 +-
.../common/table/log/block/HoodieCommandBlock.java | 3 +-
.../common/table/log/block/HoodieCorruptBlock.java | 3 +-
.../common/table/log/block/HoodieDataBlock.java | 7 +-
.../common/table/log/block/HoodieDeleteBlock.java | 3 +-
.../table/log/block/HoodieHFileDataBlock.java | 160 +-
.../common/table/log/block/HoodieLogBlock.java | 21 +-
.../table/log/block/HoodieParquetDataBlock.java | 98 +-
.../common/table/read/HoodieFileGroupReader.java | 60 +-
.../table/read/IncrementalQueryAnalyzer.java | 22 +-
.../table/timeline/HoodieActiveTimeline.java | 111 +-
.../table/timeline/HoodieArchivedTimeline.java | 14 +-
.../table/timeline/HoodieDefaultTimeline.java | 78 +-
.../hudi/common/table/timeline/HoodieInstant.java | 7 +-
.../table/timeline/HoodieInstantTimeGenerator.java | 22 +-
.../hudi/common/table/timeline/HoodieTimeline.java | 14 +-
.../hudi/common/table/timeline/LSMTimeline.java | 50 +-
.../common/table/timeline/TimeGeneratorBase.java | 11 +-
.../hudi/common/table/timeline/TimeGenerators.java | 9 +-
.../common/table/timeline/TimelineDiffHelper.java | 66 +-
.../table/timeline/TimelineMetadataUtils.java | 4 +-
.../table/timeline/WaitBasedTimeGenerator.java | 6 +-
.../common/table/timeline/dto/BaseFileDTO.java | 11 +-
.../common/table/timeline/dto/FSPermissionDTO.java | 64 -
.../common/table/timeline/dto/FilePathDTO.java | 9 +-
.../common/table/timeline/dto/FileStatusDTO.java | 60 +-
.../common/table/timeline/dto/InstantStateDTO.java | 8 +-
.../hudi/common/table/timeline/dto/LogFileDTO.java | 8 +-
.../clean/CleanMetadataV1MigrationHandler.java | 9 +-
.../clean/CleanMetadataV2MigrationHandler.java | 5 +-
.../clean/CleanPlanV1MigrationHandler.java | 5 +-
.../clean/CleanPlanV2MigrationHandler.java | 5 +-
.../compaction/CompactionV1MigrationHandler.java | 9 +-
.../compaction/CompactionV2MigrationHandler.java | 8 +-
.../table/view/AbstractTableFileSystemView.java | 241 +-
.../common/table/view/FileSystemViewManager.java | 11 +-
.../table/view/HoodieTableFileSystemView.java | 32 +-
.../view/HoodieTablePreCommitFileSystemView.java | 4 +-
.../IncrementalTimelineSyncFileSystemView.java | 40 +-
.../table/view/PriorityBasedFileSystemView.java | 30 +-
.../view/RemoteHoodieTableFileSystemView.java | 340 +--
.../table/view/RocksDbBasedFileSystemView.java | 12 +-
.../view/SpillableMapBasedFileSystemView.java | 11 +-
.../common/table/view/TableFileSystemView.java | 16 +-
.../org/apache/hudi/common/util/BaseFileUtils.java | 236 --
.../apache/hudi/common/util/ClusteringUtils.java | 48 +-
.../apache/hudi/common/util/CompactionUtils.java | 3 +-
.../org/apache/hudi/common/util/ConfigUtils.java | 114 +-
.../apache/hudi/common/util/FileFormatUtils.java | 340 +++
.../hudi/common/util/InternalSchemaCache.java | 51 +-
.../org/apache/hudi/common/util/MarkerUtils.java | 119 +-
.../apache/hudi/common/util/OrcReaderIterator.java | 123 -
.../java/org/apache/hudi/common/util/OrcUtils.java | 293 --
.../org/apache/hudi/common/util/ParquetUtils.java | 530 ----
.../hudi/common/util/SerializationUtils.java | 6 +-
.../apache/hudi/common/util/TablePathUtils.java | 45 +-
.../metrics/HoodieMetricsCloudWatchConfig.java | 0
.../hudi/config/metrics/HoodieMetricsConfig.java | 430 +++
.../config/metrics/HoodieMetricsDatadogConfig.java | 0
.../metrics/HoodieMetricsGraphiteConfig.java | 0
.../config/metrics/HoodieMetricsJmxConfig.java | 0
.../hudi/config/metrics/HoodieMetricsM3Config.java | 0
.../metrics/HoodieMetricsPrometheusConfig.java | 0
.../hudi/exception/HoodieAvroSchemaException.java | 31 +
.../exception/HoodieRecordCreationException.java | 32 +
.../exception/InvalidHoodieFileNameException.java | 27 +
.../hudi/exception/InvalidHoodiePathException.java | 8 +-
.../hudi/exception/TableNotFoundException.java | 12 +-
.../index/functional/HoodieFunctionalIndex.java | 25 +
.../index/secondary/SecondaryIndexManager.java | 7 +-
.../io/FileBasedInternalSchemaStorageManager.java | 63 +-
.../hudi/io/storage/HoodieAvroFileReader.java | 28 +-
.../hudi/io/storage/HoodieAvroFileReaderBase.java | 49 -
.../io/storage/HoodieAvroFileReaderFactory.java | 78 -
.../io/storage/HoodieAvroFileWriterFactory.java | 119 -
.../io/storage/HoodieAvroHFileReaderImplBase.java | 39 +-
.../hudi/io/storage/HoodieAvroHFileWriter.java | 205 --
.../hudi/io/storage/HoodieAvroOrcReader.java | 123 -
.../hudi/io/storage/HoodieAvroOrcWriter.java | 167 --
.../hudi/io/storage/HoodieAvroParquetReader.java | 196 --
.../hudi/io/storage/HoodieAvroParquetWriter.java | 86 -
.../hudi/io/storage/HoodieBaseParquetWriter.java | 162 --
.../hudi/io/storage/HoodieFileReaderFactory.java | 69 +-
.../hudi/io/storage/HoodieFileWriterFactory.java | 63 +-
.../io/storage/HoodieHBaseAvroHFileReader.java | 725 -----
.../apache/hudi/io/storage/HoodieHFileConfig.java | 108 -
.../apache/hudi/io/storage/HoodieHFileUtils.java | 100 -
.../apache/hudi/io/storage/HoodieIOFactory.java | 64 +
.../io/storage/HoodieNativeAvroHFileReader.java | 24 +-
.../apache/hudi/io/storage/HoodieOrcConfig.java | 15 +-
.../hudi/io/storage/HoodieParquetConfig.java | 81 -
.../hudi/io/storage/HoodieParquetStreamWriter.java | 106 -
.../hudi/keygen/constant/KeyGeneratorOptions.java | 1 +
.../hudi/metadata/AbstractHoodieTableMetadata.java | 17 +-
.../apache/hudi/metadata/BaseTableMetadata.java | 115 +-
.../metadata/FileSystemBackedTableMetadata.java | 129 +-
.../hudi/metadata/HoodieBackedTableMetadata.java | 59 +-
.../metadata/HoodieMetadataFileSystemView.java | 17 +-
.../metadata/HoodieMetadataLogRecordReader.java | 50 +-
.../hudi/metadata/HoodieMetadataMetrics.java | 26 +-
.../hudi/metadata/HoodieMetadataPayload.java | 129 +-
.../apache/hudi/metadata/HoodieTableMetadata.java | 40 +-
.../hudi/metadata/HoodieTableMetadataUtil.java | 783 ++---
.../hudi/metadata/MetadataPartitionType.java | 95 +-
.../metadata/MetadataRecordsGenerationParams.java | 89 -
.../hudi/metrics/ConsoleMetricsReporter.java | 0
.../java/org/apache/hudi/metrics/HoodieGauge.java | 0
.../hudi/metrics/InMemoryMetricsReporter.java | 0
.../apache/hudi/metrics/JmxMetricsReporter.java | 123 +
.../org/apache/hudi/metrics/JmxReporterServer.java | 0
.../java/org/apache/hudi/metrics/MetricUtils.java | 0
.../main/java/org/apache/hudi/metrics/Metrics.java | 200 ++
.../hudi/metrics/MetricsGraphiteReporter.java | 93 +
.../org/apache/hudi/metrics/MetricsReporter.java | 0
.../hudi/metrics/MetricsReporterFactory.java | 101 +
.../apache/hudi/metrics/MetricsReporterType.java | 0
.../custom/CustomizableMetricsReporter.java | 0
.../hudi/metrics/datadog/DatadogHttpClient.java | 0
.../metrics/datadog/DatadogMetricsReporter.java | 87 +
.../hudi/metrics/datadog/DatadogReporter.java | 0
.../apache/hudi/metrics/m3/M3MetricsReporter.java | 120 +
.../hudi/metrics/m3/M3ScopeReporterAdaptor.java | 0
.../metrics/prometheus/PrometheusReporter.java | 132 +
.../prometheus/PushGatewayMetricsReporter.java | 99 +
.../metrics/prometheus/PushGatewayReporter.java | 0
.../AbstractUserDefinedMetricsReporter.java | 0
.../apache/hudi/storage/HoodieStorageUtils.java | 47 +
.../avro/HoodieAvroParquetReaderBuilder.java | 79 -
.../org/apache/hudi/avro/TestHoodieAvroUtils.java | 23 +
.../lock/TestInProcessLockProvider.java | 509 ----
.../apache/hudi/common/bloom/TestBloomFilter.java | 172 --
.../hudi/common/bootstrap/TestBootstrapIndex.java | 210 --
.../org/apache/hudi/common/fs/TestFSUtils.java | 603 ----
.../fs/TestFSUtilsWithRetryWrapperEnable.java | 249 --
.../common/fs/TestHoodieWrapperFileSystem.java | 83 -
.../hudi/common/fs/inline/InLineFSUtilsTest.java | 62 -
.../common/fs/inline/TestInLineFileSystem.java | 388 ---
.../TestInLineFileSystemHFileInLiningBase.java | 180 --
.../TestInLineFileSystemWithHBaseHFileReader.java | 126 -
.../hudi/common/fs/inline/TestParquetInLining.java | 155 -
.../common/functional/TestHoodieLogFormat.java | 3040 --------------------
.../TestHoodieLogFormatAppendFailure.java | 156 -
.../apache/hudi/common/model/TestFileSlice.java | 7 +-
.../common/model/TestFirstValueAvroPayload.java | 80 +
.../hudi/common/model/TestHoodieBaseFile.java | 52 +-
.../common/model/TestHoodieDeltaWriteStat.java | 25 +
.../hudi/common/model/TestHoodieFileGroup.java | 159 -
.../hudi/common/model/TestHoodieLogFile.java | 36 +-
.../model/TestHoodieMetadataRecordMerger.java | 65 +
.../common/model/TestHoodiePartitionMetadata.java | 103 -
.../hudi/common/model/TestHoodieWriteStat.java | 14 +-
.../hudi/common/table/TestHoodieTableConfig.java | 201 --
.../common/table/TestHoodieTableMetaClient.java | 128 -
.../hudi/common/table/TestTableSchemaResolver.java | 68 -
.../hudi/common/table/TestTimelineUtils.java | 654 -----
.../hudi/common/table/log/TestLogReaderUtils.java | 92 -
.../table/log/block/TestHoodieDeleteBlock.java | 151 -
.../table/read/TestHoodieFileGroupReaderBase.java | 26 +-
.../table/timeline/TestHoodieActiveTimeline.java | 723 -----
.../table/timeline/TestWaitBasedTimeGenerator.java | 147 -
.../view/TestHoodieTableFSViewWithClustering.java | 193 --
.../table/view/TestHoodieTableFileSystemView.java | 2295 ---------------
.../table/view/TestIncrementalFSViewSync.java | 1020 -------
.../view/TestPriorityBasedFileSystemView.java | 52 +-
.../apache/hudi/common/testutils/Assertions.java | 10 +
.../hudi/common/testutils/CompactionTestUtils.java | 16 +-
.../hudi/common/testutils/FileCreateUtils.java | 184 +-
.../hudi/common/testutils/FileSystemTestUtils.java | 105 -
.../common/testutils/HoodieCommonTestHarness.java | 153 -
.../common/testutils/HoodieTestDataGenerator.java | 95 +-
.../hudi/common/testutils/HoodieTestTable.java | 1360 ---------
.../hudi/common/testutils/HoodieTestUtils.java | 148 +-
.../common/testutils/InProcessTimeGenerator.java | 5 +-
.../hudi/common/testutils/RawTripTestPayload.java | 7 +-
.../hudi/common/testutils/SchemaTestUtil.java | 4 +-
.../reader/HoodieFileGroupReaderTestHarness.java | 128 -
.../reader/HoodieFileGroupReaderTestUtils.java | 14 +-
.../testutils/reader/HoodieFileSliceTestUtils.java | 97 +-
.../testutils/reader/HoodieTestReaderContext.java | 25 +-
.../apache/hudi/common/util/TestAvroOrcUtils.java | 80 -
.../apache/hudi/common/util/TestBaseFileUtils.java | 84 +
.../hudi/common/util/TestClusteringUtils.java | 272 --
.../apache/hudi/common/util/TestCommitUtils.java | 217 --
.../hudi/common/util/TestCompactionUtils.java | 375 ---
.../apache/hudi/common/util/TestConfigUtils.java | 94 +-
.../util/TestDFSPropertiesConfiguration.java | 209 --
.../apache/hudi/common/util/TestMarkerUtils.java | 91 -
.../hudi/common/util/TestOrcReaderIterator.java | 95 -
.../apache/hudi/common/util/TestParquetUtils.java | 273 --
.../apache/hudi/common/util/TestStringUtils.java | 124 -
.../hudi/common/util/TestTablePathUtils.java | 151 -
.../storage/TestHoodieAvroFileReaderFactory.java | 64 -
.../io/storage/TestHoodieBaseParquetWriter.java | 123 -
.../storage/TestHoodieHBaseHFileReaderWriter.java | 205 --
.../io/storage/TestHoodieHFileReaderWriter.java | 87 -
.../storage/TestHoodieHFileReaderWriterBase.java | 486 ----
.../hudi/io/storage/TestHoodieOrcReaderWriter.java | 101 -
.../io/storage/TestHoodieReaderWriterBase.java | 283 --
.../io/storage/TestHoodieReaderWriterUtils.java | 2 +-
.../HoodieBackedTestDelayedTableMetadata.java | 4 +-
.../TestFileSystemBackedTableMetadata.java | 188 --
.../hudi/metadata/TestHoodieMetadataPayload.java | 155 -
.../hudi/metadata/TestHoodieTableMetadataUtil.java | 149 -
.../hudi/metadata/TestMetadataPartitionType.java | 156 +
hudi-examples/hudi-examples-common/pom.xml | 5 +
hudi-examples/hudi-examples-flink/pom.xml | 23 +-
.../quickstart/TestHoodieFlinkQuickstart.java | 1 -
.../examples/quickstart/TestQuickstartData.java | 24 +-
.../java/HoodieJavaWriteClientExample.java | 75 +-
.../hudi/examples/common/RandomJsonSource.java | 7 +-
.../examples/spark/HoodieWriteClientExample.java | 98 +-
.../examples/spark/HoodieDataSourceExample.scala | 6 +-
.../examples/spark/HoodieMorCompactionJob.scala | 8 +-
hudi-flink-datasource/hudi-flink/pom.xml | 13 +
.../apache/hudi/configuration/FlinkOptions.java | 31 +-
.../apache/hudi/configuration/OptionsResolver.java | 34 +-
.../hudi/sink/StreamWriteOperatorCoordinator.java | 24 +-
.../hudi/sink/bootstrap/BootstrapOperator.java | 17 +-
.../org/apache/hudi/sink/bulk/RowDataKeyGen.java | 45 +-
.../apache/hudi/sink/bulk/sort/SortOperator.java | 2 +-
.../hudi/sink/clustering/ClusteringOperator.java | 18 +-
.../clustering/ClusteringPlanSourceFunction.java | 2 +-
.../sink/clustering/FlinkClusteringConfig.java | 4 +-
.../hudi/sink/compact/FlinkCompactionConfig.java | 4 +-
.../sink/partitioner/BucketAssignFunction.java | 4 +-
.../sink/partitioner/profile/WriteProfile.java | 4 +-
.../sink/partitioner/profile/WriteProfiles.java | 42 +-
.../apache/hudi/sink/utils/HiveSyncContext.java | 6 +-
.../java/org/apache/hudi/source/FileIndex.java | 72 +-
.../apache/hudi/source/IncrementalInputSplits.java | 62 +-
.../hudi/source/StreamReadMonitoringFunction.java | 1 +
.../partitioner/StreamReadAppendPartitioner.java | 38 +
.../StreamReadBucketIndexPartitioner.java | 40 +
.../selector/StreamReadAppendKeySelector.java | 31 +
.../selector/StreamReadBucketIndexKeySelector.java | 31 +
.../hudi/source/stats/ColumnStatsIndices.java | 6 +-
.../org/apache/hudi/table/HoodieTableFactory.java | 14 +-
.../org/apache/hudi/table/HoodieTableSource.java | 145 +-
.../apache/hudi/table/catalog/HiveSchemaUtils.java | 6 +-
.../apache/hudi/table/catalog/HoodieCatalog.java | 4 +
.../hudi/table/catalog/HoodieHiveCatalog.java | 18 +-
.../hudi/table/catalog/TableOptionProperties.java | 4 +-
.../apache/hudi/table/format/FilePathUtils.java | 4 +
.../org/apache/hudi/table/format/FormatUtils.java | 23 +-
.../hudi/table/format/InternalSchemaManager.java | 5 +-
.../hudi/table/format/cdc/CdcInputFormat.java | 16 +-
.../table/format/mor/MergeOnReadInputFormat.java | 8 +-
.../hudi/table/lookup/HoodieLookupFunction.java | 177 ++
.../hudi/table/lookup/HoodieLookupTableReader.java | 73 +
.../apache/hudi/util/AvroToRowDataConverters.java | 42 +-
.../java/org/apache/hudi/util/ClusteringUtil.java | 2 +-
.../java/org/apache/hudi/util/CompactionUtil.java | 2 +-
.../java/org/apache/hudi/util/FlinkTables.java | 6 +-
.../org/apache/hudi/util/FlinkWriteClients.java | 4 +-
.../org/apache/hudi/util/SerializableSchema.java | 108 +
.../java/org/apache/hudi/util/StreamerUtil.java | 93 +-
.../hudi/configuration/TestOptionsResolver.java | 28 +-
.../sink/TestStreamWriteOperatorCoordinator.java | 26 +-
.../org/apache/hudi/sink/TestWriteCopyOnWrite.java | 53 +-
.../hudi/sink/TestWriteMergeOnReadWithCompact.java | 7 +-
.../TestWriteWithTimelineBasedCkpMetadata.java | 4 +-
.../hudi/sink/TestWriterWithPartitionTTl.java | 89 +
.../hudi/sink/bucket/ITTestBucketStreamWrite.java | 23 +-
.../bucket/ITTestConsistentBucketStreamWrite.java | 8 +-
.../sink/compact/ITTestHoodieFlinkCompactor.java | 12 +-
.../hudi/sink/partitioner/TestBucketAssigner.java | 4 +-
.../org/apache/hudi/sink/utils/TestWriteBase.java | 66 +-
.../java/org/apache/hudi/source/TestFileIndex.java | 50 +-
.../hudi/source/TestIncrementalInputSplits.java | 169 +-
.../apache/hudi/source/TestStreamReadOperator.java | 5 +-
.../apache/hudi/table/ITTestHoodieDataSource.java | 116 +-
.../apache/hudi/table/ITTestSchemaEvolution.java | 6 +-
.../apache/hudi/table/TestHoodieTableSource.java | 73 +-
.../hudi/table/catalog/HoodieCatalogTestUtils.java | 7 +
.../hudi/table/catalog/TestHoodieCatalog.java | 56 +-
.../hudi/table/catalog/TestHoodieHiveCatalog.java | 118 +-
.../apache/hudi/table/format/TestInputFormat.java | 20 +-
.../org/apache/hudi/utils/TestCompactionUtil.java | 2 +-
.../test/java/org/apache/hudi/utils/TestData.java | 27 +-
.../test/java/org/apache/hudi/utils/TestSQL.java | 12 +
.../org/apache/hudi/utils/TestStreamerUtil.java | 11 +-
.../test/java/org/apache/hudi/utils/TestUtils.java | 42 +-
.../hudi/gcp/bigquery/BigQuerySchemaResolver.java | 4 +-
.../apache/hudi/gcp/bigquery/BigQuerySyncTool.java | 12 +-
.../gcp/bigquery/TestHoodieBigQuerySyncClient.java | 3 +-
hudi-hadoop-common/pom.xml | 30 +
.../apache/hudi/avro/HoodieAvroWriteSupport.java | 83 +
.../bootstrap/index/HFileBootstrapIndex.java | 36 +
.../hfile/HBaseHFileBootstrapIndexReader.java | 283 ++
.../hfile/HBaseHFileBootstrapIndexWriter.java | 228 ++
.../common/config/DFSPropertiesConfiguration.java | 260 ++
.../common/table/ParquetTableSchemaResolver.java | 66 +
.../common/table/log/HoodieLogFormatWriter.java | 290 ++
.../org/apache/hudi/common/util/AvroOrcUtils.java | 0
.../org/apache/hudi/common/util/HFileUtils.java | 247 ++
.../apache/hudi/common/util/HadoopConfigUtils.java | 91 +
.../java/org/apache/hudi/common/util/OrcUtils.java | 320 +++
.../hudi/common/util/ParquetReaderIterator.java | 0
.../org/apache/hudi/common/util/ParquetUtils.java | 561 ++++
.../apache/hudi/hadoop/fs/ConsistencyGuard.java | 92 -
.../org/apache/hudi/hadoop/fs/HadoopFSUtils.java | 429 ++-
.../hudi/hadoop/fs/HoodieWrapperFileSystem.java | 116 +-
.../hudi/hadoop/fs/NoOpConsistencyGuard.java | 47 -
.../hadoop/fs/SizeAwareFSDataOutputStream.java | 5 +-
.../hudi/hadoop/fs/inline/HadoopInLineFSUtils.java | 66 +
.../hudi/hadoop/fs/inline/InLineFSUtils.java | 125 -
.../hudi/hadoop/fs/inline/InLineFileSystem.java | 16 +-
.../io/hadoop/HoodieAvroFileReaderFactory.java | 80 +
.../io/hadoop/HoodieAvroFileWriterFactory.java | 131 +
.../hudi/io/hadoop/HoodieAvroHFileWriter.java | 209 ++
.../apache/hudi/io/hadoop/HoodieAvroOrcReader.java | 128 +
.../apache/hudi/io/hadoop/HoodieAvroOrcWriter.java | 170 ++
.../hudi/io/hadoop/HoodieAvroParquetReader.java | 203 ++
.../hudi/io/hadoop/HoodieAvroParquetWriter.java | 90 +
.../hudi/io/hadoop/HoodieBaseParquetWriter.java | 166 ++
.../hudi/io/hadoop/HoodieHBaseAvroHFileReader.java | 718 +++++
.../apache/hudi/io/hadoop/HoodieHFileConfig.java | 110 +
.../apache/hudi/io/hadoop/HoodieHFileUtils.java | 156 +
.../hudi/io/hadoop/HoodieHadoopIOFactory.java | 98 +
.../hudi/io/hadoop/HoodieParquetStreamWriter.java | 109 +
.../apache/hudi/io/hadoop/OrcReaderIterator.java | 126 +
.../hudi/io/storage/HoodieHBaseKVComparator.java | 0
.../hudi/io/storage/HoodieParquetConfig.java | 82 +
.../parquet/io/OutputStreamBackedOutputFile.java | 0
.../storage/hadoop/HadoopStorageConfiguration.java | 60 +-
.../hudi/storage/hadoop/HoodieHadoopStorage.java | 95 +-
.../avro/HoodieAvroParquetReaderBuilder.java | 81 +
.../apache/parquet/avro/HoodieAvroReadSupport.java | 0
.../lock/TestInProcessLockProvider.java | 526 ++++
.../apache/hudi/common/bloom/TestBloomFilter.java | 172 ++
.../common/bootstrap/index/TestBootstrapIndex.java | 209 ++
.../org/apache/hudi/common/fs/TestFSUtils.java | 596 ++++
.../fs/TestFSUtilsWithRetryWrapperEnable.java | 271 ++
.../common/fs/TestHoodieWrapperFileSystem.java | 88 +
.../apache/hudi/common/fs/TestStorageSchemes.java | 0
.../hudi/common/fs/inline/InLineFSUtilsTest.java | 63 +
.../common/fs/inline/TestInLineFileSystem.java | 393 +++
.../TestInLineFileSystemHFileInLiningBase.java | 181 ++
.../TestInLineFileSystemWithHBaseHFileReader.java | 126 +
.../TestInLineFileSystemWithHFileReader.java | 0
.../common/fs/inline/TestInMemoryFileSystem.java | 0
.../hudi/common/fs/inline/TestParquetInLining.java | 156 +
.../common/functional/TestHoodieLogFormat.java | 2950 +++++++++++++++++++
.../TestHoodieLogFormatAppendFailure.java | 163 ++
.../hudi/common/model/TestHoodieFileGroup.java | 159 +
.../common/model/TestHoodiePartitionMetadata.java | 109 +
.../apache/hudi/common/model/TestHoodieRecord.java | 0
.../common/model/TestHoodieRecordDelegate.java | 0
.../hudi/common/table/TestHoodieTableConfig.java | 205 ++
.../common/table/TestHoodieTableMetaClient.java | 128 +
.../hudi/common/table/TestTableSchemaResolver.java | 122 +
.../hudi/common/table/TestTimelineUtils.java | 654 +++++
.../hudi/common/table/log/TestLogReaderUtils.java | 92 +
.../table/log/block/TestHoodieDeleteBlock.java | 152 +
.../hudi/common/table/read/TestCustomMerger.java | 0
.../common/table/read/TestEventTimeMerging.java | 0
.../table/timeline/TestHoodieActiveTimeline.java | 737 +++++
.../common/table/timeline/TestHoodieInstant.java | 0
.../table/timeline/TestWaitBasedTimeGenerator.java | 148 +
.../view/TestHoodieTableFSViewWithClustering.java | 193 ++
.../table/view/TestHoodieTableFileSystemView.java | 2510 ++++++++++++++++
.../table/view/TestIncrementalFSViewSync.java | 1037 +++++++
.../TestRocksDBBasedIncrementalFSViewSync.java | 0
.../table/view/TestRocksDbBasedFileSystemView.java | 0
.../view/TestSpillableMapBasedFileSystemView.java | 0
...TestSpillableMapBasedIncrementalFSViewSync.java | 0
.../hudi/common/testutils/FileSystemTestUtils.java | 71 +
.../common/testutils/HoodieCommonTestHarness.java | 156 +
.../hudi/common/testutils/HoodieTestTable.java | 1443 ++++++++++
.../testutils/minicluster/HdfsTestService.java | 0
.../reader/HoodieFileGroupReaderTestHarness.java | 129 +
.../apache/hudi/common/util/TestAvroOrcUtils.java | 84 +
.../hudi/common/util/TestClusteringUtils.java | 274 ++
.../apache/hudi/common/util/TestCommitUtils.java | 218 ++
.../hudi/common/util/TestCompactionUtils.java | 444 +++
.../util/TestDFSPropertiesConfiguration.java | 211 ++
.../apache/hudi/common/util/TestFileIOUtils.java | 0
.../apache/hudi/common/util/TestHFileUtils.java | 59 +
.../hudi/common/util/TestHadoopConfigUtils.java | 63 +
.../apache/hudi/common/util/TestMarkerUtils.java | 90 +
.../common/util/TestParquetReaderIterator.java | 0
.../apache/hudi/common/util/TestParquetUtils.java | 389 +++
.../hudi/common/util/TestTablePathUtils.java | 166 ++
.../common/util/collection/TestBitCaskDiskMap.java | 0
.../util/collection/TestExternalSpillableMap.java | 0
.../util/collection/TestRocksDbBasedMap.java | 0
.../common/util/collection/TestRocksDbDiskMap.java | 0
.../TestFileBasedInternalSchemaStorageManager.java | 0
.../io/hadoop/TestHoodieAvroFileReaderFactory.java | 71 +
.../io/hadoop/TestHoodieBaseParquetWriter.java | 130 +
.../hadoop/TestHoodieHBaseHFileReaderWriter.java | 205 ++
.../io/hadoop/TestHoodieHFileReaderWriter.java | 92 +
.../io/hadoop/TestHoodieHFileReaderWriterBase.java | 490 ++++
.../hudi/io/hadoop/TestHoodieOrcReaderWriter.java | 111 +
.../hudi/io/hadoop/TestHoodieReaderWriterBase.java | 289 ++
.../hudi/io/hadoop/TestOrcReaderIterator.java | 98 +
.../TestFileSystemBackedTableMetadata.java | 211 ++
.../hudi/metadata/TestHoodieMetadataPayload.java | 267 ++
.../hudi/metadata/TestHoodieTableMetadataUtil.java | 229 ++
.../storage/hadoop/TestHoodieHadoopStorage.java | 2 +-
.../resources/external-config/hudi-defaults.conf | 0
.../src/test/resources/props/testdfs.properties | 17 +
hudi-hadoop-mr/pom.xml | 22 +
.../hudi/hadoop/HiveHoodieTableFileIndex.java | 11 +-
.../hadoop/HoodieCopyOnWriteTableInputFormat.java | 9 +-
.../hudi/hadoop/HoodieHFileRecordReader.java | 17 +-
.../hudi/hadoop/HoodieROTablePathFilter.java | 38 +-
.../apache/hudi/hadoop/SchemaEvolutionContext.java | 16 +-
.../realtime/AbstractRealtimeRecordReader.java | 4 +-
.../realtime/HoodieMergeOnReadSnapshotReader.java | 8 +-
.../HoodieMergeOnReadTableInputFormat.java | 41 +-
.../realtime/HoodieParquetRealtimeInputFormat.java | 7 +-
.../realtime/RealtimeCompactedRecordReader.java | 8 +-
.../apache/hudi/hadoop/realtime/RealtimeSplit.java | 4 +-
.../realtime/RealtimeUnmergedRecordReader.java | 9 +-
.../hudi/hadoop/utils/HoodieInputFormatUtils.java | 61 +-
.../utils/HoodieRealtimeRecordReaderUtils.java | 17 +-
.../hudi/hadoop/TestHoodieHFileInputFormat.java | 26 +-
.../hudi/hadoop/TestHoodieParquetInputFormat.java | 28 +-
.../hudi/hadoop/TestHoodieROTablePathFilter.java | 7 +-
.../apache/hudi/hadoop/TestInputPathHandler.java | 4 +-
.../hive/TestHoodieCombineHiveInputFormat.java | 42 +-
.../TestHoodieMergeOnReadSnapshotReader.java | 26 +-
.../TestHoodieMergeOnReadTableInputFormat.java | 7 +-
.../realtime/TestHoodieRealtimeFileSplit.java | 3 +-
.../realtime/TestHoodieRealtimeRecordReader.java | 86 +-
.../hudi/hadoop/testutils/InputFormatTestUtil.java | 112 +-
.../utils/TestHoodieRealtimeInputFormatUtils.java | 7 +-
hudi-integ-test/pom.xml | 14 +
.../testsuite/HoodieDeltaStreamerWrapper.java | 3 +-
.../hudi/integ/testsuite/HoodieTestSuiteJob.java | 16 +-
.../SparkDataSourceContinuousIngestTool.java | 7 +-
.../testsuite/configuration/DFSDeltaConfig.java | 8 +-
.../integ/testsuite/configuration/DeltaConfig.java | 10 +-
.../hudi/integ/testsuite/dag/WriterContext.java | 4 +-
.../dag/nodes/BaseValidateDatasetNode.java | 6 +-
.../integ/testsuite/dag/nodes/CompactNode.java | 8 +-
.../integ/testsuite/dag/nodes/RollbackNode.java | 23 +-
.../testsuite/dag/nodes/ScheduleCompactNode.java | 8 +-
.../dag/nodes/ValidateAsyncOperations.java | 4 +-
.../helpers/DFSTestSuitePathSelector.java | 41 +-
.../reader/DFSHoodieDatasetInputReader.java | 23 +-
.../streaming/StructuredStreamingSinkUtil.java | 168 ++
.../testsuite/writer/AvroFileDeltaInputWriter.java | 7 +-
.../StructuredStreamingSinkTestWriter.scala | 104 +
.../TestDFSHoodieTestSuiteWriterAdapter.java | 3 +-
.../testsuite/job/TestHoodieTestSuiteJob.java | 21 +-
.../reader/TestDFSHoodieDatasetInputReader.java | 3 +-
hudi-io/pom.xml | 211 +-
.../apache/hudi/common/fs/ConsistencyGuard.java | 92 +
.../org/apache/hudi/common/util/FileIOUtils.java | 95 +-
.../org/apache/hudi/storage/HoodieStorage.java | 104 +-
.../apache/hudi/storage/StorageConfiguration.java | 83 +-
.../java/org/apache/hudi/storage/StoragePath.java | 21 +-
.../org/apache/hudi/storage/StoragePathInfo.java | 7 +-
.../apache/hudi/storage/inline/InLineFSUtils.java | 108 +
.../hudi/common/testutils/NetworkTestUtils.java | 0
.../io/storage/BaseTestStorageConfiguration.java | 58 +-
.../hudi/io/storage/TestHoodieStorageBase.java | 76 +-
.../apache/hudi/io/storage/TestStoragePath.java | 28 +-
.../hudi/io/storage/TestStoragePathInfo.java | 13 +
hudi-kafka-connect/pom.xml | 8 +
.../hudi/connect/utils/KafkaConnectUtils.java | 10 +-
.../writers/KafkaConnectTransactionServices.java | 11 +-
.../writers/KafkaConnectWriterProvider.java | 6 +-
.../hudi/writers/TestBufferedConnectWriter.java | 7 +-
.../common/table/HoodieTableMetaserverClient.java | 4 +-
.../timeline/HoodieMetaserverBasedTimeline.java | 16 +-
.../hudi-metaserver/hudi-metaserver-server/pom.xml | 4 +-
hudi-spark-datasource/hudi-spark-common/pom.xml | 26 +
.../main/java/org/apache/hudi/DataSourceUtils.java | 17 +-
...lkInsertOverwriteTableCommitActionExecutor.java | 4 +-
.../apache/hudi/internal/BaseDefaultSource.java | 10 +-
.../internal/DataSourceInternalWriterHelper.java | 7 +-
.../org/apache/hudi/BaseFileOnlyRelation.scala | 13 +-
.../scala/org/apache/hudi/BucketIndexSupport.scala | 223 ++
.../org/apache/hudi/ColumnStatsIndexSupport.scala | 81 +-
.../scala/org/apache/hudi/DataSourceOptions.scala | 15 +-
.../main/scala/org/apache/hudi/DefaultSource.scala | 63 +-
.../scala/org/apache/hudi/FileSystemRelation.scala | 12 +-
.../org/apache/hudi/FunctionalIndexSupport.scala | 176 +-
.../scala/org/apache/hudi/HoodieBaseRelation.scala | 68 +-
.../org/apache/hudi/HoodieBootstrapMORRDD.scala | 13 +-
.../apache/hudi/HoodieBootstrapMORRelation.scala | 5 +-
.../org/apache/hudi/HoodieBootstrapRelation.scala | 29 +-
.../scala/org/apache/hudi/HoodieCDCFileIndex.scala | 6 +-
.../scala/org/apache/hudi/HoodieCLIUtils.scala | 8 +-
.../org/apache/hudi/HoodieCreateRecordUtils.scala | 9 +-
.../org/apache/hudi/HoodieDataSourceHelper.scala | 16 +-
.../scala/org/apache/hudi/HoodieFileIndex.scala | 195 +-
.../hudi/HoodieHadoopFsRelationFactory.scala | 21 +-
.../apache/hudi/HoodieIncrementalFileIndex.scala | 24 +-
.../scala/org/apache/hudi/HoodieSchemaUtils.scala | 21 +-
.../org/apache/hudi/HoodieSparkSqlWriter.scala | 127 +-
.../org/apache/hudi/HoodieStreamingSink.scala | 33 +-
.../scala/org/apache/hudi/HoodieWriterUtils.scala | 32 +-
.../org/apache/hudi/IncrementalRelation.scala | 31 +-
.../src/main/scala/org/apache/hudi/Iterators.scala | 73 +-
.../hudi/MergeOnReadIncrementalRelation.scala | 18 +-
.../apache/hudi/MergeOnReadSnapshotRelation.scala | 11 +-
.../apache/hudi/PartitionStatsIndexSupport.scala | 71 +
.../org/apache/hudi/RecordLevelIndexSupport.scala | 157 +-
.../org/apache/hudi/SparkBaseIndexSupport.scala | 109 +
.../scala/org/apache/hudi/SparkFilterHelper.scala | 6 +-
.../apache/hudi/SparkHoodieTableFileIndex.scala | 59 +-
.../scala/org/apache/hudi/TimelineRelation.scala | 8 +-
.../org/apache/hudi/cdc/CDCFileGroupIterator.scala | 63 +-
.../scala/org/apache/hudi/cdc/HoodieCDCRDD.scala | 45 +-
.../datasources/HoodieInMemoryFileIndex.scala | 12 +-
.../sql/catalyst/catalog/HoodieCatalogTable.scala | 10 +-
.../datasources/HoodieMultipleBaseFileFormat.scala | 20 +-
...odieFileGroupReaderBasedParquetFileFormat.scala | 56 +-
.../parquet/SparkParquetReaderBase.scala | 96 +
.../apache/spark/sql/hudi/HoodieOptionConfig.scala | 2 +-
.../spark/sql/hudi/HoodieSqlCommonUtils.scala | 26 +-
.../spark/sql/hudi/ProvidesHoodieConfig.scala | 68 +-
.../AlterHoodieTableAddPartitionCommand.scala | 17 +-
.../command/AlterHoodieTableRenameCommand.scala | 9 +-
.../sql/hudi/command/DropHoodieTableCommand.scala | 11 +-
.../hudi/command/RepairHoodieTableCommand.scala | 20 +-
.../spark/sql/hudi/command/SqlKeyGenerator.scala | 2 +-
.../hudi/command/TruncateHoodieTableCommand.scala | 14 +-
.../sql/hudi/streaming/HoodieStreamSource.scala | 16 +-
.../apache/hudi/TestRecordLevelIndexSupport.scala | 88 +
.../datasources/TestHoodieInMemoryFileIndex.scala | 8 +-
.../parquet/TestSparkParquetReaderFormat.scala | 56 +
.../spark/sql/hudi/TestProvidesHoodieConfig.scala | 79 +
hudi-spark-datasource/hudi-spark/pom.xml | 26 +
.../org/apache/hudi/HoodieDataSourceHelpers.java | 52 +-
.../SparkFullBootstrapDataProviderBase.java | 74 +-
.../org/apache/hudi/cli/ArchiveExecutorUtils.java | 2 +-
.../apache/hudi/cli/BootstrapExecutorUtils.java | 3 +-
.../apache/hudi/cli/HDFSParquetImporterUtils.java | 8 +-
.../org/apache/spark/sql/hudi/DedupeSparkJob.scala | 61 +-
.../org/apache/spark/sql/hudi/SparkHelpers.scala | 57 +-
.../spark/sql/hudi/analysis/HoodieAnalysis.scala | 6 +-
.../analysis/HoodiePruneFileSourcePartitions.scala | 4 +-
.../hudi/command/CompactionHoodiePathCommand.scala | 4 +-
.../command/CompactionShowHoodiePathCommand.scala | 4 +-
.../spark/sql/hudi/command/IndexCommands.scala | 8 +-
.../command/InsertIntoHoodieTableCommand.scala | 2 +-
.../hudi/command/MergeIntoHoodieTableCommand.scala | 5 +-
.../hudi/command/procedures/BaseProcedure.scala | 9 +
.../procedures/CommitsCompareProcedure.scala | 8 +-
.../procedures/CreateMetadataTableProcedure.scala | 18 +-
.../procedures/CreateSavepointProcedure.scala | 4 +-
.../procedures/DeleteMetadataTableProcedure.scala | 4 +-
.../procedures/DeleteSavepointProcedure.scala | 4 +-
.../procedures/ExportInstantsProcedure.scala | 33 +-
.../command/procedures/HoodieProcedureUtils.scala | 2 +-
.../procedures/InitMetadataTableProcedure.scala | 12 +-
.../RepairAddpartitionmetaProcedure.scala | 25 +-
.../RepairCorruptedCleanFilesProcedure.scala | 10 +-
.../procedures/RepairDeduplicateProcedure.scala | 7 +-
.../RepairMigratePartitionMetaProcedure.scala | 41 +-
.../RepairOverwriteHoodiePropsProcedure.scala | 22 +-
.../RollbackToInstantTimeProcedure.scala | 4 +-
.../procedures/RollbackToSavepointProcedure.scala | 4 +-
.../command/procedures/RunBootstrapProcedure.scala | 11 +-
.../procedures/RunClusteringProcedure.scala | 7 +-
.../procedures/RunCompactionProcedure.scala | 9 +-
.../procedures/ShowArchivedCommitsProcedure.scala | 12 +-
.../procedures/ShowBootstrapMappingProcedure.scala | 10 +-
.../ShowBootstrapPartitionsProcedure.scala | 3 +-
.../procedures/ShowClusteringProcedure.scala | 9 +-
.../ShowColumnStatsOverlapProcedure.scala | 29 +-
.../ShowCommitExtraMetadataProcedure.scala | 13 +-
.../procedures/ShowCommitFilesProcedure.scala | 14 +-
.../procedures/ShowCommitPartitionsProcedure.scala | 14 +-
.../procedures/ShowCommitWriteStatsProcedure.scala | 10 +-
.../command/procedures/ShowCommitsProcedure.scala | 10 +-
.../procedures/ShowCompactionProcedure.scala | 4 +-
.../procedures/ShowFileSystemViewProcedure.scala | 20 +-
.../ShowHoodieLogFileMetadataProcedure.scala | 21 +-
.../ShowHoodieLogFileRecordsProcedure.scala | 25 +-
.../procedures/ShowInvalidParquetProcedure.scala | 16 +-
.../ShowMetadataTableColumnStatsProcedure.scala | 22 +-
.../ShowMetadataTableFilesProcedure.scala | 19 +-
.../ShowMetadataTablePartitionsProcedure.scala | 7 +-
.../ShowMetadataTableStatsProcedure.scala | 12 +-
.../procedures/ShowRollbacksProcedure.scala | 17 +-
.../procedures/ShowSavepointsProcedure.scala | 4 +-
.../procedures/ShowTablePropertiesProcedure.scala | 7 +-
.../procedures/StatsFileSizeProcedure.scala | 14 +-
.../StatsWriteAmplificationProcedure.scala | 6 +-
.../procedures/UpgradeOrDowngradeProcedure.scala | 6 +-
.../procedures/ValidateHoodieSyncProcedure.scala | 8 +-
.../ValidateMetadataTableFilesProcedure.scala | 72 +-
.../sql/parser/HoodieSqlCommonAstBuilder.scala | 8 +-
.../src/test/java/HoodieJavaStreamingApp.java | 11 +-
.../org/apache/hudi/ColumnStatsIndexHelper.java | 40 +-
.../hudi/TestHoodieMergeHandleWithSparkMerger.java | 7 +-
...stHoodiePositionBasedFileGroupRecordBuffer.java | 3 +-
.../TestBulkInsertInternalPartitionerForRows.java | 2 +-
.../org/apache/hudi/functional/TestBootstrap.java | 67 +-
.../TestDataSkippingWithMORColstats.java | 5 +-
.../functional/TestHiveTableSchemaEvolution.java | 3 +-
.../TestHoodieSparkMergeOnReadTableClustering.java | 15 +-
.../functional/TestNewHoodieParquetFileFormat.java | 12 +-
.../apache/hudi/functional/TestOrcBootstrap.java | 40 +-
.../TestSparkConsistentBucketClustering.java | 16 +-
.../hudi/functional/TestSparkParquetReader.java | 48 +
.../functional/TestSparkSortAndSizeClustering.java | 5 +-
.../apache/hudi/functional/TestWriteClient.java | 2 +-
.../row/TestHoodieInternalRowParquetWriter.java | 19 +-
.../io/storage/row/TestHoodieRowCreateHandle.java | 3 +-
.../apache/hudi/keygen/TestCustomKeyGenerator.java | 2 +-
.../TestHoodieSparkKeyGeneratorFactory.java | 7 +-
.../apache/hudi/testutils/DataSourceTestUtils.java | 16 +-
.../scala/org/apache/hudi/SparkDatasetMixin.scala | 4 +-
.../TestConvertFilterToCatalystExpression.scala | 2 +-
.../org/apache/hudi/TestHoodieFileIndex.scala | 38 +-
.../org/apache/hudi/TestHoodieSparkSqlWriter.scala | 66 +-
.../TestHoodieSparkSqlWriterPartitionTTL.scala | 92 +
.../org/apache/hudi/TestHoodieSparkUtils.scala | 10 +
.../org/apache/hudi/TestSparkFilterHelper.scala | 3 +-
.../hudi/TestTableSchemaResolverWithSparkSQL.scala | 18 +-
.../read/TestHoodieFileGroupReaderOnSpark.scala | 15 +-
.../TestSpark35RecordPositionMetadataColumn.scala | 16 +-
.../hudi/functional/ColumnStatIndexTestBase.scala | 13 +-
.../functional/PartitionStatsIndexTestBase.scala | 278 ++
.../hudi/functional/RecordLevelIndexTestBase.scala | 42 +-
.../TestAutoGenerationOfRecordKeys.scala | 32 +-
.../hudi/functional/TestBasicSchemaEvolution.scala | 28 +-
.../hudi/functional/TestBucketIndexSupport.scala | 399 +++
.../apache/hudi/functional/TestCOWDataSource.scala | 348 ++-
.../hudi/functional/TestCOWDataSourceStorage.scala | 30 +-
.../hudi/functional/TestColumnStatsIndex.scala | 17 +-
.../functional/TestColumnStatsIndexWithSQL.scala | 8 +-
.../functional/TestDataSourceForBootstrap.scala | 2 +-
.../apache/hudi/functional/TestEmptyCommit.scala | 9 +-
.../hudi/functional/TestHoodieActiveTimeline.scala | 36 +-
.../TestHoodieMultipleBaseFileFormat.scala | 9 +-
.../TestIncrementalReadByStateTransitionTime.scala | 14 +-
.../TestIncrementalReadWithFullTableScan.scala | 19 +-
.../hudi/functional/TestLayoutOptimization.scala | 15 +-
.../apache/hudi/functional/TestMORDataSource.scala | 131 +-
.../hudi/functional/TestMORDataSourceStorage.scala | 27 +-
.../TestMORDataSourceWithBucketIndex.scala | 37 +-
.../hudi/functional/TestMetadataRecordIndex.scala | 13 +-
.../TestMetadataTableWithSparkDataSource.scala | 46 +-
.../hudi/functional/TestMetricsReporter.scala | 14 +-
.../functional/TestParquetColumnProjection.scala | 12 +-
.../functional/TestPartialUpdateAvroPayload.scala | 17 +-
.../hudi/functional/TestPartitionStatsIndex.scala | 215 ++
.../TestPartitionStatsIndexWithSql.scala | 106 +
.../hudi/functional/TestRecordLevelIndex.scala | 76 +-
.../functional/TestRecordLevelIndexWithSQL.scala | 35 +-
.../functional/TestSixToFiveDowngradeHandler.scala | 9 +-
.../hudi/functional/TestSparkDataSource.scala | 25 +-
.../TestSparkDataSourceDAGExecution.scala | 31 +-
.../hudi/functional/TestSparkSqlCoreFlow.scala | 14 +-
.../TestSparkSqlWithCustomKeyGenerator.scala | 567 ++++
...TestStreamSourceReadByStateTransitionTime.scala | 11 +-
.../hudi/functional/TestStreamingSource.scala | 10 +-
.../hudi/functional/TestStructuredStreaming.scala | 89 +-
.../hudi/functional/TestTimeTravelQuery.scala | 19 +-
.../hudi/functional/cdc/HoodieCDCTestBase.scala | 47 +-
.../functional/cdc/TestCDCDataFrameSuite.scala | 124 +-
.../functional/cdc/TestCDCStreamingSuite.scala | 9 +-
.../org/apache/hudi/util/JavaConversions.scala | 22 +-
.../scala/org/apache/hudi/util/TestPathUtils.scala | 44 +-
.../benchmark/LSMTimelineReadBenchmark.scala | 4 +-
.../benchmark/SpaceCurveOptimizeBenchmark.scala | 12 +-
.../TestHoodiePruneFileSourcePartitions.scala | 14 +-
.../hudi/command/index/TestFunctionalIndex.scala | 137 +-
.../sql/hudi/common/HoodieSparkSqlTestBase.scala | 16 +-
.../sql/hudi/common/TestHoodieOptionConfig.scala | 4 +-
.../apache/spark/sql/hudi/common/TestSqlConf.scala | 14 +-
.../apache/spark/sql/hudi/ddl/TestAlterTable.scala | 26 +-
.../sql/hudi/ddl/TestAlterTableDropPartition.scala | 92 +-
.../spark/sql/hudi/ddl/TestCreateTable.scala | 52 +-
.../apache/spark/sql/hudi/ddl/TestSpark3DDL.scala | 112 +-
.../spark/sql/hudi/dml/TestCDCForSparkSQL.scala | 24 +-
.../spark/sql/hudi/dml/TestDataSkippingQuery.scala | 78 +
.../hudi/dml/TestHoodieTableValuedFunction.scala | 70 +-
.../spark/sql/hudi/dml/TestInsertTable.scala | 135 +-
.../spark/sql/hudi/dml/TestMergeIntoTable2.scala | 8 +-
.../hudi/dml/TestPartialUpdateForMergeInto.scala | 63 +-
.../spark/sql/hudi/dml/TestTimeTravelTable.scala | 34 +-
.../spark/sql/hudi/dml/TestUpdateTable.scala | 9 +-
.../hudi/procedure/TestBootstrapProcedure.scala | 5 +-
.../sql/hudi/procedure/TestCleanProcedure.scala | 8 +-
.../hudi/procedure/TestClusteringProcedure.scala | 16 +-
.../sql/hudi/procedure/TestCommitsProcedure.scala | 4 +-
.../hudi/procedure/TestCompactionProcedure.scala | 9 +-
.../procedure/TestHdfsParquetImportProcedure.scala | 43 +-
.../sql/hudi/procedure/TestRepairsProcedure.scala | 91 +-
.../sql/hudi/procedure/TestTTLProcedure.scala | 4 +-
.../TestUpgradeOrDowngradeProcedure.scala | 31 +-
hudi-spark-datasource/hudi-spark2/pom.xml | 13 +
.../internal/HoodieDataSourceInternalWriter.java | 4 +-
.../apache/spark/sql/adapter/Spark2Adapter.scala | 27 +-
.../HoodieSpark2PartitionedFileUtils.scala | 10 +-
.../datasources/parquet/Spark24ParquetReader.scala | 267 ++
.../HoodieBulkInsertInternalWriterTestBase.java | 2 +-
.../TestHoodieDataSourceInternalWriter.java | 27 +-
hudi-spark-datasource/hudi-spark3-common/pom.xml | 8 +
.../HoodieDataSourceInternalBatchWrite.java | 6 +-
.../HoodieDataSourceInternalBatchWriteBuilder.java | 10 +-
.../internal/HoodieDataSourceInternalTable.java | 10 +-
.../apache/hudi/spark3/internal/ReflectUtil.java | 29 +-
.../spark/sql/adapter/BaseSpark3Adapter.scala | 16 +-
.../Spark3ParquetSchemaEvolutionUtils.scala | 201 ++
.../datasources/Spark3ParsePartitionUtil.scala | 17 +-
hudi-spark-datasource/hudi-spark3.0.x/pom.xml | 8 +
.../apache/spark/sql/adapter/Spark3_0Adapter.scala | 20 +-
.../HoodieSpark30PartitionedFileUtils.scala | 10 +-
.../Spark30LegacyHoodieParquetFileFormat.scala | 24 +-
.../datasources/parquet/Spark30ParquetReader.scala | 241 ++
.../Spark30ParquetSchemaEvolutionUtils.scala | 54 +
.../hudi/command/Spark30AlterTableCommand.scala | 18 +-
.../HoodieBulkInsertInternalWriterTestBase.java | 2 +-
.../TestHoodieDataSourceInternalBatchWrite.java | 26 +-
hudi-spark-datasource/hudi-spark3.1.x/pom.xml | 8 +
.../apache/spark/sql/adapter/Spark3_1Adapter.scala | 19 +-
.../HoodieSpark31PartitionedFileUtils.scala | 10 +-
.../Spark31LegacyHoodieParquetFileFormat.scala | 24 +-
.../datasources/parquet/Spark31ParquetReader.scala | 261 ++
.../Spark31ParquetSchemaEvolutionUtils.scala | 57 +
.../hudi/command/Spark31AlterTableCommand.scala | 16 +-
hudi-spark-datasource/hudi-spark3.2.x/pom.xml | 9 +
.../apache/spark/sql/adapter/Spark3_2Adapter.scala | 20 +-
.../HoodieSpark32PartitionedFileUtils.scala | 10 +-
.../Spark32LegacyHoodieParquetFileFormat.scala | 26 +-
.../datasources/parquet/Spark32ParquetReader.scala | 333 +++
.../HoodieBulkInsertInternalWriterTestBase.java | 2 +-
.../TestHoodieDataSourceInternalBatchWrite.java | 26 +-
.../hudi-spark3.2plus-common/pom.xml | 8 +
.../Spark32PlusParquetSchemaEvolutionUtils.scala | 64 +
.../spark/sql/hudi/catalog/HoodieCatalog.scala | 11 +-
.../sql/hudi/catalog/HoodieInternalV2Table.scala | 4 +-
.../spark/sql/hudi/catalog/HoodieStagedTable.scala | 6 +-
.../spark/sql/hudi/command/AlterTableCommand.scala | 14 +-
hudi-spark-datasource/hudi-spark3.3.x/pom.xml | 16 +
.../apache/spark/sql/adapter/Spark3_3Adapter.scala | 20 +-
.../HoodieSpark33PartitionedFileUtils.scala | 10 +-
.../Spark33LegacyHoodieParquetFileFormat.scala | 29 +-
.../datasources/parquet/Spark33ParquetReader.scala | 268 ++
.../HoodieBulkInsertInternalWriterTestBase.java | 2 +-
.../TestHoodieDataSourceInternalBatchWrite.java | 38 +-
.../hudi/spark3/internal/TestReflectUtil.java | 54 -
hudi-spark-datasource/hudi-spark3.4.x/pom.xml | 9 +
.../apache/spark/sql/adapter/Spark3_4Adapter.scala | 20 +-
.../HoodieSpark34PartitionedFileUtils.scala | 12 +-
.../Spark34LegacyHoodieParquetFileFormat.scala | 23 +-
.../datasources/parquet/Spark34ParquetReader.scala | 277 ++
.../HoodieBulkInsertInternalWriterTestBase.java | 2 +-
.../TestHoodieDataSourceInternalBatchWrite.java | 26 +-
.../hudi/spark3/internal/TestReflectUtil.java | 54 -
hudi-spark-datasource/hudi-spark3.5.x/pom.xml | 13 +-
.../apache/spark/sql/adapter/Spark3_5Adapter.scala | 20 +-
.../HoodieSpark35PartitionedFileUtils.scala | 11 +-
.../Spark35LegacyHoodieParquetFileFormat.scala | 24 +-
.../datasources/parquet/Spark35ParquetReader.scala | 285 ++
.../HoodieBulkInsertInternalWriterTestBase.java | 2 +-
.../TestHoodieDataSourceInternalBatchWrite.java | 26 +-
.../hudi/spark3/internal/TestReflectUtil.java | 54 -
.../apache/hudi/sync/adb/HoodieAdbJdbcClient.java | 17 +-
.../hudi/sync/datahub/TestDataHubSyncClient.java | 7 +-
hudi-sync/hudi-hive-sync/pom.xml | 27 +-
.../org/apache/hudi/hive/HiveSyncConfigHolder.java | 3 +-
.../java/org/apache/hudi/hive/HiveSyncTool.java | 14 +-
.../org/apache/hudi/hive/HoodieHiveSyncClient.java | 14 +-
.../org/apache/hudi/hive/ddl/HMSDDLExecutor.java | 8 +-
.../org/apache/hudi/hive/ddl/JDBCExecutor.java | 2 +-
.../hudi/hive/ddl/QueryBasedDDLExecutor.java | 8 +-
.../hudi/hive/transaction/lock/Heartbeat.java | 42 +
.../lock/HiveMetastoreBasedLockProvider.java | 29 +-
.../org/apache/hudi/hive/TestHiveSyncTool.java | 10 +-
.../TestHiveMetastoreBasedLockProvider.java | 20 +-
.../testutils/HiveSyncFunctionalTestHarness.java | 8 +-
.../hudi/hive/testutils/HiveTestCluster.java | 6 +-
.../apache/hudi/hive/testutils/HiveTestUtil.java | 52 +-
hudi-sync/hudi-sync-common/pom.xml | 14 +-
.../hudi/sync/common/HoodieMetaSyncOperations.java | 6 +-
.../apache/hudi/sync/common/HoodieSyncClient.java | 22 +-
.../apache/hudi/sync/common/HoodieSyncConfig.java | 4 +-
.../apache/hudi/sync/common/HoodieSyncTool.java | 4 +-
.../hudi/sync/common/util/ManifestFileWriter.java | 70 +-
.../sync/common/util/TestManifestFileWriter.java | 18 +-
hudi-timeline-service/pom.xml | 13 +
.../hudi/timeline/service/RequestHandler.java | 530 ++--
.../hudi/timeline/service/TimelineService.java | 39 +-
.../timeline/service/handlers/BaseFileHandler.java | 11 +-
.../service/handlers/FileSliceHandler.java | 21 +-
.../hudi/timeline/service/handlers/Handler.java | 15 +-
.../service/handlers/InstantStateHandler.java | 23 +-
.../timeline/service/handlers/MarkerHandler.java | 19 +-
.../timeline/service/handlers/TimelineHandler.java | 11 +-
.../AsyncTimelineServerBasedDetectionStrategy.java | 12 +-
.../MarkerBasedEarlyConflictDetectionRunnable.java | 28 +-
.../service/handlers/marker/MarkerDirState.java | 33 +-
.../TestRemoteHoodieTableFileSystemView.java | 16 +-
...tMarkerBasedEarlyConflictDetectionRunnable.java | 21 +-
hudi-utilities/pom.xml | 35 +-
.../apache/hudi/utilities/HDFSParquetImporter.java | 6 +-
.../hudi/utilities/HiveIncrementalPuller.java | 10 +-
.../apache/hudi/utilities/HoodieClusteringJob.java | 12 +-
.../hudi/utilities/HoodieCompactionAdminTool.java | 13 +-
.../hudi/utilities/HoodieDataTableUtils.java | 13 +-
.../hudi/utilities/HoodieDataTableValidator.java | 24 +-
.../hudi/utilities/HoodieDropPartitionsTool.java | 12 +-
.../org/apache/hudi/utilities/HoodieIndexer.java | 4 +-
.../utilities/HoodieMetadataTableValidator.java | 408 ++-
.../apache/hudi/utilities/HoodieRepairTool.java | 51 +-
.../hudi/utilities/HoodieSnapshotCopier.java | 27 +-
.../hudi/utilities/HoodieSnapshotExporter.java | 47 +-
.../hudi/utilities/HoodieWithTimelineServer.java | 3 +-
.../org/apache/hudi/utilities/TableSizeStats.java | 20 +-
.../org/apache/hudi/utilities/UtilHelpers.java | 118 +-
...heckpointFromAnotherHoodieTimelineProvider.java | 5 +-
.../utilities/config/HoodieIncrSourceConfig.java | 8 +
.../utilities/config/HoodieStreamerConfig.java | 7 +
.../hudi/utilities/config/KafkaSourceConfig.java | 8 +
.../utilities/config/SqlFileBasedSourceConfig.java | 3 +-
.../hudi/utilities/deltastreamer/DeltaSync.java | 3 +-
.../deltastreamer/HoodieDeltaStreamerMetrics.java | 11 +-
.../deser/KafkaAvroSchemaDeserializer.java | 4 +-
.../ingestion/HoodieIngestionMetrics.java | 17 +-
.../multitable/HoodieMultiTableServicesMain.java | 3 +-
.../multitable/MultiTableServiceUtils.java | 17 +-
.../hudi/utilities/perf/TimelineServerPerf.java | 46 +-
.../schema/ProtoClassBasedSchemaProvider.java | 10 +-
.../ProtoSchemaToAvroSchemaConverter.java | 43 +
.../hudi/utilities/sources/AvroKafkaSource.java | 4 +-
.../sources/GcsEventsHoodieIncrSource.java | 73 +-
.../hudi/utilities/sources/HoodieIncrSource.java | 22 +-
.../hudi/utilities/sources/JsonKafkaSource.java | 22 +-
.../apache/hudi/utilities/sources/KafkaSource.java | 58 +-
.../hudi/utilities/sources/ProtoKafkaSource.java | 44 +-
.../apache/hudi/utilities/sources/RowSource.java | 17 +-
.../sources/S3EventsHoodieIncrSource.java | 90 +-
.../sources/helpers/CloudDataFetcher.java | 85 +-
.../helpers/CloudObjectsSelectorCommon.java | 82 +-
.../utilities/sources/helpers/DFSPathSelector.java | 56 +-
.../sources/helpers/DatePartitionPathSelector.java | 48 +-
.../sources/helpers/IncrSourceHelper.java | 23 +-
.../utilities/sources/helpers/KafkaOffsetGen.java | 127 +-
.../sources/helpers/ProtoConversionUtil.java | 56 +-
.../helpers/gcs/GcsObjectMetadataFetcher.java | 84 -
.../processor/JsonKafkaSourcePostProcessor.java | 2 +-
.../utilities/streamer/BaseErrorTableWriter.java | 10 +-
.../hudi/utilities/streamer/BootstrapExecutor.java | 3 +-
.../apache/hudi/utilities/streamer/ErrorEvent.java | 19 +
.../hudi/utilities/streamer/ErrorTableUtils.java | 27 +-
.../streamer/HoodieMultiTableStreamer.java | 5 +-
.../hudi/utilities/streamer/HoodieStreamer.java | 51 +-
.../utilities/streamer/HoodieStreamerMetrics.java | 25 +-
.../utilities/streamer/HoodieStreamerUtils.java | 44 +-
.../utilities/streamer/SchedulerConfGenerator.java | 6 +-
.../utilities/streamer/SourceFormatAdapter.java | 11 +-
.../utilities/streamer/SparkSampleWritesUtils.java | 20 +-
.../apache/hudi/utilities/streamer/StreamSync.java | 184 +-
.../apache/hudi/utilities/TestHoodieIndexer.java | 14 +-
.../TestHoodieMetadataTableValidator.java | 339 +++
.../hudi/utilities/TestHoodieRepairTool.java | 60 +-
.../utilities/TestManifestFileWriterSpark.java | 117 +
.../TestKafkaConnectHdfsProvider.java | 8 +-
.../hudi/utilities/config/SourceTestConfig.java | 15 +-
.../deltastreamer/HoodieDeltaStreamerTestBase.java | 313 +-
.../deltastreamer/TestHoodieDeltaStreamer.java | 491 ++--
...TestHoodieDeltaStreamerSchemaEvolutionBase.java | 7 +-
...estHoodieDeltaStreamerSchemaEvolutionQuick.java | 27 +-
.../TestHoodieDeltaStreamerWithMultiWriter.java | 146 +-
.../TestHoodieMultiTableDeltaStreamer.java | 17 +-
.../deser/TestKafkaAvroSchemaDeserializer.java | 8 +-
.../functional/TestHDFSParquetImporter.java | 68 +-
.../functional/TestHiveSchemaProvider.java | 10 +-
.../functional/TestHoodieSnapshotCopier.java | 30 +-
.../functional/TestHoodieSnapshotExporter.java | 84 +-
.../functional/TestJdbcbasedSchemaProvider.java | 20 +-
.../TestHoodieMultiTableServicesMain.java | 6 +-
.../offlinejob/HoodieOfflineJobTestBase.java | 14 +-
.../offlinejob/TestHoodieClusteringJob.java | 23 +-
.../offlinejob/TestHoodieCompactorJob.java | 12 +-
.../schema/TestSchemaRegistryProvider.java | 16 +-
.../TestProtoSchemaToAvroSchemaConverter.java | 50 +
.../utilities/sources/BaseTestKafkaSource.java | 30 +-
.../hudi/utilities/sources/TestAvroDFSSource.java | 5 +-
.../utilities/sources/TestAvroKafkaSource.java | 59 +-
.../hudi/utilities/sources/TestCsvDFSSource.java | 9 +-
.../sources/TestGcsEventsHoodieIncrSource.java | 110 +-
.../utilities/sources/TestHoodieIncrSource.java | 59 +-
.../hudi/utilities/sources/TestJdbcSource.java | 82 +-
.../hudi/utilities/sources/TestJsonDFSSource.java | 53 +-
.../utilities/sources/TestJsonKafkaSource.java | 15 +-
.../sources/TestJsonKafkaSourcePostProcessor.java | 2 +-
.../utilities/sources/TestParquetDFSSource.java | 5 +-
.../utilities/sources/TestProtoKafkaSource.java | 75 +-
.../sources/TestS3EventsHoodieIncrSource.java | 156 +-
.../utilities/sources/TestSqlFileBasedSource.java | 14 +-
.../hudi/utilities/sources/TestSqlSource.java | 2 +-
.../debezium/TestAbstractDebeziumSource.java | 9 +-
.../sources/helpers/TestCheckpointUtils.java | 167 +-
.../sources/helpers/TestCloudObjectsSelector.java | 2 +-
.../helpers/TestCloudObjectsSelectorCommon.java | 56 +-
.../helpers/TestDFSPathSelectorCommonMethods.java | 27 +-
.../helpers/TestDatePartitionPathSelector.java | 53 +-
.../sources/helpers/TestIncrSourceHelper.java | 16 +-
.../sources/helpers/TestKafkaOffsetGen.java | 42 +-
.../sources/helpers/TestS3EventsMetaSelector.java | 2 +-
.../utilities/streamer/TestErrorTableUtils.java | 70 +
.../streamer/TestHoodieStreamerUtils.java | 22 +-
.../streamer/TestStreamSyncUnitTests.java | 235 ++
.../hudi/utilities/testutils/JdbcTestUtils.java | 5 +
.../utilities/testutils/UtilitiesTestBase.java | 63 +-
.../testutils/sources/AbstractBaseTestSource.java | 24 +-
.../sources/AbstractDFSSourceTestBase.java | 7 +-
.../sources/DistributedTestDataSource.java | 11 +-
.../transform/TestSqlFileBasedTransformer.java | 14 +-
.../transform/TestSqlQueryBasedTransformer.java | 2 +-
.../streamer-config/dfs-source.properties | 6 +-
.../invalid_hive_sync_uber_config.properties | 6 +-
.../streamer-config/kafka-source.properties | 6 +-
.../short_trip_uber_config.properties | 12 +-
.../streamer-config/sql-transformer.properties | 2 +-
.../streamer-config/uber_config.properties | 10 +-
packaging/bundle-validation/base/Dockerfile | 16 +-
.../base/build_flink1180hive313spark350scala213.sh | 28 +
packaging/bundle-validation/ci_run.sh | 31 +-
packaging/bundle-validation/run_docker_java17.sh | 13 +-
.../spark_hadoop_mr/validate.scala | 22 +
.../bundle-validation/spark_hadoop_mr/write.scala | 4 +-
packaging/bundle-validation/validate.sh | 38 +-
packaging/hudi-integ-test-bundle/pom.xml | 2 +-
packaging/hudi-utilities-bundle/pom.xml | 1 +
packaging/hudi-utilities-slim-bundle/pom.xml | 1 +
pom.xml | 90 +-
rfc/README.md | 3 +-
rfc/rfc-76/rfc-76.md | 2 +-
scripts/ci/move_surefire_reports.sh | 58 -
scripts/pr_compliance.py | 2 +-
1416 files changed, 56287 insertions(+), 40354 deletions(-)
create mode 100644 .idea/icon.png
delete mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/config/metrics/HoodieMetricsConfig.java
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/exception/HoodieDeletePartitionPendingTableServiceException.java
delete mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/metrics/JmxMetricsReporter.java
delete mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/metrics/Metrics.java
delete mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/metrics/MetricsGraphiteReporter.java
delete mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/metrics/MetricsReporterFactory.java
delete mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/metrics/datadog/DatadogMetricsReporter.java
delete mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/metrics/m3/M3MetricsReporter.java
delete mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/metrics/prometheus/PrometheusReporter.java
delete mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/metrics/prometheus/PushGatewayMetricsReporter.java
create mode 100644
hudi-client/hudi-client-common/src/test/java/org/apache/hudi/callback/client/http/TestCallbackHttpClient.java
delete mode 100644
hudi-client/hudi-client-common/src/test/java/org/apache/hudi/callback/http/TestCallbackHttpClient.java
create mode 100644
hudi-client/hudi-client-common/src/test/java/org/apache/hudi/client/transaction/TestSimpleConcurrentFileWritesConflictResolutionStrategyWithMORTable.java
create mode 100644
hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/client/clustering/plan/strategy/FlinkSizeBasedClusteringPlanStrategyRecently.java
create mode 100644
hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/table/action/commit/FlinkPartitionTTLActionExecutor.java
create mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/HoodieSparkFunctionalIndex.java
create mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/client/utils/SparkReleaseResources.java
delete mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/index/functional/HoodieSparkFunctionalIndex.java
create mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/io/storage/HoodieSparkIOFactory.java
create mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/table/action/commit/AverageRecordSizeUtils.java
create mode 100644
hudi-client/hudi-spark-client/src/main/scala/org/apache/hudi/util/ExceptionWrappingIterator.scala
create mode 100644
hudi-client/hudi-spark-client/src/main/scala/org/apache/hudi/util/JavaScalaConverters.scala
create mode 100644
hudi-client/hudi-spark-client/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/SparkParquetReader.scala
create mode 100644
hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/table/action/commit/TestAverageRecordSizeUtils.java
create mode 100644
hudi-client/hudi-spark-client/src/test/java/org/apache/spark/TestHoodieSparkKryoRegistrar.java
delete mode 100644
hudi-common/src/main/java/org/apache/hudi/avro/HoodieAvroWriteSupport.java
delete mode 100644
hudi-common/src/main/java/org/apache/hudi/common/bootstrap/index/HFileBootstrapIndex.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/bootstrap/index/hfile/HFileBootstrapIndex.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/bootstrap/index/hfile/HFileBootstrapIndexReader.java
delete mode 100644
hudi-common/src/main/java/org/apache/hudi/common/config/DFSPropertiesConfiguration.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/config/PropertiesConfig.java
delete mode 100644
hudi-common/src/main/java/org/apache/hudi/common/config/SerializableConfiguration.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/fs/NoOpConsistencyGuard.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/model/FirstValueAvroPayload.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/model/HoodieMetadataRecordMerger.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/log/BaseHoodieMergedLogRecordScanner.java
delete mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/log/HoodieLogFormatWriter.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/log/HoodieMetadataMergedLogRecordScanner.java
delete mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/dto/FSPermissionDTO.java
delete mode 100644
hudi-common/src/main/java/org/apache/hudi/common/util/BaseFileUtils.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/util/FileFormatUtils.java
delete mode 100644
hudi-common/src/main/java/org/apache/hudi/common/util/OrcReaderIterator.java
delete mode 100644
hudi-common/src/main/java/org/apache/hudi/common/util/OrcUtils.java
delete mode 100644
hudi-common/src/main/java/org/apache/hudi/common/util/ParquetUtils.java
rename {hudi-client/hudi-client-common =>
hudi-common}/src/main/java/org/apache/hudi/config/metrics/HoodieMetricsCloudWatchConfig.java
(100%)
create mode 100644
hudi-common/src/main/java/org/apache/hudi/config/metrics/HoodieMetricsConfig.java
rename {hudi-client/hudi-client-common =>
hudi-common}/src/main/java/org/apache/hudi/config/metrics/HoodieMetricsDatadogConfig.java
(100%)
rename {hudi-client/hudi-client-common =>
hudi-common}/src/main/java/org/apache/hudi/config/metrics/HoodieMetricsGraphiteConfig.java
(100%)
rename {hudi-client/hudi-client-common =>
hudi-common}/src/main/java/org/apache/hudi/config/metrics/HoodieMetricsJmxConfig.java
(100%)
rename {hudi-client/hudi-client-common =>
hudi-common}/src/main/java/org/apache/hudi/config/metrics/HoodieMetricsM3Config.java
(100%)
rename {hudi-client/hudi-client-common =>
hudi-common}/src/main/java/org/apache/hudi/config/metrics/HoodieMetricsPrometheusConfig.java
(100%)
create mode 100644
hudi-common/src/main/java/org/apache/hudi/exception/HoodieAvroSchemaException.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/exception/HoodieRecordCreationException.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/exception/InvalidHoodieFileNameException.java
delete mode 100644
hudi-common/src/main/java/org/apache/hudi/io/storage/HoodieAvroFileReaderBase.java
delete mode 100644
hudi-common/src/main/java/org/apache/hudi/io/storage/HoodieAvroFileReaderFactory.java
delete mode 100644
hudi-common/src/main/java/org/apache/hudi/io/storage/HoodieAvroFileWriterFactory.java
delete mode 100644
hudi-common/src/main/java/org/apache/hudi/io/storage/HoodieAvroHFileWriter.java
delete mode 100644
hudi-common/src/main/java/org/apache/hudi/io/storage/HoodieAvroOrcReader.java
delete mode 100644
hudi-common/src/main/java/org/apache/hudi/io/storage/HoodieAvroOrcWriter.java
delete mode 100644
hudi-common/src/main/java/org/apache/hudi/io/storage/HoodieAvroParquetReader.java
delete mode 100644
hudi-common/src/main/java/org/apache/hudi/io/storage/HoodieAvroParquetWriter.java
delete mode 100644
hudi-common/src/main/java/org/apache/hudi/io/storage/HoodieBaseParquetWriter.java
delete mode 100644
hudi-common/src/main/java/org/apache/hudi/io/storage/HoodieHBaseAvroHFileReader.java
delete mode 100644
hudi-common/src/main/java/org/apache/hudi/io/storage/HoodieHFileConfig.java
delete mode 100644
hudi-common/src/main/java/org/apache/hudi/io/storage/HoodieHFileUtils.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/io/storage/HoodieIOFactory.java
delete mode 100644
hudi-common/src/main/java/org/apache/hudi/io/storage/HoodieParquetConfig.java
delete mode 100644
hudi-common/src/main/java/org/apache/hudi/io/storage/HoodieParquetStreamWriter.java
delete mode 100644
hudi-common/src/main/java/org/apache/hudi/metadata/MetadataRecordsGenerationParams.java
rename {hudi-client/hudi-client-common =>
hudi-common}/src/main/java/org/apache/hudi/metrics/ConsoleMetricsReporter.java
(100%)
rename {hudi-client/hudi-client-common =>
hudi-common}/src/main/java/org/apache/hudi/metrics/HoodieGauge.java (100%)
rename {hudi-client/hudi-client-common =>
hudi-common}/src/main/java/org/apache/hudi/metrics/InMemoryMetricsReporter.java
(100%)
create mode 100644
hudi-common/src/main/java/org/apache/hudi/metrics/JmxMetricsReporter.java
rename {hudi-client/hudi-client-common =>
hudi-common}/src/main/java/org/apache/hudi/metrics/JmxReporterServer.java (100%)
rename {hudi-client/hudi-client-common =>
hudi-common}/src/main/java/org/apache/hudi/metrics/MetricUtils.java (100%)
create mode 100644
hudi-common/src/main/java/org/apache/hudi/metrics/Metrics.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/metrics/MetricsGraphiteReporter.java
rename {hudi-client/hudi-client-common =>
hudi-common}/src/main/java/org/apache/hudi/metrics/MetricsReporter.java (100%)
create mode 100644
hudi-common/src/main/java/org/apache/hudi/metrics/MetricsReporterFactory.java
rename {hudi-client/hudi-client-common =>
hudi-common}/src/main/java/org/apache/hudi/metrics/MetricsReporterType.java
(100%)
rename {hudi-client/hudi-client-common =>
hudi-common}/src/main/java/org/apache/hudi/metrics/custom/CustomizableMetricsReporter.java
(100%)
rename {hudi-client/hudi-client-common =>
hudi-common}/src/main/java/org/apache/hudi/metrics/datadog/DatadogHttpClient.java
(100%)
create mode 100644
hudi-common/src/main/java/org/apache/hudi/metrics/datadog/DatadogMetricsReporter.java
rename {hudi-client/hudi-client-common =>
hudi-common}/src/main/java/org/apache/hudi/metrics/datadog/DatadogReporter.java
(100%)
create mode 100644
hudi-common/src/main/java/org/apache/hudi/metrics/m3/M3MetricsReporter.java
rename {hudi-client/hudi-client-common =>
hudi-common}/src/main/java/org/apache/hudi/metrics/m3/M3ScopeReporterAdaptor.java
(100%)
create mode 100644
hudi-common/src/main/java/org/apache/hudi/metrics/prometheus/PrometheusReporter.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/metrics/prometheus/PushGatewayMetricsReporter.java
rename {hudi-client/hudi-client-common =>
hudi-common}/src/main/java/org/apache/hudi/metrics/prometheus/PushGatewayReporter.java
(100%)
rename {hudi-client/hudi-client-common =>
hudi-common}/src/main/java/org/apache/hudi/metrics/userdefined/AbstractUserDefinedMetricsReporter.java
(100%)
create mode 100644
hudi-common/src/main/java/org/apache/hudi/storage/HoodieStorageUtils.java
delete mode 100644
hudi-common/src/main/java/org/apache/parquet/avro/HoodieAvroParquetReaderBuilder.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/client/transaction/lock/TestInProcessLockProvider.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/common/bloom/TestBloomFilter.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/common/bootstrap/TestBootstrapIndex.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/common/fs/TestFSUtils.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/common/fs/TestFSUtilsWithRetryWrapperEnable.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/common/fs/TestHoodieWrapperFileSystem.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/common/fs/inline/InLineFSUtilsTest.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/common/fs/inline/TestInLineFileSystem.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/common/fs/inline/TestInLineFileSystemHFileInLiningBase.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/common/fs/inline/TestInLineFileSystemWithHBaseHFileReader.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/common/fs/inline/TestParquetInLining.java
delete mode 100755
hudi-common/src/test/java/org/apache/hudi/common/functional/TestHoodieLogFormat.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/common/functional/TestHoodieLogFormatAppendFailure.java
create mode 100644
hudi-common/src/test/java/org/apache/hudi/common/model/TestFirstValueAvroPayload.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/common/model/TestHoodieFileGroup.java
create mode 100644
hudi-common/src/test/java/org/apache/hudi/common/model/TestHoodieMetadataRecordMerger.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/common/model/TestHoodiePartitionMetadata.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/common/table/TestHoodieTableConfig.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/common/table/TestHoodieTableMetaClient.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/common/table/TestTableSchemaResolver.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/common/table/TestTimelineUtils.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/common/table/log/TestLogReaderUtils.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/common/table/log/block/TestHoodieDeleteBlock.java
delete mode 100755
hudi-common/src/test/java/org/apache/hudi/common/table/timeline/TestHoodieActiveTimeline.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/common/table/timeline/TestWaitBasedTimeGenerator.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/common/table/view/TestHoodieTableFSViewWithClustering.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/common/table/view/TestHoodieTableFileSystemView.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/common/table/view/TestIncrementalFSViewSync.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/common/testutils/FileSystemTestUtils.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/common/testutils/HoodieCommonTestHarness.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/common/testutils/HoodieTestTable.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/common/testutils/reader/HoodieFileGroupReaderTestHarness.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/common/util/TestAvroOrcUtils.java
create mode 100644
hudi-common/src/test/java/org/apache/hudi/common/util/TestBaseFileUtils.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/common/util/TestClusteringUtils.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/common/util/TestCommitUtils.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/common/util/TestCompactionUtils.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/common/util/TestDFSPropertiesConfiguration.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/common/util/TestMarkerUtils.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/common/util/TestOrcReaderIterator.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/common/util/TestParquetUtils.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/common/util/TestStringUtils.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/common/util/TestTablePathUtils.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/io/storage/TestHoodieAvroFileReaderFactory.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/io/storage/TestHoodieBaseParquetWriter.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/io/storage/TestHoodieHBaseHFileReaderWriter.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/io/storage/TestHoodieHFileReaderWriter.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/io/storage/TestHoodieHFileReaderWriterBase.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/io/storage/TestHoodieOrcReaderWriter.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/io/storage/TestHoodieReaderWriterBase.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/metadata/TestFileSystemBackedTableMetadata.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/metadata/TestHoodieMetadataPayload.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/metadata/TestHoodieTableMetadataUtil.java
create mode 100644
hudi-common/src/test/java/org/apache/hudi/metadata/TestMetadataPartitionType.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/source/rebalance/partitioner/StreamReadAppendPartitioner.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/source/rebalance/partitioner/StreamReadBucketIndexPartitioner.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/source/rebalance/selector/StreamReadAppendKeySelector.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/source/rebalance/selector/StreamReadBucketIndexKeySelector.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/table/lookup/HoodieLookupFunction.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/table/lookup/HoodieLookupTableReader.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/util/SerializableSchema.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/test/java/org/apache/hudi/sink/TestWriterWithPartitionTTl.java
create mode 100644
hudi-hadoop-common/src/main/java/org/apache/hudi/avro/HoodieAvroWriteSupport.java
create mode 100644
hudi-hadoop-common/src/main/java/org/apache/hudi/common/bootstrap/index/HFileBootstrapIndex.java
create mode 100644
hudi-hadoop-common/src/main/java/org/apache/hudi/common/bootstrap/index/hfile/HBaseHFileBootstrapIndexReader.java
create mode 100644
hudi-hadoop-common/src/main/java/org/apache/hudi/common/bootstrap/index/hfile/HBaseHFileBootstrapIndexWriter.java
create mode 100644
hudi-hadoop-common/src/main/java/org/apache/hudi/common/config/DFSPropertiesConfiguration.java
create mode 100644
hudi-hadoop-common/src/main/java/org/apache/hudi/common/table/ParquetTableSchemaResolver.java
create mode 100644
hudi-hadoop-common/src/main/java/org/apache/hudi/common/table/log/HoodieLogFormatWriter.java
rename {hudi-common =>
hudi-hadoop-common}/src/main/java/org/apache/hudi/common/util/AvroOrcUtils.java
(100%)
create mode 100644
hudi-hadoop-common/src/main/java/org/apache/hudi/common/util/HFileUtils.java
create mode 100644
hudi-hadoop-common/src/main/java/org/apache/hudi/common/util/HadoopConfigUtils.java
create mode 100644
hudi-hadoop-common/src/main/java/org/apache/hudi/common/util/OrcUtils.java
rename {hudi-common =>
hudi-hadoop-common}/src/main/java/org/apache/hudi/common/util/ParquetReaderIterator.java
(100%)
create mode 100644
hudi-hadoop-common/src/main/java/org/apache/hudi/common/util/ParquetUtils.java
delete mode 100644
hudi-hadoop-common/src/main/java/org/apache/hudi/hadoop/fs/ConsistencyGuard.java
delete mode 100644
hudi-hadoop-common/src/main/java/org/apache/hudi/hadoop/fs/NoOpConsistencyGuard.java
create mode 100644
hudi-hadoop-common/src/main/java/org/apache/hudi/hadoop/fs/inline/HadoopInLineFSUtils.java
delete mode 100644
hudi-hadoop-common/src/main/java/org/apache/hudi/hadoop/fs/inline/InLineFSUtils.java
create mode 100644
hudi-hadoop-common/src/main/java/org/apache/hudi/io/hadoop/HoodieAvroFileReaderFactory.java
create mode 100644
hudi-hadoop-common/src/main/java/org/apache/hudi/io/hadoop/HoodieAvroFileWriterFactory.java
create mode 100644
hudi-hadoop-common/src/main/java/org/apache/hudi/io/hadoop/HoodieAvroHFileWriter.java
create mode 100644
hudi-hadoop-common/src/main/java/org/apache/hudi/io/hadoop/HoodieAvroOrcReader.java
create mode 100644
hudi-hadoop-common/src/main/java/org/apache/hudi/io/hadoop/HoodieAvroOrcWriter.java
create mode 100644
hudi-hadoop-common/src/main/java/org/apache/hudi/io/hadoop/HoodieAvroParquetReader.java
create mode 100644
hudi-hadoop-common/src/main/java/org/apache/hudi/io/hadoop/HoodieAvroParquetWriter.java
create mode 100644
hudi-hadoop-common/src/main/java/org/apache/hudi/io/hadoop/HoodieBaseParquetWriter.java
create mode 100644
hudi-hadoop-common/src/main/java/org/apache/hudi/io/hadoop/HoodieHBaseAvroHFileReader.java
create mode 100644
hudi-hadoop-common/src/main/java/org/apache/hudi/io/hadoop/HoodieHFileConfig.java
create mode 100644
hudi-hadoop-common/src/main/java/org/apache/hudi/io/hadoop/HoodieHFileUtils.java
create mode 100644
hudi-hadoop-common/src/main/java/org/apache/hudi/io/hadoop/HoodieHadoopIOFactory.java
create mode 100644
hudi-hadoop-common/src/main/java/org/apache/hudi/io/hadoop/HoodieParquetStreamWriter.java
create mode 100644
hudi-hadoop-common/src/main/java/org/apache/hudi/io/hadoop/OrcReaderIterator.java
rename {hudi-common =>
hudi-hadoop-common}/src/main/java/org/apache/hudi/io/storage/HoodieHBaseKVComparator.java
(100%)
create mode 100644
hudi-hadoop-common/src/main/java/org/apache/hudi/io/storage/HoodieParquetConfig.java
rename {hudi-common =>
hudi-hadoop-common}/src/main/java/org/apache/hudi/parquet/io/OutputStreamBackedOutputFile.java
(100%)
create mode 100644
hudi-hadoop-common/src/main/java/org/apache/parquet/avro/HoodieAvroParquetReaderBuilder.java
rename {hudi-common =>
hudi-hadoop-common}/src/main/java/org/apache/parquet/avro/HoodieAvroReadSupport.java
(100%)
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/client/transaction/lock/TestInProcessLockProvider.java
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/common/bloom/TestBloomFilter.java
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/common/bootstrap/index/TestBootstrapIndex.java
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/common/fs/TestFSUtils.java
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/common/fs/TestFSUtilsWithRetryWrapperEnable.java
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/common/fs/TestHoodieWrapperFileSystem.java
rename {hudi-common =>
hudi-hadoop-common}/src/test/java/org/apache/hudi/common/fs/TestStorageSchemes.java
(100%)
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/common/fs/inline/InLineFSUtilsTest.java
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/common/fs/inline/TestInLineFileSystem.java
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/common/fs/inline/TestInLineFileSystemHFileInLiningBase.java
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/common/fs/inline/TestInLineFileSystemWithHBaseHFileReader.java
rename {hudi-common =>
hudi-hadoop-common}/src/test/java/org/apache/hudi/common/fs/inline/TestInLineFileSystemWithHFileReader.java
(100%)
rename {hudi-common =>
hudi-hadoop-common}/src/test/java/org/apache/hudi/common/fs/inline/TestInMemoryFileSystem.java
(100%)
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/common/fs/inline/TestParquetInLining.java
create mode 100755
hudi-hadoop-common/src/test/java/org/apache/hudi/common/functional/TestHoodieLogFormat.java
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/common/functional/TestHoodieLogFormatAppendFailure.java
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/common/model/TestHoodieFileGroup.java
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/common/model/TestHoodiePartitionMetadata.java
rename {hudi-common =>
hudi-hadoop-common}/src/test/java/org/apache/hudi/common/model/TestHoodieRecord.java
(100%)
rename {hudi-common =>
hudi-hadoop-common}/src/test/java/org/apache/hudi/common/model/TestHoodieRecordDelegate.java
(100%)
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/common/table/TestHoodieTableConfig.java
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/common/table/TestHoodieTableMetaClient.java
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/common/table/TestTableSchemaResolver.java
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/common/table/TestTimelineUtils.java
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/common/table/log/TestLogReaderUtils.java
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/common/table/log/block/TestHoodieDeleteBlock.java
rename {hudi-common =>
hudi-hadoop-common}/src/test/java/org/apache/hudi/common/table/read/TestCustomMerger.java
(100%)
rename {hudi-common =>
hudi-hadoop-common}/src/test/java/org/apache/hudi/common/table/read/TestEventTimeMerging.java
(100%)
create mode 100755
hudi-hadoop-common/src/test/java/org/apache/hudi/common/table/timeline/TestHoodieActiveTimeline.java
rename {hudi-common =>
hudi-hadoop-common}/src/test/java/org/apache/hudi/common/table/timeline/TestHoodieInstant.java
(100%)
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/common/table/timeline/TestWaitBasedTimeGenerator.java
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/common/table/view/TestHoodieTableFSViewWithClustering.java
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/common/table/view/TestHoodieTableFileSystemView.java
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/common/table/view/TestIncrementalFSViewSync.java
rename {hudi-common =>
hudi-hadoop-common}/src/test/java/org/apache/hudi/common/table/view/TestRocksDBBasedIncrementalFSViewSync.java
(100%)
rename {hudi-common =>
hudi-hadoop-common}/src/test/java/org/apache/hudi/common/table/view/TestRocksDbBasedFileSystemView.java
(100%)
rename {hudi-common =>
hudi-hadoop-common}/src/test/java/org/apache/hudi/common/table/view/TestSpillableMapBasedFileSystemView.java
(100%)
rename {hudi-common =>
hudi-hadoop-common}/src/test/java/org/apache/hudi/common/table/view/TestSpillableMapBasedIncrementalFSViewSync.java
(100%)
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/common/testutils/FileSystemTestUtils.java
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/common/testutils/HoodieCommonTestHarness.java
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/common/testutils/HoodieTestTable.java
rename {hudi-common =>
hudi-hadoop-common}/src/test/java/org/apache/hudi/common/testutils/minicluster/HdfsTestService.java
(100%)
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/common/testutils/reader/HoodieFileGroupReaderTestHarness.java
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/common/util/TestAvroOrcUtils.java
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/common/util/TestClusteringUtils.java
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/common/util/TestCommitUtils.java
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/common/util/TestCompactionUtils.java
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/common/util/TestDFSPropertiesConfiguration.java
rename {hudi-common =>
hudi-hadoop-common}/src/test/java/org/apache/hudi/common/util/TestFileIOUtils.java
(100%)
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/common/util/TestHFileUtils.java
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/common/util/TestHadoopConfigUtils.java
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/common/util/TestMarkerUtils.java
rename {hudi-common =>
hudi-hadoop-common}/src/test/java/org/apache/hudi/common/util/TestParquetReaderIterator.java
(100%)
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/common/util/TestParquetUtils.java
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/common/util/TestTablePathUtils.java
rename {hudi-common =>
hudi-hadoop-common}/src/test/java/org/apache/hudi/common/util/collection/TestBitCaskDiskMap.java
(100%)
rename {hudi-common =>
hudi-hadoop-common}/src/test/java/org/apache/hudi/common/util/collection/TestExternalSpillableMap.java
(100%)
rename {hudi-common =>
hudi-hadoop-common}/src/test/java/org/apache/hudi/common/util/collection/TestRocksDbBasedMap.java
(100%)
rename {hudi-common =>
hudi-hadoop-common}/src/test/java/org/apache/hudi/common/util/collection/TestRocksDbDiskMap.java
(100%)
rename {hudi-common =>
hudi-hadoop-common}/src/test/java/org/apache/hudi/internal/schema/io/TestFileBasedInternalSchemaStorageManager.java
(100%)
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/io/hadoop/TestHoodieAvroFileReaderFactory.java
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/io/hadoop/TestHoodieBaseParquetWriter.java
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/io/hadoop/TestHoodieHBaseHFileReaderWriter.java
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/io/hadoop/TestHoodieHFileReaderWriter.java
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/io/hadoop/TestHoodieHFileReaderWriterBase.java
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/io/hadoop/TestHoodieOrcReaderWriter.java
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/io/hadoop/TestHoodieReaderWriterBase.java
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/io/hadoop/TestOrcReaderIterator.java
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/metadata/TestFileSystemBackedTableMetadata.java
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/metadata/TestHoodieMetadataPayload.java
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/metadata/TestHoodieTableMetadataUtil.java
rename {hudi-common =>
hudi-hadoop-common}/src/test/resources/external-config/hudi-defaults.conf (100%)
create mode 100644
hudi-hadoop-common/src/test/resources/props/testdfs.properties
create mode 100644
hudi-integ-test/src/main/java/org/apache/hudi/integ/testsuite/streaming/StructuredStreamingSinkUtil.java
create mode 100644
hudi-integ-test/src/main/scala/org/apache/hudi/integ/testsuite/streaming/StructuredStreamingSinkTestWriter.scala
create mode 100644
hudi-io/src/main/java/org/apache/hudi/common/fs/ConsistencyGuard.java
create mode 100644
hudi-io/src/main/java/org/apache/hudi/storage/inline/InLineFSUtils.java
rename {hudi-common =>
hudi-io}/src/test/java/org/apache/hudi/common/testutils/NetworkTestUtils.java
(100%)
create mode 100644
hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/BucketIndexSupport.scala
create mode 100644
hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/PartitionStatsIndexSupport.scala
create mode 100644
hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/SparkBaseIndexSupport.scala
create mode 100644
hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/SparkParquetReaderBase.scala
create mode 100644
hudi-spark-datasource/hudi-spark-common/src/test/scala/org/apache/hudi/TestRecordLevelIndexSupport.scala
create mode 100644
hudi-spark-datasource/hudi-spark-common/src/test/scala/org/apache/spark/sql/execution/datasources/parquet/TestSparkParquetReaderFormat.scala
create mode 100644
hudi-spark-datasource/hudi-spark-common/src/test/scala/org/apache/spark/sql/hudi/TestProvidesHoodieConfig.scala
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/java/org/apache/hudi/functional/TestSparkParquetReader.java
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/hudi/TestHoodieSparkSqlWriterPartitionTTL.scala
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/hudi/functional/PartitionStatsIndexTestBase.scala
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/hudi/functional/TestBucketIndexSupport.scala
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/hudi/functional/TestPartitionStatsIndex.scala
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/hudi/functional/TestPartitionStatsIndexWithSql.scala
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/hudi/functional/TestSparkSqlWithCustomKeyGenerator.scala
create mode 100644
hudi-spark-datasource/hudi-spark2/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/Spark24ParquetReader.scala
create mode 100644
hudi-spark-datasource/hudi-spark3-common/src/main/scala/org/apache/spark/sql/execution/datasources/Spark3ParquetSchemaEvolutionUtils.scala
create mode 100644
hudi-spark-datasource/hudi-spark3.0.x/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/Spark30ParquetReader.scala
create mode 100644
hudi-spark-datasource/hudi-spark3.0.x/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/Spark30ParquetSchemaEvolutionUtils.scala
create mode 100644
hudi-spark-datasource/hudi-spark3.1.x/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/Spark31ParquetReader.scala
create mode 100644
hudi-spark-datasource/hudi-spark3.1.x/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/Spark31ParquetSchemaEvolutionUtils.scala
create mode 100644
hudi-spark-datasource/hudi-spark3.2.x/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/Spark32ParquetReader.scala
create mode 100644
hudi-spark-datasource/hudi-spark3.2plus-common/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/Spark32PlusParquetSchemaEvolutionUtils.scala
create mode 100644
hudi-spark-datasource/hudi-spark3.3.x/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/Spark33ParquetReader.scala
delete mode 100644
hudi-spark-datasource/hudi-spark3.3.x/src/test/java/org/apache/hudi/spark3/internal/TestReflectUtil.java
create mode 100644
hudi-spark-datasource/hudi-spark3.4.x/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/Spark34ParquetReader.scala
delete mode 100644
hudi-spark-datasource/hudi-spark3.4.x/src/test/java/org/apache/hudi/spark3/internal/TestReflectUtil.java
create mode 100644
hudi-spark-datasource/hudi-spark3.5.x/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/Spark35ParquetReader.scala
delete mode 100644
hudi-spark-datasource/hudi-spark3.5.x/src/test/java/org/apache/hudi/spark3/internal/TestReflectUtil.java
create mode 100644
hudi-sync/hudi-hive-sync/src/main/java/org/apache/hudi/hive/transaction/lock/Heartbeat.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/schema/converter/ProtoSchemaToAvroSchemaConverter.java
delete mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/sources/helpers/gcs/GcsObjectMetadataFetcher.java
create mode 100644
hudi-utilities/src/test/java/org/apache/hudi/utilities/TestHoodieMetadataTableValidator.java
create mode 100644
hudi-utilities/src/test/java/org/apache/hudi/utilities/TestManifestFileWriterSpark.java
create mode 100644
hudi-utilities/src/test/java/org/apache/hudi/utilities/schema/converter/TestProtoSchemaToAvroSchemaConverter.java
create mode 100644
hudi-utilities/src/test/java/org/apache/hudi/utilities/streamer/TestErrorTableUtils.java
create mode 100644
hudi-utilities/src/test/java/org/apache/hudi/utilities/streamer/TestStreamSyncUnitTests.java
create mode 100755
packaging/bundle-validation/base/build_flink1180hive313spark350scala213.sh
create mode 100644 packaging/bundle-validation/spark_hadoop_mr/validate.scala
delete mode 100755 scripts/ci/move_surefire_reports.sh
