This is an automated email from the ASF dual-hosted git repository. danny0405 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/hudi.git.
from 15d1c18 [MINOR] Remove flaky assert in TestInLineFileSystem (#5069) add 799c78e [HUDI-3665] Support flink multiple versions (#5072) No new revisions were added by this update. Summary of changes: azure-pipelines.yml | 8 +- hudi-client/hudi-flink-client/pom.xml | 4 +- hudi-flink-datasource/hudi-flink/pom.xml | 364 +++++++++++++++++++++ .../apache/hudi/configuration/FlinkOptions.java | 4 +- .../apache/hudi/configuration/OptionsResolver.java | 0 .../hudi/schema/FilebasedSchemaProvider.java | 0 .../org/apache/hudi/schema/SchemaProvider.java | 0 .../apache/hudi/schema/SchemaRegistryProvider.java | 0 .../hudi/sink/BucketStreamWriteFunction.java | 13 +- .../hudi/sink/BucketStreamWriteOperator.java | 3 +- .../java/org/apache/hudi/sink/CleanFunction.java | 0 .../org/apache/hudi/sink/StreamWriteFunction.java | 0 .../org/apache/hudi/sink/StreamWriteOperator.java | 0 .../hudi/sink/StreamWriteOperatorCoordinator.java | 0 .../hudi/sink/append/AppendWriteFunction.java | 0 .../hudi/sink/append/AppendWriteOperator.java | 0 .../hudi/sink/bootstrap/BootstrapOperator.java | 6 +- .../apache/hudi/sink/bootstrap/IndexRecord.java | 0 .../bootstrap/aggregate/BootstrapAccumulator.java | 0 .../bootstrap/aggregate/BootstrapAggFunction.java | 0 .../bootstrap/batch/BatchBootstrapOperator.java | 0 .../hudi/sink/bulk/BulkInsertWriteFunction.java | 0 .../hudi/sink/bulk/BulkInsertWriteOperator.java | 0 .../hudi/sink/bulk/BulkInsertWriterHelper.java | 0 .../org/apache/hudi/sink/bulk/RowDataKeyGen.java | 0 .../apache/hudi/sink/bulk/sort/SortOperator.java | 0 .../hudi/sink/bulk/sort/SortOperatorGen.java | 0 .../sink/common/AbstractStreamWriteFunction.java | 0 .../hudi/sink/common/AbstractWriteFunction.java | 1 + .../hudi/sink/common/AbstractWriteOperator.java | 0 .../hudi/sink/common/WriteOperatorFactory.java | 0 .../apache/hudi/sink/compact/CompactFunction.java | 0 .../hudi/sink/compact/CompactionCommitEvent.java | 0 .../hudi/sink/compact/CompactionCommitSink.java | 0 .../hudi/sink/compact/CompactionPlanEvent.java | 0 .../hudi/sink/compact/CompactionPlanOperator.java | 0 .../sink/compact/CompactionPlanSourceFunction.java | 0 .../hudi/sink/compact/FlinkCompactionConfig.java | 0 .../hudi/sink/compact/HoodieFlinkCompactor.java | 0 .../org/apache/hudi/sink/event/CommitAckEvent.java | 0 .../apache/hudi/sink/event/WriteMetadataEvent.java | 0 .../java/org/apache/hudi/sink/meta/CkpMessage.java | 0 .../org/apache/hudi/sink/meta/CkpMetadata.java | 3 +- .../sink/partitioner/BucketAssignFunction.java | 0 .../hudi/sink/partitioner/BucketAssigner.java | 0 .../hudi/sink/partitioner/BucketAssigners.java | 0 .../sink/partitioner/BucketIndexPartitioner.java | 3 +- .../partitioner/profile/DeltaWriteProfile.java | 0 .../partitioner/profile/EmptyWriteProfile.java | 0 .../sink/partitioner/profile/WriteProfile.java | 0 .../sink/partitioner/profile/WriteProfiles.java | 11 +- .../hudi/sink/transform/ChainedTransformer.java | 0 .../sink/transform/RowDataToHoodieFunction.java | 0 .../RowDataToHoodieFunctionWithRateLimit.java | 6 +- .../sink/transform/RowDataToHoodieFunctions.java | 0 .../apache/hudi/sink/transform/Transformer.java | 0 .../apache/hudi/sink/utils/HiveSyncContext.java | 0 .../apache/hudi/sink/utils/NonThrownExecutor.java | 0 .../apache/hudi/sink/utils/PayloadCreation.java | 0 .../java/org/apache/hudi/sink/utils/Pipelines.java | 50 +-- .../java/org/apache/hudi/sink/utils/TimeWait.java | 0 .../java/org/apache/hudi/source/FileIndex.java | 0 .../apache/hudi/source/IncrementalInputSplits.java | 0 .../hudi/source/StreamReadMonitoringFunction.java | 0 .../org/apache/hudi/source/StreamReadOperator.java | 38 +-- .../apache/hudi/streamer/FlinkStreamerConfig.java | 0 .../apache/hudi/streamer/HoodieFlinkStreamer.java | 16 +- .../org/apache/hudi/table/HoodieTableFactory.java | 0 .../org/apache/hudi/table/HoodieTableSink.java | 0 .../org/apache/hudi/table/HoodieTableSource.java | 0 .../apache/hudi/table/catalog/CatalogOptions.java | 0 .../apache/hudi/table/catalog/HoodieCatalog.java | 0 .../hudi/table/catalog/HoodieCatalogFactory.java | 0 .../hudi/table/catalog/TableOptionProperties.java | 0 .../apache/hudi/table/format/FilePathUtils.java | 0 .../org/apache/hudi/table/format/FormatUtils.java | 2 +- .../table/format/cow/CopyOnWriteInputFormat.java | 0 .../table/format/cow/ParquetSplitReaderUtil.java | 2 +- .../table/format/cow/vector/HeapArrayVector.java | 0 .../format/cow/vector/HeapMapColumnVector.java | 0 .../format/cow/vector/HeapRowColumnVector.java | 0 .../format/cow/vector/ParquetDecimalVector.java | 0 .../cow/vector/reader/AbstractColumnReader.java | 0 .../cow/vector/reader/ArrayColumnReader.java | 0 .../vector/reader/BaseVectorizedColumnReader.java | 0 .../vector/reader/FixedLenBytesColumnReader.java | 0 .../vector/reader/Int64TimestampColumnReader.java | 0 .../format/cow/vector/reader/MapColumnReader.java | 0 .../reader/ParquetColumnarRowSplitReader.java | 0 .../cow/vector/reader/ParquetDataColumnReader.java | 0 .../reader/ParquetDataColumnReaderFactory.java | 0 .../format/cow/vector/reader/RowColumnReader.java | 0 .../format/cow/vector/reader/RunLengthDecoder.java | 0 .../table/format/mor/MergeOnReadInputFormat.java | 2 +- .../table/format/mor/MergeOnReadInputSplit.java | 0 .../table/format/mor/MergeOnReadTableState.java | 0 .../org/apache/hudi/util/AvroSchemaConverter.java | 4 +- .../apache/hudi/util/AvroToRowDataConverters.java | 0 .../java/org/apache/hudi/util/ChangelogModes.java | 0 .../java/org/apache/hudi/util/CompactionUtil.java | 6 +- .../java/org/apache/hudi/util/DataTypeUtils.java | 0 .../hudi/util/FlinkStateBackendConverter.java | 0 .../java/org/apache/hudi/util/FlinkTables.java | 0 .../java/org/apache/hudi/util/InputFormats.java | 0 .../org/apache/hudi/util/RowDataProjection.java | 0 .../apache/hudi/util/RowDataToAvroConverters.java | 0 .../java/org/apache/hudi/util/StreamerUtil.java | 1 + .../apache/hudi/util/StringToRowDataConverter.java | 2 +- .../apache/hudi/util/ViewStorageProperties.java | 0 .../org.apache.flink.table.factories.Factory | 0 .../apache/hudi/sink/ITTestDataStreamWrite.java | 2 +- .../sink/TestStreamWriteOperatorCoordinator.java | 17 +- .../org/apache/hudi/sink/TestWriteCopyOnWrite.java | 2 +- .../org/apache/hudi/sink/TestWriteMergeOnRead.java | 0 .../hudi/sink/TestWriteMergeOnReadWithCompact.java | 0 .../apache/hudi/sink/bulk/TestRowDataKeyGen.java | 0 .../sink/compact/ITTestHoodieFlinkCompactor.java | 0 .../org/apache/hudi/sink/meta/TestCkpMetadata.java | 0 .../hudi/sink/partitioner/TestBucketAssigner.java | 0 .../apache/hudi/sink/utils/CollectorOutput.java | 39 +-- .../hudi/sink/utils/CompactFunctionWrapper.java | 41 +-- .../hudi/sink/utils/InsertFunctionWrapper.java | 0 .../hudi/sink/utils/MockCoordinatorExecutor.java | 0 .../org/apache/hudi/sink/utils/MockMapState.java | 0 .../hudi/sink/utils/MockOperatorStateStore.java | 0 .../sink/utils/MockStateInitializationContext.java | 12 +- .../sink/utils/MockStreamingRuntimeContext.java | 11 +- .../org/apache/hudi/sink/utils/MockValueState.java | 0 .../sink/utils/StreamWriteFunctionWrapper.java | 77 ++--- .../hudi/sink/utils/TestFunctionWrapper.java | 0 .../org/apache/hudi/sink/utils/TestWriteBase.java | 0 .../java/org/apache/hudi/source/TestFileIndex.java | 0 .../source/TestStreamReadMonitoringFunction.java | 0 .../apache/hudi/source/TestStreamReadOperator.java | 0 .../apache/hudi/table/ITTestHoodieDataSource.java | 22 +- .../apache/hudi/table/TestHoodieTableFactory.java | 0 .../apache/hudi/table/TestHoodieTableSource.java | 0 .../hudi/table/catalog/TestHoodieCatalog.java | 3 +- .../apache/hudi/table/format/TestInputFormat.java | 0 .../java/org/apache/hudi/utils/SchemaBuilder.java | 0 .../org/apache/hudi/utils/TestCompactionUtil.java | 0 .../org/apache/hudi/utils/TestConfigurations.java | 22 +- .../test/java/org/apache/hudi/utils/TestData.java | 0 .../org/apache/hudi/utils/TestHoodieRowData.java | 22 +- .../test/java/org/apache/hudi/utils/TestSQL.java | 0 .../org/apache/hudi/utils/TestStreamerUtil.java | 0 .../hudi/utils/TestStringToRowDataConverter.java | 0 .../test/java/org/apache/hudi/utils/TestUtils.java | 0 .../hudi/utils/TestViewStorageProperties.java | 0 .../utils/factory/CollectSinkTableFactory.java | 0 .../utils/factory/ContinuousFileSourceFactory.java | 0 .../hudi/utils/source/ContinuousFileSource.java | 0 .../org.apache.flink.table.factories.Factory | 0 .../src/test/resources/debezium_json.data | 0 .../test/resources/log4j-surefire-quiet.properties | 1 - .../src/test/resources/log4j-surefire.properties | 1 - .../src/test/resources/test_read_schema.avsc | 0 .../src/test/resources/test_source.data | 0 .../src/test/resources/test_source_2.data | 0 .../src/test/resources/test_source_3.data | 0 .../src/test/resources/test_source_4.data | 0 .../src/test/resources/test_source_5.data | 0 hudi-flink-datasource/hudi-flink1.13.x/pom.xml | 90 +++++ .../apache/flink/table/data/ColumnarArrayData.java | 262 +++++++++++++++ .../apache/flink/table/data/ColumnarMapData.java | 71 ++++ .../apache/flink/table/data/ColumnarRowData.java | 223 +++++++++++++ .../flink/table/data/vector/MapColumnVector.java | 14 +- .../flink/table/data/vector/RowColumnVector.java | 14 +- .../table/data/vector/VectorizedColumnBatch.java | 136 ++++++++ .../adapter/AbstractStreamOperatorAdapter.java | 26 +- .../AbstractStreamOperatorFactoryAdapter.java | 50 +++ .../hudi/adapter/MailboxExecutorAdapter.java | 28 +- .../apache/hudi/adapter/RateLimiterAdapter.java | 27 +- .../main/java/org/apache/hudi/adapter/Utils.java | 48 +++ .../org/apache/hudi/adapter/OutputAdapter.java | 13 +- .../adapter/StateInitializationContextAdapter.java | 13 +- .../adapter/StreamingRuntimeContextAdapter.java | 43 +++ .../org/apache/hudi/adapter/TestTableEnvs.java | 33 +- hudi-flink-datasource/hudi-flink1.14.x/pom.xml | 102 ++++++ .../adapter/AbstractStreamOperatorAdapter.java | 18 +- .../AbstractStreamOperatorFactoryAdapter.java | 28 +- .../hudi/adapter/MailboxExecutorAdapter.java | 28 +- .../apache/hudi/adapter/RateLimiterAdapter.java | 27 +- .../main/java/org/apache/hudi/adapter/Utils.java | 48 +++ .../org/apache/hudi/adapter/OutputAdapter.java | 22 +- .../adapter/StateInitializationContextAdapter.java | 20 +- .../adapter/StreamingRuntimeContextAdapter.java | 43 +++ .../org/apache/hudi/adapter/TestTableEnvs.java | 52 +++ .../pom.xml | 35 +- hudi-flink/pom.xml | 349 -------------------- hudi-kafka-connect/pom.xml | 2 +- packaging/hudi-flink-bundle/pom.xml | 12 +- pom.xml | 42 ++- 193 files changed, 1907 insertions(+), 833 deletions(-) create mode 100644 hudi-flink-datasource/hudi-flink/pom.xml rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/configuration/FlinkOptions.java (99%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/configuration/OptionsResolver.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/schema/FilebasedSchemaProvider.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/schema/SchemaProvider.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/schema/SchemaRegistryProvider.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/BucketStreamWriteFunction.java (97%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/BucketStreamWriteOperator.java (99%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/CleanFunction.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/StreamWriteFunction.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/StreamWriteOperator.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/StreamWriteOperatorCoordinator.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/append/AppendWriteFunction.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/append/AppendWriteOperator.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/bootstrap/BootstrapOperator.java (98%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/bootstrap/IndexRecord.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/bootstrap/aggregate/BootstrapAccumulator.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/bootstrap/aggregate/BootstrapAggFunction.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/bootstrap/batch/BatchBootstrapOperator.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/bulk/BulkInsertWriteFunction.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/bulk/BulkInsertWriteOperator.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/bulk/BulkInsertWriterHelper.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/bulk/RowDataKeyGen.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/bulk/sort/SortOperator.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/bulk/sort/SortOperatorGen.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/common/AbstractStreamWriteFunction.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/common/AbstractWriteFunction.java (99%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/common/AbstractWriteOperator.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/common/WriteOperatorFactory.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/compact/CompactFunction.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/compact/CompactionCommitEvent.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/compact/CompactionCommitSink.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/compact/CompactionPlanEvent.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/compact/CompactionPlanOperator.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/compact/CompactionPlanSourceFunction.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/compact/FlinkCompactionConfig.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/compact/HoodieFlinkCompactor.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/event/CommitAckEvent.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/event/WriteMetadataEvent.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/meta/CkpMessage.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/meta/CkpMetadata.java (99%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/partitioner/BucketAssignFunction.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/partitioner/BucketAssigner.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/partitioner/BucketAssigners.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/partitioner/BucketIndexPartitioner.java (99%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/partitioner/profile/DeltaWriteProfile.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/partitioner/profile/EmptyWriteProfile.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/partitioner/profile/WriteProfile.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/partitioner/profile/WriteProfiles.java (98%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/transform/ChainedTransformer.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/transform/RowDataToHoodieFunction.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/transform/RowDataToHoodieFunctionWithRateLimit.java (89%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/transform/RowDataToHoodieFunctions.java (100%) copy {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/transform/Transformer.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/utils/HiveSyncContext.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/utils/NonThrownExecutor.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/utils/PayloadCreation.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/utils/Pipelines.java (90%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/sink/utils/TimeWait.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/source/FileIndex.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/source/IncrementalInputSplits.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/source/StreamReadMonitoringFunction.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/source/StreamReadOperator.java (89%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/streamer/FlinkStreamerConfig.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/streamer/HoodieFlinkStreamer.java (94%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/table/HoodieTableFactory.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/table/HoodieTableSink.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/table/HoodieTableSource.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/table/catalog/CatalogOptions.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/table/catalog/HoodieCatalog.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/table/catalog/HoodieCatalogFactory.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/table/catalog/TableOptionProperties.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/table/format/FilePathUtils.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/table/format/FormatUtils.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/table/format/cow/CopyOnWriteInputFormat.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/table/format/cow/ParquetSplitReaderUtil.java (99%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/table/format/cow/vector/HeapArrayVector.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/table/format/cow/vector/HeapMapColumnVector.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/table/format/cow/vector/HeapRowColumnVector.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/table/format/cow/vector/ParquetDecimalVector.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/AbstractColumnReader.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/ArrayColumnReader.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/BaseVectorizedColumnReader.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/FixedLenBytesColumnReader.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/Int64TimestampColumnReader.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/MapColumnReader.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/ParquetColumnarRowSplitReader.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/ParquetDataColumnReader.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/ParquetDataColumnReaderFactory.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/RowColumnReader.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/RunLengthDecoder.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/table/format/mor/MergeOnReadInputFormat.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/table/format/mor/MergeOnReadInputSplit.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/table/format/mor/MergeOnReadTableState.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/util/AvroSchemaConverter.java (99%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/util/AvroToRowDataConverters.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/util/ChangelogModes.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/util/CompactionUtil.java (97%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/util/DataTypeUtils.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/util/FlinkStateBackendConverter.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/util/FlinkTables.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/util/InputFormats.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/util/RowDataProjection.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/util/RowDataToAvroConverters.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/util/StreamerUtil.java (99%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/util/StringToRowDataConverter.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/java/org/apache/hudi/util/ViewStorageProperties.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/main/resources/META-INF/services/org.apache.flink.table.factories.Factory (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/java/org/apache/hudi/sink/ITTestDataStreamWrite.java (99%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/java/org/apache/hudi/sink/TestStreamWriteOperatorCoordinator.java (99%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/java/org/apache/hudi/sink/TestWriteCopyOnWrite.java (99%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/java/org/apache/hudi/sink/TestWriteMergeOnRead.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/java/org/apache/hudi/sink/TestWriteMergeOnReadWithCompact.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/java/org/apache/hudi/sink/bulk/TestRowDataKeyGen.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/java/org/apache/hudi/sink/compact/ITTestHoodieFlinkCompactor.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/java/org/apache/hudi/sink/meta/TestCkpMetadata.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/java/org/apache/hudi/sink/partitioner/TestBucketAssigner.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/java/org/apache/hudi/sink/utils/CollectorOutput.java (62%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/java/org/apache/hudi/sink/utils/CompactFunctionWrapper.java (79%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/java/org/apache/hudi/sink/utils/InsertFunctionWrapper.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/java/org/apache/hudi/sink/utils/MockCoordinatorExecutor.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/java/org/apache/hudi/sink/utils/MockMapState.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/java/org/apache/hudi/sink/utils/MockOperatorStateStore.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/java/org/apache/hudi/sink/utils/MockStateInitializationContext.java (89%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/java/org/apache/hudi/sink/utils/MockStreamingRuntimeContext.java (93%) copy {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/java/org/apache/hudi/sink/utils/MockValueState.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/java/org/apache/hudi/sink/utils/StreamWriteFunctionWrapper.java (88%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/java/org/apache/hudi/sink/utils/TestFunctionWrapper.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/java/org/apache/hudi/sink/utils/TestWriteBase.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/java/org/apache/hudi/source/TestFileIndex.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/java/org/apache/hudi/source/TestStreamReadMonitoringFunction.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/java/org/apache/hudi/source/TestStreamReadOperator.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/java/org/apache/hudi/table/ITTestHoodieDataSource.java (97%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/java/org/apache/hudi/table/TestHoodieTableFactory.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/java/org/apache/hudi/table/TestHoodieTableSource.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/java/org/apache/hudi/table/catalog/TestHoodieCatalog.java (98%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/java/org/apache/hudi/table/format/TestInputFormat.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/java/org/apache/hudi/utils/SchemaBuilder.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/java/org/apache/hudi/utils/TestCompactionUtil.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/java/org/apache/hudi/utils/TestConfigurations.java (93%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/java/org/apache/hudi/utils/TestData.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/java/org/apache/hudi/utils/TestHoodieRowData.java (90%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/java/org/apache/hudi/utils/TestSQL.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/java/org/apache/hudi/utils/TestStreamerUtil.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/java/org/apache/hudi/utils/TestStringToRowDataConverter.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/java/org/apache/hudi/utils/TestUtils.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/java/org/apache/hudi/utils/TestViewStorageProperties.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/java/org/apache/hudi/utils/factory/CollectSinkTableFactory.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/java/org/apache/hudi/utils/factory/ContinuousFileSourceFactory.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/java/org/apache/hudi/utils/source/ContinuousFileSource.java (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/resources/META-INF/services/org.apache.flink.table.factories.Factory (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/resources/debezium_json.data (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/resources/log4j-surefire-quiet.properties (96%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/resources/log4j-surefire.properties (99%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/resources/test_read_schema.avsc (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/resources/test_source.data (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/resources/test_source_2.data (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/resources/test_source_3.data (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/resources/test_source_4.data (100%) rename {hudi-flink => hudi-flink-datasource/hudi-flink}/src/test/resources/test_source_5.data (100%) create mode 100644 hudi-flink-datasource/hudi-flink1.13.x/pom.xml create mode 100644 hudi-flink-datasource/hudi-flink1.13.x/src/main/java/org/apache/flink/table/data/ColumnarArrayData.java create mode 100644 hudi-flink-datasource/hudi-flink1.13.x/src/main/java/org/apache/flink/table/data/ColumnarMapData.java create mode 100644 hudi-flink-datasource/hudi-flink1.13.x/src/main/java/org/apache/flink/table/data/ColumnarRowData.java copy hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/action/cluster/ClusteringPlanPartitionFilterMode.java => hudi-flink-datasource/hudi-flink1.13.x/src/main/java/org/apache/flink/table/data/vector/MapColumnVector.java (76%) copy hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/action/cluster/ClusteringPlanPartitionFilterMode.java => hudi-flink-datasource/hudi-flink1.13.x/src/main/java/org/apache/flink/table/data/vector/RowColumnVector.java (75%) create mode 100644 hudi-flink-datasource/hudi-flink1.13.x/src/main/java/org/apache/flink/table/data/vector/VectorizedColumnBatch.java copy hudi-flink/src/test/java/org/apache/hudi/sink/utils/MockValueState.java => hudi-flink-datasource/hudi-flink1.13.x/src/main/java/org/apache/hudi/adapter/AbstractStreamOperatorAdapter.java (67%) create mode 100644 hudi-flink-datasource/hudi-flink1.13.x/src/main/java/org/apache/hudi/adapter/AbstractStreamOperatorFactoryAdapter.java copy hudi-flink/src/test/java/org/apache/hudi/sink/utils/MockValueState.java => hudi-flink-datasource/hudi-flink1.13.x/src/main/java/org/apache/hudi/adapter/MailboxExecutorAdapter.java (61%) copy hudi-flink/src/test/java/org/apache/hudi/sink/utils/MockValueState.java => hudi-flink-datasource/hudi-flink1.13.x/src/main/java/org/apache/hudi/adapter/RateLimiterAdapter.java (60%) create mode 100644 hudi-flink-datasource/hudi-flink1.13.x/src/main/java/org/apache/hudi/adapter/Utils.java copy hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/action/cluster/ClusteringPlanPartitionFilterMode.java => hudi-flink-datasource/hudi-flink1.13.x/src/test/java/org/apache/hudi/adapter/OutputAdapter.java (77%) copy hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/procedures/ProcedureArgs.scala => hudi-flink-datasource/hudi-flink1.13.x/src/test/java/org/apache/hudi/adapter/StateInitializationContextAdapter.java (76%) create mode 100644 hudi-flink-datasource/hudi-flink1.13.x/src/test/java/org/apache/hudi/adapter/StreamingRuntimeContextAdapter.java copy hudi-flink/src/test/java/org/apache/hudi/sink/utils/MockValueState.java => hudi-flink-datasource/hudi-flink1.13.x/src/test/java/org/apache/hudi/adapter/TestTableEnvs.java (64%) create mode 100644 hudi-flink-datasource/hudi-flink1.14.x/pom.xml copy hudi-kafka-connect/src/main/java/org/apache/hudi/connect/writers/ConnectWriter.java => hudi-flink-datasource/hudi-flink1.14.x/src/main/java/org/apache/hudi/adapter/AbstractStreamOperatorAdapter.java (73%) copy hudi-flink/src/test/java/org/apache/hudi/sink/utils/MockValueState.java => hudi-flink-datasource/hudi-flink1.14.x/src/main/java/org/apache/hudi/adapter/AbstractStreamOperatorFactoryAdapter.java (61%) copy hudi-flink/src/test/java/org/apache/hudi/sink/utils/MockValueState.java => hudi-flink-datasource/hudi-flink1.14.x/src/main/java/org/apache/hudi/adapter/MailboxExecutorAdapter.java (61%) rename hudi-flink/src/test/java/org/apache/hudi/sink/utils/MockValueState.java => hudi-flink-datasource/hudi-flink1.14.x/src/main/java/org/apache/hudi/adapter/RateLimiterAdapter.java (60%) create mode 100644 hudi-flink-datasource/hudi-flink1.14.x/src/main/java/org/apache/hudi/adapter/Utils.java rename hudi-flink/src/main/java/org/apache/hudi/sink/transform/Transformer.java => hudi-flink-datasource/hudi-flink1.14.x/src/test/java/org/apache/hudi/adapter/OutputAdapter.java (67%) copy hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/spark/sql/catalyst/trees/HoodieLeafLike.scala => hudi-flink-datasource/hudi-flink1.14.x/src/test/java/org/apache/hudi/adapter/StateInitializationContextAdapter.java (68%) create mode 100644 hudi-flink-datasource/hudi-flink1.14.x/src/test/java/org/apache/hudi/adapter/StreamingRuntimeContextAdapter.java create mode 100644 hudi-flink-datasource/hudi-flink1.14.x/src/test/java/org/apache/hudi/adapter/TestTableEnvs.java copy {hudi-spark-datasource => hudi-flink-datasource}/pom.xml (58%) delete mode 100644 hudi-flink/pom.xml