This is an automated email from the ASF dual-hosted git repository.
lzljs3620320 pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/paimon.git
from bce56bf270 [test] Fix unstable test: handle MiniCluster shutdown
gracefully in collect method (#6913)
add d7959fbb2e [core][flink] Remove legacy codes for 0.2, 0.3 and log
system (#6923)
No new revisions were added by this update.
Summary of changes:
docs/content/maintenance/rescale-bucket.md | 4 -
.../shortcodes/generated/core_configuration.html | 6 -
.../generated/kafka_log_configuration.html | 42 -
.../main/java/org/apache/paimon/CoreOptions.java | 156 ----
.../src/main/java/org/apache/paimon/Snapshot.java | 63 +-
.../src/main/java/org/apache/paimon/Changelog.java | 9 +-
.../paimon/manifest/ManifestCommittable.java | 31 +-
.../manifest/ManifestCommittableSerializer.java | 30 +-
.../org/apache/paimon/manifest/ManifestEntry.java | 10 +
.../paimon/operation/FileStoreCommitImpl.java | 45 +-
.../org/apache/paimon/operation/FileStoreScan.java | 13 -
.../apache/paimon/operation/ManifestsReader.java | 4 -
.../paimon/operation/commit/CommitScanner.java | 4 -
.../paimon/table/format/TwoPhaseCommitMessage.java | 3 +-
.../paimon/table/sink/KeyAndBucketExtractor.java | 7 +-
.../apache/paimon/table/sink/RowKeyExtractor.java | 18 +-
.../apache/paimon/table/sink/TableWriteImpl.java | 9 -
.../src/main/java/org/apache/paimon/tag/Tag.java | 15 +-
.../test/java/org/apache/paimon/TestFileStore.java | 17 +-
...festCommittableSerializerCompatibilityTest.java | 174 ++--
.../ManifestCommittableSerializerTest.java | 6 -
.../apache/paimon/operation/FileDeletionTest.java | 1 -
.../paimon/operation/FileStoreCommitTest.java | 77 +-
.../apache/paimon/table/IncrementalTableTest.java | 22 +-
.../org/apache/paimon/tag/TagAutoManagerTest.java | 10 +-
.../test/java/org/apache/paimon/tag/TagTest.java | 15 +-
.../apache/paimon/utils/SnapshotManagerTest.java | 25 +-
.../compatibility/manifest-committable-v11-v5 | Bin 0 -> 4130 bytes
.../configuration/ConfigOptionsDocGenerator.java | 2 -
.../org/apache/paimon/tests/LogStoreE2eTest.java | 135 ---
.../apache/paimon/flink/sink/FlinkTableSink.java | 10 +-
.../apache/paimon/flink/sink/FlinkTableSink.java | 10 +-
.../flink/kafka/KafkaLogDeserializationSchema.java | 169 ----
.../apache/paimon/flink/kafka/KafkaLogOptions.java | 38 -
.../flink/kafka/KafkaLogSerializationSchema.java | 87 --
.../paimon/flink/kafka/KafkaLogSinkProvider.java | 88 --
.../paimon/flink/kafka/KafkaLogSourceProvider.java | 153 ----
.../paimon/flink/kafka/KafkaLogStoreFactory.java | 171 ----
.../paimon/flink/kafka/KafkaLogStoreRegister.java | 166 ----
.../paimon/flink/kafka/KafkaSinkFunction.java | 95 ---
.../apache/paimon/flink/sink/FlinkTableSink.java | 10 +-
.../sink/cdc/CdcDynamicBucketWriteOperator.java | 5 -
.../sink/cdc/CdcRecordKeyAndBucketExtractor.java | 5 -
.../sink/cdc/CdcRecordStoreWriteOperator.java | 5 -
.../services/org.apache.paimon.factories.Factory | 2 -
...AndMultiPartitionedTableWithKafkaLogITCase.java | 936 ---------------------
.../flink/kafka/KafkaLogSerializationTest.java | 221 -----
.../flink/kafka/KafkaLogStoreFactoryTest.java | 149 ----
.../flink/kafka/KafkaLogStoreRegisterITCase.java | 192 -----
.../paimon/flink/kafka/KafkaLogTestUtils.java | 275 ------
.../paimon/flink/kafka/KafkaTableTestBase.java | 306 -------
.../apache/paimon/flink/kafka/LogSystemITCase.java | 441 ----------
.../StreamingReadWriteTableWithKafkaLogITCase.java | 831 ------------------
.../flink/kafka/StreamingWarehouseITCase.java | 245 ------
.../flink/source/LogHybridSourceFactoryTest.java | 44 -
.../paimon/flink/AbstractFlinkTableFactory.java | 72 +-
.../java/org/apache/paimon/flink/FlinkCatalog.java | 44 +-
.../apache/paimon/flink/FlinkCatalogOptions.java | 21 -
.../apache/paimon/flink/FlinkConnectorOptions.java | 46 -
.../apache/paimon/flink/action/CompactAction.java | 6 +-
.../flink/action/RemoveUnexistingFilesAction.java | 14 +-
.../cluster/RemoveClusterBeforeFilesOperator.java | 8 +-
...writeIncrementalClusterCommittableOperator.java | 10 +-
.../AppendPreCommitCompactCoordinatorOperator.java | 15 +-
.../AppendPreCommitCompactWorkerOperator.java | 4 +-
.../paimon/flink/compact/AppendTableCompactor.java | 2 +-
.../flink/compact/IncrementalClusterCompact.java | 4 +-
.../ChangelogCompactCoordinateOperator.java | 13 +-
.../changelog/ChangelogCompactSortOperator.java | 13 +-
.../compact/changelog/ChangelogCompactTask.java | 2 +-
.../paimon/flink/factories/FlinkFactoryUtil.java | 498 -----------
.../apache/paimon/flink/log/LogSinkProvider.java | 30 -
.../apache/paimon/flink/log/LogSourceProvider.java | 50 --
.../apache/paimon/flink/log/LogStoreRegister.java | 88 --
.../paimon/flink/log/LogStoreTableFactory.java | 167 ----
.../apache/paimon/flink/log/LogWriteCallback.java | 51 --
.../PostponeBucketCommittableRewriter.java | 1 -
.../RemovePostponeBucketFilesOperator.java | 4 +-
.../RewritePostponeBucketCommittableOperator.java | 6 +-
...pendOnlyMultiTableCompactionWorkerOperator.java | 3 +-
.../apache/paimon/flink/sink/AppendTableSink.java | 3 -
.../org/apache/paimon/flink/sink/Committable.java | 54 +-
.../paimon/flink/sink/CommittableSerializer.java | 41 +-
.../DataEvolutionCompactionWorkerOperator.java | 5 +-
.../flink/sink/DynamicBucketRowWriteOperator.java | 5 -
.../apache/paimon/flink/sink/FixedBucketSink.java | 14 +-
.../apache/paimon/flink/sink/FlinkSinkBuilder.java | 12 +-
.../apache/paimon/flink/sink/FlinkTableSink.java | 10 +-
.../paimon/flink/sink/FlinkTableSinkBase.java | 41 +-
.../apache/paimon/flink/sink/FlinkWriteSink.java | 6 +-
.../paimon/flink/sink/LogFlinkSinkBuilder.java | 36 -
.../paimon/flink/sink/LogOffsetCommittable.java | 69 --
.../apache/paimon/flink/sink/LogSinkFunction.java | 46 -
.../paimon/flink/sink/MultiTableCommittable.java | 61 +-
.../sink/MultiTableCommittableSerializer.java | 41 +-
.../flink/sink/PostponeBatchWriteOperator.java | 27 +-
.../paimon/flink/sink/PostponeBucketSink.java | 2 +-
.../paimon/flink/sink/PostponeFixedBucketSink.java | 2 +-
.../paimon/flink/sink/RewriteFileIndexSink.java | 6 +-
.../paimon/flink/sink/RowAppendTableSink.java | 10 +-
.../paimon/flink/sink/RowDataChannelComputer.java | 10 +-
.../flink/sink/RowDataKeyAndBucketExtractor.java | 5 -
.../flink/sink/RowDataStoreWriteOperator.java | 204 +----
.../sink/StatelessRowDataStoreWriteOperator.java | 5 +-
.../apache/paimon/flink/sink/StoreCommitter.java | 14 +-
.../paimon/flink/sink/StoreMultiCommitter.java | 16 +-
.../apache/paimon/flink/sink/StoreSinkWrite.java | 2 -
.../paimon/flink/sink/StoreSinkWriteImpl.java | 8 +-
.../SupportsRowLevelOperationFlinkTableSink.java | 11 +-
.../paimon/flink/sink/TableWriteOperator.java | 12 +-
.../paimon/flink/source/BaseDataTableSource.java | 52 +-
.../paimon/flink/source/DataTableSource.java | 20 +-
.../paimon/flink/source/FlinkSourceBuilder.java | 51 +-
.../flink/source/LogHybridSourceFactory.java | 169 ----
.../apache/paimon/flink/CatalogTableITCase.java | 2 +-
.../org/apache/paimon/flink/ChangelogModeTest.java | 24 +-
.../ComputedColumnAndWatermarkTableITCase.java | 122 +--
.../paimon/flink/ContinuousFileStoreITCase.java | 37 +-
.../org/apache/paimon/flink/FlinkCatalogTest.java | 151 +---
.../apache/paimon/flink/ReadWriteTableITCase.java | 3 +-
...endPreCommitCompactCoordinatorOperatorTest.java | 4 +-
.../ChangelogCompactCoordinateOperatorTest.java | 4 +-
.../ChangelogCompactSortOperatorTest.java | 17 +-
.../ChangelogCompactTaskSerializerTest.java | 2 +-
.../changelog/ChangelogCompactTaskTest.java | 2 +-
...OnlyMultiTableCompactionWorkerOperatorTest.java | 2 +-
...nlySingleTableCompactionWorkerOperatorTest.java | 2 +-
.../AutoTagForSavepointCommitterOperatorTest.java | 3 +-
.../flink/sink/CommittableSerializerTest.java | 30 +-
.../paimon/flink/sink/CommitterOperatorTest.java | 40 +-
.../sink/CompactionTaskSimpleSerializerTest.java | 3 +-
.../flink/sink/LogOffsetCommittableTest.java | 35 -
.../sink/MultiTableCommittableSerializerTest.java | 7 +-
.../flink/sink/RowDataChannelComputerTest.java | 22 +-
.../flink/sink/StoreCompactOperatorTest.java | 5 -
.../paimon/flink/sink/StoreMultiCommitterTest.java | 67 +-
.../WrappedManifestCommittableSerializerTest.java | 10 -
.../paimon/flink/sink/WriterOperatorTest.java | 12 +-
.../paimon/flink/source/DataTableSourceTest.java | 12 +-
.../flink/source/FileStoreSourceMetricsTest.java | 14 -
.../paimon/flink/source/FlinkTableSourceTest.java | 4 +-
.../FileStoreTableStatisticsTestBase.java | 7 +-
.../statistics/PrimaryKeyTableStatisticsTest.java | 1 -
.../services/org.apache.paimon.factories.Factory | 2 -
.../apache/flink/table/hive/LegacyHiveClasses.java | 36 -
.../java/org/apache/paimon/hive/HiveCatalog.java | 7 +-
.../store/hive/TableStoreHiveStorageHandler.java | 25 -
.../flink/table/store/hive/TableStoreSerDe.java | 25 -
.../table/store/mapred/TableStoreInputFormat.java | 25 -
.../table/store/mapred/TableStoreOutputFormat.java | 25 -
.../org/apache/paimon/spark/SparkReadITCase.java | 2 +-
.../spark/sql/TableValuedFunctionsTest.scala | 21 +-
152 files changed, 464 insertions(+), 8197 deletions(-)
delete mode 100644
docs/layouts/shortcodes/generated/kafka_log_configuration.html
create mode 100644
paimon-core/src/test/resources/compatibility/manifest-committable-v11-v5
delete mode 100644
paimon-e2e-tests/src/test/java/org/apache/paimon/tests/LogStoreE2eTest.java
delete mode 100644
paimon-flink/paimon-flink-cdc/src/main/java/org/apache/paimon/flink/kafka/KafkaLogDeserializationSchema.java
delete mode 100644
paimon-flink/paimon-flink-cdc/src/main/java/org/apache/paimon/flink/kafka/KafkaLogOptions.java
delete mode 100644
paimon-flink/paimon-flink-cdc/src/main/java/org/apache/paimon/flink/kafka/KafkaLogSerializationSchema.java
delete mode 100644
paimon-flink/paimon-flink-cdc/src/main/java/org/apache/paimon/flink/kafka/KafkaLogSinkProvider.java
delete mode 100644
paimon-flink/paimon-flink-cdc/src/main/java/org/apache/paimon/flink/kafka/KafkaLogSourceProvider.java
delete mode 100644
paimon-flink/paimon-flink-cdc/src/main/java/org/apache/paimon/flink/kafka/KafkaLogStoreFactory.java
delete mode 100644
paimon-flink/paimon-flink-cdc/src/main/java/org/apache/paimon/flink/kafka/KafkaLogStoreRegister.java
delete mode 100644
paimon-flink/paimon-flink-cdc/src/main/java/org/apache/paimon/flink/kafka/KafkaSinkFunction.java
delete mode 100644
paimon-flink/paimon-flink-cdc/src/test/java/org/apache/paimon/flink/kafka/CompositePkAndMultiPartitionedTableWithKafkaLogITCase.java
delete mode 100644
paimon-flink/paimon-flink-cdc/src/test/java/org/apache/paimon/flink/kafka/KafkaLogSerializationTest.java
delete mode 100644
paimon-flink/paimon-flink-cdc/src/test/java/org/apache/paimon/flink/kafka/KafkaLogStoreFactoryTest.java
delete mode 100644
paimon-flink/paimon-flink-cdc/src/test/java/org/apache/paimon/flink/kafka/KafkaLogStoreRegisterITCase.java
delete mode 100644
paimon-flink/paimon-flink-cdc/src/test/java/org/apache/paimon/flink/kafka/KafkaLogTestUtils.java
delete mode 100644
paimon-flink/paimon-flink-cdc/src/test/java/org/apache/paimon/flink/kafka/KafkaTableTestBase.java
delete mode 100644
paimon-flink/paimon-flink-cdc/src/test/java/org/apache/paimon/flink/kafka/LogSystemITCase.java
delete mode 100644
paimon-flink/paimon-flink-cdc/src/test/java/org/apache/paimon/flink/kafka/StreamingReadWriteTableWithKafkaLogITCase.java
delete mode 100644
paimon-flink/paimon-flink-cdc/src/test/java/org/apache/paimon/flink/kafka/StreamingWarehouseITCase.java
delete mode 100644
paimon-flink/paimon-flink-cdc/src/test/java/org/apache/paimon/flink/source/LogHybridSourceFactoryTest.java
delete mode 100644
paimon-flink/paimon-flink-common/src/main/java/org/apache/paimon/flink/factories/FlinkFactoryUtil.java
delete mode 100644
paimon-flink/paimon-flink-common/src/main/java/org/apache/paimon/flink/log/LogSinkProvider.java
delete mode 100644
paimon-flink/paimon-flink-common/src/main/java/org/apache/paimon/flink/log/LogSourceProvider.java
delete mode 100644
paimon-flink/paimon-flink-common/src/main/java/org/apache/paimon/flink/log/LogStoreRegister.java
delete mode 100644
paimon-flink/paimon-flink-common/src/main/java/org/apache/paimon/flink/log/LogStoreTableFactory.java
delete mode 100644
paimon-flink/paimon-flink-common/src/main/java/org/apache/paimon/flink/log/LogWriteCallback.java
delete mode 100644
paimon-flink/paimon-flink-common/src/main/java/org/apache/paimon/flink/sink/LogFlinkSinkBuilder.java
delete mode 100644
paimon-flink/paimon-flink-common/src/main/java/org/apache/paimon/flink/sink/LogOffsetCommittable.java
delete mode 100644
paimon-flink/paimon-flink-common/src/main/java/org/apache/paimon/flink/sink/LogSinkFunction.java
delete mode 100644
paimon-flink/paimon-flink-common/src/main/java/org/apache/paimon/flink/source/LogHybridSourceFactory.java
rename
paimon-flink/{paimon-flink-cdc/src/test/java/org/apache/paimon/flink/kafka =>
paimon-flink-common/src/test/java/org/apache/paimon/flink}/ComputedColumnAndWatermarkTableITCase.java
(62%)
delete mode 100644
paimon-flink/paimon-flink-common/src/test/java/org/apache/paimon/flink/sink/LogOffsetCommittableTest.java
delete mode 100644
paimon-hive/paimon-hive-catalog/src/main/java/org/apache/flink/table/hive/LegacyHiveClasses.java
delete mode 100644
paimon-hive/paimon-hive-connector-common/src/main/java/org/apache/flink/table/store/hive/TableStoreHiveStorageHandler.java
delete mode 100644
paimon-hive/paimon-hive-connector-common/src/main/java/org/apache/flink/table/store/hive/TableStoreSerDe.java
delete mode 100644
paimon-hive/paimon-hive-connector-common/src/main/java/org/apache/flink/table/store/mapred/TableStoreInputFormat.java
delete mode 100644
paimon-hive/paimon-hive-connector-common/src/main/java/org/apache/flink/table/store/mapred/TableStoreOutputFormat.java
