This is an automated email from the ASF dual-hosted git repository.
morningman pushed a change to branch branch-catalog-spi
in repository https://gitbox.apache.org/repos/asf/doris.git
from 494ec177d58 [refactor](catalog) P3b: consolidate kerberos
authentication into fe-kerberos (#64655)
add 8b391c7459d [refactor](catalog) P6 iceberg: migrate to catalog SPI +
cutover + remove legacy fe-core subsystem (#64688)
No new revisions were added by this update.
Summary of changes:
fe/check/checkstyle/import-control.xml | 4 +
.../org/apache/doris/connector/api/Connector.java | 74 +
.../doris/connector/api/ConnectorCapability.java | 146 +-
.../doris/connector/api/ConnectorColumn.java | 55 +-
.../connector/api/ConnectorContractValidator.java | 56 +
.../connector/api/ConnectorDatabaseMetadata.java | 6 +
.../doris/connector/api/ConnectorMetadata.java | 64 +
.../doris/connector/api/ConnectorSchemaOps.java | 11 +-
.../doris/connector/api/ConnectorTableOps.java | 139 +
.../doris/connector/api/ConnectorTableSchema.java | 23 +
.../apache/doris/connector/api/ConnectorType.java | 137 +-
.../connector/api/ConnectorViewDefinition.java | 85 +
.../doris/connector/api/ConnectorWriteOps.java | 237 +-
.../doris/connector/api/ddl/BranchChange.java | 89 +
.../connector/api/ddl/ConnectorColumnPosition.java | 84 +
.../api/ddl/ConnectorCreateTableRequest.java | 19 +
.../connector/api/ddl/ConnectorSortField.java | 78 +
.../doris/connector/api/ddl/DropRefChange.java} | 26 +-
.../connector/api/ddl/PartitionFieldChange.java | 106 +
.../apache/doris/connector/api/ddl/TagChange.java | 72 +
.../api/handle/ConnectorInsertHandle.java | 24 -
.../connector/api/handle/ConnectorTransaction.java | 58 +
.../connector/api/handle/ConnectorWriteHandle.java | 41 +
.../api/handle/NoOpConnectorTransaction.java | 76 +
.../doris/connector/api/handle/WriteOperation.java | 49 +
.../connector/api/mvcc/ConnectorMvccPartition.java | 114 +
.../api/mvcc/ConnectorMvccPartitionView.java | 144 +
.../api/mvcc/ConnectorTimeTravelSpec.java | 28 +-
.../api/procedure/ConnectorProcedureOps.java | 124 +
.../api/procedure/ConnectorProcedureResult.java | 56 +
.../api/procedure/ConnectorRewriteGroup.java | 89 +
.../api/procedure/ProcedureExecutionMode.java | 46 +
.../connector/api/pushdown/ConnectorPredicate.java | 48 +
.../api/scan/ConnectorColumnCategory.java | 40 +
.../api/scan/ConnectorScanPlanProvider.java | 94 +
.../connector/api/scan/ConnectorScanRange.java | 12 +
.../connector/api/scan/ConnectorSplitSource.java | 50 +
.../connector/api/write/ConnectorWriteConfig.java | 160 -
.../api/write/ConnectorWritePartitionField.java | 78 +
.../api/write/ConnectorWritePartitionSpec.java | 54 +
.../api/write/ConnectorWritePlanProvider.java | 163 +
.../api/write/ConnectorWriteSortColumn.java | 60 +
.../connector/api/write/ConnectorWriteType.java | 47 -
.../api/ConnectorSchemaOpsDefaultsTest.java | 57 +
.../connector/api/ConnectorViewDefaultsTest.java | 86 +
.../connector/api/ConnectorViewDefinitionTest.java | 102 +
.../api/handle/ConnectorWriteHandleTest.java | 102 +
.../api/handle/NoOpConnectorTransactionTest.java | 74 +
.../api/mvcc/ConnectorTimeTravelSpecTest.java | 18 +
.../ConnectorProcedureOpsDefaultsTest.java | 145 +
.../api/pushdown/ConnectorPredicateTest.java | 43 +
.../ConnectorScanPlanProviderBatchScanTest.java | 17 +
.../ConnectorWritePlanProviderDefaultsTest.java | 54 +
.../api/write/ConnectorWriteSortColumnTest.java | 50 +
fe/fe-connector/fe-connector-cache/pom.xml | 66 +
.../apache/doris/connector/cache/CacheFactory.java | 127 +
.../apache/doris/connector/cache/CacheSpec.java | 300 ++
.../doris/connector/cache/MetaCacheEntry.java | 306 ++
.../doris/connector/cache/MetaCacheEntryStats.java | 201 ++
.../doris/connector/cache/package-info.java} | 15 +-
.../doris/connector/cache/CacheSpecTest.java | 220 ++
.../doris/connector/cache/MetaCacheEntryTest.java | 232 ++
.../doris/connector/es/EsScanPlanProviderTest.java | 28 +-
.../doris/datasource/hive/HiveVersionUtil.java | 91 +
.../hadoop/hive/metastore/HiveMetaStoreClient.java | 3636 ++++++++++++++++++++
fe/fe-connector/fe-connector-iceberg/pom.xml | 223 +-
.../src/main/assembly/plugin-zip.xml | 4 +
.../iceberg/AwsCredentialsProviderModes.java | 127 +
.../iceberg/IcebergAuthenticatedFileIO.java | 114 +
.../IcebergAuthenticatedTableOperations.java | 105 +
.../connector/iceberg/IcebergCatalogFactory.java | 689 ++++
.../doris/connector/iceberg/IcebergCatalogOps.java | 719 ++++
.../connector/iceberg/IcebergColumnChange.java | 79 +
.../connector/iceberg/IcebergColumnHandle.java | 75 +
.../connector/iceberg/IcebergComplexTypeDiff.java | 317 ++
.../doris/connector/iceberg/IcebergConnector.java | 1015 +++++-
.../iceberg/IcebergConnectorMetadata.java | 1671 ++++++++-
.../iceberg/IcebergConnectorProperties.java | 103 +-
.../iceberg/IcebergConnectorProvider.java | 48 +
.../iceberg/IcebergConnectorTransaction.java | 1182 +++++++
.../iceberg/IcebergLatestSnapshotCache.java | 112 +
.../connector/iceberg/IcebergManifestCache.java | 235 ++
.../connector/iceberg/IcebergManifestEntryKey.java | 73 +
.../connector/iceberg/IcebergPartitionUtils.java | 829 +++++
.../iceberg/IcebergPredicateConverter.java | 900 +++++
.../connector/iceberg/IcebergProcedureOps.java | 210 ++
.../iceberg/IcebergRewritableDeleteStash.java | 140 +
.../connector/iceberg/IcebergScanPlanProvider.java | 1651 +++++++++
.../doris/connector/iceberg/IcebergScanRange.java | 580 ++++
.../connector/iceberg/IcebergSchemaBuilder.java | 374 ++
.../connector/iceberg/IcebergSchemaUtils.java | 370 ++
.../connector/iceberg/IcebergTableHandle.java | 209 +-
.../doris/connector/iceberg/IcebergTimeUtils.java | 123 +
.../connector/iceberg/IcebergTypeMapping.java | 89 +-
.../connector/iceberg/IcebergWriteContext.java | 92 +
.../iceberg/IcebergWritePlanProvider.java | 754 ++++
.../connector/iceberg}/IcebergWriterHelper.java | 222 +-
.../connector/iceberg/ManifestCacheValue.java | 57 +
.../iceberg/TcclPinningConnectorContext.java | 190 +
.../iceberg/action/BaseIcebergAction.java | 186 +
.../action/IcebergCherrypickSnapshotAction.java | 68 +-
.../action/IcebergExecuteActionFactory.java | 81 +-
.../action/IcebergExpireSnapshotsAction.java | 100 +-
.../iceberg/action/IcebergFastForwardAction.java | 63 +-
.../action/IcebergPublishChangesAction.java | 65 +-
.../action/IcebergRewriteDataFilesAction.java | 134 +-
.../action/IcebergRewriteManifestsAction.java | 61 +-
.../action/IcebergRollbackToSnapshotAction.java | 67 +-
.../action/IcebergRollbackToTimestampAction.java | 84 +-
.../action/IcebergSetCurrentSnapshotAction.java | 73 +-
.../iceberg/action}/RewriteManifestExecutor.java | 22 +-
.../doris/connector/iceberg/dlf/DLFCatalog.java | 159 +
.../connector}/iceberg/dlf/DLFTableOperations.java | 7 +-
.../iceberg/dlf}/HiveCompatibleCatalog.java | 8 +-
.../iceberg/dlf/client/DLFCachedClientPool.java | 8 +-
.../iceberg/dlf/client/DLFClientPool.java | 8 +-
.../iceberg/rewrite/RewriteDataFilePlanner.java | 83 +-
.../iceberg/rewrite/RewriteDataGroup.java | 9 +-
.../connector}/iceberg/rewrite/RewriteResult.java | 8 +-
.../java/org/apache/iceberg/DeleteFileIndex.java | 916 +++++
.../iceberg/AwsCredentialsProviderModesTest.java | 137 +
...BackedIcebergCatalogOpsColumnEvolutionTest.java | 360 ++
.../CatalogBackedIcebergCatalogOpsDdlTest.java | 538 +++
.../CatalogBackedIcebergCatalogOpsTest.java | 406 +++
.../connector/iceberg/FakeIcebergCatalog.java | 134 +
.../doris/connector/iceberg/FakeIcebergTable.java | 292 ++
.../connector/iceberg/FakeIcebergViewCatalog.java | 196 ++
.../iceberg/FakeS3CompatibleStorageProperties.java | 179 +
.../iceberg/IcebergAuthenticatedFileIOTest.java | 153 +
.../IcebergAuthenticatedTableOperationsTest.java | 194 ++
.../iceberg/IcebergBuildTableDescriptorTest.java | 150 +
.../iceberg/IcebergCatalogFactoryTest.java | 894 +++++
.../connector/iceberg/IcebergColumnHandleTest.java | 43 +
.../iceberg/IcebergConnectorCacheTest.java | 167 +
...cebergConnectorDeriveStoragePropertiesTest.java | 101 +
...cebergConnectorMetadataColumnEvolutionTest.java | 337 ++
.../iceberg/IcebergConnectorMetadataDdlTest.java | 563 +++
.../iceberg/IcebergConnectorMetadataMvccTest.java | 538 +++
.../IcebergConnectorMetadataStatisticsTest.java | 211 ++
.../IcebergConnectorMetadataSysTableTest.java | 580 ++++
.../iceberg/IcebergConnectorMetadataTest.java | 1285 +++++++
.../IcebergConnectorPluginAuthenticatorTest.java | 116 +
.../connector/iceberg/IcebergConnectorTest.java | 304 ++
.../IcebergConnectorTestConnectionTest.java | 111 +
.../iceberg/IcebergConnectorTransactionTest.java | 1608 +++++++++
.../IcebergConnectorValidatePropertiesTest.java | 142 +
.../iceberg/IcebergConnectorWorkerPoolPinTest.java | 103 +
.../iceberg/IcebergCountFromSummaryTest.java | 114 +
.../iceberg/IcebergLatestSnapshotCacheTest.java | 138 +
.../iceberg/IcebergLiveConnectivityTest.java | 92 +
.../iceberg/IcebergManifestCacheTest.java | 117 +
.../iceberg/IcebergManifestEntryKeyTest.java | 55 +
.../iceberg/IcebergPartitionUtilsTest.java | 857 +++++
.../IcebergPredicateConverterConflictModeTest.java | 233 ++
.../IcebergPredicateConverterRewriteModeTest.java | 229 ++
.../iceberg/IcebergPredicateConverterTest.java | 362 ++
.../connector/iceberg/IcebergProcedureOpsTest.java | 467 +++
.../iceberg/IcebergRewritableDeleteStashTest.java | 204 ++
.../IcebergScanPlanProviderClassifyColumnTest.java | 81 +
.../IcebergScanPlanProviderKerberosScanIoTest.java | 206 ++
.../iceberg/IcebergScanPlanProviderTest.java | 2449 +++++++++++++
.../connector/iceberg/IcebergScanRangeTest.java | 508 +++
.../iceberg/IcebergSchemaBuilderColumnTest.java | 102 +
.../iceberg/IcebergSchemaBuilderTest.java | 357 ++
.../connector/iceberg/IcebergSchemaUtilsTest.java | 434 +++
.../connector/iceberg/IcebergTableHandleTest.java | 357 ++
.../connector/iceberg/IcebergTimeUtilsTest.java | 124 +
.../iceberg/IcebergTypeMappingReadTest.java | 243 ++
.../iceberg/IcebergWritePlanProviderTest.java | 1248 +++++++
.../connector/iceberg/IcebergWriterHelperTest.java | 248 ++
.../connector/iceberg/PlainIcebergCatalog.java | 53 +
.../iceberg/RecordingConnectorContext.java | 174 +
.../iceberg/RecordingIcebergCatalogOps.java | 369 ++
.../iceberg/TcclPinningConnectorContextTest.java | 182 +
.../connector/iceberg/action/ActionTestTables.java | 139 +
.../iceberg/action/BaseIcebergActionTest.java | 197 ++
.../IcebergCherrypickSnapshotActionTest.java | 111 +
.../action/IcebergExecuteActionFactoryTest.java | 84 +
.../action/IcebergExpireSnapshotsActionTest.java | 145 +
.../action/IcebergFastForwardActionTest.java | 108 +
.../action/IcebergPublishChangesActionTest.java | 138 +
.../action/IcebergRewriteDataFilesActionTest.java | 114 +
.../action/IcebergRewriteManifestsActionTest.java | 368 ++
.../IcebergRollbackToSnapshotActionTest.java | 125 +
.../IcebergRollbackToTimestampActionTest.java | 168 +
.../IcebergSetCurrentSnapshotActionTest.java | 191 +
.../connector/iceberg/dlf/DLFCatalogTest.java | 45 +
.../rewrite/RewriteDataFilePlannerTest.java | 503 +++
.../iceberg/rewrite/RewriteDataGroupTest.java | 99 +
.../iceberg/rewrite/RewriteResultTest.java | 56 +
.../connector/jdbc/JdbcConnectorMetadata.java | 109 +-
.../doris/connector/jdbc/JdbcDorisConnector.java | 16 +-
.../connector/jdbc/JdbcWritePlanProvider.java | 151 +
.../connector/jdbc/client/JdbcConnectorClient.java | 9 +-
.../connector/jdbc/JdbcDorisConnectorTest.java | 141 +-
.../connector/jdbc/JdbcWritePlanProviderTest.java | 271 ++
.../maxcompute/MaxComputeConnectorMetadata.java | 33 -
.../maxcompute/MaxComputeConnectorTransaction.java | 5 +
.../maxcompute/MaxComputeDorisConnector.java | 21 -
.../maxcompute/MaxComputeWritePlanProvider.java | 23 +
.../MaxComputeConnectorContractTest.java | 68 +
.../MaxComputeConnectorTransactionTest.java | 9 +
.../MaxComputeWritePlanProviderTest.java | 58 +
.../fe-connector-metastore-iceberg/pom.xml | 107 +
.../iceberg/dlf/IcebergDlfMetaStoreProperties.java | 49 +
.../iceberg/dlf/IcebergDlfMetaStoreProvider.java} | 15 +-
.../glue/IcebergGlueMetaStoreProperties.java | 90 +
.../glue/IcebergGlueMetaStoreProvider.java} | 20 +-
.../iceberg/hms/IcebergHmsMetaStoreProperties.java | 48 +
.../iceberg/hms/IcebergHmsMetaStoreProvider.java} | 15 +-
.../jdbc/IcebergJdbcMetaStoreProperties.java | 72 +
.../jdbc/IcebergJdbcMetaStoreProvider.java} | 26 +-
.../noop/IcebergHadoopMetaStoreProvider.java} | 29 +-
.../noop/IcebergNoOpMetaStoreProperties.java | 65 +
.../noop/IcebergS3TablesMetaStoreProvider.java} | 29 +-
.../rest/IcebergRestMetaStoreProperties.java | 185 +
.../rest/IcebergRestMetaStoreProvider.java} | 18 +-
...doris.connector.metastore.spi.MetaStoreProvider | 12 +-
.../IcebergMetaStoreProvidersDispatchTest.java | 126 +
.../dlf/IcebergDlfMetaStorePropertiesTest.java | 82 +
.../glue/IcebergGlueMetaStorePropertiesTest.java | 94 +
.../hms/IcebergHmsMetaStorePropertiesTest.java | 94 +
.../jdbc/IcebergJdbcMetaStorePropertiesTest.java | 69 +
.../rest/IcebergRestMetaStorePropertiesTest.java | 156 +
.../fe-connector-metastore-paimon/pom.xml | 104 +
.../paimon/dlf/PaimonDlfMetaStoreProperties.java | 64 +
.../paimon/dlf/PaimonDlfMetaStoreProvider.java} | 15 +-
.../fs/PaimonFileSystemMetaStoreProperties.java} | 12 +-
.../fs/PaimonFileSystemMetaStoreProvider.java} | 22 +-
.../paimon/hms/PaimonHmsMetaStoreProperties.java | 49 +
.../paimon/hms/PaimonHmsMetaStoreProvider.java} | 15 +-
.../jdbc/PaimonJdbcMetaStoreProperties.java} | 12 +-
.../paimon/jdbc/PaimonJdbcMetaStoreProvider.java} | 15 +-
.../rest/PaimonRestMetaStoreProperties.java} | 12 +-
.../paimon/rest/PaimonRestMetaStoreProvider.java} | 15 +-
...doris.connector.metastore.spi.MetaStoreProvider | 10 +-
.../paimon/MetaStoreProvidersDispatchTest.java | 155 +
.../dlf/PaimonDlfMetaStorePropertiesTest.java} | 30 +-
.../PaimonFileSystemMetaStorePropertiesTest.java} | 8 +-
.../hms/PaimonHmsMetaStorePropertiesTest.java} | 22 +-
.../jdbc/PaimonJdbcMetaStorePropertiesTest.java} | 14 +-
.../rest/PaimonRestMetaStorePropertiesTest.java} | 19 +-
...pl.java => AbstractDlfMetaStoreProperties.java} | 51 +-
...pl.java => AbstractHmsMetaStoreProperties.java} | 45 +-
.../connector/metastore/spi/MetaStoreProvider.java | 19 +-
.../metastore/spi/MetaStoreProviders.java | 27 +
.../spi/MetaStoreProvidersDispatchTest.java | 115 -
fe/fe-connector/fe-connector-paimon/pom.xml | 33 +-
.../doris/connector/paimon/PaimonConnector.java | 111 +-
.../connector/paimon/PaimonConnectorMetadata.java | 4 +
.../connector/paimon/PaimonConnectorProvider.java | 22 +
.../paimon/PaimonLatestSnapshotCache.java | 89 +-
.../connector/paimon/PaimonScanPlanProvider.java | 39 +-
.../doris/connector/paimon/PaimonScanRange.java | 21 +
.../paimon/TcclPinningConnectorContext.java | 169 +
.../paimon/PaimonConnectorMetadataMvccTest.java | 65 +-
.../PaimonConnectorPluginAuthenticatorTest.java | 118 +
.../PaimonConnectorValidatePropertiesTest.java | 43 +-
.../paimon/PaimonLatestSnapshotCacheTest.java | 45 +-
.../paimon/PaimonScanPlanProviderTest.java | 46 +
.../paimon/PaimonScanRangeReaderTypeTest.java | 103 +
.../paimon/TcclPinningConnectorContextTest.java | 152 +
.../connector/spi/ConnectorBrokerAddress.java | 47 +
.../doris/connector/spi/ConnectorContext.java | 83 +
.../doris/connector/spi/ConnectorContextTest.java | 15 +
fe/fe-connector/pom.xml | 5 +
.../main/java/org/apache/doris/alter/Alter.java | 27 +-
.../main/java/org/apache/doris/catalog/Env.java | 99 +-
.../org/apache/doris/catalog/RefreshManager.java | 6 -
.../doris/common/util/DatasourcePrintableMap.java | 16 +-
.../doris/connector/DefaultConnectorContext.java | 180 +-
...CreateTableInfoToConnectorRequestConverter.java | 21 +
.../apache/doris/datasource/CatalogFactory.java | 12 +-
.../org/apache/doris/datasource/CatalogIf.java | 17 +
.../apache/doris/datasource/CatalogProperty.java | 133 +-
.../datasource/ConnectorBranchTagConverter.java | 75 +
.../doris/datasource/ConnectorColumnConverter.java | 79 +-
.../ConnectorPartitionFieldConverter.java | 58 +
.../apache/doris/datasource/ExternalCatalog.java | 23 +-
.../NereidsToConnectorExpressionConverter.java | 240 ++
.../datasource/PluginDrivenExternalCatalog.java | 488 ++-
.../datasource/PluginDrivenExternalDatabase.java | 25 +
.../datasource/PluginDrivenExternalTable.java | 299 +-
.../datasource/PluginDrivenMvccExternalTable.java | 168 +-
.../doris/datasource/PluginDrivenMvccSnapshot.java | 68 +-
.../doris/datasource/PluginDrivenScanNode.java | 413 ++-
.../apache/doris/datasource/PluginDrivenSplit.java | 9 +-
.../datasource/PluginDrivenSysExternalTable.java | 55 +
...undExpressionToConnectorPredicateConverter.java | 294 ++
.../doris/datasource/WriteConstraintExtractor.java | 129 +
.../AbstractIcebergConnectivityTester.java | 49 -
.../CatalogConnectivityTestCoordinator.java | 29 +-
.../IcebergGlueMetaStoreConnectivityTester.java | 65 -
.../connectivity/IcebergHMSConnectivityTester.java | 45 -
.../IcebergRestConnectivityTester.java | 80 -
.../AbstractVendedCredentialsProvider.java | 103 -
.../credentials/VendedCredentialsFactory.java | 71 -
.../iceberg/IcebergCatalogConstants.java | 44 +
.../IcebergConflictDetectionFilterUtils.java | 336 --
.../iceberg/IcebergDLFExternalCatalog.java | 65 -
.../datasource/iceberg/IcebergExternalCatalog.java | 241 --
.../iceberg/IcebergExternalCatalogFactory.java | 53 -
.../iceberg/IcebergExternalDatabase.java | 54 -
.../iceberg/IcebergExternalMetaCache.java | 17 +-
.../datasource/iceberg/IcebergExternalTable.java | 535 ---
.../iceberg/IcebergGlueExternalCatalog.java | 31 -
.../iceberg/IcebergHMSExternalCatalog.java | 32 -
.../iceberg/IcebergHadoopExternalCatalog.java | 48 -
.../iceberg/IcebergJdbcExternalCatalog.java | 31 -
.../datasource/iceberg/IcebergMetadataOps.java | 44 +-
.../datasource/iceberg/IcebergNereidsUtils.java | 608 ----
.../iceberg/IcebergRestExternalCatalog.java | 32 -
.../iceberg/IcebergS3TablesExternalCatalog.java | 31 -
.../iceberg/IcebergSysExternalTable.java | 177 -
.../datasource/iceberg/IcebergTransaction.java | 981 ------
.../doris/datasource/iceberg/IcebergUtils.java | 18 +-
.../iceberg/IcebergVendedCredentialsProvider.java | 81 -
.../iceberg/action/BaseIcebergAction.java | 74 -
.../datasource/iceberg/broker/BrokerInputFile.java | 74 -
.../iceberg/broker/BrokerInputStream.java | 169 -
.../datasource/iceberg/broker/IcebergBrokerIO.java | 80 -
.../doris/datasource/iceberg/dlf/DLFCatalog.java | 72 -
.../datasource/iceberg/fileio/DelegateFileIO.java | 243 --
.../iceberg/fileio/DelegateInputFile.java | 117 -
.../iceberg/fileio/DelegateOutputFile.java | 197 --
.../fileio/DelegateSeekableInputStream.java | 164 -
.../helper/IcebergRewritableDeletePlan.java | 54 -
.../helper/IcebergRewritableDeletePlanner.java | 87 -
.../iceberg/rewrite/RewriteDataFileExecutor.java | 233 --
.../iceberg/rewrite/RewriteGroupTask.java | 339 --
.../iceberg/source/IcebergApiSource.java | 91 -
.../datasource/iceberg/source/IcebergScanNode.java | 131 +-
.../metacache/ExternalMetaCacheRouteResolver.java | 5 -
.../doris/datasource/mvcc/MvccTableInfo.java | 34 +-
.../org/apache/doris/datasource/mvcc/MvccUtil.java | 26 +
.../common/IcebergAwsAssumeRoleProperties.java | 52 -
.../IcebergAwsClientCredentialsProperties.java | 144 -
.../metastore/AbstractIcebergProperties.java | 285 --
.../metastore/AbstractPaimonProperties.java | 67 -
.../IcebergAliyunDLFMetaStoreProperties.java | 67 -
.../IcebergFileSystemMetaStoreProperties.java | 73 -
.../metastore/IcebergGlueMetaStoreProperties.java | 112 -
.../metastore/IcebergHMSMetaStoreProperties.java | 94 -
.../metastore/IcebergJdbcMetaStoreProperties.java | 273 --
.../metastore/IcebergPropertiesFactory.java | 53 -
.../property/metastore/IcebergRestProperties.java | 388 ---
.../IcebergS3TablesMetaStoreProperties.java | 92 -
.../property/metastore/MetastoreProperties.java | 46 +-
.../PaimonAliyunDLFMetaStoreProperties.java | 62 -
.../PaimonFileSystemMetaStoreProperties.java | 44 -
.../metastore/PaimonHMSMetaStoreProperties.java | 62 -
.../metastore/PaimonJdbcMetaStoreProperties.java | 95 -
.../metastore/PaimonPropertiesFactory.java | 39 -
.../metastore/PaimonRestMetaStoreProperties.java | 91 -
.../doris/datasource/systable/IcebergSysTable.java | 12 +-
.../org/apache/doris/nereids/StatementContext.java | 128 +-
.../analyzer/UnboundConnectorTableSink.java | 34 +-
.../nereids/analyzer/UnboundTableSinkCreator.java | 9 -
.../glue/translator/PhysicalPlanTranslator.java | 195 +-
.../nereids/processor/post/ShuffleKeyPruner.java | 15 -
.../post/materialize/MaterializeProbeVisitor.java | 12 +-
.../pre/TurnOffPageCacheForInsertIntoSelect.java | 8 -
.../nereids/properties/RequestPropertyDeriver.java | 12 -
.../org/apache/doris/nereids/rules/RuleSet.java | 3 -
.../org/apache/doris/nereids/rules/RuleType.java | 2 -
.../nereids/rules/analysis/BindExpression.java | 4 +-
.../doris/nereids/rules/analysis/BindRelation.java | 54 +-
.../doris/nereids/rules/analysis/BindSink.java | 268 +-
.../nereids/rules/analysis/UserAuthentication.java | 6 +-
.../rules/expression/ExpressionRewrite.java | 9 -
...ectorTableSinkToPhysicalConnectorTableSink.java | 1 +
...IcebergTableSinkToPhysicalIcebergTableSink.java | 48 -
.../nereids/rules/rewrite/SlotTypeReplacer.java | 33 +-
.../apache/doris/nereids/trees/plans/PlanType.java | 2 -
.../trees/plans/commands/DeleteFromCommand.java | 29 +-
.../trees/plans/commands/ExplainCommand.java | 8 +-
.../trees/plans/commands/IcebergDeleteCommand.java | 196 +-
.../plans/commands/IcebergDmlCommandUtils.java | 61 -
.../trees/plans/commands/IcebergMergeCommand.java | 181 +-
.../plans/commands}/IcebergMetadataColumn.java | 2 +-
.../trees/plans/commands}/IcebergRowId.java | 2 +-
.../commands/IcebergRowLevelDmlTransform.java | 234 ++
.../trees/plans/commands/IcebergUpdateCommand.java | 185 +-
.../trees/plans/commands/RowLevelDmlArgs.java | 169 +
.../trees/plans/commands/RowLevelDmlCommand.java | 182 +
.../trees/plans/commands/RowLevelDmlOp.java} | 15 +-
.../trees/plans/commands/RowLevelDmlRegistry.java | 55 +
.../plans/commands/RowLevelDmlRowIdUtils.java | 189 +
.../trees/plans/commands/RowLevelDmlTransform.java | 82 +
.../plans/commands/ShowCreateDatabaseCommand.java | 28 +-
.../plans/commands/ShowCreateTableCommand.java | 45 +-
.../plans/commands/ShowPartitionsCommand.java | 5 -
.../trees/plans/commands/UpdateCommand.java | 22 +-
.../plans/commands/execute/BaseExecuteAction.java | 13 +-
.../commands/execute/ConnectorExecuteAction.java | 247 ++
.../commands/execute/ConnectorRewriteDriver.java | 291 ++
.../execute/ConnectorRewriteGroupTask.java | 242 ++
.../commands/execute/ExecuteActionFactory.java | 28 +-
.../trees/plans/commands/info/CreateTableInfo.java | 14 +-
.../insert/BaseExternalTableInsertExecutor.java | 12 +-
.../commands/insert/ConnectorRewriteExecutor.java | 92 +
.../commands/insert/IcebergDeleteExecutor.java | 125 -
.../commands/insert/IcebergInsertExecutor.java | 71 -
.../commands/insert/IcebergMergeExecutor.java | 105 -
.../commands/insert/IcebergRewriteExecutor.java | 60 -
.../commands/insert/InsertIntoTableCommand.java | 47 +-
.../insert/InsertOverwriteTableCommand.java | 32 +-
.../trees/plans/commands/insert/InsertUtils.java | 7 +
.../insert/PluginDrivenInsertCommandContext.java | 14 +
.../insert/PluginDrivenInsertExecutor.java | 224 +-
.../plans/commands/insert/RewriteTableCommand.java | 23 +-
.../plans/commands/merge/MergeIntoCommand.java | 23 +-
.../plans/commands/merge/MergeOperation.java} | 6 +-
.../plans/logical/LogicalConnectorTableSink.java | 26 +-
.../trees/plans/logical/LogicalFileScan.java | 35 +-
.../plans/logical/LogicalIcebergDeleteSink.java | 24 +-
.../plans/logical/LogicalIcebergMergeSink.java | 24 +-
.../plans/logical/LogicalIcebergTableSink.java | 157 -
.../plans/physical/PhysicalConnectorTableSink.java | 56 +-
.../plans/physical/PhysicalIcebergDeleteSink.java | 24 +-
.../plans/physical/PhysicalIcebergMergeSink.java | 172 +-
.../plans/physical/PhysicalIcebergTableSink.java | 145 -
.../nereids/trees/plans/visitor/SinkVisitor.java | 10 -
.../org/apache/doris/persist/gson/GsonUtils.java | 49 +-
.../apache/doris/planner/IcebergDeleteSink.java | 155 -
.../org/apache/doris/planner/IcebergMergeSink.java | 199 --
.../org/apache/doris/planner/IcebergTableSink.java | 206 --
.../doris/planner/PluginDrivenTableSink.java | 378 +-
.../java/org/apache/doris/qe/ConnectContext.java | 35 +-
.../doris/statistics/StatisticsAutoCollector.java | 7 +-
.../doris/statistics/util/StatisticsUtil.java | 9 +-
.../PluginDrivenTransactionManager.java | 37 +-
.../transaction/TransactionManagerFactory.java | 5 -
.../catalog/EnvShowCreatePluginTableTest.java | 146 +
.../apache/doris/common/proc/DbsProcDirTest.java | 8 +-
.../common/util/DatasourcePrintableMapTest.java | 5 +
.../connector/ConnectorContractValidatorTest.java | 109 +
.../connector/ConnectorWriteDelegationTest.java | 78 +
.../DefaultConnectorContextCleanupTest.java | 104 +
.../DefaultConnectorContextNormalizeUriTest.java | 24 +
.../DefaultConnectorContextStoragePropsTest.java | 53 +-
...teTableInfoToConnectorRequestConverterTest.java | 37 +
.../fake/ConnectorTransactionDefaultsTest.java | 5 +
.../connector/fake/FakeConnectorPluginTest.java | 7 -
...atalogPropertyEffectiveRawStoragePropsTest.java | 117 +
...CatalogPropertyPluginStorageDerivationTest.java | 89 +
.../ConnectorBranchTagConverterTest.java | 105 +
.../datasource/ConnectorColumnConverterTest.java | 220 ++
.../ConnectorPartitionFieldConverterTest.java | 126 +
.../doris/datasource/ExternalCatalogTest.java | 61 +-
.../ExternalMetaCacheRouteResolverTest.java | 5 -
.../datasource/IcebergGsonCompatReplayTest.java | 122 +
.../NereidsToConnectorExpressionConverterTest.java | 298 ++
.../PluginDrivenExternalCatalogCacheTest.java | 92 +
.../PluginDrivenExternalCatalogDdlRoutingTest.java | 609 +++-
.../PluginDrivenExternalCatalogErrorMsgTest.java | 113 +
...PluginDrivenExternalCatalogViewListingTest.java | 132 +
.../PluginDrivenExternalDatabaseTest.java | 104 +
.../PluginDrivenExternalTableEngineTest.java | 32 +-
.../datasource/PluginDrivenExternalTableTest.java | 650 ++++
.../PluginDrivenMvccExternalTableTest.java | 198 +-
.../PluginDrivenMvccTableFactoryTest.java | 2 +-
.../PluginDrivenScanNodeBatchModeTest.java | 84 +-
.../PluginDrivenScanNodeClassifyColumnTest.java | 156 +
...luginDrivenScanNodeRewriteFileScopePinTest.java | 97 +
.../PluginDrivenScanNodeSysTableGuardTest.java | 94 +-
.../PluginDrivenScanNodeSysTablePinTest.java | 153 +
.../PluginDrivenScanNodeTopnLazyMatTest.java | 92 +
.../PluginDrivenScanNodeVerboseExplainTest.java | 45 +
.../PluginDrivenSplitPartitionValuesTest.java | 102 +
.../PluginDrivenSysExternalTableTest.java | 96 +
.../doris/datasource/PluginDrivenSysTableTest.java | 112 +
...xpressionToConnectorPredicateConverterTest.java | 177 +
.../datasource/WriteConstraintExtractorTest.java | 233 ++
.../AbstractVendedCredentialsProviderTest.java | 297 --
.../credentials/VendedCredentialsFactoryTest.java | 181 -
.../datasource/iceberg/CreateIcebergTableTest.java | 255 --
.../IcebergConflictDetectionFilterUtilsTest.java | 198 --
.../iceberg/IcebergDDLAndDMLPlanTest.java | 925 -----
.../IcebergExternalTableBranchAndTagTest.java | 466 ---
.../iceberg/IcebergExternalTableTest.java | 416 ---
.../iceberg/IcebergMetadataColumnTest.java | 88 -
.../datasource/iceberg/IcebergMetadataOpTest.java | 111 +-
.../iceberg/IcebergNereidsUtilsTest.java | 1004 ------
.../datasource/iceberg/IcebergTransactionTest.java | 614 ----
.../iceberg/IcebergUtilsPartitionRangeTest.java | 142 +
.../doris/datasource/iceberg/IcebergUtilsTest.java | 44 +-
.../IcebergVendedCredentialsProviderTest.java | 243 --
.../dlf/client/IcebergDLFExternalCatalogTest.java | 54 -
.../helper/IcebergRewritableDeletePlannerTest.java | 144 -
.../iceberg/helper/IcebergWriterHelperTest.java | 179 -
.../rewrite/RewriteDataFilePlannerTest.java | 1165 -------
.../iceberg/rewrite/RewriteGroupTaskTest.java | 524 ---
.../metastore/AbstractIcebergPropertiesTest.java | 125 -
.../IcebergAliyunDLFMetaStorePropertiesTest.java | 106 -
.../IcebergFileSystemMetaStorePropertiesTest.java | 69 -
.../property/metastore/IcebergGlueIT.java | 51 -
.../IcebergGlueMetaStorePropertiesTest.java | 66 -
.../IcebergHMSMetaStorePropertiesTest.java | 69 -
.../IcebergJdbcMetaStorePropertiesTest.java | 154 -
.../metastore/IcebergRestPropertiesTest.java | 868 -----
.../IcebergS3TablesMetaStorePropertiesTest.java | 327 --
.../IcebergUnityCatalogRestCatalogTest.java | 33 -
.../PaimonAliyunDLFMetaStorePropertiesTest.java | 55 -
.../PaimonFileSystemMetaStorePropertiesTest.java | 52 -
.../PaimonHMSMetaStorePropertiesTest.java | 47 -
.../PaimonJdbcMetaStorePropertiesTest.java | 84 -
.../PaimonRestMetaStorePropertiesTest.java | 326 --
.../systable/IcebergSysTableResolverTest.java | 45 -
.../nereids/StatementContextMvccSnapshotTest.java | 174 +
.../apache/doris/nereids/StatementContextTest.java | 5 +-
.../PhysicalPlanTranslatorAdmissionGateTest.java | 169 +
...ysicalPlanTranslatorIcebergRowLevelDmlTest.java | 305 ++
.../materialize/MaterializeProbeVisitorTest.java | 28 +
.../BindConnectorSinkStaticPartitionTest.java | 54 +-
.../rules/analysis/UserAuthenticationTest.java | 8 +-
.../plans/ExplainIcebergDeleteCommandTest.java | 35 -
.../trees/plans}/IcebergDeletePlanTest.java | 3 +-
.../plans/commands/IcebergDeleteCommandTest.java | 30 -
.../plans/commands/IcebergDmlCommandUtilsTest.java | 91 -
.../plans/commands}/IcebergHiddenColumnTest.java | 38 +-
.../plans/commands/IcebergMergeCommandTest.java | 55 -
.../plans/commands/IcebergMetadataColumnTest.java | 88 +
.../commands/IcebergRowLevelDmlTransformTest.java | 321 ++
.../plans/commands/IcebergUpdateCommandTest.java | 33 +-
.../plans/commands/RowLevelDmlCommandTest.java | 104 +
.../plans/commands/RowLevelDmlRowIdUtilsTest.java | 106 +
.../plans/commands/ShowCreateTableCommandTest.java | 57 +
.../execute/ConnectorExecuteActionTest.java | 544 +++
.../execute/ConnectorRewriteDriverTest.java | 124 +
.../info/CreateTableInfoEngineCatalogTest.java | 118 +
.../plans/commands/info/CreateTableInfoTest.java | 33 +
.../commands/insert/IcebergDeleteExecutorTest.java | 175 -
.../commands/insert/IcebergMergeExecutorTest.java | 178 -
.../insert/InsertIntoTableCommandTest.java | 49 +
.../insert/InsertOverwriteTableCommandTest.java | 64 +-
.../plans/commands/insert/InsertUtilsTest.java | 42 +
.../insert/PluginDrivenInsertExecutorTest.java | 143 +-
.../trees/plans/logical/LogicalFileScanTest.java | 33 +-
.../physical/PhysicalConnectorTableSinkTest.java | 48 +-
.../physical/PhysicalIcebergMergeSinkTest.java | 355 ++
.../doris/planner/IcebergDeleteSinkTest.java | 116 -
.../apache/doris/planner/IcebergMergeSinkTest.java | 121 -
.../doris/planner/PluginDrivenTableSinkTest.java | 168 +-
.../statistics/StatisticsAutoCollectorTest.java | 55 +-
.../doris/statistics/util/StatisticsUtilTest.java | 21 +-
.../transaction/CommitDataSerializerTest.java | 45 +-
.../doris/foundation/util}/ArgumentParser.java | 2 +-
.../doris/foundation/util}/ArgumentParsers.java | 28 +-
.../doris/foundation/util}/NamedArguments.java | 17 +-
.../foundation/util}/ArgumentParsersTest.java | 2 +-
.../doris/foundation/util}/NamedArgumentsTest.java | 38 +-
fe/pom.xml | 6 +
plan-doc/06-iceberg-write-path-rfc.md | 207 ++
...preexisting-connector-ut-failures-2026-07-03.md | 143 +
plan-doc/HANDOFF.md | 472 ++-
plan-doc/PROGRESS.md | 54 +-
plan-doc/connectors/iceberg.md | 142 +-
plan-doc/connectors/jdbc.md | 7 +
plan-doc/decisions-log.md | 30 +
plan-doc/deviations-log.md | 179 +-
plan-doc/fe-core-iceberg-removal-plan.md | 158 +
plan-doc/metastore-storage-refactor/HANDOFF.md | 33 +-
plan-doc/metastore-storage-refactor/PROGRESS.md | 8 +
plan-doc/metastore-storage-refactor/README.md | 8 +
plan-doc/metastore-storage-refactor/WORKFLOW.md | 8 +
.../metastore-storage-refactor/decisions-log.md | 8 +
.../metastore-storage-refactor/deviations-log.md | 8 +
plan-doc/metastore-storage-refactor/risks.md | 8 +
plan-doc/metastore-storage-refactor/tasks.md | 8 +
plan-doc/research/p6.1-iceberg-metadata-recon.md | 48 +
plan-doc/research/p6.2-iceberg-scan-recon.md | 134 +
plan-doc/research/p6.3-iceberg-write-recon.md | 212 ++
plan-doc/research/p6.4-iceberg-procedures-recon.md | 232 ++
plan-doc/research/p6.5-iceberg-systable-recon.md | 99 +
plan-doc/research/p6.6-flip-recon.md | 123 +
.../P6.6-ENG1-capability-twin-audit-2026-07-04.md | 999 ++++++
...berg-cleanroom-adversarial-review-2026-06-28.md | 376 ++
plan-doc/risks.md | 13 +-
plan-doc/tasks/P6-iceberg-migration.md | 572 +++
.../tasks/P6.6-iceberg-flip-blockers-tasklist.md | 163 +
.../connector-capability-unification-tasklist.md | 627 ++++
...e-v3-rowlineage-catalog-formatversion-design.md | 115 +
...-v3-rowlineage-catalog-formatversion-summary.md | 39 +
.../designs/ENG1-batch2-remaining-gaps-summary.md | 45 +
.../FU-connector-staticpart-validate-design.md | 62 +
.../designs/P6-T02-iceberg-scan-pushdown-design.md | 77 +
.../P6-T03-iceberg-scan-rangeparams-design.md | 130 +
.../P6-T04-iceberg-scan-deletefiles-design.md | 143 +
.../P6-T05-iceberg-catalog-assembly-design.md | 79 +
.../P6-T05-iceberg-scan-countpushdown-design.md | 189 +
.../designs/P6-T06-iceberg-scan-fieldid-design.md | 196 ++
.../designs/P6-T07-iceberg-scan-mvcc-design.md | 222 ++
.../tasks/designs/P6-T08-iceberg-cache-design.md | 134 +
.../designs/P6-T09-iceberg-read-parity-design.md | 75 +
.../designs/P6-T09-iceberg-scan-vended-design.md | 128 +
.../P6-T10-iceberg-scan-parity-audit-design.md | 71 +
.../designs/P6-T10-iceberg-validation-design.md | 131 +
.../designs/P6-T11-iceberg-scan-summary-design.md | 124 +
.../P6.3-T01-write-framework-unification-design.md | 154 +
...-T02-jdbc-planwrite-configbag-removal-design.md | 148 +
...ceberg-connector-transaction-skeleton-design.md | 135 +
...T04-iceberg-op-selection-writerhelper-design.md | 188 +
...05-iceberg-commit-validation-suite-o5-design.md | 204 ++
.../P6.3-T06-iceberg-sink-unification-design.md | 137 +
.../P6.3-T07-rowlevel-dml-unification-design.md | 278 ++
.../designs/P6.3-T08-write-parity-audit-design.md | 112 +
.../P6.3-T09-iceberg-write-summary-design.md | 134 +
.../tasks/designs/P6.4-T01-procedure-spi-design.md | 194 ++
.../designs/P6.4-T09-procedure-summary-design.md | 130 +
plan-doc/tasks/designs/P6.5-T01-systable-design.md | 178 +
.../designs/P6.5-T08-systable-summary-design.md | 121 +
plan-doc/tasks/designs/P6.6-C1-ws-pin-design.md | 102 +
.../tasks/designs/P6.6-C2-ws-synth-read-design.md | 150 +
plan-doc/tasks/designs/P6.6-C3-ws-write-design.md | 479 +++
.../tasks/designs/P6.6-C4-ws-rewrite-design.md | 134 +
plan-doc/tasks/designs/P6.6-C5-ddl-spi-buildout.md | 177 +
plan-doc/tasks/designs/P6.6-C5-flip-readiness.md | 90 +
plan-doc/tasks/designs/P6.6-C5-show-create.md | 56 +
...-FIX-B1-H1-write-creds-keyform-vended-design.md | 103 +
...P6.6-FIX-B2-mtmv-listpartitions-range-design.md | 218 ++
...IX-H10-nested-column-prune-capability-design.md | 80 +
...X-H10-nested-column-prune-capability-summary.md | 50 +
...IX-H2-rest-3level-namespace-providers-design.md | 104 +
...-H3-filesystem-kerberos-authenticator-design.md | 95 +
...P6.6-FIX-H4-rowcount-table-statistics-design.md | 105 +
...6.6-FIX-H4-rowcount-table-statistics-summary.md | 40 +
.../P6.6-FIX-H5-H6-cache-reachability-design.md | 103 +
...P6.6-FIX-H7-for-version-branch-or-tag-design.md | 118 +
...6.6-FIX-H7-for-version-branch-or-tag-summary.md | 31 +
.../designs/P6.6-FIX-H8-view-schema-init-design.md | 163 +
.../P6.6-FIX-H8-view-schema-init-summary.md | 40 +
...6-FIX-H9-rewrite-where-exact-or-error-design.md | 174 +
...-FIX-H9-rewrite-where-exact-or-error-summary.md | 67 +
...hadoop-warehouse-validation-defaultfs-design.md | 129 +
...adoop-warehouse-validation-defaultfs-summary.md | 45 +
...-FIX-M11-forcedrop-nosuchns-tolerance-design.md | 67 +
...FIX-M11-forcedrop-nosuchns-tolerance-summary.md | 39 +
.../designs/P6.6-FIX-M2-split-weight-design.md | 113 +
.../designs/P6.6-FIX-M2-split-weight-summary.md | 45 +
.../P6.6-FIX-M3-streaming-split-source-design.md | 113 +
.../P6.6-FIX-M3-streaming-split-source-summary.md | 36 +
...IX-M4-topn-lazymat-full-field-id-dict-design.md | 143 +
...X-M4-topn-lazymat-full-field-id-dict-summary.md | 25 +
.../P6.6-FIX-M5-broker-write-addresses-design.md | 44 +
.../P6.6-FIX-M5-broker-write-addresses-summary.md | 27 +
.../P6.6-FIX-M6-nested-modify-message-design.md | 41 +
.../P6.6-FIX-M6-nested-modify-message-summary.md | 25 +
.../designs/P6.6-FIX-M7-dlf-ddl-guards-design.md | 37 +
.../designs/P6.6-FIX-M7-dlf-ddl-guards-summary.md | 25 +
.../P6.6-FIX-M8-showcreatedb-location-decision.md | 44 +
.../P6.6-FIX-M9-dropdb-remote-name-design.md | 60 +
.../P6.6-FIX-M9-dropdb-remote-name-summary.md | 33 +
plan-doc/tasks/designs/P6.6-flip-rfc.md | 156 +
plan-doc/tasks/designs/P6.6-view-spi.md | 64 +
.../connector-capability-unification-design.md | 233 ++
.../fe-core-iceberg-removal-execution-plan.md | 63 +
...ch-mvcc-and-static-partition-overwrite-fixes.md | 118 +
.../iceberg-hms-hive2-patched-client-design.md | 85 +
...eberg-metastore-auth-connector-rewire-design.md | 84 +
.../designs/iceberg-rowlevel-dml-desdk-design.md | 167 +
.../metacache-connector-cachespec-design.md | 260 ++
.../designs/metacache-connector-port-design.md | 158 +
.../metacache-framework-unification-design.md | 416 +++
.../plugin-owns-property-parsing-arch-design.md | 64 +
.../tasks/metacache-connector-port-tasklist.md | 22 +
.../action/test_iceberg_execute_actions.groovy | 4 +-
.../action/test_iceberg_rewrite_manifests.groovy | 2 +-
.../iceberg_branch_tag_edge_cases.groovy | 8 +-
.../iceberg_and_internal_nested_namespace.groovy | 4 +-
.../iceberg/iceberg_branch_tag_operate.groovy | 8 +-
.../iceberg/iceberg_query_tag_branch.groovy | 16 +-
.../iceberg/test_iceberg_filter.groovy | 2 +-
.../test_iceberg_hms_case_sensibility.groovy | 14 +-
...test_iceberg_schema_change_complex_types.groovy | 2 +-
.../iceberg/test_iceberg_sys_table.groovy | 5 +-
.../iceberg/test_iceberg_timestamp_tz.groovy | 27 +
...test_iceberg_v3_row_lineage_query_insert.groovy | 8 +-
.../iceberg/write/test_iceberg_create_table.groovy | 4 +-
.../jdbc/test_mysql_jdbc_catalog.groovy | 4 +
.../test_iceberg_hadoop_catalog_kerberos.groovy | 1 -
.../paimon/test_paimon_table_meta_cache.groovy | 25 +
.../iceberg_on_hms_and_filesystem_and_dlf.groovy | 2 -
tools/check-connector-imports.sh | 41 +-
tools/loop-engineer.sh | 496 +++
685 files changed, 79489 insertions(+), 23820 deletions(-)
create mode 100644
fe/fe-connector/fe-connector-api/src/main/java/org/apache/doris/connector/api/ConnectorContractValidator.java
create mode 100644
fe/fe-connector/fe-connector-api/src/main/java/org/apache/doris/connector/api/ConnectorViewDefinition.java
create mode 100644
fe/fe-connector/fe-connector-api/src/main/java/org/apache/doris/connector/api/ddl/BranchChange.java
create mode 100644
fe/fe-connector/fe-connector-api/src/main/java/org/apache/doris/connector/api/ddl/ConnectorColumnPosition.java
create mode 100644
fe/fe-connector/fe-connector-api/src/main/java/org/apache/doris/connector/api/ddl/ConnectorSortField.java
rename
fe/{fe-core/src/main/java/org/apache/doris/transaction/IcebergTransactionManager.java
=>
fe-connector/fe-connector-api/src/main/java/org/apache/doris/connector/api/ddl/DropRefChange.java}
(56%)
create mode 100644
fe/fe-connector/fe-connector-api/src/main/java/org/apache/doris/connector/api/ddl/PartitionFieldChange.java
create mode 100644
fe/fe-connector/fe-connector-api/src/main/java/org/apache/doris/connector/api/ddl/TagChange.java
delete mode 100644
fe/fe-connector/fe-connector-api/src/main/java/org/apache/doris/connector/api/handle/ConnectorInsertHandle.java
create mode 100644
fe/fe-connector/fe-connector-api/src/main/java/org/apache/doris/connector/api/handle/NoOpConnectorTransaction.java
create mode 100644
fe/fe-connector/fe-connector-api/src/main/java/org/apache/doris/connector/api/handle/WriteOperation.java
create mode 100644
fe/fe-connector/fe-connector-api/src/main/java/org/apache/doris/connector/api/mvcc/ConnectorMvccPartition.java
create mode 100644
fe/fe-connector/fe-connector-api/src/main/java/org/apache/doris/connector/api/mvcc/ConnectorMvccPartitionView.java
create mode 100644
fe/fe-connector/fe-connector-api/src/main/java/org/apache/doris/connector/api/procedure/ConnectorProcedureOps.java
create mode 100644
fe/fe-connector/fe-connector-api/src/main/java/org/apache/doris/connector/api/procedure/ConnectorProcedureResult.java
create mode 100644
fe/fe-connector/fe-connector-api/src/main/java/org/apache/doris/connector/api/procedure/ConnectorRewriteGroup.java
create mode 100644
fe/fe-connector/fe-connector-api/src/main/java/org/apache/doris/connector/api/procedure/ProcedureExecutionMode.java
create mode 100644
fe/fe-connector/fe-connector-api/src/main/java/org/apache/doris/connector/api/pushdown/ConnectorPredicate.java
create mode 100644
fe/fe-connector/fe-connector-api/src/main/java/org/apache/doris/connector/api/scan/ConnectorColumnCategory.java
create mode 100644
fe/fe-connector/fe-connector-api/src/main/java/org/apache/doris/connector/api/scan/ConnectorSplitSource.java
delete mode 100644
fe/fe-connector/fe-connector-api/src/main/java/org/apache/doris/connector/api/write/ConnectorWriteConfig.java
create mode 100644
fe/fe-connector/fe-connector-api/src/main/java/org/apache/doris/connector/api/write/ConnectorWritePartitionField.java
create mode 100644
fe/fe-connector/fe-connector-api/src/main/java/org/apache/doris/connector/api/write/ConnectorWritePartitionSpec.java
create mode 100644
fe/fe-connector/fe-connector-api/src/main/java/org/apache/doris/connector/api/write/ConnectorWriteSortColumn.java
delete mode 100644
fe/fe-connector/fe-connector-api/src/main/java/org/apache/doris/connector/api/write/ConnectorWriteType.java
create mode 100644
fe/fe-connector/fe-connector-api/src/test/java/org/apache/doris/connector/api/ConnectorSchemaOpsDefaultsTest.java
create mode 100644
fe/fe-connector/fe-connector-api/src/test/java/org/apache/doris/connector/api/ConnectorViewDefaultsTest.java
create mode 100644
fe/fe-connector/fe-connector-api/src/test/java/org/apache/doris/connector/api/ConnectorViewDefinitionTest.java
create mode 100644
fe/fe-connector/fe-connector-api/src/test/java/org/apache/doris/connector/api/handle/ConnectorWriteHandleTest.java
create mode 100644
fe/fe-connector/fe-connector-api/src/test/java/org/apache/doris/connector/api/handle/NoOpConnectorTransactionTest.java
create mode 100644
fe/fe-connector/fe-connector-api/src/test/java/org/apache/doris/connector/api/procedure/ConnectorProcedureOpsDefaultsTest.java
create mode 100644
fe/fe-connector/fe-connector-api/src/test/java/org/apache/doris/connector/api/pushdown/ConnectorPredicateTest.java
create mode 100644
fe/fe-connector/fe-connector-api/src/test/java/org/apache/doris/connector/api/write/ConnectorWritePlanProviderDefaultsTest.java
create mode 100644
fe/fe-connector/fe-connector-api/src/test/java/org/apache/doris/connector/api/write/ConnectorWriteSortColumnTest.java
create mode 100644 fe/fe-connector/fe-connector-cache/pom.xml
create mode 100644
fe/fe-connector/fe-connector-cache/src/main/java/org/apache/doris/connector/cache/CacheFactory.java
create mode 100644
fe/fe-connector/fe-connector-cache/src/main/java/org/apache/doris/connector/cache/CacheSpec.java
create mode 100644
fe/fe-connector/fe-connector-cache/src/main/java/org/apache/doris/connector/cache/MetaCacheEntry.java
create mode 100644
fe/fe-connector/fe-connector-cache/src/main/java/org/apache/doris/connector/cache/MetaCacheEntryStats.java
rename
fe/fe-connector/{fe-connector-api/src/main/java/org/apache/doris/connector/api/handle/ConnectorDeleteHandle.java
=>
fe-connector-cache/src/main/java/org/apache/doris/connector/cache/package-info.java}
(60%)
create mode 100644
fe/fe-connector/fe-connector-cache/src/test/java/org/apache/doris/connector/cache/CacheSpecTest.java
create mode 100644
fe/fe-connector/fe-connector-cache/src/test/java/org/apache/doris/connector/cache/MetaCacheEntryTest.java
create mode 100644
fe/fe-connector/fe-connector-hms/src/main/java/org/apache/doris/datasource/hive/HiveVersionUtil.java
create mode 100644
fe/fe-connector/fe-connector-hms/src/main/java/org/apache/hadoop/hive/metastore/HiveMetaStoreClient.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector/iceberg/AwsCredentialsProviderModes.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector/iceberg/IcebergAuthenticatedFileIO.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector/iceberg/IcebergAuthenticatedTableOperations.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector/iceberg/IcebergCatalogFactory.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector/iceberg/IcebergCatalogOps.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector/iceberg/IcebergColumnChange.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector/iceberg/IcebergColumnHandle.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector/iceberg/IcebergComplexTypeDiff.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector/iceberg/IcebergConnectorTransaction.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector/iceberg/IcebergLatestSnapshotCache.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector/iceberg/IcebergManifestCache.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector/iceberg/IcebergManifestEntryKey.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector/iceberg/IcebergPartitionUtils.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector/iceberg/IcebergPredicateConverter.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector/iceberg/IcebergProcedureOps.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector/iceberg/IcebergRewritableDeleteStash.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector/iceberg/IcebergScanPlanProvider.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector/iceberg/IcebergScanRange.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector/iceberg/IcebergSchemaBuilder.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector/iceberg/IcebergSchemaUtils.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector/iceberg/IcebergTimeUtils.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector/iceberg/IcebergWriteContext.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector/iceberg/IcebergWritePlanProvider.java
rename fe/{fe-core/src/main/java/org/apache/doris/datasource/iceberg/helper =>
fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector/iceberg}/IcebergWriterHelper.java
(51%)
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector/iceberg/ManifestCacheValue.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector/iceberg/TcclPinningConnectorContext.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector/iceberg/action/BaseIcebergAction.java
rename fe/{fe-core/src/main/java/org/apache/doris/datasource =>
fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector}/iceberg/action/IcebergCherrypickSnapshotAction.java
(55%)
rename fe/{fe-core/src/main/java/org/apache/doris/datasource =>
fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector}/iceberg/action/IcebergExecuteActionFactory.java
(53%)
rename fe/{fe-core/src/main/java/org/apache/doris/datasource =>
fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector}/iceberg/action/IcebergExpireSnapshotsAction.java
(77%)
rename fe/{fe-core/src/main/java/org/apache/doris/datasource =>
fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector}/iceberg/action/IcebergFastForwardAction.java
(61%)
rename fe/{fe-core/src/main/java/org/apache/doris/datasource =>
fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector}/iceberg/action/IcebergPublishChangesAction.java
(61%)
rename fe/{fe-core/src/main/java/org/apache/doris/datasource =>
fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector}/iceberg/action/IcebergRewriteDataFilesAction.java
(54%)
rename fe/{fe-core/src/main/java/org/apache/doris/datasource =>
fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector}/iceberg/action/IcebergRewriteManifestsAction.java
(61%)
rename fe/{fe-core/src/main/java/org/apache/doris/datasource =>
fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector}/iceberg/action/IcebergRollbackToSnapshotAction.java
(59%)
rename fe/{fe-core/src/main/java/org/apache/doris/datasource =>
fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector}/iceberg/action/IcebergRollbackToTimestampAction.java
(65%)
rename fe/{fe-core/src/main/java/org/apache/doris/datasource =>
fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector}/iceberg/action/IcebergSetCurrentSnapshotAction.java
(67%)
rename fe/{fe-core/src/main/java/org/apache/doris/datasource/iceberg/rewrite
=>
fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector/iceberg/action}/RewriteManifestExecutor.java
(83%)
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector/iceberg/dlf/DLFCatalog.java
rename fe/{fe-core/src/main/java/org/apache/doris/datasource =>
fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector}/iceberg/dlf/DLFTableOperations.java
(80%)
rename fe/{fe-core/src/main/java/org/apache/doris/datasource/iceberg =>
fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector/iceberg/dlf}/HiveCompatibleCatalog.java
(93%)
rename fe/{fe-core/src/main/java/org/apache/doris/datasource =>
fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector}/iceberg/dlf/client/DLFCachedClientPool.java
(90%)
rename fe/{fe-core/src/main/java/org/apache/doris/datasource =>
fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector}/iceberg/dlf/client/DLFClientPool.java
(78%)
rename fe/{fe-core/src/main/java/org/apache/doris/datasource =>
fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector}/iceberg/rewrite/RewriteDataFilePlanner.java
(72%)
rename fe/{fe-core/src/main/java/org/apache/doris/datasource =>
fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector}/iceberg/rewrite/RewriteDataGroup.java
(86%)
rename fe/{fe-core/src/main/java/org/apache/doris/datasource =>
fe-connector/fe-connector-iceberg/src/main/java/org/apache/doris/connector}/iceberg/rewrite/RewriteResult.java
(89%)
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/main/java/org/apache/iceberg/DeleteFileIndex.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/AwsCredentialsProviderModesTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/CatalogBackedIcebergCatalogOpsColumnEvolutionTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/CatalogBackedIcebergCatalogOpsDdlTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/CatalogBackedIcebergCatalogOpsTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/FakeIcebergCatalog.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/FakeIcebergTable.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/FakeIcebergViewCatalog.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/FakeS3CompatibleStorageProperties.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/IcebergAuthenticatedFileIOTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/IcebergAuthenticatedTableOperationsTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/IcebergBuildTableDescriptorTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/IcebergCatalogFactoryTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/IcebergColumnHandleTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/IcebergConnectorCacheTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/IcebergConnectorDeriveStoragePropertiesTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/IcebergConnectorMetadataColumnEvolutionTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/IcebergConnectorMetadataDdlTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/IcebergConnectorMetadataMvccTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/IcebergConnectorMetadataStatisticsTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/IcebergConnectorMetadataSysTableTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/IcebergConnectorMetadataTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/IcebergConnectorPluginAuthenticatorTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/IcebergConnectorTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/IcebergConnectorTestConnectionTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/IcebergConnectorTransactionTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/IcebergConnectorValidatePropertiesTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/IcebergConnectorWorkerPoolPinTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/IcebergCountFromSummaryTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/IcebergLatestSnapshotCacheTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/IcebergLiveConnectivityTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/IcebergManifestCacheTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/IcebergManifestEntryKeyTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/IcebergPartitionUtilsTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/IcebergPredicateConverterConflictModeTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/IcebergPredicateConverterRewriteModeTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/IcebergPredicateConverterTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/IcebergProcedureOpsTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/IcebergRewritableDeleteStashTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/IcebergScanPlanProviderClassifyColumnTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/IcebergScanPlanProviderKerberosScanIoTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/IcebergScanPlanProviderTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/IcebergScanRangeTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/IcebergSchemaBuilderColumnTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/IcebergSchemaBuilderTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/IcebergSchemaUtilsTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/IcebergTableHandleTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/IcebergTimeUtilsTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/IcebergTypeMappingReadTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/IcebergWritePlanProviderTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/IcebergWriterHelperTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/PlainIcebergCatalog.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/RecordingConnectorContext.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/RecordingIcebergCatalogOps.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/TcclPinningConnectorContextTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/action/ActionTestTables.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/action/BaseIcebergActionTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/action/IcebergCherrypickSnapshotActionTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/action/IcebergExecuteActionFactoryTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/action/IcebergExpireSnapshotsActionTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/action/IcebergFastForwardActionTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/action/IcebergPublishChangesActionTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/action/IcebergRewriteDataFilesActionTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/action/IcebergRewriteManifestsActionTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/action/IcebergRollbackToSnapshotActionTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/action/IcebergRollbackToTimestampActionTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/action/IcebergSetCurrentSnapshotActionTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/dlf/DLFCatalogTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/rewrite/RewriteDataFilePlannerTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/rewrite/RewriteDataGroupTest.java
create mode 100644
fe/fe-connector/fe-connector-iceberg/src/test/java/org/apache/doris/connector/iceberg/rewrite/RewriteResultTest.java
create mode 100644
fe/fe-connector/fe-connector-jdbc/src/main/java/org/apache/doris/connector/jdbc/JdbcWritePlanProvider.java
create mode 100644
fe/fe-connector/fe-connector-jdbc/src/test/java/org/apache/doris/connector/jdbc/JdbcWritePlanProviderTest.java
create mode 100644
fe/fe-connector/fe-connector-maxcompute/src/test/java/org/apache/doris/connector/maxcompute/MaxComputeConnectorContractTest.java
create mode 100644
fe/fe-connector/fe-connector-maxcompute/src/test/java/org/apache/doris/connector/maxcompute/MaxComputeWritePlanProviderTest.java
create mode 100644 fe/fe-connector/fe-connector-metastore-iceberg/pom.xml
create mode 100644
fe/fe-connector/fe-connector-metastore-iceberg/src/main/java/org/apache/doris/connector/metastore/iceberg/dlf/IcebergDlfMetaStoreProperties.java
copy
fe/fe-connector/{fe-connector-metastore-spi/src/main/java/org/apache/doris/connector/metastore/spi/dlf/DlfMetaStoreProvider.java
=>
fe-connector-metastore-iceberg/src/main/java/org/apache/doris/connector/metastore/iceberg/dlf/IcebergDlfMetaStoreProvider.java}
(68%)
create mode 100644
fe/fe-connector/fe-connector-metastore-iceberg/src/main/java/org/apache/doris/connector/metastore/iceberg/glue/IcebergGlueMetaStoreProperties.java
copy
fe/fe-connector/{fe-connector-metastore-spi/src/main/java/org/apache/doris/connector/metastore/spi/rest/RestMetaStoreProvider.java
=>
fe-connector-metastore-iceberg/src/main/java/org/apache/doris/connector/metastore/iceberg/glue/IcebergGlueMetaStoreProvider.java}
(60%)
create mode 100644
fe/fe-connector/fe-connector-metastore-iceberg/src/main/java/org/apache/doris/connector/metastore/iceberg/hms/IcebergHmsMetaStoreProperties.java
copy
fe/fe-connector/{fe-connector-metastore-spi/src/main/java/org/apache/doris/connector/metastore/spi/hms/HmsMetaStoreProvider.java
=>
fe-connector-metastore-iceberg/src/main/java/org/apache/doris/connector/metastore/iceberg/hms/IcebergHmsMetaStoreProvider.java}
(68%)
create mode 100644
fe/fe-connector/fe-connector-metastore-iceberg/src/main/java/org/apache/doris/connector/metastore/iceberg/jdbc/IcebergJdbcMetaStoreProperties.java
rename
fe/{fe-core/src/main/java/org/apache/doris/datasource/connectivity/IcebergS3TablesMetaStoreConnectivityTester.java
=>
fe-connector/fe-connector-metastore-iceberg/src/main/java/org/apache/doris/connector/metastore/iceberg/jdbc/IcebergJdbcMetaStoreProvider.java}
(54%)
copy
fe/fe-connector/{fe-connector-metastore-spi/src/main/java/org/apache/doris/connector/metastore/spi/jdbc/JdbcMetaStoreProvider.java
=>
fe-connector-metastore-iceberg/src/main/java/org/apache/doris/connector/metastore/iceberg/noop/IcebergHadoopMetaStoreProvider.java}
(52%)
create mode 100644
fe/fe-connector/fe-connector-metastore-iceberg/src/main/java/org/apache/doris/connector/metastore/iceberg/noop/IcebergNoOpMetaStoreProperties.java
copy
fe/fe-connector/{fe-connector-metastore-spi/src/main/java/org/apache/doris/connector/metastore/spi/jdbc/JdbcMetaStoreProvider.java
=>
fe-connector-metastore-iceberg/src/main/java/org/apache/doris/connector/metastore/iceberg/noop/IcebergS3TablesMetaStoreProvider.java}
(52%)
create mode 100644
fe/fe-connector/fe-connector-metastore-iceberg/src/main/java/org/apache/doris/connector/metastore/iceberg/rest/IcebergRestMetaStoreProperties.java
copy
fe/fe-connector/{fe-connector-metastore-spi/src/main/java/org/apache/doris/connector/metastore/spi/rest/RestMetaStoreProvider.java
=>
fe-connector-metastore-iceberg/src/main/java/org/apache/doris/connector/metastore/iceberg/rest/IcebergRestMetaStoreProvider.java}
(62%)
copy fe/fe-connector/{fe-connector-metastore-spi =>
fe-connector-metastore-iceberg}/src/main/resources/META-INF/services/org.apache.doris.connector.metastore.spi.MetaStoreProvider
(58%)
create mode 100644
fe/fe-connector/fe-connector-metastore-iceberg/src/test/java/org/apache/doris/connector/metastore/iceberg/IcebergMetaStoreProvidersDispatchTest.java
create mode 100644
fe/fe-connector/fe-connector-metastore-iceberg/src/test/java/org/apache/doris/connector/metastore/iceberg/dlf/IcebergDlfMetaStorePropertiesTest.java
create mode 100644
fe/fe-connector/fe-connector-metastore-iceberg/src/test/java/org/apache/doris/connector/metastore/iceberg/glue/IcebergGlueMetaStorePropertiesTest.java
create mode 100644
fe/fe-connector/fe-connector-metastore-iceberg/src/test/java/org/apache/doris/connector/metastore/iceberg/hms/IcebergHmsMetaStorePropertiesTest.java
create mode 100644
fe/fe-connector/fe-connector-metastore-iceberg/src/test/java/org/apache/doris/connector/metastore/iceberg/jdbc/IcebergJdbcMetaStorePropertiesTest.java
create mode 100644
fe/fe-connector/fe-connector-metastore-iceberg/src/test/java/org/apache/doris/connector/metastore/iceberg/rest/IcebergRestMetaStorePropertiesTest.java
create mode 100644 fe/fe-connector/fe-connector-metastore-paimon/pom.xml
create mode 100644
fe/fe-connector/fe-connector-metastore-paimon/src/main/java/org/apache/doris/connector/metastore/paimon/dlf/PaimonDlfMetaStoreProperties.java
rename
fe/fe-connector/{fe-connector-metastore-spi/src/main/java/org/apache/doris/connector/metastore/spi/dlf/DlfMetaStoreProvider.java
=>
fe-connector-metastore-paimon/src/main/java/org/apache/doris/connector/metastore/paimon/dlf/PaimonDlfMetaStoreProvider.java}
(68%)
rename
fe/fe-connector/{fe-connector-metastore-spi/src/main/java/org/apache/doris/connector/metastore/spi/fs/FileSystemMetaStorePropertiesImpl.java
=>
fe-connector-metastore-paimon/src/main/java/org/apache/doris/connector/metastore/paimon/fs/PaimonFileSystemMetaStoreProperties.java}
(76%)
rename
fe/fe-connector/{fe-connector-metastore-spi/src/main/java/org/apache/doris/connector/metastore/spi/fs/FileSystemMetaStoreProvider.java
=>
fe-connector-metastore-paimon/src/main/java/org/apache/doris/connector/metastore/paimon/fs/PaimonFileSystemMetaStoreProvider.java}
(56%)
create mode 100644
fe/fe-connector/fe-connector-metastore-paimon/src/main/java/org/apache/doris/connector/metastore/paimon/hms/PaimonHmsMetaStoreProperties.java
rename
fe/fe-connector/{fe-connector-metastore-spi/src/main/java/org/apache/doris/connector/metastore/spi/hms/HmsMetaStoreProvider.java
=>
fe-connector-metastore-paimon/src/main/java/org/apache/doris/connector/metastore/paimon/hms/PaimonHmsMetaStoreProvider.java}
(68%)
rename
fe/fe-connector/{fe-connector-metastore-spi/src/main/java/org/apache/doris/connector/metastore/spi/jdbc/JdbcMetaStorePropertiesImpl.java
=>
fe-connector-metastore-paimon/src/main/java/org/apache/doris/connector/metastore/paimon/jdbc/PaimonJdbcMetaStoreProperties.java}
(88%)
rename
fe/fe-connector/{fe-connector-metastore-spi/src/main/java/org/apache/doris/connector/metastore/spi/jdbc/JdbcMetaStoreProvider.java
=>
fe-connector-metastore-paimon/src/main/java/org/apache/doris/connector/metastore/paimon/jdbc/PaimonJdbcMetaStoreProvider.java}
(69%)
rename
fe/fe-connector/{fe-connector-metastore-spi/src/main/java/org/apache/doris/connector/metastore/spi/rest/RestMetaStorePropertiesImpl.java
=>
fe-connector-metastore-paimon/src/main/java/org/apache/doris/connector/metastore/paimon/rest/PaimonRestMetaStoreProperties.java}
(90%)
rename
fe/fe-connector/{fe-connector-metastore-spi/src/main/java/org/apache/doris/connector/metastore/spi/rest/RestMetaStoreProvider.java
=>
fe-connector-metastore-paimon/src/main/java/org/apache/doris/connector/metastore/paimon/rest/PaimonRestMetaStoreProvider.java}
(69%)
rename fe/fe-connector/{fe-connector-metastore-spi =>
fe-connector-metastore-paimon}/src/main/resources/META-INF/services/org.apache.doris.connector.metastore.spi.MetaStoreProvider
(67%)
create mode 100644
fe/fe-connector/fe-connector-metastore-paimon/src/test/java/org/apache/doris/connector/metastore/paimon/MetaStoreProvidersDispatchTest.java
rename
fe/fe-connector/{fe-connector-metastore-spi/src/test/java/org/apache/doris/connector/metastore/spi/dlf/DlfMetaStorePropertiesTest.java
=>
fe-connector-metastore-paimon/src/test/java/org/apache/doris/connector/metastore/paimon/dlf/PaimonDlfMetaStorePropertiesTest.java}
(81%)
rename
fe/fe-connector/{fe-connector-metastore-spi/src/test/java/org/apache/doris/connector/metastore/spi/fs/FileSystemMetaStorePropertiesTest.java
=>
fe-connector-metastore-paimon/src/test/java/org/apache/doris/connector/metastore/paimon/fs/PaimonFileSystemMetaStorePropertiesTest.java}
(85%)
rename
fe/fe-connector/{fe-connector-metastore-spi/src/test/java/org/apache/doris/connector/metastore/spi/hms/HmsMetaStorePropertiesTest.java
=>
fe-connector-metastore-paimon/src/test/java/org/apache/doris/connector/metastore/paimon/hms/PaimonHmsMetaStorePropertiesTest.java}
(94%)
rename
fe/fe-connector/{fe-connector-metastore-spi/src/test/java/org/apache/doris/connector/metastore/spi/jdbc/JdbcMetaStorePropertiesTest.java
=>
fe-connector-metastore-paimon/src/test/java/org/apache/doris/connector/metastore/paimon/jdbc/PaimonJdbcMetaStorePropertiesTest.java}
(88%)
rename
fe/fe-connector/{fe-connector-metastore-spi/src/test/java/org/apache/doris/connector/metastore/spi/rest/RestMetaStorePropertiesTest.java
=>
fe-connector-metastore-paimon/src/test/java/org/apache/doris/connector/metastore/paimon/rest/PaimonRestMetaStorePropertiesTest.java}
(84%)
rename
fe/fe-connector/fe-connector-metastore-spi/src/main/java/org/apache/doris/connector/metastore/spi/{dlf/DlfMetaStorePropertiesImpl.java
=> AbstractDlfMetaStoreProperties.java} (72%)
rename
fe/fe-connector/fe-connector-metastore-spi/src/main/java/org/apache/doris/connector/metastore/spi/{hms/HmsMetaStorePropertiesImpl.java
=> AbstractHmsMetaStoreProperties.java} (83%)
delete mode 100644
fe/fe-connector/fe-connector-metastore-spi/src/test/java/org/apache/doris/connector/metastore/spi/MetaStoreProvidersDispatchTest.java
create mode 100644
fe/fe-connector/fe-connector-paimon/src/main/java/org/apache/doris/connector/paimon/TcclPinningConnectorContext.java
create mode 100644
fe/fe-connector/fe-connector-paimon/src/test/java/org/apache/doris/connector/paimon/PaimonConnectorPluginAuthenticatorTest.java
create mode 100644
fe/fe-connector/fe-connector-paimon/src/test/java/org/apache/doris/connector/paimon/PaimonScanRangeReaderTypeTest.java
create mode 100644
fe/fe-connector/fe-connector-paimon/src/test/java/org/apache/doris/connector/paimon/TcclPinningConnectorContextTest.java
create mode 100644
fe/fe-connector/fe-connector-spi/src/main/java/org/apache/doris/connector/spi/ConnectorBrokerAddress.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/ConnectorBranchTagConverter.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/ConnectorPartitionFieldConverter.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/NereidsToConnectorExpressionConverter.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/UnboundExpressionToConnectorPredicateConverter.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/WriteConstraintExtractor.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/connectivity/AbstractIcebergConnectivityTester.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/connectivity/IcebergGlueMetaStoreConnectivityTester.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/connectivity/IcebergHMSConnectivityTester.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/connectivity/IcebergRestConnectivityTester.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/credentials/AbstractVendedCredentialsProvider.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/credentials/VendedCredentialsFactory.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/IcebergCatalogConstants.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/IcebergConflictDetectionFilterUtils.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/IcebergDLFExternalCatalog.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/IcebergExternalCatalog.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/IcebergExternalCatalogFactory.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/IcebergExternalDatabase.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/IcebergExternalTable.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/IcebergGlueExternalCatalog.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/IcebergHMSExternalCatalog.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/IcebergHadoopExternalCatalog.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/IcebergJdbcExternalCatalog.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/IcebergNereidsUtils.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/IcebergRestExternalCatalog.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/IcebergS3TablesExternalCatalog.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/IcebergSysExternalTable.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/IcebergTransaction.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/IcebergVendedCredentialsProvider.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/action/BaseIcebergAction.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/broker/BrokerInputFile.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/broker/BrokerInputStream.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/broker/IcebergBrokerIO.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/dlf/DLFCatalog.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/fileio/DelegateFileIO.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/fileio/DelegateInputFile.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/fileio/DelegateOutputFile.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/fileio/DelegateSeekableInputStream.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/helper/IcebergRewritableDeletePlan.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/helper/IcebergRewritableDeletePlanner.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/rewrite/RewriteDataFileExecutor.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/rewrite/RewriteGroupTask.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/source/IcebergApiSource.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/property/common/IcebergAwsAssumeRoleProperties.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/property/common/IcebergAwsClientCredentialsProperties.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/property/metastore/AbstractIcebergProperties.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/property/metastore/AbstractPaimonProperties.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/property/metastore/IcebergAliyunDLFMetaStoreProperties.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/property/metastore/IcebergFileSystemMetaStoreProperties.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/property/metastore/IcebergGlueMetaStoreProperties.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/property/metastore/IcebergHMSMetaStoreProperties.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/property/metastore/IcebergJdbcMetaStoreProperties.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/property/metastore/IcebergPropertiesFactory.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/property/metastore/IcebergRestProperties.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/property/metastore/IcebergS3TablesMetaStoreProperties.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/property/metastore/PaimonAliyunDLFMetaStoreProperties.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/property/metastore/PaimonFileSystemMetaStoreProperties.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/property/metastore/PaimonHMSMetaStoreProperties.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/property/metastore/PaimonJdbcMetaStoreProperties.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/property/metastore/PaimonPropertiesFactory.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/property/metastore/PaimonRestMetaStoreProperties.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/implementation/LogicalIcebergTableSinkToPhysicalIcebergTableSink.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/IcebergDmlCommandUtils.java
rename fe/fe-core/src/main/java/org/apache/doris/{datasource/iceberg =>
nereids/trees/plans/commands}/IcebergMetadataColumn.java (98%)
rename fe/fe-core/src/main/java/org/apache/doris/{datasource/iceberg =>
nereids/trees/plans/commands}/IcebergRowId.java (97%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/IcebergRowLevelDmlTransform.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/RowLevelDmlArgs.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/RowLevelDmlCommand.java
rename
fe/{fe-connector/fe-connector-api/src/main/java/org/apache/doris/connector/api/handle/ConnectorMergeHandle.java
=>
fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/RowLevelDmlOp.java}
(66%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/RowLevelDmlRegistry.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/RowLevelDmlRowIdUtils.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/RowLevelDmlTransform.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/execute/ConnectorExecuteAction.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/execute/ConnectorRewriteDriver.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/execute/ConnectorRewriteGroupTask.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/insert/ConnectorRewriteExecutor.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/insert/IcebergDeleteExecutor.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/insert/IcebergInsertExecutor.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/insert/IcebergMergeExecutor.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/insert/IcebergRewriteExecutor.java
rename
fe/fe-core/src/main/java/org/apache/doris/{datasource/iceberg/IcebergMergeOperation.java
=> nereids/trees/plans/commands/merge/MergeOperation.java} (92%)
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/logical/LogicalIcebergTableSink.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/physical/PhysicalIcebergTableSink.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/planner/IcebergDeleteSink.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/planner/IcebergMergeSink.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/planner/IcebergTableSink.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/catalog/EnvShowCreatePluginTableTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/connector/ConnectorContractValidatorTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/connector/ConnectorWriteDelegationTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/connector/DefaultConnectorContextCleanupTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/CatalogPropertyEffectiveRawStoragePropsTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/CatalogPropertyPluginStorageDerivationTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/ConnectorBranchTagConverterTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/ConnectorPartitionFieldConverterTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/IcebergGsonCompatReplayTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/NereidsToConnectorExpressionConverterTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/PluginDrivenExternalCatalogCacheTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/PluginDrivenExternalCatalogErrorMsgTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/PluginDrivenExternalCatalogViewListingTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/PluginDrivenExternalDatabaseTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/PluginDrivenExternalTableTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/PluginDrivenScanNodeClassifyColumnTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/PluginDrivenScanNodeRewriteFileScopePinTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/PluginDrivenScanNodeSysTablePinTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/PluginDrivenScanNodeTopnLazyMatTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/PluginDrivenSplitPartitionValuesTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/PluginDrivenSysExternalTableTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/UnboundExpressionToConnectorPredicateConverterTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/WriteConstraintExtractorTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/credentials/AbstractVendedCredentialsProviderTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/credentials/VendedCredentialsFactoryTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/iceberg/CreateIcebergTableTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/iceberg/IcebergConflictDetectionFilterUtilsTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/iceberg/IcebergDDLAndDMLPlanTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/iceberg/IcebergExternalTableBranchAndTagTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/iceberg/IcebergExternalTableTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/iceberg/IcebergMetadataColumnTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/iceberg/IcebergNereidsUtilsTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/iceberg/IcebergTransactionTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/iceberg/IcebergUtilsPartitionRangeTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/iceberg/IcebergVendedCredentialsProviderTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/iceberg/dlf/client/IcebergDLFExternalCatalogTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/iceberg/helper/IcebergRewritableDeletePlannerTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/iceberg/helper/IcebergWriterHelperTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/iceberg/rewrite/RewriteDataFilePlannerTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/iceberg/rewrite/RewriteGroupTaskTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/property/metastore/AbstractIcebergPropertiesTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/property/metastore/IcebergAliyunDLFMetaStorePropertiesTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/property/metastore/IcebergFileSystemMetaStorePropertiesTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/property/metastore/IcebergGlueIT.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/property/metastore/IcebergGlueMetaStorePropertiesTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/property/metastore/IcebergHMSMetaStorePropertiesTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/property/metastore/IcebergJdbcMetaStorePropertiesTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/property/metastore/IcebergRestPropertiesTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/property/metastore/IcebergS3TablesMetaStorePropertiesTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/property/metastore/PaimonAliyunDLFMetaStorePropertiesTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/property/metastore/PaimonFileSystemMetaStorePropertiesTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/property/metastore/PaimonHMSMetaStorePropertiesTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/property/metastore/PaimonJdbcMetaStorePropertiesTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/property/metastore/PaimonRestMetaStorePropertiesTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/StatementContextMvccSnapshotTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/glue/translator/PhysicalPlanTranslatorAdmissionGateTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/glue/translator/PhysicalPlanTranslatorIcebergRowLevelDmlTest.java
rename fe/fe-core/src/test/java/org/apache/doris/{datasource/iceberg =>
nereids/trees/plans}/IcebergDeletePlanTest.java (99%)
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/IcebergDmlCommandUtilsTest.java
rename fe/fe-core/src/test/java/org/apache/doris/{datasource/iceberg =>
nereids/trees/plans/commands}/IcebergHiddenColumnTest.java (60%)
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/IcebergMergeCommandTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/IcebergMetadataColumnTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/IcebergRowLevelDmlTransformTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/RowLevelDmlCommandTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/RowLevelDmlRowIdUtilsTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/ShowCreateTableCommandTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/execute/ConnectorExecuteActionTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/execute/ConnectorRewriteDriverTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/insert/IcebergDeleteExecutorTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/insert/IcebergMergeExecutorTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/physical/PhysicalIcebergMergeSinkTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/planner/IcebergDeleteSinkTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/planner/IcebergMergeSinkTest.java
rename fe/{fe-core/src/main/java/org/apache/doris/common =>
fe-foundation/src/main/java/org/apache/doris/foundation/util}/ArgumentParser.java
(97%)
rename fe/{fe-core/src/main/java/org/apache/doris/common =>
fe-foundation/src/main/java/org/apache/doris/foundation/util}/ArgumentParsers.java
(91%)
rename fe/{fe-core/src/main/java/org/apache/doris/common =>
fe-foundation/src/main/java/org/apache/doris/foundation/util}/NamedArguments.java
(93%)
rename fe/{fe-core/src/test/java/org/apache/doris/common =>
fe-foundation/src/test/java/org/apache/doris/foundation/util}/ArgumentParsersTest.java
(99%)
rename fe/{fe-core/src/test/java/org/apache/doris/common =>
fe-foundation/src/test/java/org/apache/doris/foundation/util}/NamedArgumentsTest.java
(91%)
create mode 100644 plan-doc/06-iceberg-write-path-rfc.md
create mode 100644
plan-doc/HANDOFF-preexisting-connector-ut-failures-2026-07-03.md
create mode 100644 plan-doc/fe-core-iceberg-removal-plan.md
create mode 100644 plan-doc/research/p6.1-iceberg-metadata-recon.md
create mode 100644 plan-doc/research/p6.2-iceberg-scan-recon.md
create mode 100644 plan-doc/research/p6.3-iceberg-write-recon.md
create mode 100644 plan-doc/research/p6.4-iceberg-procedures-recon.md
create mode 100644 plan-doc/research/p6.5-iceberg-systable-recon.md
create mode 100644 plan-doc/research/p6.6-flip-recon.md
create mode 100644
plan-doc/reviews/P6.6-ENG1-capability-twin-audit-2026-07-04.md
create mode 100644
plan-doc/reviews/P6.6-iceberg-cleanroom-adversarial-review-2026-06-28.md
create mode 100644 plan-doc/tasks/P6-iceberg-migration.md
create mode 100644 plan-doc/tasks/P6.6-iceberg-flip-blockers-tasklist.md
create mode 100644 plan-doc/tasks/connector-capability-unification-tasklist.md
create mode 100644
plan-doc/tasks/designs/ENG1-F1-create-v3-rowlineage-catalog-formatversion-design.md
create mode 100644
plan-doc/tasks/designs/ENG1-F1-create-v3-rowlineage-catalog-formatversion-summary.md
create mode 100644 plan-doc/tasks/designs/ENG1-batch2-remaining-gaps-summary.md
create mode 100644
plan-doc/tasks/designs/FU-connector-staticpart-validate-design.md
create mode 100644
plan-doc/tasks/designs/P6-T02-iceberg-scan-pushdown-design.md
create mode 100644
plan-doc/tasks/designs/P6-T03-iceberg-scan-rangeparams-design.md
create mode 100644
plan-doc/tasks/designs/P6-T04-iceberg-scan-deletefiles-design.md
create mode 100644
plan-doc/tasks/designs/P6-T05-iceberg-catalog-assembly-design.md
create mode 100644
plan-doc/tasks/designs/P6-T05-iceberg-scan-countpushdown-design.md
create mode 100644 plan-doc/tasks/designs/P6-T06-iceberg-scan-fieldid-design.md
create mode 100644 plan-doc/tasks/designs/P6-T07-iceberg-scan-mvcc-design.md
create mode 100644 plan-doc/tasks/designs/P6-T08-iceberg-cache-design.md
create mode 100644 plan-doc/tasks/designs/P6-T09-iceberg-read-parity-design.md
create mode 100644 plan-doc/tasks/designs/P6-T09-iceberg-scan-vended-design.md
create mode 100644
plan-doc/tasks/designs/P6-T10-iceberg-scan-parity-audit-design.md
create mode 100644 plan-doc/tasks/designs/P6-T10-iceberg-validation-design.md
create mode 100644 plan-doc/tasks/designs/P6-T11-iceberg-scan-summary-design.md
create mode 100644
plan-doc/tasks/designs/P6.3-T01-write-framework-unification-design.md
create mode 100644
plan-doc/tasks/designs/P6.3-T02-jdbc-planwrite-configbag-removal-design.md
create mode 100644
plan-doc/tasks/designs/P6.3-T03-iceberg-connector-transaction-skeleton-design.md
create mode 100644
plan-doc/tasks/designs/P6.3-T04-iceberg-op-selection-writerhelper-design.md
create mode 100644
plan-doc/tasks/designs/P6.3-T05-iceberg-commit-validation-suite-o5-design.md
create mode 100644
plan-doc/tasks/designs/P6.3-T06-iceberg-sink-unification-design.md
create mode 100644
plan-doc/tasks/designs/P6.3-T07-rowlevel-dml-unification-design.md
create mode 100644 plan-doc/tasks/designs/P6.3-T08-write-parity-audit-design.md
create mode 100644
plan-doc/tasks/designs/P6.3-T09-iceberg-write-summary-design.md
create mode 100644 plan-doc/tasks/designs/P6.4-T01-procedure-spi-design.md
create mode 100644 plan-doc/tasks/designs/P6.4-T09-procedure-summary-design.md
create mode 100644 plan-doc/tasks/designs/P6.5-T01-systable-design.md
create mode 100644 plan-doc/tasks/designs/P6.5-T08-systable-summary-design.md
create mode 100644 plan-doc/tasks/designs/P6.6-C1-ws-pin-design.md
create mode 100644 plan-doc/tasks/designs/P6.6-C2-ws-synth-read-design.md
create mode 100644 plan-doc/tasks/designs/P6.6-C3-ws-write-design.md
create mode 100644 plan-doc/tasks/designs/P6.6-C4-ws-rewrite-design.md
create mode 100644 plan-doc/tasks/designs/P6.6-C5-ddl-spi-buildout.md
create mode 100644 plan-doc/tasks/designs/P6.6-C5-flip-readiness.md
create mode 100644 plan-doc/tasks/designs/P6.6-C5-show-create.md
create mode 100644
plan-doc/tasks/designs/P6.6-FIX-B1-H1-write-creds-keyform-vended-design.md
create mode 100644
plan-doc/tasks/designs/P6.6-FIX-B2-mtmv-listpartitions-range-design.md
create mode 100644
plan-doc/tasks/designs/P6.6-FIX-H10-nested-column-prune-capability-design.md
create mode 100644
plan-doc/tasks/designs/P6.6-FIX-H10-nested-column-prune-capability-summary.md
create mode 100644
plan-doc/tasks/designs/P6.6-FIX-H2-rest-3level-namespace-providers-design.md
create mode 100644
plan-doc/tasks/designs/P6.6-FIX-H3-filesystem-kerberos-authenticator-design.md
create mode 100644
plan-doc/tasks/designs/P6.6-FIX-H4-rowcount-table-statistics-design.md
create mode 100644
plan-doc/tasks/designs/P6.6-FIX-H4-rowcount-table-statistics-summary.md
create mode 100644
plan-doc/tasks/designs/P6.6-FIX-H5-H6-cache-reachability-design.md
create mode 100644
plan-doc/tasks/designs/P6.6-FIX-H7-for-version-branch-or-tag-design.md
create mode 100644
plan-doc/tasks/designs/P6.6-FIX-H7-for-version-branch-or-tag-summary.md
create mode 100644
plan-doc/tasks/designs/P6.6-FIX-H8-view-schema-init-design.md
create mode 100644
plan-doc/tasks/designs/P6.6-FIX-H8-view-schema-init-summary.md
create mode 100644
plan-doc/tasks/designs/P6.6-FIX-H9-rewrite-where-exact-or-error-design.md
create mode 100644
plan-doc/tasks/designs/P6.6-FIX-H9-rewrite-where-exact-or-error-summary.md
create mode 100644
plan-doc/tasks/designs/P6.6-FIX-M1-hadoop-warehouse-validation-defaultfs-design.md
create mode 100644
plan-doc/tasks/designs/P6.6-FIX-M1-hadoop-warehouse-validation-defaultfs-summary.md
create mode 100644
plan-doc/tasks/designs/P6.6-FIX-M11-forcedrop-nosuchns-tolerance-design.md
create mode 100644
plan-doc/tasks/designs/P6.6-FIX-M11-forcedrop-nosuchns-tolerance-summary.md
create mode 100644 plan-doc/tasks/designs/P6.6-FIX-M2-split-weight-design.md
create mode 100644 plan-doc/tasks/designs/P6.6-FIX-M2-split-weight-summary.md
create mode 100644
plan-doc/tasks/designs/P6.6-FIX-M3-streaming-split-source-design.md
create mode 100644
plan-doc/tasks/designs/P6.6-FIX-M3-streaming-split-source-summary.md
create mode 100644
plan-doc/tasks/designs/P6.6-FIX-M4-topn-lazymat-full-field-id-dict-design.md
create mode 100644
plan-doc/tasks/designs/P6.6-FIX-M4-topn-lazymat-full-field-id-dict-summary.md
create mode 100644
plan-doc/tasks/designs/P6.6-FIX-M5-broker-write-addresses-design.md
create mode 100644
plan-doc/tasks/designs/P6.6-FIX-M5-broker-write-addresses-summary.md
create mode 100644
plan-doc/tasks/designs/P6.6-FIX-M6-nested-modify-message-design.md
create mode 100644
plan-doc/tasks/designs/P6.6-FIX-M6-nested-modify-message-summary.md
create mode 100644 plan-doc/tasks/designs/P6.6-FIX-M7-dlf-ddl-guards-design.md
create mode 100644 plan-doc/tasks/designs/P6.6-FIX-M7-dlf-ddl-guards-summary.md
create mode 100644
plan-doc/tasks/designs/P6.6-FIX-M8-showcreatedb-location-decision.md
create mode 100644
plan-doc/tasks/designs/P6.6-FIX-M9-dropdb-remote-name-design.md
create mode 100644
plan-doc/tasks/designs/P6.6-FIX-M9-dropdb-remote-name-summary.md
create mode 100644 plan-doc/tasks/designs/P6.6-flip-rfc.md
create mode 100644 plan-doc/tasks/designs/P6.6-view-spi.md
create mode 100644
plan-doc/tasks/designs/connector-capability-unification-design.md
create mode 100644
plan-doc/tasks/designs/fe-core-iceberg-removal-execution-plan.md
create mode 100644
plan-doc/tasks/designs/iceberg-branch-mvcc-and-static-partition-overwrite-fixes.md
create mode 100644
plan-doc/tasks/designs/iceberg-hms-hive2-patched-client-design.md
create mode 100644
plan-doc/tasks/designs/iceberg-metastore-auth-connector-rewire-design.md
create mode 100644 plan-doc/tasks/designs/iceberg-rowlevel-dml-desdk-design.md
create mode 100644
plan-doc/tasks/designs/metacache-connector-cachespec-design.md
create mode 100644 plan-doc/tasks/designs/metacache-connector-port-design.md
create mode 100644
plan-doc/tasks/designs/metacache-framework-unification-design.md
create mode 100644
plan-doc/tasks/designs/plugin-owns-property-parsing-arch-design.md
create mode 100644 plan-doc/tasks/metacache-connector-port-tasklist.md
create mode 100755 tools/loop-engineer.sh
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]