This is an automated email from the ASF dual-hosted git repository. leonard pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/flink-cdc.git
from 990261da6 [hotfix][ci] Polish ci concurrency group to avoid warning message new 3385ae8fb [cdc-connector][db2] Db2 support incremental source new 8deddab6e [minor][cdc-connector][db2] Fix typos and improve the code style new ddf557c8e [tests][cdc-connector][db2] Improve the DB2 tests The 3 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: .../connectors/legacy-flink-cdc-sources/db2-cdc.md | 157 +++++- .../legacy-flink-cdc-sources/overview.md | 2 +- .../tutorials/db2-tutorial.md | 5 +- .../connectors/legacy-flink-cdc-sources/db2-cdc.md | 149 ++++- .../legacy-flink-cdc-sources/overview.md | 2 +- .../tutorials/db2-tutorial.md | 5 +- .../base/relational/JdbcSourceEventDispatcher.java | 3 + .../handler/SchemaChangeEventHandler.java | 1 + .../base/source/reader/external/FetchTask.java | 1 + .../flink-connector-db2-cdc/pom.xml | 7 +- .../io/debezium/connector/db2/Db2Connection.java | 600 +++++++++++++++++++++ .../db2/Db2StreamingChangeEventSource.java} | 456 ++++++---------- .../apache/flink/cdc/connectors/db2/Db2Source.java | 2 +- .../connectors/db2/source/Db2SourceBuilder.java} | 115 ++-- .../db2/source/config/Db2SourceConfig.java} | 16 +- .../db2/source/config/Db2SourceConfigFactory.java} | 18 +- .../db2/source/dialect/Db2ChunkSplitter.java} | 35 +- .../connectors/db2/source/dialect/Db2Dialect.java} | 92 ++-- .../dialect/Db2PooledDataSourceFactory.java} | 6 +- .../connectors/db2/source/dialect/Db2Schema.java} | 13 +- .../db2/source/fetch/Db2ScanFetchTask.java} | 142 +++-- .../source/fetch/Db2SourceFetchTaskContext.java} | 159 +++--- .../db2/source/fetch/Db2StreamFetchTask.java} | 74 ++- .../handler/Db2SchemaChangeEventHandler.java} | 13 +- .../connectors/db2}/source/offset/LsnFactory.java | 14 +- .../connectors/db2}/source/offset/LsnOffset.java | 19 +- .../db2/source/utils/Db2ConnectionUtils.java | 83 +++ .../connectors/db2/source/utils/Db2TypeUtils.java} | 28 +- .../cdc/connectors/db2/source/utils/Db2Utils.java} | 92 ++-- .../cdc/connectors/db2/table/Db2TableSource.java | 148 ++++- .../db2/table/Db2TableSourceFactory.java | 109 +++- .../cdc/connectors/db2/table/StartupMode.java | 28 - .../cdc/connectors/db2/table/StartupOptions.java | 3 + .../db2/Db2ParallelSourceExampleTest.java} | 42 +- .../flink/cdc/connectors/db2/Db2SourceTest.java | 34 +- .../flink/cdc/connectors/db2/Db2TestBase.java | 196 ++++++- .../cdc/connectors/db2/source/Db2SourceITCase.java | 333 ++++++++++++ .../connectors/db2/table/Db2ConnectorITCase.java | 149 +++-- .../db2/table/Db2TableSourceFactoryTest.java | 71 ++- .../db2}/testutils/RecordsFormatter.java | 4 +- .../cdc/connectors/db2}/testutils/TestTable.java | 5 +- .../src/test/resources/db2_server/Dockerfile | 1 - .../src/test/resources/db2_server/asncdctables.sql | 2 +- .../test/resources/db2_server/column_type_test.sql | 7 +- .../src/test/resources/db2_server/customers.sql | 48 ++ .../src/test/resources/db2_server/dbsetup.sh | 6 +- .../src/test/resources/db2_server/inventory.sql | 40 +- .../test/resources/db2_server/startup-cdc-demo.sql | 23 - .../src/test/resources/log4j2-test.properties | 4 +- .../mysql/source/MySqlSourceTestBase.java | 4 +- .../flink-sql-connector-db2-cdc/pom.xml | 2 +- .../flink/cdc/connectors/tests/Db2E2eITCase.java | 160 +++++- .../src/test/resources/docker/db2/Dockerfile | 1 - .../test/resources/docker/db2/column_type_test.sql | 11 +- .../src/test/resources/docker/db2/customers.sql | 48 ++ .../src/test/resources/docker/db2/dbsetup.sh | 11 +- .../src/test/resources/docker/db2/inventory.sql | 40 +- .../test/resources/docker/db2/startup-cdc-demo.sql | 23 - 58 files changed, 2769 insertions(+), 1093 deletions(-) create mode 100644 flink-cdc-connect/flink-cdc-source-connectors/flink-connector-db2-cdc/src/main/java/io/debezium/connector/db2/Db2Connection.java copy flink-cdc-connect/flink-cdc-source-connectors/{flink-connector-sqlserver-cdc/src/main/java/io/debezium/connector/sqlserver/SqlServerStreamingChangeEventSource.java => flink-connector-db2-cdc/src/main/java/io/debezium/connector/db2/Db2StreamingChangeEventSource.java} (51%) copy flink-cdc-connect/flink-cdc-source-connectors/{flink-connector-sqlserver-cdc/src/main/java/org/apache/flink/cdc/connectors/sqlserver/source/SqlServerSourceBuilder.java => flink-connector-db2-cdc/src/main/java/org/apache/flink/cdc/connectors/db2/source/Db2SourceBuilder.java} (62%) copy flink-cdc-connect/flink-cdc-source-connectors/{flink-connector-sqlserver-cdc/src/main/java/org/apache/flink/cdc/connectors/sqlserver/source/config/SqlServerSourceConfig.java => flink-connector-db2-cdc/src/main/java/org/apache/flink/cdc/connectors/db2/source/config/Db2SourceConfig.java} (83%) copy flink-cdc-connect/flink-cdc-source-connectors/{flink-connector-sqlserver-cdc/src/main/java/org/apache/flink/cdc/connectors/sqlserver/source/config/SqlServerSourceConfigFactory.java => flink-connector-db2-cdc/src/main/java/org/apache/flink/cdc/connectors/db2/source/config/Db2SourceConfigFactory.java} (86%) copy flink-cdc-connect/flink-cdc-source-connectors/{flink-connector-sqlserver-cdc/src/main/java/org/apache/flink/cdc/connectors/sqlserver/source/dialect/SqlServerChunkSplitter.java => flink-connector-db2-cdc/src/main/java/org/apache/flink/cdc/connectors/db2/source/dialect/Db2ChunkSplitter.java} (91%) copy flink-cdc-connect/flink-cdc-source-connectors/{flink-connector-sqlserver-cdc/src/main/java/org/apache/flink/cdc/connectors/sqlserver/source/dialect/SqlServerDialect.java => flink-connector-db2-cdc/src/main/java/org/apache/flink/cdc/connectors/db2/source/dialect/Db2Dialect.java} (62%) copy flink-cdc-connect/flink-cdc-source-connectors/{flink-connector-sqlserver-cdc/src/main/java/org/apache/flink/cdc/connectors/sqlserver/source/dialect/SqlServerPooledDataSourceFactory.java => flink-connector-db2-cdc/src/main/java/org/apache/flink/cdc/connectors/db2/source/dialect/Db2PooledDataSourceFactory.java} (85%) copy flink-cdc-connect/flink-cdc-source-connectors/{flink-connector-sqlserver-cdc/src/main/java/org/apache/flink/cdc/connectors/sqlserver/source/dialect/SqlServerSchema.java => flink-connector-db2-cdc/src/main/java/org/apache/flink/cdc/connectors/db2/source/dialect/Db2Schema.java} (87%) copy flink-cdc-connect/flink-cdc-source-connectors/{flink-connector-sqlserver-cdc/src/main/java/org/apache/flink/cdc/connectors/sqlserver/source/reader/fetch/SqlServerScanFetchTask.java => flink-connector-db2-cdc/src/main/java/org/apache/flink/cdc/connectors/db2/source/fetch/Db2ScanFetchTask.java} (69%) copy flink-cdc-connect/flink-cdc-source-connectors/{flink-connector-sqlserver-cdc/src/main/java/org/apache/flink/cdc/connectors/sqlserver/source/reader/fetch/SqlServerSourceFetchTaskContext.java => flink-connector-db2-cdc/src/main/java/org/apache/flink/cdc/connectors/db2/source/fetch/Db2SourceFetchTaskContext.java} (60%) copy flink-cdc-connect/flink-cdc-source-connectors/{flink-connector-sqlserver-cdc/src/main/java/org/apache/flink/cdc/connectors/sqlserver/source/reader/fetch/SqlServerStreamFetchTask.java => flink-connector-db2-cdc/src/main/java/org/apache/flink/cdc/connectors/db2/source/fetch/Db2StreamFetchTask.java} (66%) copy flink-cdc-connect/flink-cdc-source-connectors/{flink-connector-sqlserver-cdc/src/main/java/org/apache/flink/cdc/connectors/sqlserver/source/handler/SqlServerSchemaChangeEventHandler.java => flink-connector-db2-cdc/src/main/java/org/apache/flink/cdc/connectors/db2/source/handler/Db2SchemaChangeEventHandler.java} (71%) copy flink-cdc-connect/flink-cdc-source-connectors/{flink-connector-sqlserver-cdc/src/main/java/org/apache/flink/cdc/connectors/sqlserver => flink-connector-db2-cdc/src/main/java/org/apache/flink/cdc/connectors/db2}/source/offset/LsnFactory.java (82%) copy flink-cdc-connect/flink-cdc-source-connectors/{flink-connector-sqlserver-cdc/src/main/java/org/apache/flink/cdc/connectors/sqlserver => flink-connector-db2-cdc/src/main/java/org/apache/flink/cdc/connectors/db2}/source/offset/LsnOffset.java (80%) create mode 100644 flink-cdc-connect/flink-cdc-source-connectors/flink-connector-db2-cdc/src/main/java/org/apache/flink/cdc/connectors/db2/source/utils/Db2ConnectionUtils.java copy flink-cdc-connect/flink-cdc-source-connectors/{flink-connector-sqlserver-cdc/src/main/java/org/apache/flink/cdc/connectors/sqlserver/source/utils/SqlServerTypeUtils.java => flink-connector-db2-cdc/src/main/java/org/apache/flink/cdc/connectors/db2/source/utils/Db2TypeUtils.java} (82%) copy flink-cdc-connect/flink-cdc-source-connectors/{flink-connector-sqlserver-cdc/src/main/java/org/apache/flink/cdc/connectors/sqlserver/source/utils/SqlServerUtils.java => flink-connector-db2-cdc/src/main/java/org/apache/flink/cdc/connectors/db2/source/utils/Db2Utils.java} (85%) delete mode 100644 flink-cdc-connect/flink-cdc-source-connectors/flink-connector-db2-cdc/src/main/java/org/apache/flink/cdc/connectors/db2/table/StartupMode.java copy flink-cdc-connect/flink-cdc-source-connectors/{flink-connector-sqlserver-cdc/src/test/java/org/apache/flink/cdc/connectors/sqlserver/SqlServerParallelSourceExampleTest.java => flink-connector-db2-cdc/src/test/java/org/apache/flink/cdc/connectors/db2/Db2ParallelSourceExampleTest.java} (55%) create mode 100644 flink-cdc-connect/flink-cdc-source-connectors/flink-connector-db2-cdc/src/test/java/org/apache/flink/cdc/connectors/db2/source/Db2SourceITCase.java copy flink-cdc-connect/flink-cdc-source-connectors/{flink-connector-sqlserver-cdc/src/test/java/org/apache/flink/cdc/connectors/sqlserver => flink-connector-db2-cdc/src/test/java/org/apache/flink/cdc/connectors/db2}/testutils/RecordsFormatter.java (95%) copy flink-cdc-connect/flink-cdc-source-connectors/{flink-connector-sqlserver-cdc/src/test/java/org/apache/flink/cdc/connectors/sqlserver => flink-connector-db2-cdc/src/test/java/org/apache/flink/cdc/connectors/db2}/testutils/TestTable.java (91%) create mode 100644 flink-cdc-connect/flink-cdc-source-connectors/flink-connector-db2-cdc/src/test/resources/db2_server/customers.sql delete mode 100644 flink-cdc-connect/flink-cdc-source-connectors/flink-connector-db2-cdc/src/test/resources/db2_server/startup-cdc-demo.sql create mode 100644 flink-cdc-e2e-tests/flink-cdc-source-e2e-tests/src/test/resources/docker/db2/customers.sql delete mode 100644 flink-cdc-e2e-tests/flink-cdc-source-e2e-tests/src/test/resources/docker/db2/startup-cdc-demo.sql