This is an automated email from the ASF dual-hosted git repository.
bryanck pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/iceberg.git
from 0917664cbe Build: Upgrade to Gradle 8.13 (#12398)
add 7d9e96f9f6 Kafka Connect: Add SMTs for Debezium and AWS DMS (#11936)
No new revisions were added by this update.
Summary of changes:
.github/workflows/kafka-connect-ci.yml | 1 +
docs/docs/kafka-connect.md | 167 ++++++
gradle/libs.versions.toml | 3 +
kafka-connect/build.gradle | 17 +
kafka-connect/kafka-connect-runtime/hive/LICENSE | 138 ++---
kafka-connect/kafka-connect-runtime/hive/NOTICE | 76 +--
kafka-connect/kafka-connect-runtime/main/LICENSE | 122 ++---
kafka-connect/kafka-connect-runtime/main/NOTICE | 74 +--
.../iceberg/connect/transforms/CdcConstants.java | 26 +-
.../iceberg/connect/transforms/CopyValue.java | 131 +++++
.../connect/transforms/DebeziumTransform.java | 251 +++++++++
.../iceberg/connect/transforms/DmsTransform.java | 105 ++++
.../connect/transforms/JsonToMapException.java | 15 +-
.../connect/transforms/JsonToMapTransform.java | 157 ++++++
.../iceberg/connect/transforms/JsonToMapUtils.java | 314 ++++++++++++
.../connect/transforms/KafkaMetadataTransform.java | 297 +++++++++++
.../connect/transforms/MongoDebeziumTransform.java | 320 ++++++++++++
.../mongodb/transforms/ArrayEncoding.java | 67 +++
.../mongodb/transforms/MongoDataConverter.java | 515 +++++++++++++++++++
.../iceberg/connect/transforms/CopyValueTest.java | 89 ++++
.../connect/transforms/DebeziumTransformTest.java | 156 ++++++
.../connect/transforms/DmsTransformTest.java | 80 +++
.../iceberg/connect/transforms/FileLoads.java | 17 +-
.../connect/transforms/JsonToMapTransformTest.java | 167 ++++++
.../connect/transforms/JsonToMapUtilsTest.java | 335 ++++++++++++
.../transforms/KafkaMetadataTransformTest.java | 253 +++++++++
.../transforms/MongoDebeziumTransformTest.java | 568 +++++++++++++++++++++
.../transforms/MongoArrayConverterTest.java | 390 ++++++++++++++
.../mongodb/transforms/MongoDataConverterTest.java | 252 +++++++++
.../src/test/resources/jsonmap.json | 27 +
.../test/resources/mongo_create_event_after.json | 1 +
.../test/resources/mongo_delete_event_before.json | 1 +
.../test/resources/mongo_update_event_after.json | 1 +
.../test/resources/mongo_update_event_before.json | 1 +
.../mongo_update_event_updated_fields.json | 1 +
.../src/test/resources/restaurants5.json | 56 ++
settings.gradle | 4 +
37 files changed, 4967 insertions(+), 228 deletions(-)
copy api/src/main/java/org/apache/iceberg/FileContent.java =>
kafka-connect/kafka-connect-transforms/src/main/java/org/apache/iceberg/connect/transforms/CdcConstants.java
(69%)
create mode 100644
kafka-connect/kafka-connect-transforms/src/main/java/org/apache/iceberg/connect/transforms/CopyValue.java
create mode 100644
kafka-connect/kafka-connect-transforms/src/main/java/org/apache/iceberg/connect/transforms/DebeziumTransform.java
create mode 100644
kafka-connect/kafka-connect-transforms/src/main/java/org/apache/iceberg/connect/transforms/DmsTransform.java
copy api/src/main/java/org/apache/iceberg/view/ViewRepresentation.java =>
kafka-connect/kafka-connect-transforms/src/main/java/org/apache/iceberg/connect/transforms/JsonToMapException.java
(75%)
create mode 100644
kafka-connect/kafka-connect-transforms/src/main/java/org/apache/iceberg/connect/transforms/JsonToMapTransform.java
create mode 100644
kafka-connect/kafka-connect-transforms/src/main/java/org/apache/iceberg/connect/transforms/JsonToMapUtils.java
create mode 100644
kafka-connect/kafka-connect-transforms/src/main/java/org/apache/iceberg/connect/transforms/KafkaMetadataTransform.java
create mode 100644
kafka-connect/kafka-connect-transforms/src/main/java/org/apache/iceberg/connect/transforms/MongoDebeziumTransform.java
create mode 100644
kafka-connect/kafka-connect-transforms/src/main/java/org/debezium/connector/mongodb/transforms/ArrayEncoding.java
create mode 100644
kafka-connect/kafka-connect-transforms/src/main/java/org/debezium/connector/mongodb/transforms/MongoDataConverter.java
create mode 100644
kafka-connect/kafka-connect-transforms/src/test/java/org/apache/iceberg/connect/transforms/CopyValueTest.java
create mode 100644
kafka-connect/kafka-connect-transforms/src/test/java/org/apache/iceberg/connect/transforms/DebeziumTransformTest.java
create mode 100644
kafka-connect/kafka-connect-transforms/src/test/java/org/apache/iceberg/connect/transforms/DmsTransformTest.java
copy core/src/main/java/org/apache/iceberg/avro/ValueReader.java =>
kafka-connect/kafka-connect-transforms/src/test/java/org/apache/iceberg/connect/transforms/FileLoads.java
(62%)
create mode 100644
kafka-connect/kafka-connect-transforms/src/test/java/org/apache/iceberg/connect/transforms/JsonToMapTransformTest.java
create mode 100644
kafka-connect/kafka-connect-transforms/src/test/java/org/apache/iceberg/connect/transforms/JsonToMapUtilsTest.java
create mode 100644
kafka-connect/kafka-connect-transforms/src/test/java/org/apache/iceberg/connect/transforms/KafkaMetadataTransformTest.java
create mode 100644
kafka-connect/kafka-connect-transforms/src/test/java/org/apache/iceberg/connect/transforms/MongoDebeziumTransformTest.java
create mode 100644
kafka-connect/kafka-connect-transforms/src/test/java/org/debezium/connector/mongodb/transforms/MongoArrayConverterTest.java
create mode 100644
kafka-connect/kafka-connect-transforms/src/test/java/org/debezium/connector/mongodb/transforms/MongoDataConverterTest.java
create mode 100644
kafka-connect/kafka-connect-transforms/src/test/resources/jsonmap.json
create mode 100644
kafka-connect/kafka-connect-transforms/src/test/resources/mongo_create_event_after.json
create mode 100644
kafka-connect/kafka-connect-transforms/src/test/resources/mongo_delete_event_before.json
create mode 100644
kafka-connect/kafka-connect-transforms/src/test/resources/mongo_update_event_after.json
create mode 100644
kafka-connect/kafka-connect-transforms/src/test/resources/mongo_update_event_before.json
create mode 100644
kafka-connect/kafka-connect-transforms/src/test/resources/mongo_update_event_updated_fields.json
create mode 100644
kafka-connect/kafka-connect-transforms/src/test/resources/restaurants5.json
