This is an automated email from the ASF dual-hosted git repository.
diwu pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris-kafka-connector.git
The following commit(s) were added to refs/heads/master by this push:
new 5b4472e [improve] Enable gzip compression by default for StreamLoad
(#95)
5b4472e is described below
commit 5b4472edd9e66d338a79eba5a1983bded6010a71
Author: wudi <[email protected]>
AuthorDate: Tue Apr 7 10:31:35 2026 +0800
[improve] Enable gzip compression by default for StreamLoad (#95)
Enable gzip compression by default to reduce network transfer size
and improve write performance. Uses Apache HttpClient's
GzipCompressingEntity to compress data before sending.
- Add COMPRESS_TYPE and COMPRESS_TYPE_GZ constants to LoadConstants
- Set compress_type=gz as default stream load property in DorisOptions
- Apply GzipCompressingEntity in both DorisStreamLoad and
AsyncDorisStreamLoad
- Users can override via sink.properties.compress_type configuration
---
.../doris/kafka/connector/cfg/DorisOptions.java | 1 +
.../kafka/connector/writer/LoadConstants.java | 2 ++
.../writer/load/AsyncDorisStreamLoad.java | 13 +++++++++--
.../connector/writer/load/DorisStreamLoad.java | 12 ++++++++--
.../kafka/connector/cfg/TestDorisOptions.java | 26 ++++++++++++++++++++++
.../e2e/avro_converter/confluent_avro_convert.json | 3 ++-
.../e2e/avro_converter/doris_avro_convert.json | 3 ++-
.../string_converter/combine_flush_connector.json | 3 ++-
.../combine_flush_connector_2pc.json | 3 ++-
.../e2e/string_converter/debezium_dml_event.json | 3 ++-
.../resources/e2e/string_converter/full_types.json | 3 ++-
.../string_converter/group_commit_connector.json | 3 ++-
.../e2e/string_converter/null_values_default.json | 3 ++-
.../e2e/string_converter/null_values_fail.json | 3 ++-
.../e2e/string_converter/null_values_ignore.json | 3 ++-
.../e2e/string_converter/partial_update.json | 3 ++-
.../e2e/string_converter/string_msg_connector.json | 3 ++-
.../string_msg_failover_connector.json | 3 ++-
.../string_msg_failover_connector_uniq.json | 3 ++-
.../e2e/string_converter/table_field_config.json | 3 ++-
.../resources/e2e/string_converter/time_types.json | 3 ++-
.../e2e/transforms/multiple_transforms_chain.json | 3 ++-
.../e2e/transforms/regex_router_transforms.json | 3 ++-
.../e2e/transforms/rename_transforms.json | 3 ++-
24 files changed, 88 insertions(+), 23 deletions(-)
diff --git
a/src/main/java/org/apache/doris/kafka/connector/cfg/DorisOptions.java
b/src/main/java/org/apache/doris/kafka/connector/cfg/DorisOptions.java
index aa5402c..b503eeb 100644
--- a/src/main/java/org/apache/doris/kafka/connector/cfg/DorisOptions.java
+++ b/src/main/java/org/apache/doris/kafka/connector/cfg/DorisOptions.java
@@ -176,6 +176,7 @@ public class DorisOptions {
Properties properties = new Properties();
properties.setProperty("format", "json");
properties.setProperty("read_json_by_line", "true");
+ properties.setProperty("compress_type", "gz");
return properties;
}
diff --git
a/src/main/java/org/apache/doris/kafka/connector/writer/LoadConstants.java
b/src/main/java/org/apache/doris/kafka/connector/writer/LoadConstants.java
index 3e887eb..7be3a30 100644
--- a/src/main/java/org/apache/doris/kafka/connector/writer/LoadConstants.java
+++ b/src/main/java/org/apache/doris/kafka/connector/writer/LoadConstants.java
@@ -30,4 +30,6 @@ public class LoadConstants {
// since apache doris 2.1.0, support stream load with group commit mode.
public static final String GROUP_COMMIT = "group_commit";
public static final String PARTIAL_COLUMNS = "partial_columns";
+ public static final String COMPRESS_TYPE = "compress_type";
+ public static final String COMPRESS_TYPE_GZ = "gz";
}
diff --git
a/src/main/java/org/apache/doris/kafka/connector/writer/load/AsyncDorisStreamLoad.java
b/src/main/java/org/apache/doris/kafka/connector/writer/load/AsyncDorisStreamLoad.java
index 9dbbe90..a5987ad 100644
---
a/src/main/java/org/apache/doris/kafka/connector/writer/load/AsyncDorisStreamLoad.java
+++
b/src/main/java/org/apache/doris/kafka/connector/writer/load/AsyncDorisStreamLoad.java
@@ -41,8 +41,10 @@ import
org.apache.doris.kafka.connector.model.KafkaRespContent;
import org.apache.doris.kafka.connector.utils.BackendUtils;
import org.apache.doris.kafka.connector.utils.HttpPutBuilder;
import org.apache.doris.kafka.connector.utils.HttpUtils;
+import org.apache.doris.kafka.connector.writer.LoadConstants;
import org.apache.doris.kafka.connector.writer.LoadStatus;
import org.apache.doris.kafka.connector.writer.RecordBuffer;
+import org.apache.http.client.entity.GzipCompressingEntity;
import org.apache.http.client.methods.CloseableHttpResponse;
import org.apache.http.entity.ByteArrayEntity;
import org.apache.http.impl.client.CloseableHttpClient;
@@ -63,6 +65,7 @@ public class AsyncDorisStreamLoad extends DataLoad {
private final BackendUtils backendUtils;
private Queue<KafkaRespContent> respContents = new LinkedList<>();
private final boolean enableGroupCommit;
+ private final boolean enableGzCompress;
private ExecutorService loadExecutorService;
private LoadAsyncExecutor loadAsyncExecutor;
private BlockingQueue<RecordBuffer> flushQueue = new
LinkedBlockingDeque<>(1);
@@ -81,6 +84,11 @@ public class AsyncDorisStreamLoad extends DataLoad {
this.backendUtils = backendUtils;
this.topic = topic;
this.enableGroupCommit = dorisOptions.enableGroupCommit();
+ this.enableGzCompress =
+ LoadConstants.COMPRESS_TYPE_GZ.equals(
+ dorisOptions
+ .getStreamLoadProp()
+ .getProperty(LoadConstants.COMPRESS_TYPE, ""));
this.loadAsyncExecutor = new LoadAsyncExecutor();
this.loadExecutorService =
new ThreadPoolExecutor(
@@ -194,14 +202,15 @@ public class AsyncDorisStreamLoad extends DataLoad {
refreshLoadUrl(database, table);
String data = buffer.getData();
- ByteArrayEntity entity = new
ByteArrayEntity(data.getBytes(StandardCharsets.UTF_8));
+ ByteArrayEntity byteEntity = new
ByteArrayEntity(data.getBytes(StandardCharsets.UTF_8));
HttpPutBuilder putBuilder = new HttpPutBuilder();
putBuilder
.setUrl(loadUrl)
.baseAuth(user, password)
.setLabel(label)
.addCommonHeader()
- .setEntity(entity)
+ .setEntity(
+ enableGzCompress ? new
GzipCompressingEntity(byteEntity) : byteEntity)
.addHiddenColumns(dorisOptions.isEnableDelete())
.enable2PC(dorisOptions.enable2PC())
.addProperties(dorisOptions.getStreamLoadProp());
diff --git
a/src/main/java/org/apache/doris/kafka/connector/writer/load/DorisStreamLoad.java
b/src/main/java/org/apache/doris/kafka/connector/writer/load/DorisStreamLoad.java
index f3a3a62..6617c03 100644
---
a/src/main/java/org/apache/doris/kafka/connector/writer/load/DorisStreamLoad.java
+++
b/src/main/java/org/apache/doris/kafka/connector/writer/load/DorisStreamLoad.java
@@ -32,8 +32,10 @@ import
org.apache.doris.kafka.connector.model.KafkaRespContent;
import org.apache.doris.kafka.connector.utils.BackendUtils;
import org.apache.doris.kafka.connector.utils.HttpPutBuilder;
import org.apache.doris.kafka.connector.utils.HttpUtils;
+import org.apache.doris.kafka.connector.writer.LoadConstants;
import org.apache.doris.kafka.connector.writer.LoadStatus;
import org.apache.doris.kafka.connector.writer.RecordBuffer;
+import org.apache.http.client.entity.GzipCompressingEntity;
import org.apache.http.client.methods.CloseableHttpResponse;
import org.apache.http.entity.ByteArrayEntity;
import org.apache.http.impl.client.CloseableHttpClient;
@@ -54,6 +56,7 @@ public class DorisStreamLoad extends DataLoad {
private final BackendUtils backendUtils;
private Queue<KafkaRespContent> respContents = new LinkedList<>();
private final boolean enableGroupCommit;
+ private final boolean enableGzCompress;
public DorisStreamLoad(
BackendUtils backendUtils, DorisOptions dorisOptions, String
topic, String table) {
@@ -66,6 +69,11 @@ public class DorisStreamLoad extends DataLoad {
this.backendUtils = backendUtils;
this.topic = topic;
this.enableGroupCommit = dorisOptions.enableGroupCommit();
+ this.enableGzCompress =
+ LoadConstants.COMPRESS_TYPE_GZ.equals(
+ dorisOptions
+ .getStreamLoadProp()
+ .getProperty(LoadConstants.COMPRESS_TYPE, ""));
}
/** execute stream load. */
@@ -77,14 +85,14 @@ public class DorisStreamLoad extends DataLoad {
refreshLoadUrl(database, table);
String data = buffer.getData();
- ByteArrayEntity entity = new
ByteArrayEntity(data.getBytes(StandardCharsets.UTF_8));
+ ByteArrayEntity byteEntity = new
ByteArrayEntity(data.getBytes(StandardCharsets.UTF_8));
HttpPutBuilder putBuilder = new HttpPutBuilder();
putBuilder
.setUrl(loadUrl)
.baseAuth(user, password)
.setLabel(label)
.addCommonHeader()
- .setEntity(entity)
+ .setEntity(enableGzCompress ? new
GzipCompressingEntity(byteEntity) : byteEntity)
.addHiddenColumns(dorisOptions.isEnableDelete())
.enable2PC(dorisOptions.enable2PC())
.addProperties(dorisOptions.getStreamLoadProp());
diff --git
a/src/test/java/org/apache/doris/kafka/connector/cfg/TestDorisOptions.java
b/src/test/java/org/apache/doris/kafka/connector/cfg/TestDorisOptions.java
index 20fe400..d4c83c6 100644
--- a/src/test/java/org/apache/doris/kafka/connector/cfg/TestDorisOptions.java
+++ b/src/test/java/org/apache/doris/kafka/connector/cfg/TestDorisOptions.java
@@ -70,6 +70,32 @@ public class TestDorisOptions {
Assert.assertTrue(result.contains(queryUrl));
}
+ @Test
+ public void testDefaultCompressType() {
+ props.put("doris.urls", "10.20.30.1");
+ dorisOptions = new DorisOptions((Map) props);
+ Properties streamLoadProp = dorisOptions.getStreamLoadProp();
+ Assert.assertEquals("gz", streamLoadProp.getProperty("compress_type"));
+ }
+
+ @Test
+ public void testOverrideCompressType() {
+ props.put("doris.urls", "10.20.30.1");
+ props.put("sink.properties.compress_type", "lz4");
+ dorisOptions = new DorisOptions((Map) props);
+ Properties streamLoadProp = dorisOptions.getStreamLoadProp();
+ Assert.assertEquals("lz4",
streamLoadProp.getProperty("compress_type"));
+ }
+
+ @Test
+ public void testDisableCompressType() {
+ props.put("doris.urls", "10.20.30.1");
+ props.put("sink.properties.compress_type", "");
+ dorisOptions = new DorisOptions((Map) props);
+ Properties streamLoadProp = dorisOptions.getStreamLoadProp();
+ Assert.assertEquals("", streamLoadProp.getProperty("compress_type"));
+ }
+
@Test
public void testGetHttpUrls() {
props.put("doris.urls", "10.20.30.1,10.20.30.2, 10.20.30.3");
diff --git a/src/test/resources/e2e/avro_converter/confluent_avro_convert.json
b/src/test/resources/e2e/avro_converter/confluent_avro_convert.json
index 88dbd11..a09323e 100644
--- a/src/test/resources/e2e/avro_converter/confluent_avro_convert.json
+++ b/src/test/resources/e2e/avro_converter/confluent_avro_convert.json
@@ -18,6 +18,7 @@
"key.converter":"io.confluent.connect.avro.AvroConverter",
"key.converter.schema.registry.url":"http://127.0.0.1:8081",
"value.converter":"io.confluent.connect.avro.AvroConverter",
- "value.converter.schema.registry.url":"http://127.0.0.1:8081"
+ "value.converter.schema.registry.url":"http://127.0.0.1:8081",
+ "sink.properties.compress_type":""
}
}
\ No newline at end of file
diff --git a/src/test/resources/e2e/avro_converter/doris_avro_convert.json
b/src/test/resources/e2e/avro_converter/doris_avro_convert.json
index 0a44ef8..1efaf83 100644
--- a/src/test/resources/e2e/avro_converter/doris_avro_convert.json
+++ b/src/test/resources/e2e/avro_converter/doris_avro_convert.json
@@ -16,6 +16,7 @@
"doris.database":"avro_convert",
"key.converter":"org.apache.kafka.connect.storage.StringConverter",
"value.converter":"org.apache.doris.kafka.connector.decode.avro.DorisAvroConverter",
-
"value.converter.avro.topic2schema.filepath":"avro-user:file:///opt/avro_user.avsc"
+
"value.converter.avro.topic2schema.filepath":"avro-user:file:///opt/avro_user.avsc",
+ "sink.properties.compress_type":""
}
}
\ No newline at end of file
diff --git
a/src/test/resources/e2e/string_converter/combine_flush_connector.json
b/src/test/resources/e2e/string_converter/combine_flush_connector.json
index 96c3cf8..68c94ce 100644
--- a/src/test/resources/e2e/string_converter/combine_flush_connector.json
+++ b/src/test/resources/e2e/string_converter/combine_flush_connector.json
@@ -17,6 +17,7 @@
"load.model":"stream_load",
"enable.combine.flush":"true",
"key.converter":"org.apache.kafka.connect.storage.StringConverter",
- "value.converter":"org.apache.kafka.connect.storage.StringConverter"
+ "value.converter":"org.apache.kafka.connect.storage.StringConverter",
+ "sink.properties.compress_type":""
}
}
\ No newline at end of file
diff --git
a/src/test/resources/e2e/string_converter/combine_flush_connector_2pc.json
b/src/test/resources/e2e/string_converter/combine_flush_connector_2pc.json
index 066ef3b..c897e77 100644
--- a/src/test/resources/e2e/string_converter/combine_flush_connector_2pc.json
+++ b/src/test/resources/e2e/string_converter/combine_flush_connector_2pc.json
@@ -18,6 +18,7 @@
"enable.combine.flush":"true",
"enable.2pc": "true",
"key.converter":"org.apache.kafka.connect.storage.StringConverter",
- "value.converter":"org.apache.kafka.connect.storage.StringConverter"
+ "value.converter":"org.apache.kafka.connect.storage.StringConverter",
+ "sink.properties.compress_type":""
}
}
\ No newline at end of file
diff --git a/src/test/resources/e2e/string_converter/debezium_dml_event.json
b/src/test/resources/e2e/string_converter/debezium_dml_event.json
index 73ee118..13151ed 100644
--- a/src/test/resources/e2e/string_converter/debezium_dml_event.json
+++ b/src/test/resources/e2e/string_converter/debezium_dml_event.json
@@ -20,6 +20,7 @@
"enable.2pc": "true",
"enable.delete": "true",
"key.converter":"org.apache.kafka.connect.json.JsonConverter",
- "value.converter":"org.apache.kafka.connect.json.JsonConverter"
+ "value.converter":"org.apache.kafka.connect.json.JsonConverter",
+ "sink.properties.compress_type":""
}
}
\ No newline at end of file
diff --git a/src/test/resources/e2e/string_converter/full_types.json
b/src/test/resources/e2e/string_converter/full_types.json
index ef95aef..54b481f 100644
--- a/src/test/resources/e2e/string_converter/full_types.json
+++ b/src/test/resources/e2e/string_converter/full_types.json
@@ -17,6 +17,7 @@
"converter.mode": "debezium_ingestion",
"load.model":"stream_load",
"key.converter":"org.apache.kafka.connect.json.JsonConverter",
- "value.converter":"org.apache.kafka.connect.json.JsonConverter"
+ "value.converter":"org.apache.kafka.connect.json.JsonConverter",
+ "sink.properties.compress_type":""
}
}
\ No newline at end of file
diff --git
a/src/test/resources/e2e/string_converter/group_commit_connector.json
b/src/test/resources/e2e/string_converter/group_commit_connector.json
index 9e9b55c..f3e1721 100644
--- a/src/test/resources/e2e/string_converter/group_commit_connector.json
+++ b/src/test/resources/e2e/string_converter/group_commit_connector.json
@@ -18,6 +18,7 @@
"enable.2pc": "false",
"load.model":"stream_load",
"key.converter":"org.apache.kafka.connect.storage.StringConverter",
- "value.converter":"org.apache.kafka.connect.storage.StringConverter"
+ "value.converter":"org.apache.kafka.connect.storage.StringConverter",
+ "sink.properties.compress_type":""
}
}
\ No newline at end of file
diff --git a/src/test/resources/e2e/string_converter/null_values_default.json
b/src/test/resources/e2e/string_converter/null_values_default.json
index 9ca212f..5240b1b 100644
--- a/src/test/resources/e2e/string_converter/null_values_default.json
+++ b/src/test/resources/e2e/string_converter/null_values_default.json
@@ -18,6 +18,7 @@
"load.model":"stream_load",
"key.converter":"org.apache.kafka.connect.storage.StringConverter",
"value.converter":"org.apache.kafka.connect.storage.StringConverter",
- "value.converter.schemas.enable": "false"
+ "value.converter.schemas.enable": "false",
+ "sink.properties.compress_type":""
}
}
\ No newline at end of file
diff --git a/src/test/resources/e2e/string_converter/null_values_fail.json
b/src/test/resources/e2e/string_converter/null_values_fail.json
index b12628f..732c652 100644
--- a/src/test/resources/e2e/string_converter/null_values_fail.json
+++ b/src/test/resources/e2e/string_converter/null_values_fail.json
@@ -19,6 +19,7 @@
"behavior.on.null.values":"fail",
"key.converter":"org.apache.kafka.connect.storage.StringConverter",
"value.converter":"org.apache.kafka.connect.storage.StringConverter",
- "value.converter.schemas.enable": "false"
+ "value.converter.schemas.enable": "false",
+ "sink.properties.compress_type":""
}
}
\ No newline at end of file
diff --git a/src/test/resources/e2e/string_converter/null_values_ignore.json
b/src/test/resources/e2e/string_converter/null_values_ignore.json
index 05b8e89..ba633d2 100644
--- a/src/test/resources/e2e/string_converter/null_values_ignore.json
+++ b/src/test/resources/e2e/string_converter/null_values_ignore.json
@@ -19,6 +19,7 @@
"behavior.on.null.values":"ignore",
"key.converter":"org.apache.kafka.connect.storage.StringConverter",
"value.converter":"org.apache.kafka.connect.storage.StringConverter",
- "value.converter.schemas.enable": "false"
+ "value.converter.schemas.enable": "false",
+ "sink.properties.compress_type":""
}
}
\ No newline at end of file
diff --git a/src/test/resources/e2e/string_converter/partial_update.json
b/src/test/resources/e2e/string_converter/partial_update.json
index 0caaa4b..f95f25f 100644
--- a/src/test/resources/e2e/string_converter/partial_update.json
+++ b/src/test/resources/e2e/string_converter/partial_update.json
@@ -19,6 +19,7 @@
"enable.2pc": "false",
"load.model":"stream_load",
"key.converter":"org.apache.kafka.connect.storage.StringConverter",
- "value.converter":"org.apache.kafka.connect.storage.StringConverter"
+ "value.converter":"org.apache.kafka.connect.storage.StringConverter",
+ "sink.properties.compress_type":""
}
}
\ No newline at end of file
diff --git a/src/test/resources/e2e/string_converter/string_msg_connector.json
b/src/test/resources/e2e/string_converter/string_msg_connector.json
index dd994cc..1fdd39f 100644
--- a/src/test/resources/e2e/string_converter/string_msg_connector.json
+++ b/src/test/resources/e2e/string_converter/string_msg_connector.json
@@ -16,6 +16,7 @@
"doris.database":"string_msg",
"load.model":"stream_load",
"key.converter":"org.apache.kafka.connect.storage.StringConverter",
- "value.converter":"org.apache.kafka.connect.storage.StringConverter"
+ "value.converter":"org.apache.kafka.connect.storage.StringConverter",
+ "sink.properties.compress_type":""
}
}
\ No newline at end of file
diff --git
a/src/test/resources/e2e/string_converter/string_msg_failover_connector.json
b/src/test/resources/e2e/string_converter/string_msg_failover_connector.json
index d8604b5..d3012cf 100644
--- a/src/test/resources/e2e/string_converter/string_msg_failover_connector.json
+++ b/src/test/resources/e2e/string_converter/string_msg_failover_connector.json
@@ -20,6 +20,7 @@
"max.retries": "10",
"retry.interval.ms": "5000",
"key.converter":"org.apache.kafka.connect.storage.StringConverter",
- "value.converter":"org.apache.kafka.connect.storage.StringConverter"
+ "value.converter":"org.apache.kafka.connect.storage.StringConverter",
+ "sink.properties.compress_type":""
}
}
\ No newline at end of file
diff --git
a/src/test/resources/e2e/string_converter/string_msg_failover_connector_uniq.json
b/src/test/resources/e2e/string_converter/string_msg_failover_connector_uniq.json
index 83cdc1c..2b6b720 100644
---
a/src/test/resources/e2e/string_converter/string_msg_failover_connector_uniq.json
+++
b/src/test/resources/e2e/string_converter/string_msg_failover_connector_uniq.json
@@ -20,6 +20,7 @@
"max.retries": "10",
"retry.interval.ms": "5000",
"key.converter":"org.apache.kafka.connect.storage.StringConverter",
- "value.converter":"org.apache.kafka.connect.storage.StringConverter"
+ "value.converter":"org.apache.kafka.connect.storage.StringConverter",
+ "sink.properties.compress_type":""
}
}
\ No newline at end of file
diff --git a/src/test/resources/e2e/string_converter/table_field_config.json
b/src/test/resources/e2e/string_converter/table_field_config.json
index 1952e53..310730f 100644
--- a/src/test/resources/e2e/string_converter/table_field_config.json
+++ b/src/test/resources/e2e/string_converter/table_field_config.json
@@ -19,6 +19,7 @@
"load.model":"stream_load",
"key.converter":"org.apache.kafka.connect.storage.StringConverter",
"value.converter":"org.apache.kafka.connect.json.JsonConverter",
- "value.converter.schemas.enable": "false"
+ "value.converter.schemas.enable": "false",
+ "sink.properties.compress_type":""
}
}
\ No newline at end of file
diff --git a/src/test/resources/e2e/string_converter/time_types.json
b/src/test/resources/e2e/string_converter/time_types.json
index 46abab8..b8abfb2 100644
--- a/src/test/resources/e2e/string_converter/time_types.json
+++ b/src/test/resources/e2e/string_converter/time_types.json
@@ -17,6 +17,7 @@
"converter.mode": "debezium_ingestion",
"database.time_zone":"Asia/Shanghai",
"key.converter":"org.apache.kafka.connect.json.JsonConverter",
- "value.converter":"org.apache.kafka.connect.json.JsonConverter"
+ "value.converter":"org.apache.kafka.connect.json.JsonConverter",
+ "sink.properties.compress_type":""
}
}
\ No newline at end of file
diff --git a/src/test/resources/e2e/transforms/multiple_transforms_chain.json
b/src/test/resources/e2e/transforms/multiple_transforms_chain.json
index f61e8e5..b22587d 100644
--- a/src/test/resources/e2e/transforms/multiple_transforms_chain.json
+++ b/src/test/resources/e2e/transforms/multiple_transforms_chain.json
@@ -22,6 +22,7 @@
"transforms.renameField.renames":"old_col1:col1",
"key.converter":"org.apache.kafka.connect.storage.StringConverter",
"value.converter":"org.apache.kafka.connect.json.JsonConverter",
- "value.converter.schemas.enable": "false"
+ "value.converter.schemas.enable": "false",
+ "sink.properties.compress_type":""
}
}
\ No newline at end of file
diff --git a/src/test/resources/e2e/transforms/regex_router_transforms.json
b/src/test/resources/e2e/transforms/regex_router_transforms.json
index d8aff6d..b6d6e1f 100644
--- a/src/test/resources/e2e/transforms/regex_router_transforms.json
+++ b/src/test/resources/e2e/transforms/regex_router_transforms.json
@@ -21,6 +21,7 @@
"transforms.dropPrefix.replacement": "$1",
"key.converter":"org.apache.kafka.connect.storage.StringConverter",
"value.converter":"org.apache.kafka.connect.json.JsonConverter",
- "value.converter.schemas.enable": "false"
+ "value.converter.schemas.enable": "false",
+ "sink.properties.compress_type":""
}
}
\ No newline at end of file
diff --git a/src/test/resources/e2e/transforms/rename_transforms.json
b/src/test/resources/e2e/transforms/rename_transforms.json
index c8c2138..1b0672e 100644
--- a/src/test/resources/e2e/transforms/rename_transforms.json
+++ b/src/test/resources/e2e/transforms/rename_transforms.json
@@ -20,6 +20,7 @@
"transforms.renameField.renames":"old_col1:col1",
"key.converter":"org.apache.kafka.connect.storage.StringConverter",
"value.converter":"org.apache.kafka.connect.json.JsonConverter",
- "value.converter.schemas.enable": "false"
+ "value.converter.schemas.enable": "false",
+ "sink.properties.compress_type":""
}
}
\ No newline at end of file
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]