This is an automated email from the ASF dual-hosted git repository.

diwu pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris-kafka-connector.git


The following commit(s) were added to refs/heads/master by this push:
     new 5b4472e  [improve] Enable gzip compression by default for StreamLoad 
(#95)
5b4472e is described below

commit 5b4472edd9e66d338a79eba5a1983bded6010a71
Author: wudi <[email protected]>
AuthorDate: Tue Apr 7 10:31:35 2026 +0800

    [improve] Enable gzip compression by default for StreamLoad (#95)
    
    Enable gzip compression by default to reduce network transfer size
    and improve write performance. Uses Apache HttpClient's
    GzipCompressingEntity to compress data before sending.
    
    - Add COMPRESS_TYPE and COMPRESS_TYPE_GZ constants to LoadConstants
    - Set compress_type=gz as default stream load property in DorisOptions
    - Apply GzipCompressingEntity in both DorisStreamLoad and 
AsyncDorisStreamLoad
    - Users can override via sink.properties.compress_type configuration
---
 .../doris/kafka/connector/cfg/DorisOptions.java    |  1 +
 .../kafka/connector/writer/LoadConstants.java      |  2 ++
 .../writer/load/AsyncDorisStreamLoad.java          | 13 +++++++++--
 .../connector/writer/load/DorisStreamLoad.java     | 12 ++++++++--
 .../kafka/connector/cfg/TestDorisOptions.java      | 26 ++++++++++++++++++++++
 .../e2e/avro_converter/confluent_avro_convert.json |  3 ++-
 .../e2e/avro_converter/doris_avro_convert.json     |  3 ++-
 .../string_converter/combine_flush_connector.json  |  3 ++-
 .../combine_flush_connector_2pc.json               |  3 ++-
 .../e2e/string_converter/debezium_dml_event.json   |  3 ++-
 .../resources/e2e/string_converter/full_types.json |  3 ++-
 .../string_converter/group_commit_connector.json   |  3 ++-
 .../e2e/string_converter/null_values_default.json  |  3 ++-
 .../e2e/string_converter/null_values_fail.json     |  3 ++-
 .../e2e/string_converter/null_values_ignore.json   |  3 ++-
 .../e2e/string_converter/partial_update.json       |  3 ++-
 .../e2e/string_converter/string_msg_connector.json |  3 ++-
 .../string_msg_failover_connector.json             |  3 ++-
 .../string_msg_failover_connector_uniq.json        |  3 ++-
 .../e2e/string_converter/table_field_config.json   |  3 ++-
 .../resources/e2e/string_converter/time_types.json |  3 ++-
 .../e2e/transforms/multiple_transforms_chain.json  |  3 ++-
 .../e2e/transforms/regex_router_transforms.json    |  3 ++-
 .../e2e/transforms/rename_transforms.json          |  3 ++-
 24 files changed, 88 insertions(+), 23 deletions(-)

diff --git 
a/src/main/java/org/apache/doris/kafka/connector/cfg/DorisOptions.java 
b/src/main/java/org/apache/doris/kafka/connector/cfg/DorisOptions.java
index aa5402c..b503eeb 100644
--- a/src/main/java/org/apache/doris/kafka/connector/cfg/DorisOptions.java
+++ b/src/main/java/org/apache/doris/kafka/connector/cfg/DorisOptions.java
@@ -176,6 +176,7 @@ public class DorisOptions {
         Properties properties = new Properties();
         properties.setProperty("format", "json");
         properties.setProperty("read_json_by_line", "true");
+        properties.setProperty("compress_type", "gz");
         return properties;
     }
 
diff --git 
a/src/main/java/org/apache/doris/kafka/connector/writer/LoadConstants.java 
b/src/main/java/org/apache/doris/kafka/connector/writer/LoadConstants.java
index 3e887eb..7be3a30 100644
--- a/src/main/java/org/apache/doris/kafka/connector/writer/LoadConstants.java
+++ b/src/main/java/org/apache/doris/kafka/connector/writer/LoadConstants.java
@@ -30,4 +30,6 @@ public class LoadConstants {
     // since apache doris 2.1.0, support stream load with group commit mode.
     public static final String GROUP_COMMIT = "group_commit";
     public static final String PARTIAL_COLUMNS = "partial_columns";
+    public static final String COMPRESS_TYPE = "compress_type";
+    public static final String COMPRESS_TYPE_GZ = "gz";
 }
diff --git 
a/src/main/java/org/apache/doris/kafka/connector/writer/load/AsyncDorisStreamLoad.java
 
b/src/main/java/org/apache/doris/kafka/connector/writer/load/AsyncDorisStreamLoad.java
index 9dbbe90..a5987ad 100644
--- 
a/src/main/java/org/apache/doris/kafka/connector/writer/load/AsyncDorisStreamLoad.java
+++ 
b/src/main/java/org/apache/doris/kafka/connector/writer/load/AsyncDorisStreamLoad.java
@@ -41,8 +41,10 @@ import 
org.apache.doris.kafka.connector.model.KafkaRespContent;
 import org.apache.doris.kafka.connector.utils.BackendUtils;
 import org.apache.doris.kafka.connector.utils.HttpPutBuilder;
 import org.apache.doris.kafka.connector.utils.HttpUtils;
+import org.apache.doris.kafka.connector.writer.LoadConstants;
 import org.apache.doris.kafka.connector.writer.LoadStatus;
 import org.apache.doris.kafka.connector.writer.RecordBuffer;
+import org.apache.http.client.entity.GzipCompressingEntity;
 import org.apache.http.client.methods.CloseableHttpResponse;
 import org.apache.http.entity.ByteArrayEntity;
 import org.apache.http.impl.client.CloseableHttpClient;
@@ -63,6 +65,7 @@ public class AsyncDorisStreamLoad extends DataLoad {
     private final BackendUtils backendUtils;
     private Queue<KafkaRespContent> respContents = new LinkedList<>();
     private final boolean enableGroupCommit;
+    private final boolean enableGzCompress;
     private ExecutorService loadExecutorService;
     private LoadAsyncExecutor loadAsyncExecutor;
     private BlockingQueue<RecordBuffer> flushQueue = new 
LinkedBlockingDeque<>(1);
@@ -81,6 +84,11 @@ public class AsyncDorisStreamLoad extends DataLoad {
         this.backendUtils = backendUtils;
         this.topic = topic;
         this.enableGroupCommit = dorisOptions.enableGroupCommit();
+        this.enableGzCompress =
+                LoadConstants.COMPRESS_TYPE_GZ.equals(
+                        dorisOptions
+                                .getStreamLoadProp()
+                                .getProperty(LoadConstants.COMPRESS_TYPE, ""));
         this.loadAsyncExecutor = new LoadAsyncExecutor();
         this.loadExecutorService =
                 new ThreadPoolExecutor(
@@ -194,14 +202,15 @@ public class AsyncDorisStreamLoad extends DataLoad {
 
             refreshLoadUrl(database, table);
             String data = buffer.getData();
-            ByteArrayEntity entity = new 
ByteArrayEntity(data.getBytes(StandardCharsets.UTF_8));
+            ByteArrayEntity byteEntity = new 
ByteArrayEntity(data.getBytes(StandardCharsets.UTF_8));
             HttpPutBuilder putBuilder = new HttpPutBuilder();
             putBuilder
                     .setUrl(loadUrl)
                     .baseAuth(user, password)
                     .setLabel(label)
                     .addCommonHeader()
-                    .setEntity(entity)
+                    .setEntity(
+                            enableGzCompress ? new 
GzipCompressingEntity(byteEntity) : byteEntity)
                     .addHiddenColumns(dorisOptions.isEnableDelete())
                     .enable2PC(dorisOptions.enable2PC())
                     .addProperties(dorisOptions.getStreamLoadProp());
diff --git 
a/src/main/java/org/apache/doris/kafka/connector/writer/load/DorisStreamLoad.java
 
b/src/main/java/org/apache/doris/kafka/connector/writer/load/DorisStreamLoad.java
index f3a3a62..6617c03 100644
--- 
a/src/main/java/org/apache/doris/kafka/connector/writer/load/DorisStreamLoad.java
+++ 
b/src/main/java/org/apache/doris/kafka/connector/writer/load/DorisStreamLoad.java
@@ -32,8 +32,10 @@ import 
org.apache.doris.kafka.connector.model.KafkaRespContent;
 import org.apache.doris.kafka.connector.utils.BackendUtils;
 import org.apache.doris.kafka.connector.utils.HttpPutBuilder;
 import org.apache.doris.kafka.connector.utils.HttpUtils;
+import org.apache.doris.kafka.connector.writer.LoadConstants;
 import org.apache.doris.kafka.connector.writer.LoadStatus;
 import org.apache.doris.kafka.connector.writer.RecordBuffer;
+import org.apache.http.client.entity.GzipCompressingEntity;
 import org.apache.http.client.methods.CloseableHttpResponse;
 import org.apache.http.entity.ByteArrayEntity;
 import org.apache.http.impl.client.CloseableHttpClient;
@@ -54,6 +56,7 @@ public class DorisStreamLoad extends DataLoad {
     private final BackendUtils backendUtils;
     private Queue<KafkaRespContent> respContents = new LinkedList<>();
     private final boolean enableGroupCommit;
+    private final boolean enableGzCompress;
 
     public DorisStreamLoad(
             BackendUtils backendUtils, DorisOptions dorisOptions, String 
topic, String table) {
@@ -66,6 +69,11 @@ public class DorisStreamLoad extends DataLoad {
         this.backendUtils = backendUtils;
         this.topic = topic;
         this.enableGroupCommit = dorisOptions.enableGroupCommit();
+        this.enableGzCompress =
+                LoadConstants.COMPRESS_TYPE_GZ.equals(
+                        dorisOptions
+                                .getStreamLoadProp()
+                                .getProperty(LoadConstants.COMPRESS_TYPE, ""));
     }
 
     /** execute stream load. */
@@ -77,14 +85,14 @@ public class DorisStreamLoad extends DataLoad {
 
         refreshLoadUrl(database, table);
         String data = buffer.getData();
-        ByteArrayEntity entity = new 
ByteArrayEntity(data.getBytes(StandardCharsets.UTF_8));
+        ByteArrayEntity byteEntity = new 
ByteArrayEntity(data.getBytes(StandardCharsets.UTF_8));
         HttpPutBuilder putBuilder = new HttpPutBuilder();
         putBuilder
                 .setUrl(loadUrl)
                 .baseAuth(user, password)
                 .setLabel(label)
                 .addCommonHeader()
-                .setEntity(entity)
+                .setEntity(enableGzCompress ? new 
GzipCompressingEntity(byteEntity) : byteEntity)
                 .addHiddenColumns(dorisOptions.isEnableDelete())
                 .enable2PC(dorisOptions.enable2PC())
                 .addProperties(dorisOptions.getStreamLoadProp());
diff --git 
a/src/test/java/org/apache/doris/kafka/connector/cfg/TestDorisOptions.java 
b/src/test/java/org/apache/doris/kafka/connector/cfg/TestDorisOptions.java
index 20fe400..d4c83c6 100644
--- a/src/test/java/org/apache/doris/kafka/connector/cfg/TestDorisOptions.java
+++ b/src/test/java/org/apache/doris/kafka/connector/cfg/TestDorisOptions.java
@@ -70,6 +70,32 @@ public class TestDorisOptions {
         Assert.assertTrue(result.contains(queryUrl));
     }
 
+    @Test
+    public void testDefaultCompressType() {
+        props.put("doris.urls", "10.20.30.1");
+        dorisOptions = new DorisOptions((Map) props);
+        Properties streamLoadProp = dorisOptions.getStreamLoadProp();
+        Assert.assertEquals("gz", streamLoadProp.getProperty("compress_type"));
+    }
+
+    @Test
+    public void testOverrideCompressType() {
+        props.put("doris.urls", "10.20.30.1");
+        props.put("sink.properties.compress_type", "lz4");
+        dorisOptions = new DorisOptions((Map) props);
+        Properties streamLoadProp = dorisOptions.getStreamLoadProp();
+        Assert.assertEquals("lz4", 
streamLoadProp.getProperty("compress_type"));
+    }
+
+    @Test
+    public void testDisableCompressType() {
+        props.put("doris.urls", "10.20.30.1");
+        props.put("sink.properties.compress_type", "");
+        dorisOptions = new DorisOptions((Map) props);
+        Properties streamLoadProp = dorisOptions.getStreamLoadProp();
+        Assert.assertEquals("", streamLoadProp.getProperty("compress_type"));
+    }
+
     @Test
     public void testGetHttpUrls() {
         props.put("doris.urls", "10.20.30.1,10.20.30.2, 10.20.30.3");
diff --git a/src/test/resources/e2e/avro_converter/confluent_avro_convert.json 
b/src/test/resources/e2e/avro_converter/confluent_avro_convert.json
index 88dbd11..a09323e 100644
--- a/src/test/resources/e2e/avro_converter/confluent_avro_convert.json
+++ b/src/test/resources/e2e/avro_converter/confluent_avro_convert.json
@@ -18,6 +18,7 @@
   "key.converter":"io.confluent.connect.avro.AvroConverter",
   "key.converter.schema.registry.url":"http://127.0.0.1:8081";,
   "value.converter":"io.confluent.connect.avro.AvroConverter",
-  "value.converter.schema.registry.url":"http://127.0.0.1:8081";
+  "value.converter.schema.registry.url":"http://127.0.0.1:8081";,
+  "sink.properties.compress_type":""
   }
 }
\ No newline at end of file
diff --git a/src/test/resources/e2e/avro_converter/doris_avro_convert.json 
b/src/test/resources/e2e/avro_converter/doris_avro_convert.json
index 0a44ef8..1efaf83 100644
--- a/src/test/resources/e2e/avro_converter/doris_avro_convert.json
+++ b/src/test/resources/e2e/avro_converter/doris_avro_convert.json
@@ -16,6 +16,7 @@
     "doris.database":"avro_convert",
     "key.converter":"org.apache.kafka.connect.storage.StringConverter",
     
"value.converter":"org.apache.doris.kafka.connector.decode.avro.DorisAvroConverter",
-    
"value.converter.avro.topic2schema.filepath":"avro-user:file:///opt/avro_user.avsc"
+    
"value.converter.avro.topic2schema.filepath":"avro-user:file:///opt/avro_user.avsc",
+    "sink.properties.compress_type":""
   }
 }
\ No newline at end of file
diff --git 
a/src/test/resources/e2e/string_converter/combine_flush_connector.json 
b/src/test/resources/e2e/string_converter/combine_flush_connector.json
index 96c3cf8..68c94ce 100644
--- a/src/test/resources/e2e/string_converter/combine_flush_connector.json
+++ b/src/test/resources/e2e/string_converter/combine_flush_connector.json
@@ -17,6 +17,7 @@
     "load.model":"stream_load",
     "enable.combine.flush":"true",
     "key.converter":"org.apache.kafka.connect.storage.StringConverter",
-    "value.converter":"org.apache.kafka.connect.storage.StringConverter"
+    "value.converter":"org.apache.kafka.connect.storage.StringConverter",
+    "sink.properties.compress_type":""
   }
 }
\ No newline at end of file
diff --git 
a/src/test/resources/e2e/string_converter/combine_flush_connector_2pc.json 
b/src/test/resources/e2e/string_converter/combine_flush_connector_2pc.json
index 066ef3b..c897e77 100644
--- a/src/test/resources/e2e/string_converter/combine_flush_connector_2pc.json
+++ b/src/test/resources/e2e/string_converter/combine_flush_connector_2pc.json
@@ -18,6 +18,7 @@
     "enable.combine.flush":"true",
     "enable.2pc": "true",
     "key.converter":"org.apache.kafka.connect.storage.StringConverter",
-    "value.converter":"org.apache.kafka.connect.storage.StringConverter"
+    "value.converter":"org.apache.kafka.connect.storage.StringConverter",
+    "sink.properties.compress_type":""
   }
 }
\ No newline at end of file
diff --git a/src/test/resources/e2e/string_converter/debezium_dml_event.json 
b/src/test/resources/e2e/string_converter/debezium_dml_event.json
index 73ee118..13151ed 100644
--- a/src/test/resources/e2e/string_converter/debezium_dml_event.json
+++ b/src/test/resources/e2e/string_converter/debezium_dml_event.json
@@ -20,6 +20,7 @@
     "enable.2pc": "true",
     "enable.delete": "true",
     "key.converter":"org.apache.kafka.connect.json.JsonConverter",
-    "value.converter":"org.apache.kafka.connect.json.JsonConverter"
+    "value.converter":"org.apache.kafka.connect.json.JsonConverter",
+    "sink.properties.compress_type":""
   }
 }
\ No newline at end of file
diff --git a/src/test/resources/e2e/string_converter/full_types.json 
b/src/test/resources/e2e/string_converter/full_types.json
index ef95aef..54b481f 100644
--- a/src/test/resources/e2e/string_converter/full_types.json
+++ b/src/test/resources/e2e/string_converter/full_types.json
@@ -17,6 +17,7 @@
     "converter.mode": "debezium_ingestion",
     "load.model":"stream_load",
     "key.converter":"org.apache.kafka.connect.json.JsonConverter",
-    "value.converter":"org.apache.kafka.connect.json.JsonConverter"
+    "value.converter":"org.apache.kafka.connect.json.JsonConverter",
+    "sink.properties.compress_type":""
   }
 }
\ No newline at end of file
diff --git 
a/src/test/resources/e2e/string_converter/group_commit_connector.json 
b/src/test/resources/e2e/string_converter/group_commit_connector.json
index 9e9b55c..f3e1721 100644
--- a/src/test/resources/e2e/string_converter/group_commit_connector.json
+++ b/src/test/resources/e2e/string_converter/group_commit_connector.json
@@ -18,6 +18,7 @@
     "enable.2pc": "false",
     "load.model":"stream_load",
     "key.converter":"org.apache.kafka.connect.storage.StringConverter",
-    "value.converter":"org.apache.kafka.connect.storage.StringConverter"
+    "value.converter":"org.apache.kafka.connect.storage.StringConverter",
+    "sink.properties.compress_type":""
   }
 }
\ No newline at end of file
diff --git a/src/test/resources/e2e/string_converter/null_values_default.json 
b/src/test/resources/e2e/string_converter/null_values_default.json
index 9ca212f..5240b1b 100644
--- a/src/test/resources/e2e/string_converter/null_values_default.json
+++ b/src/test/resources/e2e/string_converter/null_values_default.json
@@ -18,6 +18,7 @@
     "load.model":"stream_load",
     "key.converter":"org.apache.kafka.connect.storage.StringConverter",
     "value.converter":"org.apache.kafka.connect.storage.StringConverter",
-    "value.converter.schemas.enable": "false"
+    "value.converter.schemas.enable": "false",
+    "sink.properties.compress_type":""
   }
 }
\ No newline at end of file
diff --git a/src/test/resources/e2e/string_converter/null_values_fail.json 
b/src/test/resources/e2e/string_converter/null_values_fail.json
index b12628f..732c652 100644
--- a/src/test/resources/e2e/string_converter/null_values_fail.json
+++ b/src/test/resources/e2e/string_converter/null_values_fail.json
@@ -19,6 +19,7 @@
     "behavior.on.null.values":"fail",
     "key.converter":"org.apache.kafka.connect.storage.StringConverter",
     "value.converter":"org.apache.kafka.connect.storage.StringConverter",
-    "value.converter.schemas.enable": "false"
+    "value.converter.schemas.enable": "false",
+    "sink.properties.compress_type":""
   }
 }
\ No newline at end of file
diff --git a/src/test/resources/e2e/string_converter/null_values_ignore.json 
b/src/test/resources/e2e/string_converter/null_values_ignore.json
index 05b8e89..ba633d2 100644
--- a/src/test/resources/e2e/string_converter/null_values_ignore.json
+++ b/src/test/resources/e2e/string_converter/null_values_ignore.json
@@ -19,6 +19,7 @@
     "behavior.on.null.values":"ignore",
     "key.converter":"org.apache.kafka.connect.storage.StringConverter",
     "value.converter":"org.apache.kafka.connect.storage.StringConverter",
-    "value.converter.schemas.enable": "false"
+    "value.converter.schemas.enable": "false",
+    "sink.properties.compress_type":""
   }
 }
\ No newline at end of file
diff --git a/src/test/resources/e2e/string_converter/partial_update.json 
b/src/test/resources/e2e/string_converter/partial_update.json
index 0caaa4b..f95f25f 100644
--- a/src/test/resources/e2e/string_converter/partial_update.json
+++ b/src/test/resources/e2e/string_converter/partial_update.json
@@ -19,6 +19,7 @@
     "enable.2pc": "false",
     "load.model":"stream_load",
     "key.converter":"org.apache.kafka.connect.storage.StringConverter",
-    "value.converter":"org.apache.kafka.connect.storage.StringConverter"
+    "value.converter":"org.apache.kafka.connect.storage.StringConverter",
+    "sink.properties.compress_type":""
   }
 }
\ No newline at end of file
diff --git a/src/test/resources/e2e/string_converter/string_msg_connector.json 
b/src/test/resources/e2e/string_converter/string_msg_connector.json
index dd994cc..1fdd39f 100644
--- a/src/test/resources/e2e/string_converter/string_msg_connector.json
+++ b/src/test/resources/e2e/string_converter/string_msg_connector.json
@@ -16,6 +16,7 @@
     "doris.database":"string_msg",
     "load.model":"stream_load",
     "key.converter":"org.apache.kafka.connect.storage.StringConverter",
-    "value.converter":"org.apache.kafka.connect.storage.StringConverter"
+    "value.converter":"org.apache.kafka.connect.storage.StringConverter",
+    "sink.properties.compress_type":""
   }
 }
\ No newline at end of file
diff --git 
a/src/test/resources/e2e/string_converter/string_msg_failover_connector.json 
b/src/test/resources/e2e/string_converter/string_msg_failover_connector.json
index d8604b5..d3012cf 100644
--- a/src/test/resources/e2e/string_converter/string_msg_failover_connector.json
+++ b/src/test/resources/e2e/string_converter/string_msg_failover_connector.json
@@ -20,6 +20,7 @@
     "max.retries": "10",
     "retry.interval.ms": "5000",
     "key.converter":"org.apache.kafka.connect.storage.StringConverter",
-    "value.converter":"org.apache.kafka.connect.storage.StringConverter"
+    "value.converter":"org.apache.kafka.connect.storage.StringConverter",
+    "sink.properties.compress_type":""
   }
 }
\ No newline at end of file
diff --git 
a/src/test/resources/e2e/string_converter/string_msg_failover_connector_uniq.json
 
b/src/test/resources/e2e/string_converter/string_msg_failover_connector_uniq.json
index 83cdc1c..2b6b720 100644
--- 
a/src/test/resources/e2e/string_converter/string_msg_failover_connector_uniq.json
+++ 
b/src/test/resources/e2e/string_converter/string_msg_failover_connector_uniq.json
@@ -20,6 +20,7 @@
     "max.retries": "10",
     "retry.interval.ms": "5000",
     "key.converter":"org.apache.kafka.connect.storage.StringConverter",
-    "value.converter":"org.apache.kafka.connect.storage.StringConverter"
+    "value.converter":"org.apache.kafka.connect.storage.StringConverter",
+    "sink.properties.compress_type":""
   }
 }
\ No newline at end of file
diff --git a/src/test/resources/e2e/string_converter/table_field_config.json 
b/src/test/resources/e2e/string_converter/table_field_config.json
index 1952e53..310730f 100644
--- a/src/test/resources/e2e/string_converter/table_field_config.json
+++ b/src/test/resources/e2e/string_converter/table_field_config.json
@@ -19,6 +19,7 @@
     "load.model":"stream_load",
     "key.converter":"org.apache.kafka.connect.storage.StringConverter",
     "value.converter":"org.apache.kafka.connect.json.JsonConverter",
-    "value.converter.schemas.enable": "false"
+    "value.converter.schemas.enable": "false",
+    "sink.properties.compress_type":""
   }
 }
\ No newline at end of file
diff --git a/src/test/resources/e2e/string_converter/time_types.json 
b/src/test/resources/e2e/string_converter/time_types.json
index 46abab8..b8abfb2 100644
--- a/src/test/resources/e2e/string_converter/time_types.json
+++ b/src/test/resources/e2e/string_converter/time_types.json
@@ -17,6 +17,7 @@
     "converter.mode": "debezium_ingestion",
     "database.time_zone":"Asia/Shanghai",
     "key.converter":"org.apache.kafka.connect.json.JsonConverter",
-    "value.converter":"org.apache.kafka.connect.json.JsonConverter"
+    "value.converter":"org.apache.kafka.connect.json.JsonConverter",
+    "sink.properties.compress_type":""
   }
 }
\ No newline at end of file
diff --git a/src/test/resources/e2e/transforms/multiple_transforms_chain.json 
b/src/test/resources/e2e/transforms/multiple_transforms_chain.json
index f61e8e5..b22587d 100644
--- a/src/test/resources/e2e/transforms/multiple_transforms_chain.json
+++ b/src/test/resources/e2e/transforms/multiple_transforms_chain.json
@@ -22,6 +22,7 @@
     "transforms.renameField.renames":"old_col1:col1",
     "key.converter":"org.apache.kafka.connect.storage.StringConverter",
     "value.converter":"org.apache.kafka.connect.json.JsonConverter",
-    "value.converter.schemas.enable": "false"
+    "value.converter.schemas.enable": "false",
+    "sink.properties.compress_type":""
   }
 }
\ No newline at end of file
diff --git a/src/test/resources/e2e/transforms/regex_router_transforms.json 
b/src/test/resources/e2e/transforms/regex_router_transforms.json
index d8aff6d..b6d6e1f 100644
--- a/src/test/resources/e2e/transforms/regex_router_transforms.json
+++ b/src/test/resources/e2e/transforms/regex_router_transforms.json
@@ -21,6 +21,7 @@
     "transforms.dropPrefix.replacement": "$1",
     "key.converter":"org.apache.kafka.connect.storage.StringConverter",
     "value.converter":"org.apache.kafka.connect.json.JsonConverter",
-    "value.converter.schemas.enable": "false"
+    "value.converter.schemas.enable": "false",
+    "sink.properties.compress_type":""
   }
 }
\ No newline at end of file
diff --git a/src/test/resources/e2e/transforms/rename_transforms.json 
b/src/test/resources/e2e/transforms/rename_transforms.json
index c8c2138..1b0672e 100644
--- a/src/test/resources/e2e/transforms/rename_transforms.json
+++ b/src/test/resources/e2e/transforms/rename_transforms.json
@@ -20,6 +20,7 @@
     "transforms.renameField.renames":"old_col1:col1",
     "key.converter":"org.apache.kafka.connect.storage.StringConverter",
     "value.converter":"org.apache.kafka.connect.json.JsonConverter",
-    "value.converter.schemas.enable": "false"
+    "value.converter.schemas.enable": "false",
+    "sink.properties.compress_type":""
   }
 }
\ No newline at end of file


---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to