This is an automated email from the ASF dual-hosted git repository.
Jackie-Jiang pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/pinot.git
The following commit(s) were added to refs/heads/master by this push:
new f5e3dec1187 Upgrade Kafka to 4.4.0 and Confluent clients to 8.4.0
(#20185)
f5e3dec1187 is described below
commit f5e3dec1187c8cd1647a5a5c41f3d3d97f8dbdae
Author: Xiaotian (Jackie) Jiang <[email protected]>
AuthorDate: Tue Nov 10 10:42:52 2026 -0800
Upgrade Kafka to 4.4.0 and Confluent clients to 8.4.0 (#20185)
---
pinot-connectors/pinot-flink-connector/pom.xml | 12 ++++++++++++
pinot-integration-tests/pom.xml | 12 ++++++++++++
pinot-plugins/pinot-stream-ingestion/pinot-kafka-4.0/pom.xml | 12 ++++++++++++
.../stream/kafka40/KafkaPartitionLevelConsumerSeekTest.java | 2 +-
.../stream/kafka40/KafkaPartitionLevelConsumerTest.java | 2 +-
pom.xml | 10 ++++++++--
6 files changed, 46 insertions(+), 4 deletions(-)
diff --git a/pinot-connectors/pinot-flink-connector/pom.xml
b/pinot-connectors/pinot-flink-connector/pom.xml
index a76236829dc..acb16c0955d 100644
--- a/pinot-connectors/pinot-flink-connector/pom.xml
+++ b/pinot-connectors/pinot-flink-connector/pom.xml
@@ -84,6 +84,18 @@
<artifactId>kafka-test-common-runtime</artifactId>
<scope>test</scope>
</dependency>
+ <!-- KafkaClusterTestKit's SSL setup needs client test fixtures and Bouncy
Castle, absent from Kafka's POM. -->
+ <dependency>
+ <groupId>org.apache.kafka</groupId>
+ <artifactId>kafka-clients</artifactId>
+ <classifier>test-fixtures</classifier>
+ <scope>test</scope>
+ </dependency>
+ <dependency>
+ <groupId>org.bouncycastle</groupId>
+ <artifactId>bcpkix-jdk18on</artifactId>
+ <scope>test</scope>
+ </dependency>
<dependency>
<groupId>org.testng</groupId>
<artifactId>testng</artifactId>
diff --git a/pinot-integration-tests/pom.xml b/pinot-integration-tests/pom.xml
index f94a438b7a4..1eb386e7912 100644
--- a/pinot-integration-tests/pom.xml
+++ b/pinot-integration-tests/pom.xml
@@ -511,6 +511,18 @@
<artifactId>kafka-test-common-runtime</artifactId>
<scope>test</scope>
</dependency>
+ <!-- KafkaClusterTestKit's SSL setup needs client test fixtures and Bouncy
Castle, absent from Kafka's POM. -->
+ <dependency>
+ <groupId>org.apache.kafka</groupId>
+ <artifactId>kafka-clients</artifactId>
+ <classifier>test-fixtures</classifier>
+ <scope>test</scope>
+ </dependency>
+ <dependency>
+ <groupId>org.bouncycastle</groupId>
+ <artifactId>bcpkix-jdk18on</artifactId>
+ <scope>test</scope>
+ </dependency>
<dependency>
<groupId>org.apache.pinot</groupId>
<artifactId>pinot-udf-test</artifactId>
diff --git a/pinot-plugins/pinot-stream-ingestion/pinot-kafka-4.0/pom.xml
b/pinot-plugins/pinot-stream-ingestion/pinot-kafka-4.0/pom.xml
index 9387f26893e..098251125da 100644
--- a/pinot-plugins/pinot-stream-ingestion/pinot-kafka-4.0/pom.xml
+++ b/pinot-plugins/pinot-stream-ingestion/pinot-kafka-4.0/pom.xml
@@ -60,6 +60,18 @@
</dependency>
<!-- Test dependencies -->
+ <!-- KafkaClusterTestKit's SSL setup needs client test fixtures and Bouncy
Castle, absent from Kafka's POM. -->
+ <dependency>
+ <groupId>org.apache.kafka</groupId>
+ <artifactId>kafka-clients</artifactId>
+ <classifier>test-fixtures</classifier>
+ <scope>test</scope>
+ </dependency>
+ <dependency>
+ <groupId>org.bouncycastle</groupId>
+ <artifactId>bcpkix-jdk18on</artifactId>
+ <scope>test</scope>
+ </dependency>
<dependency>
<groupId>org.apache.pinot</groupId>
<artifactId>pinot-kafka-base</artifactId>
diff --git
a/pinot-plugins/pinot-stream-ingestion/pinot-kafka-4.0/src/test/java/org/apache/pinot/plugin/stream/kafka40/KafkaPartitionLevelConsumerSeekTest.java
b/pinot-plugins/pinot-stream-ingestion/pinot-kafka-4.0/src/test/java/org/apache/pinot/plugin/stream/kafka40/KafkaPartitionLevelConsumerSeekTest.java
index 86f8bedd664..ad313fe4172 100644
---
a/pinot-plugins/pinot-stream-ingestion/pinot-kafka-4.0/src/test/java/org/apache/pinot/plugin/stream/kafka40/KafkaPartitionLevelConsumerSeekTest.java
+++
b/pinot-plugins/pinot-stream-ingestion/pinot-kafka-4.0/src/test/java/org/apache/pinot/plugin/stream/kafka40/KafkaPartitionLevelConsumerSeekTest.java
@@ -37,7 +37,7 @@ import org.apache.pinot.spi.stream.LongMsgOffset;
import org.apache.pinot.spi.stream.StreamConfig;
import org.testng.annotations.Test;
-import static org.apache.kafka.common.record.RecordBatch.NO_TIMESTAMP;
+import static org.apache.kafka.clients.consumer.ConsumerRecord.NO_TIMESTAMP;
import static org.mockito.ArgumentMatchers.any;
import static org.mockito.ArgumentMatchers.anyCollection;
import static org.mockito.ArgumentMatchers.eq;
diff --git
a/pinot-plugins/pinot-stream-ingestion/pinot-kafka-4.0/src/test/java/org/apache/pinot/plugin/stream/kafka40/KafkaPartitionLevelConsumerTest.java
b/pinot-plugins/pinot-stream-ingestion/pinot-kafka-4.0/src/test/java/org/apache/pinot/plugin/stream/kafka40/KafkaPartitionLevelConsumerTest.java
index fa3fe04ce6c..404e259b265 100644
---
a/pinot-plugins/pinot-stream-ingestion/pinot-kafka-4.0/src/test/java/org/apache/pinot/plugin/stream/kafka40/KafkaPartitionLevelConsumerTest.java
+++
b/pinot-plugins/pinot-stream-ingestion/pinot-kafka-4.0/src/test/java/org/apache/pinot/plugin/stream/kafka40/KafkaPartitionLevelConsumerTest.java
@@ -65,7 +65,7 @@ import org.testng.annotations.AfterClass;
import org.testng.annotations.BeforeClass;
import org.testng.annotations.Test;
-import static org.apache.kafka.common.record.RecordBatch.NO_TIMESTAMP;
+import static org.apache.kafka.clients.consumer.ConsumerRecord.NO_TIMESTAMP;
import static org.mockito.ArgumentMatchers.any;
import static org.mockito.Mockito.mock;
import static org.mockito.Mockito.when;
diff --git a/pom.xml b/pom.xml
index 519286572fd..90a1ed15df1 100644
--- a/pom.xml
+++ b/pom.xml
@@ -260,9 +260,9 @@
<jopt-simple.version>5.0.4</jopt-simple.version>
<spark3.version>3.5.9</spark3.version>
- <kafka4.version>4.2.0</kafka4.version>
+ <kafka4.version>4.4.0</kafka4.version>
<jose4j.version>0.9.7</jose4j.version>
- <confluent.version>8.2.0</confluent.version>
+ <confluent.version>8.4.0</confluent.version>
<wire.version>7.1.2</wire.version>
<pulsar.version>5.0.1</pulsar.version>
<flink.version>2.3.0</flink.version>
@@ -1695,6 +1695,12 @@
<artifactId>kafka-clients</artifactId>
<version>${kafka4.version}</version>
</dependency>
+ <dependency>
+ <groupId>org.apache.kafka</groupId>
+ <artifactId>kafka-clients</artifactId>
+ <version>${kafka4.version}</version>
+ <classifier>test-fixtures</classifier>
+ </dependency>
<dependency>
<groupId>org.bitbucket.b_c</groupId>
<artifactId>jose4j</artifactId>
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]