This is an automated email from the ASF dual-hosted git repository. dongjoon pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/spark.git
commit 8e3e95750993277568010df9a53f56104ced7304 Author: Dongjoon Hyun <dongj...@apache.org> AuthorDate: Mon Nov 28 12:56:30 2022 -0800 Revert "[SPARK-41197][BUILD] Upgrade Kafka to 3.3.1" This reverts commit 60ab363183b8b9565ebadfd1b1e826d1d64ae212. --- .../src/test/scala/org/apache/spark/sql/kafka010/KafkaTestUtils.scala | 2 -- .../test/scala/org/apache/spark/streaming/kafka010/KafkaTestUtils.scala | 2 -- pom.xml | 2 +- 3 files changed, 1 insertion(+), 5 deletions(-) diff --git a/connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaTestUtils.scala b/connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaTestUtils.scala index 7c9c40883a5..431d9d6b278 100644 --- a/connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaTestUtils.scala +++ b/connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaTestUtils.scala @@ -537,8 +537,6 @@ class KafkaTestUtils( props.put("key.serializer", classOf[StringSerializer].getName) // wait for all in-sync replicas to ack sends props.put("acks", "all") - props.put("partitioner.class", - classOf[org.apache.kafka.clients.producer.internals.DefaultPartitioner].getName) setAuthenticationConfigIfNeeded(props) props } diff --git a/connector/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/KafkaTestUtils.scala b/connector/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/KafkaTestUtils.scala index 91fecacb6e7..d341b6977b2 100644 --- a/connector/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/KafkaTestUtils.scala +++ b/connector/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/KafkaTestUtils.scala @@ -263,8 +263,6 @@ private[kafka010] class KafkaTestUtils extends Logging { props.put("key.serializer", classOf[StringSerializer].getName) // wait for all in-sync replicas to ack sends props.put("acks", "all") - props.put("partitioner.class", - classOf[org.apache.kafka.clients.producer.internals.DefaultPartitioner].getName) props } diff --git a/pom.xml b/pom.xml index 691ea8f563f..f47bedb18e7 100644 --- a/pom.xml +++ b/pom.xml @@ -133,7 +133,7 @@ <!-- Version used for internal directory structure --> <hive.version.short>2.3</hive.version.short> <!-- note that this should be compatible with Kafka brokers version 0.10 and up --> - <kafka.version>3.3.1</kafka.version> + <kafka.version>3.2.3</kafka.version> <!-- After 10.15.1.3, the minimum required version is JDK9 --> <derby.version>10.14.2.0</derby.version> <parquet.version>1.12.3</parquet.version> --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org