You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by do...@apache.org on 2022/11/28 20:57:45 UTC
[spark] 01/02: Revert "[SPARK-41197][BUILD] Upgrade Kafka to 3.3.1"
This is an automated email from the ASF dual-hosted git repository.
dongjoon pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git
commit 8e3e95750993277568010df9a53f56104ced7304
Author: Dongjoon Hyun <do...@apache.org>
AuthorDate: Mon Nov 28 12:56:30 2022 -0800
Revert "[SPARK-41197][BUILD] Upgrade Kafka to 3.3.1"
This reverts commit 60ab363183b8b9565ebadfd1b1e826d1d64ae212.
---
.../src/test/scala/org/apache/spark/sql/kafka010/KafkaTestUtils.scala | 2 --
.../test/scala/org/apache/spark/streaming/kafka010/KafkaTestUtils.scala | 2 --
pom.xml | 2 +-
3 files changed, 1 insertion(+), 5 deletions(-)
diff --git a/connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaTestUtils.scala b/connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaTestUtils.scala
index 7c9c40883a5..431d9d6b278 100644
--- a/connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaTestUtils.scala
+++ b/connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaTestUtils.scala
@@ -537,8 +537,6 @@ class KafkaTestUtils(
props.put("key.serializer", classOf[StringSerializer].getName)
// wait for all in-sync replicas to ack sends
props.put("acks", "all")
- props.put("partitioner.class",
- classOf[org.apache.kafka.clients.producer.internals.DefaultPartitioner].getName)
setAuthenticationConfigIfNeeded(props)
props
}
diff --git a/connector/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/KafkaTestUtils.scala b/connector/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/KafkaTestUtils.scala
index 91fecacb6e7..d341b6977b2 100644
--- a/connector/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/KafkaTestUtils.scala
+++ b/connector/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/KafkaTestUtils.scala
@@ -263,8 +263,6 @@ private[kafka010] class KafkaTestUtils extends Logging {
props.put("key.serializer", classOf[StringSerializer].getName)
// wait for all in-sync replicas to ack sends
props.put("acks", "all")
- props.put("partitioner.class",
- classOf[org.apache.kafka.clients.producer.internals.DefaultPartitioner].getName)
props
}
diff --git a/pom.xml b/pom.xml
index 691ea8f563f..f47bedb18e7 100644
--- a/pom.xml
+++ b/pom.xml
@@ -133,7 +133,7 @@
<!-- Version used for internal directory structure -->
<hive.version.short>2.3</hive.version.short>
<!-- note that this should be compatible with Kafka brokers version 0.10 and up -->
- <kafka.version>3.3.1</kafka.version>
+ <kafka.version>3.2.3</kafka.version>
<!-- After 10.15.1.3, the minimum required version is JDK9 -->
<derby.version>10.14.2.0</derby.version>
<parquet.version>1.12.3</parquet.version>
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org