You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@crunch.apache.org by jw...@apache.org on 2019/11/15 00:48:56 UTC
[crunch] 01/03: mostly kafka fixes; some jackson fixes
This is an automated email from the ASF dual-hosted git repository.
jwills pushed a commit to branch jwills_great_version_upgrade
in repository https://gitbox.apache.org/repos/asf/crunch.git
commit cd32244ec96a0f1ca21ebc765c4a45d0dee6e5cf
Author: Josh Wills <jw...@apache.org>
AuthorDate: Thu Nov 14 16:22:49 2019 -0800
mostly kafka fixes; some jackson fixes
---
crunch-core/pom.xml | 5 +++++
.../org/apache/crunch/kafka/utils/KafkaBrokerTestHarness.java | 1 +
pom.xml | 8 +++++++-
3 files changed, 13 insertions(+), 1 deletion(-)
diff --git a/crunch-core/pom.xml b/crunch-core/pom.xml
index 26a0707..c356dce 100644
--- a/crunch-core/pom.xml
+++ b/crunch-core/pom.xml
@@ -50,6 +50,11 @@ under the License.
</dependency>
<dependency>
+ <groupId>com.thoughtworks.paranamer</groupId>
+ <artifactId>paranamer</artifactId>
+ </dependency>
+
+ <dependency>
<groupId>org.javassist</groupId>
<artifactId>javassist</artifactId>
</dependency>
diff --git a/crunch-kafka/src/test/java/org/apache/crunch/kafka/utils/KafkaBrokerTestHarness.java b/crunch-kafka/src/test/java/org/apache/crunch/kafka/utils/KafkaBrokerTestHarness.java
index 13a4e2c..f3f2234 100644
--- a/crunch-kafka/src/test/java/org/apache/crunch/kafka/utils/KafkaBrokerTestHarness.java
+++ b/crunch-kafka/src/test/java/org/apache/crunch/kafka/utils/KafkaBrokerTestHarness.java
@@ -323,6 +323,7 @@ public class KafkaBrokerTestHarness extends ZookeeperTestHarness {
props.setProperty("num.partitions", String.valueOf(PARTITIONS_PER_TOPIC));
props.setProperty("default.replication.factor", String.valueOf(brokers));
props.setProperty("auto.create.topics.enable", Boolean.FALSE.toString());
+ props.setProperty("offsets.topic.replication.factor", String.valueOf(brokers));
props.putAll(baseProperties);
diff --git a/pom.xml b/pom.xml
index 9b8b526..447f756 100644
--- a/pom.xml
+++ b/pom.xml
@@ -92,7 +92,7 @@ under the License.
<jackson.databind.version>2.6.1</jackson.databind.version>
<protobuf-java.version>2.5.0</protobuf-java.version>
<libthrift.version>0.8.0</libthrift.version>
- <slf4j.version>1.6.1</slf4j.version>
+ <slf4j.version>1.7.25</slf4j.version>
<log4j.version>1.2.15</log4j.version>
<algebird.version>0.13.2</algebird.version>
<junit.version>4.10</junit.version>
@@ -272,6 +272,12 @@ under the License.
</dependency>
<dependency>
+ <groupId>com.thoughtworks.paranamer</groupId>
+ <artifactId>paranamer</artifactId>
+ <version>2.8</version>
+ </dependency>
+
+ <dependency>
<groupId>org.apache.parquet</groupId>
<artifactId>parquet-avro</artifactId>
<version>${parquet.version}</version>