You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@paimon.apache.org by yu...@apache.org on 2023/11/10 10:03:45 UTC
(incubator-paimon) branch master updated: [flink][kafka-cdc] Improve KafkaActionUtils#getKafkaEarliestConsumer exception message and fix test timeout excption (#2295)
This is an automated email from the ASF dual-hosted git repository.
yuzelin pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-paimon.git
The following commit(s) were added to refs/heads/master by this push:
new 258c2239a [flink][kafka-cdc] Improve KafkaActionUtils#getKafkaEarliestConsumer exception message and fix test timeout excption (#2295)
258c2239a is described below
commit 258c2239a7ffcb41e0bff59e4a458e90decdc792
Author: yuzelin <33...@users.noreply.github.com>
AuthorDate: Fri Nov 10 18:03:41 2023 +0800
[flink][kafka-cdc] Improve KafkaActionUtils#getKafkaEarliestConsumer exception message and fix test timeout excption (#2295)
---
.../apache/paimon/flink/action/cdc/kafka/KafkaActionUtils.java | 8 ++++++--
.../paimon/flink/action/cdc/kafka/KafkaActionITCaseBase.java | 1 +
2 files changed, 7 insertions(+), 2 deletions(-)
diff --git a/paimon-flink/paimon-flink-cdc/src/main/java/org/apache/paimon/flink/action/cdc/kafka/KafkaActionUtils.java b/paimon-flink/paimon-flink-cdc/src/main/java/org/apache/paimon/flink/action/cdc/kafka/KafkaActionUtils.java
index 8dceaeb5d..27092ea11 100644
--- a/paimon-flink/paimon-flink-cdc/src/main/java/org/apache/paimon/flink/action/cdc/kafka/KafkaActionUtils.java
+++ b/paimon-flink/paimon-flink-cdc/src/main/java/org/apache/paimon/flink/action/cdc/kafka/KafkaActionUtils.java
@@ -291,10 +291,14 @@ public class KafkaActionUtils {
KafkaConsumer<String, String> consumer = new KafkaConsumer<>(props);
+ // the return may be null in older versions of the Kafka client
List<PartitionInfo> partitionInfos = consumer.partitionsFor(topic);
- if (partitionInfos.isEmpty()) {
+ if (partitionInfos == null || partitionInfos.isEmpty()) {
throw new IllegalArgumentException(
- "Failed to find partition information for topic " + topic);
+ String.format(
+ "Failed to find partition information for topic '%s'. Please check your "
+ + "'topic' and 'bootstrap.servers' config.",
+ topic));
}
int firstPartition =
partitionInfos.stream().map(PartitionInfo::partition).sorted().findFirst().get();
diff --git a/paimon-flink/paimon-flink-cdc/src/test/java/org/apache/paimon/flink/action/cdc/kafka/KafkaActionITCaseBase.java b/paimon-flink/paimon-flink-cdc/src/test/java/org/apache/paimon/flink/action/cdc/kafka/KafkaActionITCaseBase.java
index dfd698078..321e71579 100644
--- a/paimon-flink/paimon-flink-cdc/src/test/java/org/apache/paimon/flink/action/cdc/kafka/KafkaActionITCaseBase.java
+++ b/paimon-flink/paimon-flink-cdc/src/test/java/org/apache/paimon/flink/action/cdc/kafka/KafkaActionITCaseBase.java
@@ -209,6 +209,7 @@ public abstract class KafkaActionITCaseBase extends CdcActionITCaseBase {
standardProps.put("max.partition.fetch.bytes", 256);
standardProps.put("zookeeper.session.timeout.ms", zkTimeoutMills);
standardProps.put("zookeeper.connection.timeout.ms", zkTimeoutMills);
+ standardProps.put("default.api.timeout.ms", "120000");
return standardProps;
}