You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@seatunnel.apache.org by wa...@apache.org on 2025/01/06 13:32:36 UTC
(seatunnel) branch dev updated: [Bug][Kafka] kafka reads repeatedly (#8465)
This is an automated email from the ASF dual-hosted git repository.
wanghailin pushed a commit to branch dev
in repository https://gitbox.apache.org/repos/asf/seatunnel.git
The following commit(s) were added to refs/heads/dev by this push:
new f67f27279a [Bug][Kafka] kafka reads repeatedly (#8465)
f67f27279a is described below
commit f67f27279a61939793adc3ace9a565b388167dd6
Author: zhangdonghao <39...@users.noreply.github.com>
AuthorDate: Mon Jan 6 21:32:31 2025 +0800
[Bug][Kafka] kafka reads repeatedly (#8465)
---
.../connectors/seatunnel/kafka/source/KafkaRecordEmitter.java | 6 +++---
1 file changed, 3 insertions(+), 3 deletions(-)
diff --git a/seatunnel-connectors-v2/connector-kafka/src/main/java/org/apache/seatunnel/connectors/seatunnel/kafka/source/KafkaRecordEmitter.java b/seatunnel-connectors-v2/connector-kafka/src/main/java/org/apache/seatunnel/connectors/seatunnel/kafka/source/KafkaRecordEmitter.java
index 7d4f38a3cd..b3ca28ca03 100644
--- a/seatunnel-connectors-v2/connector-kafka/src/main/java/org/apache/seatunnel/connectors/seatunnel/kafka/source/KafkaRecordEmitter.java
+++ b/seatunnel-connectors-v2/connector-kafka/src/main/java/org/apache/seatunnel/connectors/seatunnel/kafka/source/KafkaRecordEmitter.java
@@ -67,9 +67,6 @@ public class KafkaRecordEmitter
} else {
deserializationSchema.deserialize(consumerRecord.value(), outputCollector);
}
- // consumerRecord.offset + 1 is the offset commit to Kafka and also the start offset
- // for the next run
- splitState.setCurrentOffset(consumerRecord.offset() + 1);
} catch (Exception e) {
if (this.messageFormatErrorHandleWay == MessageFormatErrorHandleWay.SKIP) {
logger.warn(
@@ -79,6 +76,9 @@ public class KafkaRecordEmitter
throw e;
}
}
+ // consumerRecord.offset + 1 is the offset commit to Kafka and also the start offset
+ // for the next run
+ splitState.setCurrentOffset(consumerRecord.offset() + 1);
}
private static class OutputCollector<T> implements Collector<T> {