You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@paimon.apache.org by lz...@apache.org on 2024/01/15 02:11:56 UTC
(incubator-paimon) 12/20: [flink] StaticFileStoreSplitEnumerator should ignore ReaderConsumeProgressEvent (#2664)
This is an automated email from the ASF dual-hosted git repository.
lzljs3620320 pushed a commit to branch release-0.6
in repository https://gitbox.apache.org/repos/asf/incubator-paimon.git
commit eb0d030b3012c86a9a44a6b1f30203f6edfba89d
Author: yuzelin <33...@users.noreply.github.com>
AuthorDate: Tue Jan 9 19:00:11 2024 +0800
[flink] StaticFileStoreSplitEnumerator should ignore ReaderConsumeProgressEvent (#2664)
---
.../apache/paimon/flink/source/StaticFileStoreSplitEnumerator.java | 6 ++++++
1 file changed, 6 insertions(+)
diff --git a/paimon-flink/paimon-flink-common/src/main/java/org/apache/paimon/flink/source/StaticFileStoreSplitEnumerator.java b/paimon-flink/paimon-flink-common/src/main/java/org/apache/paimon/flink/source/StaticFileStoreSplitEnumerator.java
index 828be1eb6..abd12aa37 100644
--- a/paimon-flink/paimon-flink-common/src/main/java/org/apache/paimon/flink/source/StaticFileStoreSplitEnumerator.java
+++ b/paimon-flink/paimon-flink-common/src/main/java/org/apache/paimon/flink/source/StaticFileStoreSplitEnumerator.java
@@ -118,6 +118,12 @@ public class StaticFileStoreSplitEnumerator
@Override
public void handleSourceEvent(int subtaskId, SourceEvent sourceEvent) {
+ if (sourceEvent instanceof ReaderConsumeProgressEvent) {
+ // batch reading doesn't handle consumer
+ // avoid meaningless error logs
+ return;
+ }
+
if (sourceEvent.getClass().getSimpleName().equals("DynamicFilteringEvent")) {
checkNotNull(
dynamicPartitionFilteringInfo,