You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by ti...@apache.org on 2022/09/09 12:45:22 UTC
[flink] branch master updated (ec2f3d99ac9 -> 290137c201c)
This is an automated email from the ASF dual-hosted git repository.
tison pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git
from ec2f3d99ac9 [FLINK-29211][hive][legal] Update 2.3.9 NOTICE
add b0a12410c91 [FLINK-28934][Connector/pulsar] Fix split assignment in different Pulsar subscriptions.
add d92ef3bc00c [FLINK-27388][Connector/pulsar] Change the topic setup logic in Pulsar runtime operator.
add ce0d043b1d4 [FLINK-28084][Connector/pulsar] Disable retry and delete reconsume logic on PulsarUnorderedPartitionSplitReader.
add b614e94b9fc [FLINK-27611][Connector/pulsar] Fix ConcurrentModificationException during checkpoint on Pulsar unordered reader.
add 5a354857913 [FLINK-27400][Connector/pulsar] Filter system topics for Pulsar connector.
add 290137c201c [FLINK-28934][Connector/pulsar] Support connector testing tools for Pulsar unordered source.
No new revisions were added by this update.
Summary of changes:
.../f4d91193-72ba-4ce4-ad83-98f780dce581 | 6 +
.../pulsar/common/schema/PulsarSchema.java | 12 +-
.../pulsar/common/utils/PulsarSerdeUtils.java | 5 +-
.../sink/writer/topic/TopicMetadataListener.java | 4 +-
.../connector/pulsar/source/PulsarSource.java | 12 +-
.../source/enumerator/PulsarSourceEnumState.java | 54 +-----
.../PulsarSourceEnumStateSerializer.java | 51 ++---
.../source/enumerator/PulsarSourceEnumerator.java | 50 ++++-
.../assigner/NonSharedSplitAssigner.java | 100 +++++-----
.../enumerator/assigner/SharedSplitAssigner.java | 108 +++--------
.../source/enumerator/assigner/SplitAssigner.java | 7 +-
.../enumerator/assigner/SplitAssignerBase.java | 102 ++++++++++
.../enumerator/assigner/SplitAssignerFactory.java | 43 ++---
.../source/enumerator/cursor/CursorPosition.java | 6 +
.../subscriber/impl/TopicPatternSubscriber.java | 3 +
.../source/enumerator/topic/TopicNameUtils.java | 52 +++++-
.../fetcher/PulsarUnorderedFetcherManager.java | 16 +-
.../reader/source/PulsarUnorderedSourceReader.java | 68 +++++--
.../split/PulsarPartitionSplitReaderBase.java | 15 +-
.../split/PulsarUnorderedPartitionSplitReader.java | 21 +--
.../writer/topic/TopicMetadataListenerTest.java | 6 +-
.../pulsar/source/PulsarSourceITCase.java | 8 +-
.../pulsar/source/PulsarUnorderedSourceITCase.java | 103 +++++++++++
.../PulsarSourceEnumStateSerializerTest.java | 24 +--
.../enumerator/PulsarSourceEnumeratorTest.java | 205 +++++++++------------
.../assigner/NonSharedSplitAssignerTest.java | 64 ++++---
.../assigner/SharedSplitAssignerTest.java | 43 ++++-
.../enumerator/assigner/SplitAssignerTestBase.java | 55 ++++--
.../enumerator/topic/TopicNameUtilsTest.java | 9 +
...ava => SharedSubscriptionConsumingContext.java} | 16 +-
.../testutils/runtime/PulsarRuntimeOperator.java | 149 +++++----------
.../runtime/container/PulsarContainerRuntime.java | 1 -
.../runtime/embedded/PulsarEmbeddedRuntime.java | 1 -
.../testutils/runtime/mock/PulsarMockRuntime.java | 5 +-
.../testframe/testsuites/SourceTestSuiteBase.java | 43 ++---
.../testframe/utils/CollectIteratorAssertions.java | 11 +-
.../utils/UnorderedCollectIteratorAssert.java | 140 ++++++++++++++
37 files changed, 947 insertions(+), 671 deletions(-)
create mode 100644 flink-connectors/flink-connector-pulsar/src/main/java/org/apache/flink/connector/pulsar/source/enumerator/assigner/SplitAssignerBase.java
create mode 100644 flink-connectors/flink-connector-pulsar/src/test/java/org/apache/flink/connector/pulsar/source/PulsarUnorderedSourceITCase.java
copy flink-connectors/flink-connector-pulsar/src/test/java/org/apache/flink/connector/pulsar/testutils/cases/{MultipleTopicConsumingContext.java => SharedSubscriptionConsumingContext.java} (74%)
create mode 100644 flink-test-utils-parent/flink-connector-test-utils/src/main/java/org/apache/flink/connector/testframe/utils/UnorderedCollectIteratorAssert.java