[flink] branch master updated (df1681c7ef3 -> f0fe85a5092)

[ti...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

tison pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git


    from df1681c7ef3 [FLINK-29460] fix the unstable test HsResultPartitionTest.testRelease
     add 08706c8247b [FLINK-26182][Connector/Pulsar] Drop the embedded Pulsar runtime for in favor of mock Pulsar runtime with local metastore support.
     add e0d444d2446 [FLINK-26182][Connector/Pulsar] Enable the transaction in the Pulsar TestContainers in a better way.
     add a6edcbc9262 [FLINK-26182][Connector/pulsar] Extract common logic from Pulsar source testing tools.
     add 414e6adfd34 [FLINK-29381][Connector/Pulsar] Fixes the split assignment for Key Shared subscription.
     add 8027b3c1f9a [FLINK-29381][Connector/Pulsar] Add a document on how to use Key_Shared subscription.
     add f0fe85a5092 [FLINK-26182][Connector/pulsar] Create e2e tests for the Pulsar source and sink based on the connector testing framework.

No new revisions were added by this update.

Summary of changes:
 .../docs/connectors/datastream/pulsar.md           |   16 +-
 docs/content/docs/connectors/datastream/pulsar.md  |   39 +-
 .../generated/pulsar_consumer_configuration.html   |    2 +-
 .../generated/pulsar_source_configuration.html     |    6 +
 .../f4d91193-72ba-4ce4-ad83-98f780dce581           |    6 +
 flink-connectors/flink-connector-pulsar/pom.xml    |    2 -
 .../pulsar/common/utils/PulsarSerdeUtils.java      |   28 +
 .../pulsar/source/PulsarSourceBuilder.java         |    8 +-
 .../pulsar/source/PulsarSourceOptions.java         |   21 +-
 .../source/config/PulsarConsumerBuilder.java       |   89 ++
 .../source/config/PulsarSourceConfigUtils.java     |   16 +-
 .../pulsar/source/config/SourceConfiguration.java  |   14 +-
 .../PulsarSourceEnumStateSerializer.java           |   16 +-
 ...itAssigner.java => KeySharedSplitAssigner.java} |   65 +-
 .../assigner/NonSharedSplitAssigner.java           |   35 +-
 .../enumerator/assigner/SplitAssignerBase.java     |   33 +
 .../enumerator/assigner/SplitAssignerFactory.java  |    4 +-
 .../subscriber/impl/BasePulsarSubscriber.java      |   34 +-
 .../subscriber/impl/TopicListSubscriber.java       |   10 +-
 .../subscriber/impl/TopicPatternSubscriber.java    |    7 +-
 .../source/enumerator/topic/TopicPartition.java    |   70 +-
 .../pulsar/source/enumerator/topic/TopicRange.java |    2 +-
 .../topic/range/FixedKeysRangeGenerator.java       |  185 ++++
 .../topic/range/FixedRangeGenerator.java           |   17 +
 .../enumerator/topic/range/FullRangeGenerator.java |   12 +-
 .../enumerator/topic/range/RangeGenerator.java     |   41 +-
 ...angeGenerator.java => SplitRangeGenerator.java} |   45 +-
 .../enumerator/topic/range/TopicRangeUtils.java    |  136 +++
 .../split/PulsarPartitionSplitReaderBase.java      |   14 +-
 .../split/PulsarPartitionSplitSerializer.java      |   47 +-
 .../connector/pulsar/sink/PulsarSinkITCase.java    |  151 +--
 .../pulsar/source/PulsarSourceBuilderTest.java     |    4 +-
 .../pulsar/source/PulsarSourceITCase.java          |    6 +-
 .../pulsar/source/PulsarUnorderedSourceITCase.java |   62 +-
 .../PulsarSourceEnumStateSerializerTest.java       |   95 +-
 .../enumerator/PulsarSourceEnumeratorTest.java     |    3 +-
 .../assigner/NonSharedSplitAssignerTest.java       |    2 +-
 .../enumerator/assigner/SplitAssignerTestBase.java |    3 +-
 .../source/enumerator/cursor/StopCursorTest.java   |    3 +-
 .../subscriber/PulsarSubscriberTest.java           |   17 +-
 .../enumerator/topic/TopicPartitionTest.java       |    5 +-
 .../topic/range/SplitRangeGeneratorTest.java       |   82 ++
 .../topic/range/TopicRangeUtilsTest.java           |   84 ++
 .../split/PulsarPartitionSplitReaderTestBase.java  |    5 +-
 .../split/PulsarPartitionSplitSerializerTest.java  |   50 +-
 .../pulsar/testutils/PulsarTestCommonUtils.java    |   22 +-
 .../pulsar/testutils/PulsarTestContext.java        |   47 +-
 .../pulsar/testutils/PulsarTestContextFactory.java |    5 +-
 .../pulsar/testutils/PulsarTestEnvironment.java    |    2 +-
 .../pulsar/testutils/PulsarTestSuiteBase.java      |    5 +-
 .../cases/MultipleTopicTemplateContext.java        |  134 ---
 .../cases/SingleTopicConsumingContext.java         |  132 ---
 .../pulsar/testutils/runtime/PulsarRuntime.java    |   17 +-
 .../testutils/runtime/PulsarRuntimeOperator.java   |   15 +-
 .../runtime/container/PulsarContainerRuntime.java  |   26 +-
 .../runtime/embedded/PulsarEmbeddedRuntime.java    |  184 ----
 .../testutils/runtime/mock/PulsarMockRuntime.java  |    5 +-
 .../testutils/sink/PulsarPartitionDataReader.java  |   93 ++
 .../testutils/sink/PulsarSinkTestContext.java      |  124 +++
 .../testutils/sink/PulsarSinkTestSuiteBase.java}   |   29 +-
 .../source}/KeyedPulsarPartitionDataWriter.java    |   23 +-
 .../{ => source}/PulsarPartitionDataWriter.java    |   18 +-
 .../testutils/source/PulsarSourceTestContext.java  |  138 +++
 .../source/UnorderedSourceTestSuiteBase.java}      |   45 +-
 .../source/cases/KeySharedSubscriptionContext.java |   85 ++
 .../cases/MultipleTopicConsumingContext.java       |   37 +-
 .../cases/SharedSubscriptionContext.java}          |   26 +-
 .../source/cases/SingleTopicConsumingContext.java  |   73 ++
 .../test/resources/containers/txnStandalone.conf   | 1042 --------------------
 .../src/test/resources/docker/bootstrap.sh         |   28 -
 .../flink-end-to-end-tests-pulsar/pom.xml          |   24 +-
 ...eOrderedE2ECase.java => PulsarSinkE2ECase.java} |   30 +-
 .../util/pulsar/PulsarSourceOrderedE2ECase.java    |    5 +-
 .../util/pulsar/PulsarSourceUnorderedE2ECase.java  |   13 +-
 .../pulsar/cases/KeySharedSubscriptionContext.java |  144 ---
 .../pulsar/cases/SharedSubscriptionContext.java    |  116 ---
 .../FlinkContainerWithPulsarEnvironment.java       |    8 +-
 .../common/UnorderedSourceTestSuiteBase.java       |   86 --
 .../ExclusiveSubscriptionContext.java              |   19 +-
 .../FailoverSubscriptionContext.java               |   19 +-
 .../source/enumerator/NoOpEnumStateSerializer.java |    2 +-
 81 files changed, 2009 insertions(+), 2404 deletions(-)
 create mode 100644 flink-connectors/flink-connector-pulsar/src/main/java/org/apache/flink/connector/pulsar/source/config/PulsarConsumerBuilder.java
 copy flink-connectors/flink-connector-pulsar/src/main/java/org/apache/flink/connector/pulsar/source/enumerator/assigner/{NonSharedSplitAssigner.java => KeySharedSplitAssigner.java} (57%)
 create mode 100644 flink-connectors/flink-connector-pulsar/src/main/java/org/apache/flink/connector/pulsar/source/enumerator/topic/range/FixedKeysRangeGenerator.java
 rename flink-connectors/flink-connector-pulsar/src/main/java/org/apache/flink/connector/pulsar/source/enumerator/topic/range/{UniformRangeGenerator.java => SplitRangeGenerator.java} (55%)
 create mode 100644 flink-connectors/flink-connector-pulsar/src/main/java/org/apache/flink/connector/pulsar/source/enumerator/topic/range/TopicRangeUtils.java
 create mode 100644 flink-connectors/flink-connector-pulsar/src/test/java/org/apache/flink/connector/pulsar/source/enumerator/topic/range/SplitRangeGeneratorTest.java
 create mode 100644 flink-connectors/flink-connector-pulsar/src/test/java/org/apache/flink/connector/pulsar/source/enumerator/topic/range/TopicRangeUtilsTest.java
 delete mode 100644 flink-connectors/flink-connector-pulsar/src/test/java/org/apache/flink/connector/pulsar/testutils/cases/MultipleTopicTemplateContext.java
 delete mode 100644 flink-connectors/flink-connector-pulsar/src/test/java/org/apache/flink/connector/pulsar/testutils/cases/SingleTopicConsumingContext.java
 delete mode 100644 flink-connectors/flink-connector-pulsar/src/test/java/org/apache/flink/connector/pulsar/testutils/runtime/embedded/PulsarEmbeddedRuntime.java
 create mode 100644 flink-connectors/flink-connector-pulsar/src/test/java/org/apache/flink/connector/pulsar/testutils/sink/PulsarPartitionDataReader.java
 create mode 100644 flink-connectors/flink-connector-pulsar/src/test/java/org/apache/flink/connector/pulsar/testutils/sink/PulsarSinkTestContext.java
 copy flink-connectors/flink-connector-pulsar/src/{main/java/org/apache/flink/connector/pulsar/source/enumerator/topic/range/FixedRangeGenerator.java => test/java/org/apache/flink/connector/pulsar/testutils/sink/PulsarSinkTestSuiteBase.java} (50%)
 rename {flink-end-to-end-tests/flink-end-to-end-tests-pulsar/src/test/java/org/apache/flink/tests/util/pulsar/common => flink-connectors/flink-connector-pulsar/src/test/java/org/apache/flink/connector/pulsar/testutils/source}/KeyedPulsarPartitionDataWriter.java (72%)
 rename flink-connectors/flink-connector-pulsar/src/test/java/org/apache/flink/connector/pulsar/testutils/{ => source}/PulsarPartitionDataWriter.java (69%)
 create mode 100644 flink-connectors/flink-connector-pulsar/src/test/java/org/apache/flink/connector/pulsar/testutils/source/PulsarSourceTestContext.java
 copy flink-connectors/flink-connector-pulsar/src/test/java/org/apache/flink/connector/pulsar/{source/PulsarUnorderedSourceITCase.java => testutils/source/UnorderedSourceTestSuiteBase.java} (55%)
 create mode 100644 flink-connectors/flink-connector-pulsar/src/test/java/org/apache/flink/connector/pulsar/testutils/source/cases/KeySharedSubscriptionContext.java
 rename flink-connectors/flink-connector-pulsar/src/test/java/org/apache/flink/connector/pulsar/testutils/{ => source}/cases/MultipleTopicConsumingContext.java (58%)
 rename flink-connectors/flink-connector-pulsar/src/test/java/org/apache/flink/connector/pulsar/testutils/{cases/SharedSubscriptionConsumingContext.java => source/cases/SharedSubscriptionContext.java} (60%)
 create mode 100644 flink-connectors/flink-connector-pulsar/src/test/java/org/apache/flink/connector/pulsar/testutils/source/cases/SingleTopicConsumingContext.java
 delete mode 100644 flink-connectors/flink-connector-pulsar/src/test/resources/containers/txnStandalone.conf
 delete mode 100755 flink-connectors/flink-connector-pulsar/src/test/resources/docker/bootstrap.sh
 copy flink-end-to-end-tests/flink-end-to-end-tests-pulsar/src/test/java/org/apache/flink/tests/util/pulsar/{PulsarSourceOrderedE2ECase.java => PulsarSinkE2ECase.java} (65%)
 delete mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-pulsar/src/test/java/org/apache/flink/tests/util/pulsar/cases/KeySharedSubscriptionContext.java
 delete mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-pulsar/src/test/java/org/apache/flink/tests/util/pulsar/cases/SharedSubscriptionContext.java
 delete mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-pulsar/src/test/java/org/apache/flink/tests/util/pulsar/common/UnorderedSourceTestSuiteBase.java
 rename flink-end-to-end-tests/flink-end-to-end-tests-pulsar/src/test/java/org/apache/flink/tests/util/pulsar/{cases => source}/ExclusiveSubscriptionContext.java (71%)
 rename flink-end-to-end-tests/flink-end-to-end-tests-pulsar/src/test/java/org/apache/flink/tests/util/pulsar/{cases => source}/FailoverSubscriptionContext.java (71%)