You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pulsar.apache.org by wa...@apache.org on 2022/03/15 16:05:04 UTC

[pulsar] 08/13: Merge branch 'master' of https://github.com/apache/pulsar

This is an automated email from the ASF dual-hosted git repository.

wave pushed a commit to branch dave2wave-branch-14693
in repository https://gitbox.apache.org/repos/asf/pulsar.git

commit 392ec21f504d18fc491b20a40131d675a37ba20a
Merge: 30efdd8 32c3cd1
Author: Dave Fisher <da...@datastax.com>
AuthorDate: Mon Mar 7 10:25:26 2022 -0800

    Merge branch 'master' of https://github.com/apache/pulsar

 .asf.yaml                                          |   1 -
 .github/workflows/ci-cpp-build-windows.yaml        |  39 +-
 .github/workflows/ci-stale-issue-pr.yaml           |   1 +
 conf/functions_worker.yml                          |   1 +
 conf/standalone.conf                               |  18 +-
 docker/pulsar/Dockerfile                           |   1 +
 .../apache/bookkeeper/mledger/ManagedCursor.java   |   6 +-
 .../bookkeeper/mledger/impl/ManagedCursorImpl.java |   7 +-
 .../bookkeeper/mledger/impl/ManagedLedgerImpl.java |  11 +-
 .../mledger/impl/ManagedCursorContainerTest.java   |   3 +-
 .../bookkeeper/mledger/impl/ManagedCursorTest.java |   6 +-
 .../mledger/impl/NonDurableCursorTest.java         |   2 +-
 pom.xml                                            |  11 +-
 .../apache/pulsar/broker/ServiceConfiguration.java |   9 +
 .../authentication/AuthenticationProvider.java     |   8 +
 .../authentication/AuthenticationProviderList.java |  31 +
 .../AuthenticationProviderToken.java               |  43 +-
 .../authentication/AuthenticationService.java      |  24 +-
 .../OneStageAuthenticationState.java               |   7 +
 .../authorization/PulsarAuthorizationProvider.java |  37 +-
 .../pulsar/broker/web/AuthenticationFilter.java    |  20 +-
 .../AuthenticationProviderListTest.java            |  45 ++
 .../PulsarConfigurationLoaderTest.java             |  24 +-
 .../org/apache/pulsar/PulsarStandaloneBuilder.java |   7 +-
 .../org/apache/pulsar/PulsarStandaloneStarter.java |   7 +-
 .../org/apache/pulsar/broker/PulsarService.java    |  11 +-
 .../broker/TransactionMetadataStoreService.java    | 167 ++---
 .../apache/pulsar/broker/admin/AdminResource.java  |   3 +
 .../pulsar/broker/admin/impl/BrokersBase.java      | 129 ++--
 .../pulsar/broker/admin/impl/NamespacesBase.java   |  93 ++-
 .../org/apache/pulsar/broker/admin/v2/Bookies.java |  16 +
 .../pulsar/broker/namespace/OwnershipCache.java    |   7 +-
 .../pulsar/broker/service/AbstractTopic.java       |  50 +-
 .../pulsar/broker/service/BrokerService.java       |  12 +-
 .../org/apache/pulsar/broker/service/Consumer.java |  13 +-
 .../apache/pulsar/broker/service/Replicator.java   |   3 +-
 .../apache/pulsar/broker/service/ServerCnx.java    |  39 +-
 .../service/nonpersistent/NonPersistentTopic.java  |  22 +-
 .../service/persistent/DispatchRateLimiter.java    |   3 +
 .../service/persistent/PersistentReplicator.java   |   9 +-
 .../service/persistent/PersistentSubscription.java |  10 +-
 .../broker/service/persistent/PersistentTopic.java |  96 +--
 .../service/persistent/SubscribeRateLimiter.java   |  75 +--
 .../pulsar/broker/web/PulsarWebResource.java       |   8 +-
 .../org/apache/pulsar/PulsarBrokerStarterTest.java |  20 +-
 .../broker/BookKeeperClientFactoryImplTest.java    |  14 +-
 .../apache/pulsar/broker/PulsarServiceTest.java    |   4 +-
 .../apache/pulsar/broker/SLAMonitoringTest.java    |   2 +-
 .../broker/admin/AdminApiHealthCheckTest.java      |  97 ++-
 .../apache/pulsar/broker/admin/AdminApiTest.java   |   9 +-
 .../apache/pulsar/broker/admin/BookiesApiTest.java |  57 ++
 .../broker/admin/BrokerAdminClientTlsAuthTest.java |   4 +-
 .../apache/pulsar/broker/admin/NamespacesTest.java |  26 +-
 .../pulsar/broker/admin/v1/V1_AdminApiTest.java    |   2 +-
 .../broker/auth/MockedPulsarServiceBaseTest.java   |   4 +-
 .../AntiAffinityNamespaceGroupTest.java            |   4 +-
 .../loadbalance/LeaderElectionServiceTest.java     |   2 +-
 .../broker/loadbalance/LoadBalancerTest.java       |   2 +-
 .../loadbalance/ModularLoadManagerImplTest.java    |   6 +-
 .../loadbalance/SimpleLoadManagerImplTest.java     |   4 +-
 .../loadbalance/impl/BundleSplitterTaskTest.java   |   2 +-
 .../OwnerShipForCurrentServerTestBase.java         |   4 +-
 .../broker/service/AdvertisedAddressTest.java      |   2 +-
 .../BacklogQuotaManagerConfigurationTest.java      |   2 +-
 .../broker/service/BacklogQuotaManagerTest.java    |   2 +-
 .../pulsar/broker/service/BkEnsemblesTestBase.java |   2 +-
 .../broker/service/BrokerBkEnsemblesTests.java     |   5 +-
 .../broker/service/BrokerBookieIsolationTest.java  |   6 +-
 .../pulsar/broker/service/MaxMessageSizeTest.java  |   2 +-
 .../broker/service/NonPersistentTopicE2ETest.java  |  12 +-
 .../broker/service/PersistentTopicE2ETest.java     |  22 +-
 .../pulsar/broker/service/PersistentTopicTest.java |   3 +-
 .../pulsar/broker/service/ReplicatorTestBase.java  |   4 +-
 .../pulsar/broker/service/ServerCnxTest.java       |  20 +
 .../pulsar/broker/service/TopicOwnerTest.java      |   2 +-
 .../broker/transaction/TransactionTestBase.java    |   4 +-
 .../TransactionCoordinatorClientTest.java          |  16 +
 .../coordinator/TransactionMetaStoreTestBase.java  |   2 +-
 .../apache/pulsar/broker/web/WebServiceTest.java   |   2 +-
 .../api/AuthorizationProducerConsumerTest.java     |   6 +
 .../pulsar/client/api/BrokerServiceLookupTest.java |  24 +-
 .../client/api/ClientDeduplicationFailureTest.java |   5 +-
 .../pulsar/client/api/MultiTopicsConsumerTest.java |   1 +
 .../pulsar/client/api/NonPersistentTopicTest.java  |  12 +-
 .../pulsar/client/api/ProducerCreationTest.java    |  24 +
 .../client/impl/DynamicReceiverQueueSizeTest.java  | 121 ++++
 .../pulsar/compaction/CompactedTopicTest.java      |  50 ++
 .../java/org/apache/pulsar/schema/SchemaTest.java  |   3 +-
 .../common/conf/InternalConfigurationData.java     |  26 +-
 .../pulsar/common/policies/data/SubscribeRate.java |  10 +
 .../client/api/AuthenticationDataProvider.java     |   2 +
 .../apache/pulsar/client/api/DeadLetterPolicy.java |   2 +
 .../TransactionCoordinatorClientException.java     |  18 +-
 .../org/apache/pulsar/admin/cli/CmdBookies.java    |   3 +-
 .../org/apache/pulsar/admin/cli/CmdNamespaces.java |   2 +-
 .../org/apache/pulsar/admin/cli/CmdSchemas.java    |   2 +-
 .../pulsar/client/impl/AutoClusterFailover.java    |  15 +-
 .../org/apache/pulsar/client/impl/ClientCnx.java   |  22 +-
 .../apache/pulsar/client/impl/ConsumerBase.java    |  27 +-
 .../pulsar/client/impl/ConsumerBuilderImpl.java    |  78 +--
 .../apache/pulsar/client/impl/ConsumerImpl.java    |  26 +-
 .../client/impl/MultiTopicsConsumerImpl.java       |  33 +-
 .../pulsar/client/impl/ProducerBuilderImpl.java    |   4 +-
 .../pulsar/client/impl/PulsarClientImpl.java       |  31 +-
 .../client/impl/TransactionMetaStoreHandler.java   |   5 +-
 .../pulsar/client/impl/ZeroQueueConsumerImpl.java  |   7 +
 .../client/impl/auth/AuthenticationBasic.java      |   3 +-
 .../client/impl/auth/AuthenticationDataBasic.java  |   9 +-
 .../client/impl/auth/AuthenticationDataTls.java    |  10 +
 .../client/impl/auth/AuthenticationDataToken.java  |   8 +-
 .../pulsar/client/impl/auth/AuthenticationTls.java |   4 +-
 .../client/impl/auth/AuthenticationToken.java      |   3 +-
 .../impl/auth/oauth2/AuthenticationDataOAuth2.java |   9 +-
 .../TransactionCoordinatorClientImpl.java          |   6 +-
 .../client/impl/transaction/TransactionImpl.java   |   4 +-
 .../client/impl/AutoClusterFailoverTest.java       |  43 ++
 .../pulsar/client/impl/ConsumerImplTest.java       |   9 +
 .../client/impl/auth/AuthenticationTokenTest.java  |  15 +-
 .../policies/data/HierarchyTopicPolicies.java      |   4 +
 .../org/apache/pulsar/common/util/FutureUtil.java  |  14 +
 .../util/collections/ConcurrentLongHashMap.java    | 139 ++++-
 .../collections/ConcurrentLongLongPairHashMap.java | 673 +++++++++++++++++++++
 pulsar-common/src/main/proto/PulsarApi.proto       |   2 +
 .../collections/ConcurrentLongHashMapTest.java     | 122 +++-
 .../ConcurrentLongLongPairHashMapTest.java         | 427 +++++++++++++
 .../common/util/collections/FieldParserTest.java   |  16 +-
 pulsar-function-go/pf/instance.go                  |  41 +-
 pulsar-functions/instance/pom.xml                  |  13 +
 .../pulsar/functions/instance/ContextImpl.java     | 109 ++--
 .../pulsar/functions/instance/InstanceCache.java   |   3 +-
 .../pulsar/functions/instance/InstanceConfig.java  |   5 +-
 .../pulsar/functions/instance/InstanceUtils.java   |  18 +-
 .../functions/instance/JavaExecutionResult.java    |   2 +-
 .../pulsar/functions/instance/JavaInstance.java    |   4 +-
 .../functions/instance/JavaInstanceRunnable.java   |  82 ++-
 .../pulsar/functions/instance/LogAppender.java     |   5 +-
 .../pulsar/functions/instance/SinkRecord.java      |   2 +-
 .../functions/instance/go}/package-info.java       |   5 +-
 .../pulsar/functions/instance/package-info.java    |   2 +-
 .../functions/instance/state/BKStateStoreImpl.java |  12 +-
 .../instance/state/BKStateStoreProviderImpl.java   |  28 +-
 .../instance/state/InstanceStateManager.java       |   1 -
 .../state/PulsarMetadataStateStoreImpl.java        |   3 +-
 .../instance/state/StateStoreProvider.java         |   6 +-
 .../functions/instance/state}/package-info.java    |   5 +-
 .../instance/stats/ComponentStatsManager.java      |  23 +-
 .../instance/stats/FunctionCollectorRegistry.java  |   9 +-
 .../stats/FunctionCollectorRegistryImpl.java       |   2 -
 .../instance/stats/FunctionStatsManager.java       | 172 +++---
 .../instance/stats/PrometheusTextFormat.java       |   3 +-
 .../functions/instance/stats/SinkStatsManager.java | 123 ++--
 .../instance/stats/SourceStatsManager.java         | 120 ++--
 .../functions/instance/stats}/package-info.java    |   5 +-
 .../org/apache/pulsar/functions}/package-info.java |   5 +-
 .../apache/pulsar/functions/sink/PulsarSink.java   |  32 +-
 .../pulsar/functions/sink/PulsarSinkDisable.java   |   4 +-
 .../pulsar/functions/sink}/package-info.java       |   5 +-
 .../source/MultiConsumerPulsarSource.java          |  14 +-
 .../source/MultiConsumerPulsarSourceConfig.java    |   8 +-
 .../pulsar/functions/source/PulsarSource.java      |  23 +-
 .../functions/source/PulsarSourceConfig.java       |   1 -
 .../source/PulsarSourceConsumerConfig.java         |   4 +-
 .../pulsar/functions/source/PushPulsarSource.java  |  10 +-
 .../pulsar/functions/source/SerDeSchema.java       |   1 -
 .../source/SingleConsumerPulsarSource.java         |  19 +-
 .../source/SingleConsumerPulsarSourceConfig.java   |   6 +-
 .../pulsar/functions/source/TopicSchema.java       |  22 +-
 .../source/batch/BatchSourceExecutor.java          |  27 +-
 .../functions/source/batch}/package-info.java      |   5 +-
 .../pulsar/functions/source}/package-info.java     |   5 +-
 .../windowing/DefaultEvictionContext.java          |   8 +-
 .../pulsar/functions/windowing/EventImpl.java      |   1 -
 .../pulsar/functions/windowing/EvictionPolicy.java |   8 +-
 .../functions/windowing/TimestampExtractor.java    |   4 +-
 .../pulsar/functions/windowing/TriggerPolicy.java  |   8 +-
 .../windowing/WaterMarkEventGenerator.java         |   7 +-
 .../functions/windowing/WindowContextImpl.java     |   9 +-
 .../windowing/WindowFunctionExecutor.java          |  67 +-
 .../windowing/WindowLifecycleListener.java         |   6 +-
 .../pulsar/functions/windowing/WindowManager.java  |   7 +-
 .../windowing/evictors/CountEvictionPolicy.java    |   3 +-
 .../evictors/WatermarkCountEvictionPolicy.java     |   7 +-
 .../windowing/evictors}/package-info.java          |   5 +-
 .../pulsar/functions/windowing}/package-info.java  |   6 +-
 .../windowing/triggers/CountTriggerPolicy.java     |   3 +-
 .../windowing/triggers/TimeTriggerPolicy.java      |  13 +-
 .../triggers/WatermarkCountTriggerPolicy.java      |   3 +-
 .../windowing/triggers}/package-info.java          |   5 +-
 .../instance/src/main/python/contextimpl.py        |   4 +-
 .../pulsar/functions/instance/ContextImplTest.java |  53 +-
 .../instance/FunctionResultRouterTest.java         |   2 -
 .../functions/instance/InstanceUtilsTest.java      |  11 +-
 .../instance/JavaInstanceRunnableTest.java         |  25 +-
 .../functions/instance/JavaInstanceTest.java       |   9 +-
 .../instance/state/BKStateStoreImplTest.java       |  26 +-
 .../instance/state/InstanceStateManagerTest.java   |   1 -
 .../state/PulsarMetadataStateStoreImplTest.java    |   6 +-
 .../pulsar/functions/sink/PulsarSinkTest.java      |  35 +-
 .../pulsar/functions/source/PulsarSourceTest.java  |  49 +-
 .../pulsar/functions/source/TopicSchemaTest.java   |  12 +-
 .../source/batch/BatchSourceExecutorTest.java      |  48 +-
 .../windowing/WaterMarkEventGeneratorTest.java     |  19 +-
 .../windowing/WindowFunctionExecutorTest.java      |  47 +-
 .../functions/windowing/WindowManagerTest.java     |  23 +-
 pulsar-functions/java-examples/pom.xml             |  13 +
 .../functions/api/examples/AddWindowFunction.java  |   5 +-
 .../api/examples/AsyncContextFunction.java         |  10 +-
 .../functions/api/examples/ByteBufferSerDe.java    |   3 +-
 .../api/examples/ConfigBasedAppendFunction.java    |   3 +-
 .../functions/api/examples/ContextFunction.java    |  11 +-
 .../api/examples/CursorManagementFunction.java     |   4 +-
 .../functions/api/examples/CustomBaseSerde.java    |   5 +-
 .../api/examples/CustomBaseToDerivedFunction.java  |   3 +-
 .../functions/api/examples/CustomDerivedSerde.java |   5 +-
 .../api/examples/HostAppenderFunction.java         |   5 +-
 .../functions/api/examples/RawFileKeyReader.java   |  10 +-
 .../api/examples/TypedMessageBuilderPublish.java   |   7 +-
 .../functions/api/examples/UserConfigFunction.java |   5 +-
 .../api/examples/UserPublishFunction.java          |   1 -
 .../functions/api/examples/VoidFunction.java       |   2 +-
 .../functions/api/examples/WordCountFunction.java  |   3 +-
 .../functions/api/examples}/package-info.java      |   6 +-
 .../functions/api/examples/pojo}/package-info.java |   6 +-
 .../api/examples/serde/CustomObjectSerde.java      |   5 +-
 .../api/examples/serde}/package-info.java          |   6 +-
 .../api/examples/window/ContextWindowFunction.java |   3 +-
 .../examples/window/UserConfigWindowFunction.java  |   2 +-
 .../api/examples/window}/package-info.java         |   6 +-
 pulsar-functions/localrun/pom.xml                  |  13 +
 .../org/apache/pulsar/functions/LocalRunner.java   |  81 ++-
 .../org/apache/pulsar/functions}/package-info.java |   6 +-
 pulsar-functions/runtime-all/pom.xml               |  13 +
 .../functions/instance/JavaInstanceMain.java       |  20 +-
 .../pulsar/functions/instance}/package-info.java   |   6 +-
 pulsar-functions/runtime/pom.xml                   |  22 +-
 .../auth/ClearTextFunctionTokenAuthProvider.java   |  20 +-
 .../pulsar/functions/auth/FunctionAuthData.java    |   2 +-
 .../functions/auth/FunctionAuthProvider.java       |  27 +-
 .../pulsar/functions/auth/FunctionAuthUtils.java   |   9 +-
 .../auth/KubernetesFunctionAuthProvider.java       |  15 +-
 .../auth/KubernetesSecretsTokenAuthProvider.java   |  70 ++-
 .../pulsar/functions/auth}/package-info.java       |   5 +-
 .../functions/runtime/JavaInstanceStarter.java     |  84 +--
 .../apache/pulsar/functions/runtime/Runtime.java   |   8 +-
 .../functions/runtime/RuntimeCustomizer.java       |   8 +-
 .../pulsar/functions/runtime/RuntimeFactory.java   |  16 +-
 .../pulsar/functions/runtime/RuntimeSpawner.java   |   2 -
 .../pulsar/functions/runtime/RuntimeUtils.java     |  53 +-
 .../BasicKubernetesManifestCustomizer.java         |  13 +-
 .../kubernetes/KubernetesManifestCustomizer.java   |   2 +-
 .../runtime/kubernetes/KubernetesRuntime.java      | 165 ++---
 .../kubernetes/KubernetesRuntimeFactory.java       | 123 ++--
 .../kubernetes/KubernetesRuntimeFactoryConfig.java |  23 +-
 .../runtime/kubernetes}/package-info.java          |   5 +-
 .../functions/runtime/process/ProcessRuntime.java  |  54 +-
 .../runtime/process/ProcessRuntimeFactory.java     |  16 +-
 .../functions/runtime/process}/package-info.java   |   5 +-
 .../functions/runtime/thread/ThreadRuntime.java    |  10 +-
 .../runtime/thread/ThreadRuntimeFactory.java       |  41 +-
 .../functions/runtime/thread}/package-info.java    |   5 +-
 .../pulsar/functions/worker/ConnectorsManager.java |  20 +-
 .../pulsar/functions/worker/WorkerConfig.java      |  65 +-
 .../pulsar/functions/worker}/package-info.java     |   5 +-
 .../kubernetes/KubernetesRuntimeFactoryTest.java   |   3 +-
 .../runtime/kubernetes/KubernetesRuntimeTest.java  |  52 ++
 pulsar-functions/secrets/pom.xml                   |  13 +
 .../org/apache/pulsar/functions}/package-info.java |   6 +-
 .../functions/secretsprovider}/package-info.java   |   6 +-
 .../DefaultSecretsProviderConfigurator.java        |  16 +-
 .../KubernetesSecretsProviderConfigurator.java     |  36 +-
 ...eAndConfigBasedSecretsProviderConfigurator.java |  18 +-
 .../SecretsProviderConfigurator.java               |  18 +-
 .../secretsproviderconfigurator}/package-info.java |   6 +-
 pulsar-functions/utils/pom.xml                     |  17 +
 .../org/apache/pulsar/functions/utils/Actions.java |  18 +-
 .../apache/pulsar/functions/utils/CryptoUtils.java |  10 +-
 .../pulsar/functions/utils/FunctionCommon.java     |  47 +-
 .../functions/utils/FunctionConfigUtils.java       | 128 ++--
 .../pulsar/functions/utils/FunctionInstanceId.java |   8 +-
 .../functions/utils/FunctionMetaDataUtils.java     |  11 +-
 .../functions/utils/ResourceConfigUtils.java       |   5 +-
 .../pulsar/functions/utils/SinkConfigUtils.java    |  80 +--
 .../pulsar/functions/utils/SourceConfigUtils.java  |  55 +-
 .../pulsar/functions/utils/ValidatorUtils.java     |  26 +-
 .../utils/functioncache/FunctionCacheEntry.java    |   3 -
 .../functioncache/FunctionCacheManagerImpl.java    |  12 +-
 .../utils/functioncache}/package-info.java         |   6 +-
 .../functions/utils/functions/FunctionUtils.java   |  10 +-
 .../functions/utils/functions/Functions.java       |   2 -
 .../functions/utils/functions}/package-info.java   |   6 +-
 .../pulsar/functions/utils/io/ConnectorUtils.java  |  10 +-
 .../pulsar/functions/utils/io}/package-info.java   |   6 +-
 .../pulsar/functions/utils}/package-info.java      |   6 +-
 pulsar-functions/worker/pom.xml                    |  22 +-
 .../worker/ClusterServiceCoordinator.java          |   9 +-
 .../pulsar/functions/worker/ErrorNotifier.java     |   6 +-
 .../pulsar/functions/worker/FunctionActioner.java  | 107 ++--
 .../functions/worker/FunctionAssignmentTailer.java |   9 +-
 .../functions/worker/FunctionMetaDataManager.java  |  16 +-
 .../worker/FunctionMetaDataTopicTailer.java        |   3 +-
 .../functions/worker/FunctionRuntimeManager.java   | 162 +++--
 .../pulsar/functions/worker/FunctionsManager.java  |   2 +-
 .../functions/worker/FunctionsStatsGenerator.java  |  20 +-
 .../pulsar/functions/worker/LeaderService.java     |  15 +-
 .../pulsar/functions/worker/MembershipManager.java |  31 +-
 .../pulsar/functions/worker/MetricsGenerator.java  |   1 -
 .../functions/worker/PulsarWorkerService.java      |  13 +-
 .../pulsar/functions/worker/SchedulerManager.java  |  55 +-
 .../org/apache/pulsar/functions/worker/Worker.java |   5 +-
 .../functions/worker/WorkerStatsManager.java       |  65 +-
 .../pulsar/functions/worker/WorkerUtils.java       |  80 +--
 .../functions/worker/dlog/DLInputStream.java       |   5 +-
 .../functions/worker/dlog/DLOutputStream.java      |   5 +-
 .../worker/{service/api => dlog}/package-info.java |   5 +-
 .../worker/{service/api => }/package-info.java     |   5 +-
 .../worker/rest/ConfigurationResource.java         |   1 -
 .../functions/worker/rest/FunctionApiResource.java |   7 +-
 .../pulsar/functions/worker/rest/Resources.java    |   9 +-
 .../pulsar/functions/worker/rest/RestUtils.java    |   5 +-
 .../worker/rest/WorkerReadinessResource.java       |   6 +-
 .../pulsar/functions/worker/rest/WorkerServer.java |  16 +-
 .../functions/worker/rest/api/ComponentImpl.java   | 515 ++++++++++------
 .../functions/worker/rest/api/FunctionsImpl.java   | 240 +++++---
 .../functions/worker/rest/api/FunctionsImplV2.java |  54 +-
 .../worker/rest/api/FunctionsMetricsResource.java  |  15 +-
 .../functions/worker/rest/api/SinksImpl.java       | 181 +++---
 .../functions/worker/rest/api/SourcesImpl.java     | 209 ++++---
 .../functions/worker/rest/api/WorkerImpl.java      |  40 +-
 .../worker/{service => rest}/api/package-info.java |   5 +-
 .../worker/rest/api/v2/FunctionsApiV2Resource.java |  53 +-
 .../worker/rest/api/v2/WorkerApiV2Resource.java    |  14 +-
 .../rest/api/v2/WorkerStatsApiV2Resource.java      |  15 +-
 .../{service/api => rest/api/v2}/package-info.java |   5 +-
 .../worker/rest/api/v3/FunctionsApiV3Resource.java |  53 +-
 .../worker/rest/api/v3/SinkApiV3Resource.java      |   1 -
 .../worker/rest/api/v3/SinksApiV3Resource.java     |  58 +-
 .../worker/rest/api/v3/SourceApiV3Resource.java    |   1 -
 .../worker/rest/api/v3/SourcesApiV3Resource.java   |  59 +-
 .../{service/api => rest/api/v3}/package-info.java |   5 +-
 .../worker/{service/api => rest}/package-info.java |   5 +-
 .../functions/worker/scheduler/IScheduler.java     |  16 +-
 .../worker/scheduler/RoundRobinScheduler.java      |  26 +-
 .../{service/api => scheduler}/package-info.java   |   5 +-
 .../worker/service/WorkerServiceLoader.java        |   1 -
 .../functions/worker/service/api/Component.java    | 242 ++++----
 .../functions/worker/service/api/Functions.java    | 157 +++--
 .../functions/worker/service/api/FunctionsV2.java  |  14 +-
 .../pulsar/functions/worker/service/api/Sinks.java | 149 +++--
 .../functions/worker/service/api/Sources.java      | 149 +++--
 .../functions/worker/service/api/Workers.java      |  11 +-
 .../functions/worker/service/api/package-info.java |   2 +-
 .../functions/worker/service/package-info.java     |   2 +-
 .../worker/ClusterServiceCoordinatorTest.java      |   6 +-
 .../functions/worker/FunctionActionerTest.java     |  20 +-
 .../worker/FunctionAssignmentTailerTest.java       |  49 +-
 .../worker/FunctionMetaDataManagerTest.java        |   8 +-
 .../worker/FunctionRuntimeManagerTest.java         | 111 ++--
 .../pulsar/functions/worker/LeaderServiceTest.java |  15 +-
 .../functions/worker/MembershipManagerTest.java    |  22 +-
 .../functions/worker/SchedulerManagerTest.java     |  44 +-
 .../pulsar/functions/worker/WorkerUtilsTest.java   |  32 +-
 .../functions/worker/dlog/DLInputStreamTest.java   |   1 -
 .../functions/worker/dlog/DLOutputStreamTest.java  |   1 -
 .../functions/worker/executor/MockClockTest.java   |   1 -
 .../worker/executor/MockExecutorController.java    |   1 -
 .../executor/MockExecutorControllerTest.java       |   1 -
 .../worker/rest/api/FunctionsImplTest.java         |  79 +--
 .../rest/api/v2/FunctionApiV2ResourceTest.java     |  59 +-
 .../rest/api/v3/FunctionApiV3ResourceTest.java     |  48 +-
 .../worker/rest/api/v3/SinkApiV3ResourceTest.java  |  15 +-
 .../rest/api/v3/SourceApiV3ResourceTest.java       |  28 +-
 .../worker/scheduler/RoundRobinSchedulerTest.java  |   9 +-
 .../io/elasticsearch/ElasticSearchClient.java      |  35 +-
 .../io/elasticsearch/ElasticSearchConfig.java      |  12 +-
 .../io/elasticsearch/IndexNameFormatter.java       |  98 +++
 .../io/elasticsearch/ElasticSearchClientTests.java |  32 +
 .../io/elasticsearch/IndexNameFormatterTest.java   |  52 ++
 .../pulsar/io/kafka/connect/KafkaConnectSink.java  |  32 +-
 .../connect/PulsarKafkaConnectSinkConfig.java      |   8 +
 .../io/kafka/connect/PulsarOffsetBackingStore.java |  21 +-
 .../io/kafka/connect/KafkaConnectSinkTest.java     |  54 ++
 .../apache/pulsar/metadata/MetadataCacheTest.java  |  40 +-
 .../bookkeeper-storage/pom.xml                     |   6 -
 .../bookkeeper/BookKeeperPackagesStorage.java      |  10 +-
 .../BookKeeperPackagesStorageConfiguration.java    |   4 +
 .../filesystem-storage/pom.xml                     |   6 -
 .../pulsar/sql/presto/PulsarRecordCursor.java      | 202 ++++---
 .../coordinator/TransactionMetadataStoreState.java |  13 +-
 .../impl/MLTransactionMetadataStore.java           |  30 +-
 .../pulsar/websocket/AbstractWebSocketHandler.java |  24 +-
 .../websocket/admin/WebSocketWebResource.java      |  24 +-
 .../websocket/admin/WebSocketWebResourceTest.java  |   4 +
 site2/docs/admin-api-topics.md                     | 234 +++++++
 site2/docs/administration-pulsar-manager.md        | 248 ++++----
 site2/docs/administration-zk-bk.md                 |   6 +
 site2/docs/client-libraries-python.md              |  10 +-
 site2/docs/concepts-messaging.md                   |   2 +-
 site2/docs/cookbooks-deduplication.md              |   1 +
 site2/docs/deploy-monitoring.md                    |   2 +-
 site2/docs/getting-started-clients.md              |  22 +-
 site2/docs/getting-started-standalone.md           |   2 +-
 site2/docs/io-elasticsearch-sink.md                |   2 +-
 site2/docs/reference-configuration.md              |   1 +
 site2/docs/reference-metrics.md                    |  14 +-
 site2/docs/security-tls-transport.md               |  10 +-
 site2/docs/tiered-storage-filesystem.md            |   1 -
 site2/website-next/data/team.js                    |   2 +-
 site2/website-next/docs/administration-zk-bk.md    |   5 +
 site2/website-next/docs/deploy-dcos.md             |   2 +-
 site2/website-next/docs/io-elasticsearch-sink.md   |   2 +-
 .../version-2.4.0/administration-zk-bk.md          |   2 +
 .../version-2.4.1/administration-zk-bk.md          |   5 +
 .../version-2.4.2/administration-zk-bk.md          |   5 +
 .../version-2.5.0/administration-zk-bk.md          |   2 +
 .../version-2.5.1/administration-zk-bk.md          |   5 +
 .../version-2.5.2/administration-zk-bk.md          |   5 +
 .../version-2.6.0/administration-zk-bk.md          |   7 +
 .../version-2.6.1/administration-zk-bk.md          |   5 +
 .../version-2.6.2/administration-zk-bk.md          |   5 +
 .../version-2.6.3/administration-zk-bk.md          |   7 +
 .../version-2.6.4/administration-zk-bk.md          |   5 +
 .../version-2.7.0/administration-zk-bk.md          |   5 +
 .../version-2.7.1/administration-zk-bk.md          |   5 +
 .../version-2.7.2/administration-zk-bk.md          |   5 +
 .../version-2.7.3/administration-zk-bk.md          |   5 +
 .../version-2.8.0/administration-zk-bk.md          |   5 +
 .../version-2.8.1/administration-zk-bk.md          |   5 +
 .../version-2.8.2/administration-zk-bk.md          |   5 +
 .../version-2.9.0/administration-zk-bk.md          |   5 +
 .../versioned_docs/version-2.9.0/deploy-dcos.md    |   2 +-
 .../version-2.9.1/administration-zk-bk.md          |   5 +
 .../versioned_docs/version-2.9.1/deploy-dcos.md    |   2 +-
 ...che-pulsar-community-welcomes-500th-contributor |  26 +
 .../administration-zk-bk.md                        |   3 +
 .../functions-deploying.md                         |   2 +-
 .../getting-started-standalone.md                  |   2 +-
 .../functions-deploying.md                         |   2 +-
 .../getting-started-standalone.md                  |   2 +-
 .../version-2.2.0/functions-deploying.md           |   2 +-
 .../version-2.2.0/getting-started-standalone.md    |   4 +-
 .../version-2.2.1/getting-started-standalone.md    |   4 +-
 .../version-2.3.0/administration-zk-bk.md          |   3 +
 .../version-2.3.0/functions-deploying.md           |   2 +-
 .../version-2.3.0/getting-started-standalone.md    |   4 +-
 .../version-2.3.1/getting-started-standalone.md    |   4 +-
 .../version-2.3.2/getting-started-standalone.md    |   4 +-
 .../version-2.4.0/administration-zk-bk.md          |   3 +
 .../version-2.4.0/getting-started-standalone.md    |   4 +-
 .../version-2.4.1/functions-deploy.md              |   2 +-
 .../version-2.4.1/getting-started-standalone.md    |   4 +-
 .../version-2.4.2/functions-deploy.md              |   2 +-
 .../version-2.4.2/getting-started-standalone.md    |   4 +-
 .../version-2.5.0/administration-zk-bk.md          |   3 +
 .../version-2.5.0/getting-started-standalone.md    |   4 +-
 .../version-2.5.0/io-influxdb-sink.md              |   3 +-
 .../versioned_docs/version-2.5.1/standalone.md     |   4 +-
 .../version-2.6.0/administration-zk-bk.md          |   6 +
 .../version-2.6.0/functions-deploy.md              |   2 +-
 .../version-2.6.0/getting-started-standalone.md    |   4 +-
 .../version-2.6.1/administration-zk-bk.md          |   6 +
 .../version-2.6.1/functions-deploy.md              |   2 +-
 .../version-2.6.1/getting-started-standalone.md    |   4 +-
 .../version-2.6.2/administration-zk-bk.md          |   6 +
 .../version-2.6.2/functions-deploy.md              |   2 +-
 .../version-2.6.2/getting-started-standalone.md    |   4 +-
 .../version-2.6.3/administration-zk-bk.md          |  40 +-
 .../version-2.6.3/functions-deploy.md              |   2 +-
 .../version-2.6.3/getting-started-standalone.md    |   4 +-
 .../version-2.6.4/administration-zk-bk.md          |   6 +
 .../version-2.6.4/functions-deploy.md              |   2 +-
 .../version-2.6.4/getting-started-standalone.md    |   4 +-
 .../version-2.7.0/admin-api-topics.md              | 234 +++++++
 .../version-2.7.0/administration-zk-bk.md          |   6 +
 .../version-2.7.0/cookbooks-deduplication.md       |   1 +
 .../version-2.7.0/functions-deploy.md              |   2 +-
 .../version-2.7.0/getting-started-standalone.md    |   4 +-
 .../version-2.7.0/reference-configuration.md       |   1 +
 .../version-2.7.0/reference-metrics.md             |  14 +-
 .../version-2.7.0/security-tls-transport.md        |  10 +-
 .../version-2.7.0/tiered-storage-filesystem.md     |   1 -
 .../version-2.7.1/admin-api-topics.md              | 234 +++++++
 .../version-2.7.1/administration-zk-bk.md          |   6 +
 .../version-2.7.1/cookbooks-deduplication.md       |   1 +
 .../version-2.7.1/functions-deploy.md              |   2 +-
 .../version-2.7.1/getting-started-standalone.md    |   4 +-
 .../version-2.7.1/reference-configuration.md       |   1 +
 .../version-2.7.1/reference-metrics.md             |  14 +-
 .../version-2.7.1/security-tls-transport.md        |  10 +-
 .../version-2.7.1/tiered-storage-filesystem.md     |   1 -
 .../version-2.7.2/admin-api-topics.md              | 234 +++++++
 .../version-2.7.2/administration-zk-bk.md          |   6 +
 .../version-2.7.2/cookbooks-deduplication.md       |   1 +
 .../version-2.7.2/functions-deploy.md              |   2 +-
 .../version-2.7.2/getting-started-standalone.md    |   4 +-
 .../version-2.7.2/reference-configuration.md       |   1 +
 .../version-2.7.2/reference-metrics.md             |  14 +-
 .../version-2.7.2/security-tls-transport.md        |  10 +-
 .../version-2.7.2/tiered-storage-filesystem.md     |   1 -
 .../version-2.7.3/admin-api-topics.md              | 234 +++++++
 .../version-2.7.3/administration-zk-bk.md          |   6 +
 .../version-2.7.3/cookbooks-deduplication.md       |   1 +
 .../version-2.7.3/functions-deploy.md              |   2 +-
 .../version-2.7.3/getting-started-standalone.md    |   4 +-
 .../version-2.7.3/reference-configuration.md       |   1 +
 .../version-2.7.3/reference-metrics.md             |  14 +-
 .../version-2.7.3/security-tls-transport.md        |  10 +-
 .../version-2.7.3/tiered-storage-filesystem.md     |   1 -
 .../version-2.7.4/admin-api-topics.md              | 234 +++++++
 .../version-2.7.4/administration-zk-bk.md          |   6 +
 .../version-2.7.4/cookbooks-deduplication.md       |   1 +
 .../version-2.7.4/functions-deploy.md              |   2 +-
 .../version-2.7.4/getting-started-standalone.md    |   4 +-
 .../version-2.7.4/reference-configuration.md       |   1 +
 .../version-2.7.4/reference-metrics.md             |  14 +-
 .../version-2.7.4/security-tls-transport.md        |  10 +-
 .../version-2.7.4/tiered-storage-filesystem.md     |   1 -
 .../version-2.8.0/admin-api-topics.md              | 234 +++++++
 .../version-2.8.0/administration-zk-bk.md          |   6 +
 .../version-2.8.0/cookbooks-deduplication.md       |   1 +
 .../version-2.8.0/deploy-monitoring.md             |   2 +-
 .../version-2.8.0/functions-deploy.md              |   2 +-
 .../version-2.8.0/getting-started-standalone.md    |   4 +-
 .../version-2.8.0/reference-configuration.md       |   1 +
 .../version-2.8.0/reference-metrics.md             |  14 +-
 .../version-2.8.0/security-tls-transport.md        |  10 +-
 .../version-2.8.0/tiered-storage-filesystem.md     |   1 -
 .../version-2.8.1/admin-api-topics.md              | 235 +++++++
 .../version-2.8.1/administration-zk-bk.md          |   6 +
 .../version-2.8.1/cookbooks-deduplication.md       |   1 +
 .../version-2.8.1/deploy-monitoring.md             |   2 +-
 .../version-2.8.1/functions-deploy.md              |   2 +-
 .../version-2.8.1/getting-started-standalone.md    |   4 +-
 .../version-2.8.1/reference-configuration.md       |   1 +
 .../version-2.8.1/reference-metrics.md             |  14 +-
 .../version-2.8.1/security-tls-transport.md        |  10 +-
 .../version-2.8.1/tiered-storage-filesystem.md     |   1 -
 .../version-2.8.2/admin-api-topics.md              | 234 +++++++
 .../version-2.8.2/administration-zk-bk.md          |   6 +
 .../version-2.8.2/cookbooks-deduplication.md       |   1 +
 .../version-2.8.2/deploy-monitoring.md             |   2 +-
 .../version-2.8.2/functions-deploy.md              |   2 +-
 .../version-2.8.2/getting-started-standalone.md    |   4 +-
 .../version-2.8.2/reference-configuration.md       |   1 +
 .../version-2.8.2/reference-metrics.md             |  14 +-
 .../version-2.8.2/security-tls-transport.md        |  10 +-
 .../version-2.8.2/tiered-storage-filesystem.md     |   1 -
 .../version-2.9.0/admin-api-topics.md              | 234 +++++++
 .../version-2.9.0/administration-zk-bk.md          |   6 +
 .../version-2.9.0/cookbooks-deduplication.md       |   1 +
 .../versioned_docs/version-2.9.0/deploy-dcos.md    |   2 +-
 .../version-2.9.0/deploy-monitoring.md             |   2 +-
 .../version-2.9.0/functions-deploy.md              |   2 +-
 .../version-2.9.0/getting-started-standalone.md    |   4 +-
 .../version-2.9.0/io-influxdb-sink.md              |   6 +-
 .../version-2.9.0/reference-configuration.md       |   1 +
 .../version-2.9.0/reference-metrics.md             |  14 +-
 .../version-2.9.0/security-tls-transport.md        |  10 +-
 .../version-2.9.1/admin-api-topics.md              | 234 +++++++
 .../version-2.9.1/administration-zk-bk.md          |   6 +
 .../version-2.9.1/cookbooks-deduplication.md       |   1 +
 .../versioned_docs/version-2.9.1/deploy-dcos.md    |   2 +-
 .../version-2.9.1/deploy-monitoring.md             |   2 +-
 .../version-2.9.1/functions-deploy.md              |   2 +-
 .../version-2.9.1/getting-started-standalone.md    |   4 +-
 .../version-2.9.1/io-influxdb-sink.md              |   6 +-
 .../version-2.9.1/reference-configuration.md       |   1 +
 .../version-2.9.1/reference-metrics.md             |  14 +-
 .../version-2.9.1/security-tls-transport.md        |  10 +-
 .../version-2.1.0-incubating-sidebars.json         |   1 -
 .../version-2.1.1-incubating-sidebars.json         |   1 -
 .../versioned_sidebars/version-2.2.0-sidebars.json |   3 +-
 .../versioned_sidebars/version-2.2.1-sidebars.json |   3 +-
 .../versioned_sidebars/version-2.3.0-sidebars.json |   1 -
 .../versioned_sidebars/version-2.3.1-sidebars.json |   1 -
 .../versioned_sidebars/version-2.3.2-sidebars.json |   1 -
 .../versioned_sidebars/version-2.4.0-sidebars.json |   1 -
 .../versioned_sidebars/version-2.4.1-sidebars.json |   1 -
 .../versioned_sidebars/version-2.4.2-sidebars.json |   1 -
 .../versioned_sidebars/version-2.5.0-sidebars.json |   1 -
 .../versioned_sidebars/version-2.5.1-sidebars.json |   1 -
 .../versioned_sidebars/version-2.5.2-sidebars.json |   1 -
 .../versioned_sidebars/version-2.6.0-sidebars.json |   1 -
 .../versioned_sidebars/version-2.6.1-sidebars.json |   3 +-
 .../versioned_sidebars/version-2.6.2-sidebars.json |   3 +-
 .../versioned_sidebars/version-2.6.3-sidebars.json |   3 +-
 .../versioned_sidebars/version-2.6.4-sidebars.json |   3 +-
 .../versioned_sidebars/version-2.7.0-sidebars.json |   3 +-
 .../versioned_sidebars/version-2.7.1-sidebars.json |   3 +-
 .../versioned_sidebars/version-2.7.2-sidebars.json |   1 -
 .../versioned_sidebars/version-2.7.3-sidebars.json |   1 -
 .../versioned_sidebars/version-2.7.4-sidebars.json |   1 -
 .../versioned_sidebars/version-2.8.0-sidebars.json |   1 -
 .../versioned_sidebars/version-2.8.1-sidebars.json |   1 -
 .../versioned_sidebars/version-2.8.2-sidebars.json |   1 -
 .../versioned_sidebars/version-2.9.0-sidebars.json |   1 -
 .../versioned_sidebars/version-2.9.1-sidebars.json |   1 -
 structured-event-log/pom.xml                       |  19 +
 .../pulsar/structuredeventlog/EventGroup.java      |   2 +-
 .../structuredeventlog/EventResourcesImpl.java     |   4 +-
 .../structuredeventlog/StructuredEventLog.java     |   2 +-
 .../pulsar/structuredeventlog}/package-info.java   |   5 +-
 .../structuredeventlog/slf4j/Slf4jEvent.java       |   8 +-
 .../slf4j/Slf4jStructuredEventLog.java             |   3 +-
 .../structuredeventlog/slf4j}/package-info.java    |   5 +-
 tests/bc_2_0_0/pom.xml                             |   2 +-
 tests/bc_2_0_1/pom.xml                             |   2 +-
 tests/bc_2_6_0/pom.xml                             |   2 +-
 tests/integration/pom.xml                          |   2 +-
 .../pulsar/tests/integration/cli/CLITest.java      |  36 ++
 tests/pulsar-client-admin-shade-test/pom.xml       |   2 +-
 tests/pulsar-client-all-shade-test/pom.xml         |   2 +-
 tests/pulsar-client-shade-test/pom.xml             |   2 +-
 612 files changed, 10752 insertions(+), 4168 deletions(-)