You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pulsar.apache.org by pe...@apache.org on 2022/04/19 02:42:44 UTC
[pulsar] branch branch-2.10 updated (cfe9516d169 -> 02ab1cd03a4)
This is an automated email from the ASF dual-hosted git repository.
penghui pushed a change to branch branch-2.10
in repository https://gitbox.apache.org/repos/asf/pulsar.git
from cfe9516d169 Enable CI for branch-2.10 (#15192)
new 348761af662 [Broker] Optimize RawReader#create when using Compactor (#14447)
new 053f7cb8e55 Fix inconsistent prompt message when schema version is empty using AVRO. (#14626)
new a1c5cf723bd Fix wrong prompt exception when get non-persistent topic list without GET_BUDNLE permission (#14638)
new 82abc54a2f3 Fixed flaky test MemoryLimitTest#testRejectMessages (#14220) (#14628)
new a33fd8d9200 Changing the topic creation flow and optimize heartbeat topic not trigger compaction. (#14643)
new 50333e80dca Fix normal topic named ends with `healthcheck` becomes system topic issue. (#14671)
new f995207e946 Fixed 404 error msg not being returned correctly using http lookup. (#14677)
new f7857b3551e [flaky-test] SubscriptionSeekTest.testSeekForBatchMessageAndSpecifiedBatchIndex (#14676) (#14689)
new 1293742f5ba Flaky-test: SubscriptionSeekTest.testShouldCloseAllConsumersForMultipleConsumerDispatcherWhenSeek (#14674)
new 4938e29a606 Provide an accurate error message when set ``autoTopicCreation `` (#14684)
new 1a20f961764 Fix update replication cluster but not update replicator. (#14570)
new a75e88ad963 [fix][deploy]: fix the pid occupied check when use pulsar-daemon start or stop process (#14701)
new 1085a75b559 [fix][admin-cli]: Remove the trust certs check (#14764)
new 8de86d5531e Fix flaky test LeaderElectionTest (#14776)
new f20b756644f Handle kafka sinks that return immutable maps as configs (#14780)
new 4809612ed09 [fix][admin] Fix NPE in PulsarAdminBuilder when the service is not set (#14769)
new da5943492ce [fix][broker] Fix cannot delete namespace with system topic (#14730)
new 4b3d1b6eef2 [fix][txn]: fix pending ack is recovering throw CursorAlreadyClosedxception (#14781)
new f43e9a2239e [improve][client] Avoid timertask run before previous subscribe complete. (#14818)
new ab74f30fb1e [fix][txn]: fix transaction log recover throw cursor already close (#14810)
new 7d9d526f5a1 [fix][txn]: fix transaction buffer recover reader and writer fail (#14801)
new a1dac68df66 [fix][txn]: fix some exception handle in transaction buffer (#14808)
new 4c28c1fab8d [fix][txn]: fix cannot enable transaction when is allow auto update schema disabled (#14809)
new 958212e9894 [fix][test]: fix flaky test testTransactionBufferRecoverThrowPulsarClientException (#14846)
new 4df28d69cec [improve][tool] Improve transaction perf logs (#14816)
new c3e6f29bd47 [fix][java-client] Returns immutable data set when use TableView. (#14833)
new 8e82f2854fa [fix][txn]: fix transaction buffer no snapshot close recover reader (#14830)
new 5e7a8f07a75 [fix][txn]: fix transaction buffer recover throw cursor already close (#14807)
new 501917d80cd [improve][broker] Add log when update namespace policies with error. (#14850)
new 071865aef0c [fix][broker] Fix topic policy reader close bug. (#14897)
new a9952130d5f [fix][broker] Fix wrong state for non-durable cursor (#14869)
new e4467869673 [fix][security] Upgrade jackson and jackson-databind (2.13.2.1) to get rid of CVE-2020-36518 (#14871)
new b83bd57849b [fix][test] Fix wrong retry behavior in MetadataCacheTest (#14778)
new be6e06e1a8b [fix][transaction] Properly close transaction-buffer-sub non durable cursor (#14900)
new a74f2429db8 [C++] Fix send callback might not be invoked in key based batching (#14898)
new 8126ed8c287 # Motivation (#14895)
new adf0af62b51 [fix][transaction] avoid too many ServiceUnitNotReadyException for transaction buffer handler (#14894)
new 8d315e07344 [feat][broker] Full-support set ssl provider, ciphers and protocols (#14569)
new c6752636787 [fix][pulsar-admin] Fix pulsar-admin not prompting message when there is a 500 error. (#14856)
new 7dc76710c93 [fix][client] ConsumerBuilderImpl can not set null to deadLetterPolicy (#14980)
new 3594e42f105 [fix][broker] Fix potential NPE in Replicator (#15003)
new ede1c6fcd6c [Fix][Transaction] Fix transaction pendingAckStore asyncMarkDelete (#14974)
new 4dd50ca8b27 [fix][transaction] Fix potentially unfinished CompletableFuture. (#14973)
new b3cddf21133 [fix][broker] Fix getPendingAckInternalStats redirect issue. (#14876)
new bfeee50a3a9 [fix][broker] Fix creating system namespace topic failure. (#14949)
new bea22e8b6a7 [fix][client] Fix internal receive used wrong timeout type (#15014)
new 848291ce9b8 allow download package from package management service (#14814)
new 1c898a07723 [fix][broker] Avoid heartbeat topic to offload. (#15008)
new 796a45c8376 [improve][transaction] support configurable ``transactionBufferClientOperationTimeoutInMills`` (#15011)
new 3d1b0b2ce5a [improve][broker] Avoid using blocking calls for the async method ``checkTopicOwnership`` (#15023)
new 800517b9e48 [fix][broker] Return if reset in progress (#14978)
new e3589724574 [fix][transaction] Fix transaction REST API redirect issue. (#15017)
new d12d965d93b handle NPE when getLeader returns null (#15058)
new c89ba0fa751 Fix when nextValidLedger is null cause npe (#13975)
new 4d9f61897e9 [fix][Transaction] Fix transaction admin redirect get 500 due to getCause (#14965)
new 170853c7917 [fix][broker] Fix rewind failed when ``redeliverUnacknowledgedMessages`` (#15046)
new b0a85e44818 fix potential NPE in MockManagedLedger (#15006)
new c5892136b54 fix potential NPE in TransactionBufferDisable (#14979)
new 91b5b9f4df9 [improve][transaction] Optimize topic lookup when TC end tx. (#14991)
new 3eb6b7215ad [broker] fix parameter saslJaasBrokerSectionName in broker.conf (#15110)
new 651285bf96d fix debug log authenticate role error (#14784)
new 41e2e7ceb68 [fix][security] Remove log4j for CVE-2022-23307 (#15109)
new 2459e25041a [fix][txn] TransactionMetadataService don't connect again if store exist (#15114)
new 8623fbcadc1 [improve][txn] Avoid create multiple future and exception handler. (#15089)
new 02ab1cd03a4 [C++] Fix UnknownError might be returned for a partitioned producer (#15161)
The 65 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
bin/pulsar-daemon | 6 +-
conf/broker.conf | 13 +-
conf/standalone.conf | 8 +-
deployment/terraform-ansible/templates/broker.conf | 2 +-
distribution/server/src/assemble/LICENSE.bin.txt | 16 +-
.../bookkeeper/mledger/impl/ManagedCursorImpl.java | 6 +-
.../bookkeeper/mledger/impl/ManagedLedgerImpl.java | 4 +
.../mledger/impl/NonDurableCursorImpl.java | 4 +-
.../bookkeeper/mledger/impl/OffloadPrefixTest.java | 2 +-
pom.xml | 18 +-
.../apache/pulsar/broker/ServiceConfiguration.java | 16 +-
.../org/apache/pulsar/broker/PulsarService.java | 6 +-
.../broker/TransactionMetadataStoreService.java | 233 ++++-----
.../apache/pulsar/broker/admin/AdminResource.java | 7 +-
.../pulsar/broker/admin/impl/NamespacesBase.java | 14 +-
.../pulsar/broker/admin/impl/TransactionsBase.java | 539 ++++++++-------------
.../broker/admin/v1/NonPersistentTopics.java | 25 +-
.../broker/admin/v2/NonPersistentTopics.java | 31 +-
.../pulsar/broker/admin/v3/Transactions.java | 98 +++-
.../pulsar/broker/namespace/NamespaceService.java | 2 +-
.../pulsar/broker/namespace/OwnershipCache.java | 13 +-
.../pulsar/broker/service/AbstractReplicator.java | 2 +-
.../pulsar/broker/service/AbstractTopic.java | 3 +
.../pulsar/broker/service/BrokerService.java | 131 +++--
.../broker/service/PulsarChannelInitializer.java | 15 +-
.../apache/pulsar/broker/service/ServerCnx.java | 29 +-
.../SystemTopicBasedTopicPoliciesService.java | 4 +-
.../nonpersistent/NonPersistentReplicator.java | 2 +-
.../service/nonpersistent/NonPersistentTopic.java | 3 +
.../PersistentDispatcherSingleActiveConsumer.java | 18 +-
.../service/persistent/PersistentReplicator.java | 2 +-
.../broker/service/persistent/PersistentTopic.java | 56 +--
.../broker/service/persistent/SystemTopic.java | 13 +-
.../pulsar/broker/systopic/SystemTopicClient.java | 29 --
.../TransactionBufferSystemTopicClient.java | 22 +-
.../buffer/impl/TopicTransactionBuffer.java | 221 +++++----
.../TopicTransactionBufferRecoverCallBack.java | 2 +-
.../buffer/impl/TransactionBufferClientImpl.java | 19 +-
.../buffer/impl/TransactionBufferDisable.java | 4 +-
.../buffer/impl/TransactionBufferHandlerImpl.java | 300 ++++++++----
.../pendingack/impl/MLPendingAckStore.java | 8 +-
.../pulsar/broker/web/PulsarWebResource.java | 7 +-
.../apache/pulsar/broker/web/RestException.java | 12 +-
.../org/apache/pulsar/client/api/RawReader.java | 2 +-
.../apache/pulsar/client/impl/RawReaderImpl.java | 2 +
.../apache/pulsar/broker/admin/AdminApi2Test.java | 45 ++
.../org/apache/pulsar/broker/admin/AdminTest.java | 27 ++
.../v3/AdminApiTransactionMultiBrokerTest.java | 67 +++
.../broker/admin/v3/AdminApiTransactionTest.java | 115 ++++-
.../pulsar/broker/auth/AuthorizationTest.java | 39 +-
.../broker/namespace/OwnershipCacheTest.java | 2 +-
.../pulsar/broker/service/BrokerServiceTest.java | 33 ++
.../broker/service/InactiveTopicDeleteTest.java | 65 +--
.../broker/service/PersistentTopicE2ETest.java | 13 +
.../pulsar/broker/service/ReplicatorTest.java | 32 +-
.../broker/service/SubscriptionSeekTest.java | 7 +-
.../NamespaceEventsSystemTopicServiceTest.java | 7 +-
.../systopic/PartitionedSystemTopicTest.java | 73 ++-
.../broker/systopic/SystemTopicClientTest.java | 51 --
.../TopicTransactionBufferRecoverTest.java | 101 +++-
.../broker/transaction/TransactionProduceTest.java | 29 ++
.../pulsar/broker/transaction/TransactionTest.java | 148 +++++-
.../broker/transaction/TransactionTestBase.java | 2 +-
.../buffer/TransactionBufferClientTest.java | 80 +--
.../buffer/TransactionBufferCloseTest.java | 120 +++++
.../buffer/TransactionBufferHandlerImplTest.java | 84 ++++
.../pendingack/PendingAckPersistentTest.java | 2 +-
.../pulsar/broker/web/RestExceptionTest.java | 4 +-
.../apache/pulsar/client/api/MemoryLimitTest.java | 86 ++--
.../client/api/SimpleProducerConsumerTest.java | 6 +-
.../org/apache/pulsar/client/impl/ReaderTest.java | 21 +-
.../apache/pulsar/client/impl/TableViewTest.java | 20 +
.../apache/pulsar/compaction/CompactionTest.java | 23 +
.../java/org/apache/pulsar/schema/SchemaTest.java | 76 ++-
.../data/{BundlesData.java => ValidateResult.java} | 27 +-
.../data/impl/AutoTopicCreationOverrideImpl.java | 16 +-
.../pulsar/client/admin/internal/BaseResource.java | 2 +-
.../client/admin/internal/PulsarAdminImpl.java | 3 +
.../admin/internal/http/AsyncHttpConnector.java | 26 +-
.../admin/internal/PulsarAdminBuilderImplTest.java | 20 +-
.../api/transaction/TransactionBufferClient.java | 4 +
pulsar-client-cpp/lib/BatchMessageContainerBase.h | 26 +
pulsar-client-cpp/lib/PartitionedProducerImpl.cc | 55 +--
pulsar-client-cpp/lib/PartitionedProducerImpl.h | 12 +-
pulsar-client-cpp/lib/ProducerImpl.cc | 49 +-
pulsar-client-cpp/pulsar-test-service-start.sh | 4 +
pulsar-client-cpp/tests/KeyBasedBatchingTest.cc | 32 +-
pulsar-client-cpp/tests/ProducerTest.cc | 43 ++
.../org/apache/pulsar/admin/cli/CmdClusters.java | 5 -
.../client/impl/BinaryProtoLookupService.java | 8 +-
.../apache/pulsar/client/impl/ConsumerBase.java | 2 +-
.../pulsar/client/impl/ConsumerBuilderImpl.java | 3 +-
.../apache/pulsar/client/impl/ConsumerImpl.java | 7 +-
.../org/apache/pulsar/client/impl/HttpClient.java | 25 +-
.../pulsar/client/impl/HttpLookupService.java | 5 +
.../client/impl/MultiTopicsConsumerImpl.java | 7 +-
.../impl/PatternMultiTopicsConsumerImpl.java | 62 ++-
.../client/impl/PulsarChannelInitializer.java | 34 +-
.../pulsar/client/impl/PulsarClientImpl.java | 8 +-
.../apache/pulsar/client/impl/TableViewImpl.java | 9 +-
.../impl/transaction/TransactionBufferHandler.java | 4 +
.../client/impl/ConsumerBuilderImplTest.java | 30 +-
.../util/NettyClientSslContextRefresher.java | 33 +-
.../common/util/NettyServerSslContextBuilder.java | 16 +-
.../apache/pulsar/common/util/SecurityUtility.java | 69 ++-
.../data/AutoTopicCreationOverrideTest.java | 12 +-
.../common/util/FileModifiedTimeUpdaterTest.java | 4 +-
.../pulsar/common/util/netty/SslContextTest.java | 132 +++++
pulsar-common/src/test/resources/ssl/my-ca/ca.pem | 18 +
.../src/test/resources/ssl/my-ca/client-ca.pem | 19 +
.../src/test/resources/ssl/my-ca/client-key.pem | 28 ++
.../src/test/resources/ssl/my-ca/server-ca.pem | 19 +
.../src/test/resources/ssl/my-ca/server-key.pem | 28 ++
pulsar-functions/runtime-all/pom.xml | 1 -
.../pulsar/functions/worker/FunctionActioner.java | 22 +-
.../pulsar/functions/worker/LeaderService.java | 3 +-
.../functions/worker/PulsarWorkerService.java | 4 +-
.../pulsar/functions/worker/WorkerUtils.java | 11 +-
.../functions/worker/rest/api/FunctionsImpl.java | 2 +-
.../functions/worker/rest/api/WorkerImpl.java | 10 +-
.../functions/worker/FunctionActionerTest.java | 49 ++
pulsar-io/elastic-search/pom.xml | 1 -
.../pulsar/io/kafka/connect/KafkaConnectSink.java | 7 +
.../connect/SchemaedFileStreamSinkConnector.java | 14 +
.../apache/pulsar/metadata/LeaderElectionTest.java | 13 +-
.../apache/pulsar/metadata/MetadataCacheTest.java | 32 ++
.../pulsar/proxy/server/ProxyConfiguration.java | 4 +-
.../proxy/server/ServiceChannelInitializer.java | 19 +-
pulsar-sql/presto-distribution/LICENSE | 28 +-
pulsar-sql/presto-distribution/pom.xml | 4 +-
.../pulsar/testclient/PerformanceConsumer.java | 9 +-
.../pulsar/testclient/PerformanceProducer.java | 12 +-
.../coordinator/impl/MLTransactionLogImpl.java | 6 +-
.../impl/MLTransactionMetadataStore.java | 138 +++---
site2/docs/functions-worker.md | 4 +-
site2/docs/reference-configuration.md | 2 +-
site2/docs/security-kerberos.md | 8 +-
.../offload/jcloud/impl/MockManagedLedger.java | 4 +-
138 files changed, 3132 insertions(+), 1528 deletions(-)
create mode 100644 pulsar-broker/src/test/java/org/apache/pulsar/broker/admin/v3/AdminApiTransactionMultiBrokerTest.java
delete mode 100644 pulsar-broker/src/test/java/org/apache/pulsar/broker/systopic/SystemTopicClientTest.java
create mode 100644 pulsar-broker/src/test/java/org/apache/pulsar/broker/transaction/buffer/TransactionBufferCloseTest.java
create mode 100644 pulsar-broker/src/test/java/org/apache/pulsar/broker/transaction/buffer/TransactionBufferHandlerImplTest.java
copy pulsar-client-admin-api/src/main/java/org/apache/pulsar/common/policies/data/{BundlesData.java => ValidateResult.java} (64%)
copy pulsar-common/src/test/java/org/apache/pulsar/common/policies/data/AutoFailoverPolicyTypeTest.java => pulsar-client-admin/src/test/java/org/apache/pulsar/client/admin/internal/PulsarAdminBuilderImplTest.java (62%)
create mode 100644 pulsar-common/src/test/java/org/apache/pulsar/common/util/netty/SslContextTest.java
create mode 100644 pulsar-common/src/test/resources/ssl/my-ca/ca.pem
create mode 100644 pulsar-common/src/test/resources/ssl/my-ca/client-ca.pem
create mode 100644 pulsar-common/src/test/resources/ssl/my-ca/client-key.pem
create mode 100644 pulsar-common/src/test/resources/ssl/my-ca/server-ca.pem
create mode 100644 pulsar-common/src/test/resources/ssl/my-ca/server-key.pem