You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pulsar.apache.org by gu...@apache.org on 2020/03/21 05:53:55 UTC
[pulsar] branch branch-2.5 updated (96b389e -> 68e5b79)
This is an automated email from the ASF dual-hosted git repository.
guangning pushed a change to branch branch-2.5
in repository https://gitbox.apache.org/repos/asf/pulsar.git.
discard 96b389e fix version 2.5.0
discard 468bb21 [pulsar-client-cpp] Fix Redelivery of Messages on UnackedMessageTracker When Ack Messages . (#6498)
discard aaa9062 pulsar-proxy: fix correct name for proxy thread executor name (#6460)
discard 3c89abb [proxy] Fix proxy routing to functions worker (#6486)
discard b3ce70b Fix create partitioned topic with a substring of an existing topic name. (#6478)
discard af106d8 Fix memory leak when running topic compaction. (#6485)
discard 74b3564 [Issue 6168] Fix Unacked Message Tracker by Using Time Partition on C++ (#6391)
discard bd4d879 Fix broker to specify a list of bookie groups. (#6349)
discard 77833d9 [Reader] Should set either start message id or start message from roll back duration. (#6392)
discard 71e24d9 Fixed enum package not found (#6401)
discard 27b369b Independent schema is set for each consumer generated by topic (#6356)
discard 1ca5822 [pulsar-client] fix deadlock on send failure (#6488)
discard de174aa Avoid calling ConsumerImpl::redeliverMessages() when message list is empty (#6480)
discard 481c744 [pulsar-proxy] fix logging for published messages (#6474)
discard d8c9a24 Fixed the max backoff configuration for lookups (#6444)
discard f6ce0ea Use System.nanoTime() instead of System.currentTimeMillis() (#6454)
discard 0e9d448 [Broker] Create namespace failed when TLS is enabled in PulsarStandalone (#6457)
discard 462453b [Flink-Connector]Get PulsarClient from cache should always return an open instance (#6436)
discard 30b1818 Close ZK before canceling future with exception (#6228) (#6399)
discard db14c79 fix the bug of authenticationData is't initialized. (#6440)
discard 41d91c8 Bump netty version to 4.1.45.Final (#6424)
discard 14508a6 Consumer received duplicated deplayed messages upon restart
discard 377948c Update BatchReceivePolicy.java (#6423)
discard f2a4a8d Add verification for SchemaDefinitionBuilderImpl.java (#6405)
discard 8a64dc6 [Java Reader Client] Start reader inside batch result in read first message in batch. (#6345)
discard df8dd62 [Minor] Fix java code errors reported by lgtm. (#6398)
discard 76dfd14 Creating a topic does not wait for creating cursor of replicators (#6364)
discard 2b5cc0d Remove problematic semicolon from conf (#6303)
discard c9035ea Fix unit test (#6006)
discard 1493d16 [Pulsar-Client] Stop shade snappy-java in pulsar-client-shaded (#6375)
discard 965c7b7 [Issue 6355][HELM] autorecovery - could not find or load main class (#6373)
discard 4893835 remove future.join() from PulsarSinkEffectivelyOnceProcessor (#6361)
discard dabdd84 Fix java doc for key shared policy. (#6341)
discard 702e5be explicit statement env 'BOOKIE_MEM' and 'BOOKIE_GC' for values-mini.yaml (#6340)
discard e0e1569 Avoid get partition metadata while the topic name is a partition name. (#6339)
discard a8d11f1 [Issue 5904]Support `unload` all partitions of a partitioned topic (#6187)
discard 968dad2 [pulsar-broker] close managed-ledgers before giving up bundle ownership to avoid bad zk-version (#5599)
discard 18da91621 Upgrade ZooKeeper to 3.5.7 (#6329)
discard 26b34d4 Should flush the last potential duplicated since can't combine potential duplicated messages and non-duplicated messages into a batch. (#6326)
discard 941b978 Fixed casting in ZooKeeperCache.getDataIfPresent() (#6313)
discard 765aa02 [Issue 4070][pulsar-client-cpp] Fix for possible deadlock when closing Pulsar client (#6277)
discard 28cb139 Fix bug that tenants whose allowed clusters include global cannot be created/updated (#6275)
discard d00b09a [C++] Fixed handling of canceled timer events on NegativeAcksTracker (#6272)
discard 16fff18 [C++] Fixed memory corruption on ExecutorService destructor (#6270)
discard c92a86f Fix deploy of WindowFunctions (#6246)
discard 4d8c0f2 [Issue 6173][compaction] Fix log compaction for flow control/empty topic/last deletion (#6237)
discard b098b18 Use fully qualified hostname as default to advertise brokers (#6235)
discard 354a059 Fix bug that backlog message that has not yet expired could be deleted due to TTL (#6211)
discard c74b092 [ISSUE-6131]: Ensure JVM memory and GC options are set for bookie (#6201)
discard 4b95701 Pin the netty-transport-native-epoll to avoid conflicts (#6194)
discard b9d0ac7 Fix get schema version in HttpLookupService. (#6193)
discard 74971cd Corrected the method name for source implementation (#6190)
discard 5df30c0 Create managed ledger path on local zookeeper when create partitions (#6189)
discard eebefbd Restore clusterDispatchRate policy for compatibility (#6176)
discard bd1bcb7 add missing check to dashboard-ingress (helm chart) (#6160)
discard 3c4ca9b Output resource usage rate to log on broker (#6152)
discard 15f876a Add timeout to search for web service URLs to avoid web threads getting stuck (#6124)
discard 9449053 [Broker]Reset cursor with a non-exists position (#6120)
discard caf82b5 Fix zeroQueueConsumer using listener (#6106)
discard 4624d16 [Websocket] Websocket doesn't set the correct cluster data (#6102)
discard b70b15c [Functions] The argument and description for dead letter topic is wrong (#6101)
discard 18d8adb Fix message redelivery for zero queue consumer while using async api to receive messages (#6090)
discard 99952d9 Fix zero queue consumer message redelivery (#6076)
discard 43816e01 make acker transient (#6064)
discard a8fc1c5 Fix issue 5505 (#6060)
discard 1b151fe Expose lastConsumedTimestamp and lastAckedTimestamp to consumer stats (#6051)
discard c6b7665 [pulsar-broker] Clean up closed producer to avoid publish-time for producer (#5988)
discard 39e33c7 Prevent creation of regular topic with the same name as existing partitioned topic (#5943)
discard eaaf17b Avoid using same OpAddEntry between different ledger handles (#5942)
discard 3aa47bc Fix negative un-ack messages in consumer stats (#5929)
discard eaa8feb add_backlogSize_in_topicStat (#5914)
discard a3615c2 [build] Skip javadoc task for pulsar-client-kafka-compact modules (#5836)
discard c8eb719 Expose bookkeeper expose explicit lac in broker.conf (#5822)
discard 92b0c75 Fixed static linking on C++ lib on MacOS (#5581)
discard deafc24 client: make SubscriptionMode a member of ConsumerConfigurationData (#6337)
new 2efd47d Fixed static linking on C++ lib on MacOS (#5581)
new 2074c7b [pulsar-broker] close managed-ledgers before giving up bundle ownership to avoid bad zk-version (#5599)
new f98d4c1 Expose bookkeeper expose explicit lac in broker.conf (#5822)
new 0f44118 [build] Skip javadoc task for pulsar-client-kafka-compact modules (#5836)
new 33b2e24 add_backlogSize_in_topicStat (#5914)
new e3877d8 Allow to enable/disable delayed delivery for messages on namespace (#5915)
new 63a66d0 Fix negative un-ack messages in consumer stats (#5929)
new 31fcb38 Upgrade Avro to 1.9.1 (#5938)
new 0729333 Avoid using same OpAddEntry between different ledger handles (#5942)
new d662a4a Prevent creation of regular topic with the same name as existing partitioned topic (#5943)
new 6be3149 [pulsar-broker] Clean up closed producer to avoid publish-time for producer (#5988)
new f3ca73f Fix unit test (#6006)
new 08ef06d Expose lastConsumedTimestamp and lastAckedTimestamp to consumer stats (#6051)
new ffa0b04 Fix issue 5505 (#6060)
new 4fbdc95 make acker transient (#6064)
new 5680a81 PIP-55: Refresh Authentication Credentials (#6074)
new 46a1b28 Fix zero queue consumer message redelivery (#6076)
new 196aa81 Support delete inactive topic when subscriptions caught up (#6077)
new d7aa4d7 Add a message on how to make log refresh immediately when starting a component (#6078)
new 693b59d Fix message redelivery for zero queue consumer while using async api to receive messages (#6090)
new e32173e [Functions] The argument and description for dead letter topic is wrong (#6101)
new a2c3858 [Websocket] Websocket doesn't set the correct cluster data (#6102)
new 13fd6b3 Fix zeroQueueConsumer using listener (#6106)
new 4c3112a [Broker]Reset cursor with a non-exists position (#6120)
new 2672574 [pulsar-admin] allow tenant admin to manage subscription permission (#6122)
new ea134ff Add timeout to search for web service URLs to avoid web threads getting stuck (#6124)
new 7c13b40 Fix broker client tls settings error (#6128)
new 077bd71 Output resource usage rate to log on broker (#6152)
new a9df727 [Issue-5994]: Start proxy pods when at least one broker pod is running (#6158)
new 850ede6 add missing check to dashboard-ingress (helm chart) (#6160)
new 2d9e063 Restore clusterDispatchRate policy for compatibility (#6176)
new 1736aa1 Supports evenly distribute topics count when splits bundle (#6241)
new b535ac4 Introduce maxMessagePublishBufferSizeInMB configuration to avoid broker OOM (#6178)
new 88dda60 Namespace level offloader (#6183)
new e33238f [Issue 5904]Support `unload` all partitions of a partitioned topic (#6187)
new c6d59d9 Create managed ledger path on local zookeeper when create partitions (#6189)
new 4c19484 Corrected the method name for source implementation (#6190)
new 4c86357 [deployement] make kubernetes yamls for aws operational (#6192)
new 4324c5b Fix get schema version in HttpLookupService. (#6193)
new 4f3f5f8 Pin the netty-transport-native-epoll to avoid conflicts (#6194)
new c40ccf8 [ISSUE-6131]: Ensure JVM memory and GC options are set for bookie (#6201)
new a89bd2d [functions] Default functionAuthProvider when running in k8s (#6203)
new 31e8e59 Fix bug that backlog message that has not yet expired could be deleted due to TTL (#6211)
new bb3f0bb [authentication] Validate tokens for binary connections (#6233)
new bd439b3 Use fully qualified hostname as default to advertise brokers (#6235)
new 4f1bedc [Issue 6173][compaction] Fix log compaction for flow control/empty topic/last deletion (#6237)
new ba60a3f Fix deploy of WindowFunctions (#6246)
new ef40db5 [C++] Fixed memory corruption on ExecutorService destructor (#6270)
new 8f56884 [C++] Fixed handling of canceled timer events on NegativeAcksTracker (#6272)
new d25cb39 Fix bug that tenants whose allowed clusters include global cannot be created/updated (#6275)
new d3063da [Issue 4070][pulsar-client-cpp] Fix for possible deadlock when closing Pulsar client (#6277)
new bf0f4a7 Remove problematic semicolon from conf (#6303)
new ad01245 Enable get precise backlog and backlog without delayed messages. (#6310)
new 4ba38bb Fixed casting in ZooKeeperCache.getDataIfPresent() (#6313)
new b3af045 KeyValue schema support for pulsar sql (#6325)
new c20071b Should flush the last potential duplicated since can't combine potential duplicated messages and non-duplicated messages into a batch. (#6326)
new eb17206 Upgrade ZooKeeper to 3.5.7 (#6329)
new aaf87f6a3 Windows CMake corrections (#6336)
new 7112e21 client: make SubscriptionMode a member of ConsumerConfigurationData (#6337)
new e44b822 Avoid get partition metadata while the topic name is a partition name. (#6339)
new e939a51 explicit statement env 'BOOKIE_MEM' and 'BOOKIE_GC' for values-mini.yaml (#6340)
new 08196be Fix java doc for key shared policy. (#6341)
new ac59e09 [Java Reader Client] Start reader inside batch result in read first message in batch. (#6345)
new 37906e3 Fix broker to specify a list of bookie groups. (#6349)
new 64690bf Independent schema is set for each consumer generated by topic (#6356)
new b4d7dc5 remove future.join() from PulsarSinkEffectivelyOnceProcessor (#6361)
new e173f60 [ClientAPI]Fix hasMessageAvailable() (#6362)
new e7cf371 Creating a topic does not wait for creating cursor of replicators (#6364)
new 7fe98b8 [Issue 6355][HELM] autorecovery - could not find or load main class (#6373)
new 59f055b [Pulsar-Client] Stop shade snappy-java in pulsar-client-shaded (#6375)
new 8f1e0d0 fix duplicate key to send propertys (#6390)
new 8174617 [Issue 6168] Fix Unacked Message Tracker by Using Time Partition on C++ (#6391)
new eaba596 [Reader] Should set either start message id or start message from roll back duration. (#6392)
new 3313e6c Seek to the first one >= timestamp (#6393)
new 0cbda7f [Minor] Fix java code errors reported by lgtm. (#6398)
new 8cebbbb Close ZK before canceling future with exception (#6228) (#6399)
new d36eee2 Fixed enum package not found (#6401)
new 3ee06e3 Consumer received duplicated deplayed messages upon restart
new 379bdec Add verification for SchemaDefinitionBuilderImpl.java (#6405)
new 0e9c56a [Issue 3762][Schema] Fix the problem with parsing of an Avro schema related to shading in pulsar-client. (#6406)
new 31e3d19 [Java client] MultiTopics discovery is broken due to discovery task scheduled twice instead of pendingBatchRecei… (#6407)
new 52d5d7c Update BatchReceivePolicy.java (#6423)
new f6fb44d Bump netty version to 4.1.45.Final (#6424)
new 6186aef Fix publish buffer limit does not take effect
new 22fbdc1 [Flink-Connector]Get PulsarClient from cache should always return an open instance (#6436)
new 0afcf1b fix the bug of authenticationData is't initialized. (#6440)
new 56c7079 Fixed the max backoff configuration for lookups (#6444)
new eb7aa2a Use System.nanoTime() instead of System.currentTimeMillis() (#6454)
new 4becef9 [Broker] Create namespace failed when TLS is enabled in PulsarStandalone (#6457)
new f94eb89 Improve cpp-client-lib: provide another `libpulsarwithdeps.a` in dep/rpm (#6458)
new 85257b5 pulsar-proxy: fix correct name for proxy thread executor name (#6460)
new 89e44ec [pulsar-proxy] fix logging for published messages (#6474)
new b5322bc Fix create partitioned topic with a substring of an existing topic name. (#6478)
new c4902d6 Avoid calling ConsumerImpl::redeliverMessages() when message list is empty (#6480)
new 1e1dd06 Fix some async method problems at PersistentTopicsBase. (#6483)
new 5911b8b Fix memory leak when running topic compaction. (#6485)
new 4724659 [proxy] Fix proxy routing to functions worker (#6486)
new e05b786 [pulsar-client] fix deadlock on send failure (#6488)
new 53b4073 [broker] Timeout API calls in BrokerService (#6489)
new 1b36a7a [pulsar-client-cpp] Fix Redelivery of Messages on UnackedMessageTracker When Ack Messages . (#6498)
new 77f2c82 Start namespace service and schema registry service before start broker. (#6499)
new 394791d Instead of always using admin access for topic, use read/write/admin access for topic (#6504)
new b1c9c2f Fix admin getLastMessageId return batchIndex (#6511)
new b2df780 Disable channel auto read when publish rate or publish buffer exceeded (#6550)
new bf14a08 Don't increment unacked messages for the consumer with Exclusive/Failover subscription mode. (#6558)
new e7459b4 Fix: topic with one partition cannot be updated (#6560)
new 58e52e0 Fix NPE while call getLastMessageId. (#6562)
new 68e5b79 Fixed protobuf-shaded version 2.5.0
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (96b389e)
\
N -- N -- N refs/heads/branch-2.5 (68e5b79)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 108 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
bin/pulsar-daemon | 1 +
conf/broker.conf | 39 +
conf/standalone.conf | 5 +
deployment/kubernetes/aws/bookkeeper.yaml | 27 +-
deployment/kubernetes/aws/broker.yaml | 18 +-
.../cluster-metadata.yaml | 6 +-
deployment/kubernetes/aws/proxy.yaml | 9 +-
.../helm/pulsar/templates/proxy-deployment.yaml | 17 +-
distribution/server/src/assemble/LICENSE.bin.txt | 12 +-
.../apache/bookkeeper/mledger/LedgerOffloader.java | 13 +
.../bookkeeper/mledger/LedgerOffloaderFactory.java | 5 +-
.../apache/bookkeeper/mledger/ManagedCursor.java | 3 +-
.../bookkeeper/mledger/impl/ManagedCursorImpl.java | 6 +-
.../bookkeeper/mledger/impl/ManagedLedgerImpl.java | 7 +
.../mledger/impl/ManagedLedgerMBeanImpl.java | 2 +-
.../mledger/impl/NullLedgerOffloader.java | 11 +
.../mledger/impl/ManagedCursorContainerTest.java | 2 +-
.../mledger/impl/ManagedCursorListAckTest.java | 8 +-
.../bookkeeper/mledger/impl/ManagedCursorTest.java | 132 +--
.../mledger/impl/ManagedLedgerBkTest.java | 14 +-
.../mledger/impl/ManagedLedgerErrorsTest.java | 8 +-
.../bookkeeper/mledger/impl/ManagedLedgerTest.java | 12 +-
.../mledger/impl/NonDurableCursorTest.java | 36 +-
.../mledger/impl/OffloadPrefixReadTest.java | 11 +
.../bookkeeper/mledger/impl/OffloadPrefixTest.java | 11 +
pom.xml | 2 +-
.../apache/pulsar/broker/ServiceConfiguration.java | 72 +-
.../AuthenticationProviderToken.java | 97 +-
.../broker/authentication/AuthenticationState.java | 22 +-
.../AuthenticationProviderTokenTest.java | 37 +
.../org/apache/pulsar/PulsarBrokerStarter.java | 10 +
.../org/apache/pulsar/broker/PulsarService.java | 78 +-
.../apache/pulsar/broker/admin/AdminResource.java | 20 +-
.../pulsar/broker/admin/impl/NamespacesBase.java | 154 ++-
.../broker/admin/impl/PersistentTopicsBase.java | 1143 ++++++++++++--------
.../apache/pulsar/broker/admin/v1/Namespaces.java | 6 +-
.../broker/admin/v1/NonPersistentTopics.java | 2 +-
.../pulsar/broker/admin/v1/PersistentTopics.java | 4 +-
.../apache/pulsar/broker/admin/v2/Namespaces.java | 69 +-
.../broker/admin/v2/NonPersistentTopics.java | 6 +-
.../pulsar/broker/admin/v2/PersistentTopics.java | 25 +-
.../broker/delayed/DelayedDeliveryTracker.java | 8 +
.../delayed/InMemoryDelayedDeliveryTracker.java | 9 +-
.../InMemoryDelayedDeliveryTrackerFactory.java | 1 +
.../loadbalance/impl/ModularLoadManagerImpl.java | 2 +-
.../loadbalance/impl/SimpleLoadManagerImpl.java | 7 +-
.../pulsar/broker/namespace/NamespaceService.java | 229 ++--
.../pulsar/broker/namespace/OwnershipCache.java | 18 +-
.../pulsar/broker/service/AbstractTopic.java | 28 +-
.../pulsar/broker/service/BacklogQuotaManager.java | 2 +-
.../pulsar/broker/service/BrokerService.java | 97 +-
.../org/apache/pulsar/broker/service/Consumer.java | 4 +-
.../org/apache/pulsar/broker/service/Producer.java | 12 +-
.../broker/service/PulsarChannelInitializer.java | 37 +-
.../apache/pulsar/broker/service/ServerCnx.java | 318 +++++-
.../apache/pulsar/broker/service/Subscription.java | 2 +-
.../org/apache/pulsar/broker/service/Topic.java | 10 +-
.../nonpersistent/NonPersistentSubscription.java | 2 +-
.../service/nonpersistent/NonPersistentTopic.java | 20 +-
.../service/persistent/CompactorSubscription.java | 2 +-
.../PersistentDispatcherMultipleConsumers.java | 9 +-
.../PersistentDispatcherSingleActiveConsumer.java | 2 +-
.../persistent/PersistentMessageExpiryMonitor.java | 4 +-
.../persistent/PersistentMessageFinder.java | 2 +-
.../service/persistent/PersistentReplicator.java | 16 +-
.../service/persistent/PersistentSubscription.java | 33 +-
.../broker/service/persistent/PersistentTopic.java | 110 +-
.../ReplicatedSubscriptionsController.java | 2 +-
.../schema/AvroSchemaBasedCompatibilityCheck.java | 2 +
.../schema/JsonSchemaCompatibilityCheck.java | 1 +
.../validator/StructSchemaDataValidator.java | 1 +
.../stats/prometheus/AggregatedNamespaceStats.java | 1 +
.../prometheus/AggregatedSubscriptionStats.java | 2 +
.../stats/prometheus/NamespaceStatsAggregator.java | 13 +-
.../pulsar/broker/stats/prometheus/TopicStats.java | 1 +
.../pulsar/common/naming/NamespaceBundle.java | 4 +
.../common/naming/NamespaceBundleFactory.java | 12 +-
.../naming/NamespaceBundleSplitAlgorithm.java | 56 +
.../RangeEquallyDivideBundleSplitAlgorithm.java} | 16 +-
...opicCountEquallyDivideBundleSplitAlgorithm.java | 50 +
.../pulsar/compaction/TwoPhaseCompactor.java | 6 +-
.../broker/admin/AdminApiDelayedDelivery.java | 115 ++
.../broker/admin/AdminApiGetLastMessageIdTest.java | 108 +-
.../pulsar/broker/admin/AdminApiOffloadTest.java | 19 +-
.../apache/pulsar/broker/admin/AdminApiTest.java | 129 ++-
.../apache/pulsar/broker/admin/AdminApiTest2.java | 183 ++++
.../broker/admin/IncrementPartitionsTest.java | 12 +-
.../pulsar/broker/admin/PersistentTopicsTest.java | 33 +
.../pulsar/broker/admin/v1/V1_AdminApiTest.java | 34 +-
.../broker/loadbalance/LoadBalancerTest.java | 20 +-
.../broker/namespace/NamespaceServiceTest.java | 13 +-
.../pulsar/broker/service/BatchMessageTest.java | 42 +-
.../pulsar/broker/service/BrokerServiceTest.java | 18 +-
.../broker/service/InactiveTopicDeleteTest.java | 131 +++
.../service/MessagePublishBufferThrottleTest.java | 168 +++
.../broker/service/PersistentFailoverE2ETest.java | 10 +-
.../broker/service/PersistentQueueE2ETest.java | 4 +-
.../service/PersistentTopicConcurrentTest.java | 3 +-
.../broker/service/PersistentTopicE2ETest.java | 18 +-
.../broker/service/SubscriptionSeekTest.java | 22 +-
.../pulsar/broker/service/TopicOwnerTest.java | 2 +-
.../schema/BaseAvroSchemaCompatibilityTest.java | 24 +-
.../broker/service/schema/SchemaServiceTest.java | 6 +-
.../pulsar/broker/stats/ConsumerStatsTest.java | 37 +
.../prometheus/AggregatedNamespaceStatsTest.java | 3 +
.../api/AuthorizationProducerConsumerTest.java | 2 +-
.../pulsar/client/api/BrokerServiceLookupTest.java | 2 +-
.../client/api/DispatcherBlockConsumerTest.java | 4 +-
.../pulsar/client/api/NonPersistentTopicTest.java | 10 +-
.../apache/pulsar/client/api/TopicReaderTest.java | 77 +-
.../pulsar/client/impl/MessageParserTest.java | 5 +-
.../org/apache/pulsar/client/impl/ReaderTest.java | 8 +-
.../pulsar/client/impl/TopicsConsumerImplTest.java | 4 +-
.../pulsar/common/naming/NamespaceBundlesTest.java | 29 +-
.../common/naming/ServiceConfigurationTest.java | 5 +
.../configurations/pulsar_broker_test.conf | 4 +
.../org/apache/pulsar/client/admin/Namespaces.java | 138 ++-
.../org/apache/pulsar/client/admin/Topics.java | 28 +-
.../client/admin/internal/NamespacesImpl.java | 51 +-
.../pulsar/client/admin/internal/TopicsImpl.java | 25 +-
pulsar-client-cpp/CMakeLists.txt | 33 +-
.../cmake_modules/FindClangTools.cmake | 8 +-
pulsar-client-cpp/lib/CMakeLists.txt | 30 +-
pulsar-client-cpp/pkg/deb/Dockerfile | 14 +-
pulsar-client-cpp/pkg/deb/build-deb.sh | 8 +-
pulsar-client-cpp/pkg/rpm/Dockerfile | 18 +-
pulsar-client-cpp/pkg/rpm/SPECS/pulsar-client.spec | 9 +-
pulsar-client-cpp/python/pulsar_test.py | 8 +-
pulsar-client-go/pulsar/schemaDef_test.go | 2 +-
.../pulsar/admin/cli/PulsarAdminToolTest.java | 22 +-
.../org/apache/pulsar/admin/cli/CmdNamespaces.java | 181 +++-
.../org/apache/pulsar/admin/cli/CmdTopics.java | 12 +-
pulsar-client/pom.xml | 6 -
.../pulsar/client/impl/BatchMessageAcker.java | 5 +
.../client/impl/BatchMessageAckerDisabled.java | 4 +-
.../pulsar/client/impl/BatchMessageIdImpl.java | 6 +
.../org/apache/pulsar/client/impl/ClientCnx.java | 5 +-
.../apache/pulsar/client/impl/ConsumerBase.java | 11 +-
.../apache/pulsar/client/impl/ConsumerImpl.java | 98 +-
.../org/apache/pulsar/client/impl/MessageImpl.java | 10 +-
.../pulsar/client/impl/ZeroQueueConsumerImpl.java | 2 +-
.../pulsar/client/impl/schema/AvroSchema.java | 45 +-
.../pulsar/client/impl/schema/StructSchema.java | 32 +-
.../pulsar/client/impl/BatchMessageIdImplTest.java | 30 +
.../apache/pulsar/client/impl/MessageImplTest.java | 15 +
.../pulsar/client/impl/schema/AvroSchemaTest.java | 21 +-
.../pulsar/client/impl/schema/JSONSchemaTest.java | 1 +
.../client/impl/schema/ProtobufSchemaTest.java | 2 +-
.../client/impl/schema/SchemaBuilderTest.java | 8 +-
.../pulsar/client/impl/schema/SchemaInfoTest.java | 8 +-
.../pulsar/client/impl/schema/SchemaTestUtils.java | 14 +-
.../apache/pulsar/common/api/proto/PulsarApi.java | 404 +++++++
.../apache/pulsar/common/api/raw/RawMessage.java | 15 +
.../pulsar/common/api/raw/RawMessageImpl.java | 27 +-
...ookieInfo.java => DelayedDeliveryPolicies.java} | 12 +-
...anceStats.java => InactiveTopicDeleteMode.java} | 18 +-
.../common/policies/data/OffloadPolicies.java | 228 ++++
.../pulsar/common/policies/data/Policies.java | 19 +-
.../common/policies/data/SubscriptionStats.java | 5 +
.../apache/pulsar/common/protocol/Commands.java | 18 +-
pulsar-common/src/main/proto/PulsarApi.proto | 18 +-
pulsar-flink/pom.xml | 6 +
pulsar-functions/runtime/pom.xml | 29 +
.../pulsar/functions/worker/WorkerConfig.java | 19 +-
.../worker/WorkerApiV2ResourceConfigTest.java | 29 +
.../test_worker_auth_override_config.yml} | 1 +
.../src/test/resources/test_worker_config.yml | 0
.../test_worker_k8s_auth_override_config.yml} | 2 +
.../test/resources/test_worker_k8s_config.yml} | 1 +
.../resources/test_worker_k8s_legacy_config.yml} | 3 +
pulsar-functions/worker/pom.xml | 9 +-
pulsar-proxy/pom.xml | 5 +
.../pulsar/proxy/server/ParserProxyHandler.java | 3 +-
pulsar-sql/presto-distribution/LICENSE | 12 +-
.../pulsar/sql/presto/AvroSchemaHandler.java | 5 +
.../pulsar/sql/presto/JSONSchemaHandler.java | 5 +
.../pulsar/sql/presto/KeyValueSchemaHandler.java | 91 ++
.../pulsar/sql/presto/PulsarColumnHandle.java | 51 +-
.../pulsar/sql/presto/PulsarColumnMetadata.java | 33 +-
.../pulsar/sql/presto/PulsarConnectorCache.java | 62 +-
.../pulsar/sql/presto/PulsarConnectorUtils.java | 1 +
.../pulsar/sql/presto/PulsarInternalColumn.java | 5 +-
.../apache/pulsar/sql/presto/PulsarMetadata.java | 86 +-
.../sql/presto/PulsarPrimitiveSchemaHandler.java | 5 +
.../pulsar/sql/presto/PulsarRecordCursor.java | 24 +-
.../pulsar/sql/presto/PulsarSchemaHandlers.java | 4 +-
.../org/apache/pulsar/sql/presto/PulsarSplit.java | 49 +-
.../pulsar/sql/presto/PulsarSplitManager.java | 41 +-
.../apache/pulsar/sql/presto/SchemaHandler.java | 2 +
.../pulsar/sql/presto/TestPulsarConnector.java | 51 +-
.../presto/TestPulsarKeyValueSchemaHandler.java | 331 ++++++
.../presto/TestPulsarPrimitiveSchemaHandler.java | 2 +-
.../pulsar/sql/presto/TestPulsarSplitManager.java | 26 +-
site2/docs/admin-api-non-partitioned-topics.md | 56 +
site2/docs/admin-api-partitioned-topics.md | 5 +-
site2/docs/client-libraries-cpp.md | 49 +-
site2/docs/io-quickstart.md | 2 +-
site2/docs/reference-configuration.md | 4 +
site2/docs/reference-pulsar-admin.md | 61 ++
tests/integration/pom.xml | 6 -
.../token/PulsarTokenAuthenticationBaseSuite.java | 92 +-
.../auth/token/TokenAuthWithPublicPrivateKeys.java | 11 +
.../auth/token/TokenAuthWithSymmetricKeys.java | 13 +-
.../tests/integration/schema/SchemaTest.java | 9 +-
.../pulsar/tests/integration/schema/Schemas.java | 9 +-
.../filesystem/FileSystemConfigurationData.java | 68 --
.../FileSystemLedgerOffloaderFactory.java | 7 +-
.../impl/FileSystemManagedLedgerOffloader.java | 28 +-
.../offload/filesystem/FileStoreTestBase.java | 3 +-
.../mledger/offload/jcloud/CredentialsUtil.java | 43 +
.../jcloud/JCloudLedgerOffloaderFactory.java | 7 +-
.../jcloud/TieredStorageConfigurationData.java | 121 ---
.../impl/BlobStoreManagedLedgerOffloader.java | 32 +-
.../jcloud/BlobStoreBackedInputStreamTest.java | 2 +-
.../mledger/offload/jcloud/BlobStoreTestBase.java | 16 +
.../impl/BlobStoreManagedLedgerOffloaderTest.java | 69 +-
216 files changed, 6281 insertions(+), 1716 deletions(-)
copy deployment/kubernetes/{generic/k8s-1-9-and-above => aws}/cluster-metadata.yaml (86%)
create mode 100644 pulsar-broker/src/main/java/org/apache/pulsar/common/naming/NamespaceBundleSplitAlgorithm.java
copy pulsar-broker/src/main/java/org/apache/pulsar/{broker/transaction/buffer/impl/InMemTransactionBufferProvider.java => common/naming/RangeEquallyDivideBundleSplitAlgorithm.java} (62%)
create mode 100644 pulsar-broker/src/main/java/org/apache/pulsar/common/naming/TopicCountEquallyDivideBundleSplitAlgorithm.java
create mode 100644 pulsar-broker/src/test/java/org/apache/pulsar/broker/admin/AdminApiDelayedDelivery.java
create mode 100644 pulsar-broker/src/test/java/org/apache/pulsar/broker/service/InactiveTopicDeleteTest.java
create mode 100644 pulsar-broker/src/test/java/org/apache/pulsar/broker/service/MessagePublishBufferThrottleTest.java
copy pulsar-common/src/main/java/org/apache/pulsar/common/policies/data/{BookieInfo.java => DelayedDeliveryPolicies.java} (83%)
copy pulsar-common/src/main/java/org/apache/pulsar/common/policies/data/{WorkerFunctionInstanceStats.java => InactiveTopicDeleteMode.java} (72%)
create mode 100644 pulsar-common/src/main/java/org/apache/pulsar/common/policies/data/OffloadPolicies.java
rename pulsar-functions/{worker => runtime}/src/test/java/org/apache/pulsar/functions/worker/WorkerApiV2ResourceConfigTest.java (57%)
copy pulsar-functions/{worker/src/test/resources/test_worker_config.yml => src/test/resources/test_worker_auth_override_config.yml} (93%)
copy pulsar-functions/{worker => }/src/test/resources/test_worker_config.yml (100%)
copy pulsar-functions/{worker/src/test/resources/test_worker_config.yml => src/test/resources/test_worker_k8s_auth_override_config.yml} (84%)
copy pulsar-functions/{worker/src/test/resources/test_worker_config.yml => src/test/resources/test_worker_k8s_config.yml} (89%)
rename pulsar-functions/{worker/src/test/resources/test_worker_config.yml => src/test/resources/test_worker_k8s_legacy_config.yml} (94%)
create mode 100644 pulsar-sql/presto-pulsar/src/main/java/org/apache/pulsar/sql/presto/KeyValueSchemaHandler.java
create mode 100644 pulsar-sql/presto-pulsar/src/test/java/org/apache/pulsar/sql/presto/TestPulsarKeyValueSchemaHandler.java
delete mode 100644 tiered-storage/file-system/src/main/java/org/apache/bookkeeper/mledger/offload/filesystem/FileSystemConfigurationData.java
create mode 100644 tiered-storage/jcloud/src/main/java/org/apache/bookkeeper/mledger/offload/jcloud/CredentialsUtil.java
delete mode 100644 tiered-storage/jcloud/src/main/java/org/apache/bookkeeper/mledger/offload/jcloud/TieredStorageConfigurationData.java