You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@rocketmq.apache.org by ji...@apache.org on 2023/01/20 09:56:56 UTC
[rocketmq] branch dledger-controller-brokerId updated (9b3b551a0 -> a961a9b37)
This is an automated email from the ASF dual-hosted git repository.
jinrongtong pushed a change to branch dledger-controller-brokerId
in repository https://gitbox.apache.org/repos/asf/rocketmq.git
from 9b3b551a0 [ISSUE #5823] Fix delete topic in message store interface (#5828)
add 268e9b901 [ISSUE #5830] fix bug in GetMessageResult#getMessageCount (#5831)
add 5f8ea7f22 Remove bazel-compile from required status checks (#5765)
add 574472163 fix codecov url in README (#5833)
add 98ebcef71 [ISSUE #5704] Optimize nameserver start when enableControllerInNamesrv of NamesrvConfig is false (#5707)
add 3949f6938 [ISSUE #5837] Deprecate MessageStore#checkInDiskByConsumeOffset (#5840)
add 4450391d1 Fix restNum calculation in pop consumption mode (#5843)
add 0533816d4 [ISSUE #5839] Code.ILLEGAL_POLLING_TIME is not compatible with gRPC Client <=5.0.2 (#5841)
add 589433291 [ISSUE #5816] fix the issue that No response is returned when no parameter is configured for the brokerStatus command.(#5818) (#5818)
add 1d610ab97 [ISSUE #5832] Fix consumerCount increasing rapidly without sending message (#5834)
add 0fea748f8 [ISSUE #5847] Fix wake up in NotificationProcessor
add 7fc327eb9 fix annotation
add 7694a69d5 [ISSUE #5869] Remove unnecessary verification logic in consumerSendMsgBack method (#5868)
add 07ce0be33 [ISSUE #5862] remove offline producer group (#5865)
add fa22a7838 [ISSUE #5507] Improve the speed of AttributeParser#parseToMap parsing (#5508)
add dc902082b [ISSUE #5804] Optimize BrokerStatsManager#incTopicPutLatency create statsKey (#5805)
add 7c128a5f0 [ISSUE #5708] Fix NamesrvStartup can't print config when use -p command (#5709)
add cbad53d60 [ISSUE #5863] implement tiered store metadata (#5864)
add ddfee4b4d Ignore testChangeRoleManyTimes in AutoSwitchHATest util it is stable (#5871)
add 329193463 [ISSUE #5852] Don't create PlainAccessValidator when aclEnable is false (#5854)
add 5b64ffc9e [RIP-48] Not commit offset when broker has server-side offset in ack message (#5878)
add e0ed87dc9 [ISSUE #5740] Fix util.getIP sometimes choose localhost over LAN ip. (#5856)
add 617ba4471 [ISSUE #5880] Remove useless attribute TOPIC_KEY_SPLITTER in MessageClientIDSetter class (#5881)
add 970021128 [ISSUE #5874] implement file queue for tiered storage (#5875)
add 2729d2e18 [ISSUE #5847] Refector logic in NotificationProcessor (#5888)
add 7cbdad378 [ISSUE #5885] Fix FAQurl's class FAQ url incorrect (#5886)
add e662715e1 [ISSUE #5897] Polish exception info when broker has already been added to broker container (#5898)
add 215b8de33 [Issue #5891] Implement MessageStore interface for tiered store (#5892)
add c82ab449a [ISSUE #5859]Optimize String#format in DefaultMQProducerImpl (#5870)
add 37f83124b [ISSUE #5900] Fix the problem of can not remove the broker successfully when a shutdown failure (#5901)
add 7b959ee01 Fix logback warning in rmq.broker.logback.xml
add e048c0f98 Fix logback warning in rmq.controller.logback.xml
add f142ac32e Fix logback warning in rmq.proxy.logback.xml
add f488e20dc Fix logback warning in rmq.tools.logback.xml
add a961a9b37 [ISSUE #5905] fix config file disappear after vm crash
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 1 -
README.md | 2 +-
.../apache/rocketmq/broker/BrokerController.java | 4 +
.../broker/longpolling/NotificationRequest.java | 2 +-
.../broker/offset/BroadcastOffsetManager.java | 2 +-
.../processor/AbstractSendMessageProcessor.java | 9 -
.../broker/processor/AckMessageProcessor.java | 19 +-
.../broker/processor/ConsumerManageProcessor.java | 4 +-
.../processor/DefaultPullMessageResultHandler.java | 2 +-
.../broker/processor/NotificationProcessor.java | 107 ++--
.../broker/processor/PeekMessageProcessor.java | 2 +-
.../broker/processor/PopMessageProcessor.java | 73 ++-
.../broker/processor/PopReviveService.java | 4 +-
.../queue/TransactionalMessageBridge.java | 2 +-
broker/src/main/resources/rmq.broker.logback.xml | 49 +-
.../impl/producer/DefaultMQProducerImpl.java | 7 +-
.../java/org/apache/rocketmq/common/MixAll.java | 11 +-
.../java/org/apache/rocketmq/common/UtilAll.java | 6 +-
.../rocketmq/common/attribute/AttributeParser.java | 30 +-
.../rocketmq/common/constant/LoggerName.java | 1 +
.../org/apache/rocketmq/common/help/FAQUrl.java | 33 +-
.../common/message/MessageClientIDSetter.java | 2 +-
.../apache/rocketmq/container/BrokerContainer.java | 18 +-
.../src/main/resources/rmq.controller.logback.xml | 16 +-
.../apache/rocketmq/namesrv/NamesrvStartup.java | 26 +-
pom.xml | 1 +
.../grpc/v2/consumer/ReceiveMessageActivity.java | 7 +-
.../proxy/remoting/RemotingProtocolServer.java | 3 -
.../remoting/pipeline/AuthenticationPipeline.java | 2 +
.../proxy/service/ClusterServiceManager.java | 2 +-
.../transaction/ClusterTransactionService.java | 7 +-
proxy/src/main/resources/rmq.proxy.logback.xml | 56 +-
.../v2/consumer/ReceiveMessageActivityTest.java | 42 ++
.../transaction/ClusterTransactionServiceTest.java | 4 +-
.../apache/rocketmq/store/DefaultMessageStore.java | 78 ++-
.../apache/rocketmq/store/GetMessageResult.java | 4 +-
.../org/apache/rocketmq/store/MessageStore.java | 32 +-
.../rocketmq/store/SelectMappedBufferResult.java | 11 +-
.../rocketmq/store/logfile/DefaultMappedFile.java | 55 ++
.../apache/rocketmq/store/logfile/MappedFile.java | 8 +
.../store/plugin/AbstractPluginMessageStore.java | 11 +
.../apache/rocketmq/store/stats/BrokerStats.java | 4 +-
.../rocketmq/store/stats/BrokerStatsManager.java | 37 +-
.../rocketmq/store/GetMessageResultTest.java | 43 ++
.../store/ha/autoswitch/AutoSwitchHATest.java | 2 +
.../store/queue/BatchConsumeMessageTest.java | 4 +-
.../store/stats/BrokerStatsManagerTest.java | 19 +-
style/rmq_checkstyle.xml | 2 +-
style/spotbugs-suppressions.xml | 5 +
{remoting => tieredstore}/BUILD.bazel | 36 +-
{container => tieredstore}/pom.xml | 22 +-
.../rocketmq/tieredstore/TieredDispatcher.java | 484 +++++++++++++++++
.../rocketmq/tieredstore/TieredMessageFetcher.java | 586 +++++++++++++++++++++
.../rocketmq/tieredstore/TieredMessageStore.java | 416 +++++++++++++++
.../rocketmq/tieredstore/common/AppendResult.java | 12 +-
.../rocketmq/tieredstore/common/BoundaryType.java | 25 +-
.../tieredstore/common/InflightRequestFuture.java | 80 +++
.../tieredstore/common/InflightRequestKey.java | 53 +-
.../tieredstore/common/MessageCacheKey.java | 38 +-
.../common/SelectMappedBufferResultWrapper.java | 74 +++
.../common/TieredMessageStoreConfig.java | 324 ++++++++++++
.../tieredstore/common/TieredStoreExecutor.java | 93 ++++
.../tieredstore/container/TieredCommitLog.java | 120 +++++
.../tieredstore/container/TieredConsumeQueue.java | 112 ++++
.../container/TieredContainerManager.java | 239 +++++++++
.../tieredstore/container/TieredFileQueue.java | 520 ++++++++++++++++++
.../tieredstore/container/TieredIndexFile.java | 428 +++++++++++++++
.../container/TieredMessageQueueContainer.java | 543 +++++++++++++++++++
.../exception/TieredStoreErrorCode.java | 17 +-
.../exception/TieredStoreException.java | 63 +++
.../tieredstore/metadata/FileSegmentMetadata.java | 130 +++++
.../tieredstore/metadata/QueueMetadata.java | 46 +-
.../metadata/TieredMetadataManager.java | 334 ++++++++++++
.../metadata/TieredMetadataSerializeWrapper.java | 54 ++
.../tieredstore/metadata/TieredMetadataStore.java | 84 +++
.../tieredstore/metadata/TopicMetadata.java | 77 +++
.../metrics/TieredStoreMetricsConstant.java | 52 ++
.../metrics/TieredStoreMetricsManager.java | 323 ++++++++++++
.../tieredstore/provider/TieredFileSegment.java | 548 +++++++++++++++++++
.../provider/TieredStoreBackendProvider.java | 74 +++
.../tieredstore/util/CQItemBufferUtil.java | 17 +-
.../tieredstore/util/MessageBufferUtil.java | 165 ++++++
.../rocketmq/tieredstore/util/TieredStoreUtil.java | 153 ++++++
.../rocketmq/tieredstore/TieredDispatcherTest.java | 163 ++++++
.../tieredstore/TieredMessageFetcherTest.java | 292 ++++++++++
.../tieredstore/TieredMessageStoreTest.java | 294 +++++++++++
.../rocketmq/tieredstore/common/CommonTest.java | 56 ++
.../container/TieredContainerManagerTest.java | 87 +++
.../tieredstore/container/TieredFileQueueTest.java | 235 +++++++++
.../tieredstore/container/TieredIndexFileTest.java | 131 +++++
.../container/TieredMessageQueueContainerTest.java | 195 +++++++
.../tieredstore/metadata/MetadataStoreTest.java | 188 +++++++
.../metrics/TieredStoreMetricsManagerTest.java | 34 +-
.../tieredstore/mock/MemoryFileSegment.java | 120 +++++
.../provider/TieredFileSegmentTest.java | 155 ++++++
.../tieredstore/util/CQItemBufferUtilTest.java | 33 +-
.../tieredstore/util/MessageBufferUtilTest.java | 243 +++++++++
.../tieredstore/util/TieredStoreUtilTest.java | 59 +++
.../src/test/resources/rmq.logback-test.xml | 30 +-
.../command/broker/BrokerStatusSubCommand.java | 11 +-
tools/src/main/resources/rmq.tools.logback.xml | 19 +-
.../command/broker/BrokerStatusSubCommandTest.java | 3 +-
102 files changed, 9094 insertions(+), 467 deletions(-)
create mode 100644 store/src/test/java/org/apache/rocketmq/store/GetMessageResultTest.java
copy {remoting => tieredstore}/BUILD.bazel (83%)
copy {container => tieredstore}/pom.xml (70%)
create mode 100644 tieredstore/src/main/java/org/apache/rocketmq/tieredstore/TieredDispatcher.java
create mode 100644 tieredstore/src/main/java/org/apache/rocketmq/tieredstore/TieredMessageFetcher.java
create mode 100644 tieredstore/src/main/java/org/apache/rocketmq/tieredstore/TieredMessageStore.java
copy acl/src/main/java/org/apache/rocketmq/acl/AccessResource.java => tieredstore/src/main/java/org/apache/rocketmq/tieredstore/common/AppendResult.java (80%)
copy common/src/main/java/org/apache/rocketmq/common/message/MessageRequestMode.java => tieredstore/src/main/java/org/apache/rocketmq/tieredstore/common/BoundaryType.java (68%)
create mode 100644 tieredstore/src/main/java/org/apache/rocketmq/tieredstore/common/InflightRequestFuture.java
copy broker/src/main/java/org/apache/rocketmq/broker/metrics/ConsumerAttr.java => tieredstore/src/main/java/org/apache/rocketmq/tieredstore/common/InflightRequestKey.java (52%)
copy broker/src/main/java/org/apache/rocketmq/broker/metrics/ProducerAttr.java => tieredstore/src/main/java/org/apache/rocketmq/tieredstore/common/MessageCacheKey.java (53%)
create mode 100644 tieredstore/src/main/java/org/apache/rocketmq/tieredstore/common/SelectMappedBufferResultWrapper.java
create mode 100644 tieredstore/src/main/java/org/apache/rocketmq/tieredstore/common/TieredMessageStoreConfig.java
create mode 100644 tieredstore/src/main/java/org/apache/rocketmq/tieredstore/common/TieredStoreExecutor.java
create mode 100644 tieredstore/src/main/java/org/apache/rocketmq/tieredstore/container/TieredCommitLog.java
create mode 100644 tieredstore/src/main/java/org/apache/rocketmq/tieredstore/container/TieredConsumeQueue.java
create mode 100644 tieredstore/src/main/java/org/apache/rocketmq/tieredstore/container/TieredContainerManager.java
create mode 100644 tieredstore/src/main/java/org/apache/rocketmq/tieredstore/container/TieredFileQueue.java
create mode 100644 tieredstore/src/main/java/org/apache/rocketmq/tieredstore/container/TieredIndexFile.java
create mode 100644 tieredstore/src/main/java/org/apache/rocketmq/tieredstore/container/TieredMessageQueueContainer.java
copy tools/src/main/java/org/apache/rocketmq/tools/admin/api/TrackType.java => tieredstore/src/main/java/org/apache/rocketmq/tieredstore/exception/TieredStoreErrorCode.java (79%)
create mode 100644 tieredstore/src/main/java/org/apache/rocketmq/tieredstore/exception/TieredStoreException.java
create mode 100644 tieredstore/src/main/java/org/apache/rocketmq/tieredstore/metadata/FileSegmentMetadata.java
copy remoting/src/main/java/org/apache/rocketmq/remoting/protocol/admin/TopicOffset.java => tieredstore/src/main/java/org/apache/rocketmq/tieredstore/metadata/QueueMetadata.java (58%)
create mode 100644 tieredstore/src/main/java/org/apache/rocketmq/tieredstore/metadata/TieredMetadataManager.java
create mode 100644 tieredstore/src/main/java/org/apache/rocketmq/tieredstore/metadata/TieredMetadataSerializeWrapper.java
create mode 100644 tieredstore/src/main/java/org/apache/rocketmq/tieredstore/metadata/TieredMetadataStore.java
create mode 100644 tieredstore/src/main/java/org/apache/rocketmq/tieredstore/metadata/TopicMetadata.java
create mode 100644 tieredstore/src/main/java/org/apache/rocketmq/tieredstore/metrics/TieredStoreMetricsConstant.java
create mode 100644 tieredstore/src/main/java/org/apache/rocketmq/tieredstore/metrics/TieredStoreMetricsManager.java
create mode 100644 tieredstore/src/main/java/org/apache/rocketmq/tieredstore/provider/TieredFileSegment.java
create mode 100644 tieredstore/src/main/java/org/apache/rocketmq/tieredstore/provider/TieredStoreBackendProvider.java
copy common/src/main/java/org/apache/rocketmq/common/hook/FilterCheckHook.java => tieredstore/src/main/java/org/apache/rocketmq/tieredstore/util/CQItemBufferUtil.java (66%)
create mode 100644 tieredstore/src/main/java/org/apache/rocketmq/tieredstore/util/MessageBufferUtil.java
create mode 100644 tieredstore/src/main/java/org/apache/rocketmq/tieredstore/util/TieredStoreUtil.java
create mode 100644 tieredstore/src/test/java/org/apache/rocketmq/tieredstore/TieredDispatcherTest.java
create mode 100644 tieredstore/src/test/java/org/apache/rocketmq/tieredstore/TieredMessageFetcherTest.java
create mode 100644 tieredstore/src/test/java/org/apache/rocketmq/tieredstore/TieredMessageStoreTest.java
create mode 100644 tieredstore/src/test/java/org/apache/rocketmq/tieredstore/common/CommonTest.java
create mode 100644 tieredstore/src/test/java/org/apache/rocketmq/tieredstore/container/TieredContainerManagerTest.java
create mode 100644 tieredstore/src/test/java/org/apache/rocketmq/tieredstore/container/TieredFileQueueTest.java
create mode 100644 tieredstore/src/test/java/org/apache/rocketmq/tieredstore/container/TieredIndexFileTest.java
create mode 100644 tieredstore/src/test/java/org/apache/rocketmq/tieredstore/container/TieredMessageQueueContainerTest.java
create mode 100644 tieredstore/src/test/java/org/apache/rocketmq/tieredstore/metadata/MetadataStoreTest.java
copy common/src/test/java/org/apache/rocketmq/common/MQVersionTest.java => tieredstore/src/test/java/org/apache/rocketmq/tieredstore/metrics/TieredStoreMetricsManagerTest.java (51%)
create mode 100644 tieredstore/src/test/java/org/apache/rocketmq/tieredstore/mock/MemoryFileSegment.java
create mode 100644 tieredstore/src/test/java/org/apache/rocketmq/tieredstore/provider/TieredFileSegmentTest.java
copy acl/src/test/java/org/apache/rocketmq/acl/common/AclSignerTest.java => tieredstore/src/test/java/org/apache/rocketmq/tieredstore/util/CQItemBufferUtilTest.java (52%)
create mode 100644 tieredstore/src/test/java/org/apache/rocketmq/tieredstore/util/MessageBufferUtilTest.java
create mode 100644 tieredstore/src/test/java/org/apache/rocketmq/tieredstore/util/TieredStoreUtilTest.java
copy .github/asf-deploy-settings.xml => tieredstore/src/test/resources/rmq.logback-test.xml (56%)