You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pulsar.apache.org by GitBox <gi...@apache.org> on 2021/02/02 07:32:06 UTC
[GitHub] [pulsar] jack-tristan commented on issue #9341: In the failover cluster mode，topic and partitioned topic replicate subscription cannot work
jack-tristan commented on issue #9341:
URL: https://github.com/apache/pulsar/issues/9341#issuecomment-771431198
@codelipenghui
I had tried again( creating the subscription in the remote cluster first and then produce messages and consume messages)，but it does not work well too.
I enabled the replicated subscription :
```
# Enable tracking of replicated subscriptions state across clusters.
enableReplicatedSubscriptions=true
# Frequency of snapshots for replicated subscriptions tracking.
replicatedSubscriptionsSnapshotFrequencyMillis=1000
# Timeout for building a consistent snapshot for tracking replicated subscriptions state.
replicatedSubscriptionsSnapshotTimeoutSeconds=30
# Max number of snapshot to be cached per subscription.
replicatedSubscriptionsSnapshotMaxCachedPerSubscription=10
```
Primary cluster non-partitioned topic stats
```
# bin/pulsar-admin topics stats persistent://test-replicate/test-sub/str-dev-v4
{
"msgRateIn" : 0.0,
"msgThroughputIn" : 0.0,
"msgRateOut" : 0.9999967271607115,
"msgThroughputOut" : 55.999816720999846,
"bytesInCounter" : 449055,
"msgInCounter" : 4551,
"bytesOutCounter" : 97506,
"msgOutCounter" : 1000,
"averageMsgSize" : 0.0,
"msgChunkPublished" : false,
"storageSize" : 535266,
"backlogSize" : 506457,
"publishers" : [ ],
"subscriptions" : {
"sub-cluster-a-test-replicate-str-dev-v4-failover-1" : {
"msgRateOut" : 0.0,
"msgThroughputOut" : 0.0,
"bytesOutCounter" : 97506,
"msgOutCounter" : 1000,
"msgRateRedeliver" : 0.0,
"chuckedMessageRate" : 0,
"msgBacklog" : 5115,
"msgBacklogNoDelayed" : 5115,
"blockedSubscriptionOnUnackedMsgs" : false,
"msgDelayed" : 0,
"unackedMessages" : 0,
"type" : "Failover",
"activeConsumerName" : "faf4a",
"msgRateExpired" : 0.0,
"totalMsgExpired" : 0,
"lastExpireTimestamp" : 0,
"lastConsumedFlowTimestamp" : 1612250093021,
"lastConsumedTimestamp" : 1612250094355,
"lastAckedTimestamp" : 1612250110635,
"lastMarkDeleteAdvancedTimestamp" : 1612250110635,
"consumers" : [ {
"msgRateOut" : 0.0,
"msgThroughputOut" : 0.0,
"bytesOutCounter" : 97506,
"msgOutCounter" : 1000,
"msgRateRedeliver" : 0.0,
"chuckedMessageRate" : 0.0,
"consumerName" : "faf4a",
"availablePermits" : 0,
"unackedMessages" : 0,
"avgMessagesPerEntry" : 254,
"blockedConsumerOnUnackedMsgs" : false,
"lastAckedTimestamp" : 1612250110635,
"lastConsumedTimestamp" : 1612250094355,
"metadata" : { },
"connectedSince" : "2021-02-02T15:14:52.975+08:00",
"clientVersion" : "2.6.1",
"address" : "/10.100.129.175:51066"
} ],
"isDurable" : true,
"isReplicated" : true,
"consumersAfterMarkDeletePosition" : { },
"nonContiguousDeletedMessagesRanges" : 66,
"nonContiguousDeletedMessagesRangesSerializedSize" : 1056
},
"sub-cluster-a-test-replicate-str-dev-v4-keyshared-1" : {
"msgRateOut" : 0.0,
"msgThroughputOut" : 0.0,
"bytesOutCounter" : 0,
"msgOutCounter" : 0,
"msgRateRedeliver" : 0.0,
"chuckedMessageRate" : 0,
"msgBacklog" : 3952,
"msgBacklogNoDelayed" : 3952,
"blockedSubscriptionOnUnackedMsgs" : false,
"msgDelayed" : 0,
"unackedMessages" : 0,
"type" : "Key_Shared",
"msgRateExpired" : 0.0,
"totalMsgExpired" : 0,
"lastExpireTimestamp" : 0,
"lastConsumedFlowTimestamp" : 1612249805353,
"lastConsumedTimestamp" : 0,
"lastAckedTimestamp" : 0,
"lastMarkDeleteAdvancedTimestamp" : 1612249806595,
"consumers" : [ ],
"isDurable" : true,
"isReplicated" : true,
"consumersAfterMarkDeletePosition" : { },
"nonContiguousDeletedMessagesRanges" : 74,
"nonContiguousDeletedMessagesRangesSerializedSize" : 1184
}
},
"replication" : {
"pulsar-cluster-b" : {
"msgRateIn" : 0.0,
"msgThroughputIn" : 0.0,
"msgRateOut" : 0.9999967271607115,
"msgThroughputOut" : 55.999816720999846,
"msgRateExpired" : 0.0,
"replicationBacklog" : 0,
"connected" : true,
"replicationDelayInSeconds" : 0,
"outboundConnection" : "[id: 0x87e870da, L:/10.200.12.161:45872 - R:10.200.19.34/10.200.19.34:6650]",
"outboundConnectedSince" : "2021-02-02T14:56:20.919+08:00"
}
},
"deduplicationStatus" : "Disabled",
"nonContiguousDeletedMessagesRanges" : 140,
"nonContiguousDeletedMessagesRangesSerializedSize" : 2240
}
```
Standby cluster non-partitioned topic stats
```
# bin/pulsar-admin topics stats persistent://test-replicate/test-sub/str-dev-v4
{
"msgRateIn" : 0.9999994925335909,
"msgThroughputIn" : 113.99994214882936,
"msgRateOut" : 0.0,
"msgThroughputOut" : 0.0,
"bytesInCounter" : 600129,
"msgInCounter" : 5477,
"bytesOutCounter" : 0,
"msgOutCounter" : 0,
"averageMsgSize" : 114.0,
"msgChunkPublished" : false,
"storageSize" : 685131,
"backlogSize" : 685131,
"publishers" : [ ],
"subscriptions" : {
"sub-cluster-a-test-replicate-str-dev-v4-failover-1" : {
"msgRateOut" : 0.0,
"msgThroughputOut" : 0.0,
"bytesOutCounter" : 0,
"msgOutCounter" : 0,
"msgRateRedeliver" : 0.0,
"chuckedMessageRate" : 0,
"msgBacklog" : 6391,
"msgBacklogNoDelayed" : 6391,
"blockedSubscriptionOnUnackedMsgs" : false,
"msgDelayed" : 0,
"unackedMessages" : 0,
"type" : "Failover",
"msgRateExpired" : 0.0,
"lastExpireTimestamp" : 0,
"lastConsumedFlowTimestamp" : 1612249196428,
"lastConsumedTimestamp" : 0,
"lastAckedTimestamp" : 0,
"consumers" : [ ],
"isDurable" : true,
"isReplicated" : true
},
"sub-cluster-a-test-replicate-str-dev-v4-keyshared-1" : {
"msgRateOut" : 0.0,
"msgThroughputOut" : 0.0,
"bytesOutCounter" : 0,
"msgOutCounter" : 0,
"msgRateRedeliver" : 0.0,
"chuckedMessageRate" : 0,
"msgBacklog" : 5985,
"msgBacklogNoDelayed" : 5985,
"blockedSubscriptionOnUnackedMsgs" : false,
"msgDelayed" : 0,
"unackedMessages" : 0,
"type" : "Key_Shared",
"msgRateExpired" : 0.0,
"lastExpireTimestamp" : 0,
"lastConsumedFlowTimestamp" : 1612249826380,
"lastConsumedTimestamp" : 0,
"lastAckedTimestamp" : 0,
"consumers" : [ ],
"isDurable" : true,
"isReplicated" : true
}
},
"replication" : { },
"deduplicationStatus" : "Disabled"
}
```
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
users@infra.apache.org