You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@ratis.apache.org by "Lokesh Jain (Jira)" <ji...@apache.org> on 2020/07/27 13:05:00 UTC
[jira] [Resolved] (RATIS-1008)
SimpleStateMachine4Testing#blockWriteStateMachineData should not block
heartbeats
[ https://issues.apache.org/jira/browse/RATIS-1008?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Lokesh Jain resolved RATIS-1008.
--------------------------------
Fix Version/s: 1.1.0
Resolution: Fixed
> SimpleStateMachine4Testing#blockWriteStateMachineData should not block heartbeats
> ---------------------------------------------------------------------------------
>
> Key: RATIS-1008
> URL: https://issues.apache.org/jira/browse/RATIS-1008
> Project: Ratis
> Issue Type: Bug
> Reporter: Glen Geng
> Assignee: Glen Geng
> Priority: Major
> Labels: pull-request-available
> Fix For: 1.1.0
>
> Attachments: image-2020-07-22-10-53-08-899.png, image-2020-07-22-10-53-26-200.png
>
> Time Spent: 50m
> Remaining Estimate: 0h
>
> If raft server use Grpc, when append entries blocked at follower side (e.g., by calling SimpleStateMachine4Testing::blockWriteStateMachineData), leader should still be able to send heartbeat (size of entries of append entries request be 0) to followers, and receive response of heartbeat from follower side, since we have the code
>
> {code:java}
> @Override
> public void onNext(REQUEST request) {
> if (!replyInOrder(request)) {
> try {
> process(request).thenAccept(this::handleReply);
> } catch (Throwable e) {
> handleError(e, request);
> }
> return;
> }
> final PendingServerRequest<REQUEST> current = new PendingServerRequest<>(request);
> final PendingServerRequest<REQUEST> previous = previousOnNext.getAndSet(current);
> final CompletableFuture<Void> previousFuture = Optional.ofNullable(previous)
> .map(PendingServerRequest::getFuture){code}
>
>
> But test case "testUpdateViaHeartbeat" shows that after calling SimpleStateMachine4Testing::blockWriteStateMachineData, leader do send heartbeats, but ServerRequestStreamObserver::onNext at GrpcServerProtocolService was not called, until follower finish handling the append entries request that blocked by blockWriteStateMachineData.
>
> *How to reproduce this issue ?*
> checkout to master, add following debug info
> {code:java}
> gengbin@GLENGENG-MB0 incubator-ratis % git diff
> diff --git a/ratis-grpc/src/main/java/org/apache/ratis/grpc/server/GrpcLogAppender.java b/ratis-grpc/src/main/java/org/apache/ratis/grpc/server/GrpcLogAppender.java
> index 4eb5cb9d..97c4679e 100644
> --- a/ratis-grpc/src/main/java/org/apache/ratis/grpc/server/GrpcLogAppender.java
> +++ b/ratis-grpc/src/main/java/org/apache/ratis/grpc/server/GrpcLogAppender.java
> @@ -207,6 +207,8 @@ public class GrpcLogAppender extends LogAppender {
> getServer().getId(), null, proto);
> request.startRequestTimer();
> s.onNext(proto);
> + LOG.info("pending log size: {}, pending hb size: {}",
> + pendingRequests.logRequests.size(), pendingRequests.heartbeats.size());
> scheduler.onTimeout(requestTimeoutDuration,
> () -> timeoutAppendRequest(request.getCallId(), request.isHeartbeat()),
> LOG, () -> "Timeout check failed for append entry request: " + request);
> diff --git a/ratis-grpc/src/main/java/org/apache/ratis/grpc/server/GrpcServerProtocolService.java b/ratis-grpc/src/main/java/org/apache/ratis/grpc/server/GrpcServerProtocolService.java
> index 21a6c560..272d3c0b 100644
> --- a/ratis-grpc/src/main/java/org/apache/ratis/grpc/server/GrpcServerProtocolService.java
> +++ b/ratis-grpc/src/main/java/org/apache/ratis/grpc/server/GrpcServerProtocolService.java
> @@ -106,6 +106,8 @@ class GrpcServerProtocolService extends RaftServerProtocolServiceImplBase {
>
> @Override
> public void onNext(REQUEST request) {
> + LOG.info("receive request, in order or not: {}", replyInOrder(request));
> +
> if (!replyInOrder(request)) {
> try {
> process(request).thenAccept(this::handleReply);
> diff --git a/ratis-server/src/main/java/org/apache/ratis/server/impl/RaftServerImpl.java b/ratis-server/src/main/java/org/apache/ratis/server/impl/RaftServerImpl.java
> index 3c4a3d88..2bb3d7e0 100644
> --- a/ratis-server/src/main/java/org/apache/ratis/server/impl/RaftServerImpl.java
> +++ b/ratis-server/src/main/java/org/apache/ratis/server/impl/RaftServerImpl.java
> @@ -933,13 +933,9 @@ public class RaftServerImpl implements RaftServerProtocol, RaftServerAsynchronou
>
> static void logAppendEntries(boolean isHeartbeat, Supplier<String> message) {
> if (isHeartbeat) {
> - if (LOG.isTraceEnabled()) {
> - LOG.trace("HEARTBEAT: " + message.get());
> - }
> + LOG.info("HEARTBEAT: " + message.get());
> } else {
> - if (LOG.isDebugEnabled()) {
> LOG.debug(message.get());
> - }
> }
> }
>
> diff --git a/ratis-test/src/test/java/org/apache/ratis/grpc/TestRaftWithGrpc.java b/ratis-test/src/test/java/org/apache/ratis/grpc/TestRaftWithGrpc.java
> index 0f1d71db..00cd4833 100644
> --- a/ratis-test/src/test/java/org/apache/ratis/grpc/TestRaftWithGrpc.java
> +++ b/ratis-test/src/test/java/org/apache/ratis/grpc/TestRaftWithGrpc.java
> @@ -17,18 +17,23 @@
> */
> package org.apache.ratis.grpc;
>
> +import org.apache.log4j.Level;
> import org.apache.ratis.MiniRaftCluster;
> import org.apache.ratis.RaftBasicTests;
> import org.apache.ratis.RaftTestUtil;
> import org.apache.ratis.client.RaftClient;
> +import org.apache.ratis.grpc.server.GrpcLogAppender;
> import org.apache.ratis.protocol.RaftClientReply;
> +import org.apache.ratis.server.RaftServerConfigKeys;
> import org.apache.ratis.server.impl.BlockRequestHandlingInjection;
> +import org.apache.ratis.server.impl.RaftServerImpl;
> import org.apache.ratis.server.impl.RaftServerTestUtil;
> import org.apache.ratis.server.protocol.TermIndex;
> import org.apache.ratis.server.raftlog.RaftLog;
> import org.apache.ratis.statemachine.SimpleStateMachine4Testing;
> import org.apache.ratis.statemachine.StateMachine;
> import org.apache.ratis.util.JavaUtils;
> +import org.apache.ratis.util.Log4jUtils;
> import org.apache.ratis.util.TimeDuration;
> import org.junit.Assert;
> import org.junit.Test;
> @@ -47,6 +52,11 @@ public class TestRaftWithGrpc
> SimpleStateMachine4Testing.class, StateMachine.class);
> }
>
> + {
> + Log4jUtils.setLogLevel(RaftServerImpl.LOG, Level.DEBUG);
> + Log4jUtils.setLogLevel(GrpcLogAppender.LOG, Level.DEBUG);
> + }
> +
> @Override
> @Test
> public void testWithLoad() throws Exception {
> @@ -67,7 +77,12 @@ public class TestRaftWithGrpc
>
> @Test
> public void testUpdateViaHeartbeat() throws Exception {
> + final TimeDuration oldTimeoutMax = RaftServerConfigKeys.Rpc.timeoutMax(getProperties());
> + RaftServerConfigKeys.Rpc.setTimeoutMax(getProperties(), TimeDuration.valueOf(5, TimeUnit.SECONDS));
> +
> runWithNewCluster(NUM_SERVERS, this::runTestUpdateViaHeartbeat);
> +
> + RaftServerConfigKeys.Rpc.setTimeoutMax(getProperties(), oldTimeoutMax);
> }
>
> void runTestUpdateViaHeartbeat(MiniRaftClusterWithGrpc cluster) throws Exception {
> {code}
>
> *How to prove this ?*
> run test case testUpdateViaHeartbeat
>
> {code:java}
> 2020-07-21 17:12:50,603 [Time-limited test] INFO statemachine.SimpleStateMachine4Testing (SimpleStateMachine4Testing.java:block(135)) - block WRITE_STATE_MACHINE_DATA
> 2020-07-21 17:12:50,603 [Time-limited test] INFO statemachine.SimpleStateMachine4Testing (SimpleStateMachine4Testing.java:block(135)) - block WRITE_STATE_MACHINE_DATA
> 2020-07-21 17:12:50,603 [Time-limited test] INFO statemachine.SimpleStateMachine4Testing (SimpleStateMachine4Testing.java:block(135)) - block WRITE_STATE_MACHINE_DATA
> 2020-07-21 17:12:50,604 [Time-limited test] INFO statemachine.SimpleStateMachine4Testing (SimpleStateMachine4Testing.java:block(135)) - block WRITE_STATE_MACHINE_DATA
> 2020-07-21 17:12:50,627 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 0, pending hb size: 1
> 2020-07-21 17:12:50,627 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 0, pending hb size: 1
> 2020-07-21 17:12:50,627 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 0, pending hb size: 1
> 2020-07-21 17:12:50,627 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 0, pending hb size: 1
> 2020-07-21 17:12:50,627 [grpc-default-executor-6] INFO server.GrpcServerProtocolService (GrpcServerProtocolService.java:onNext(109)) - receive request, in order or not: false
> 2020-07-21 17:12:50,627 [grpc-default-executor-2] INFO server.GrpcServerProtocolService (GrpcServerProtocolService.java:onNext(109)) - receive request, in order or not: false
> 2020-07-21 17:12:50,627 [grpc-default-executor-0] INFO server.GrpcServerProtocolService (GrpcServerProtocolService.java:onNext(109)) - receive request, in order or not: false
> 2020-07-21 17:12:50,627 [grpc-default-executor-7] INFO server.GrpcServerProtocolService (GrpcServerProtocolService.java:onNext(109)) - receive request, in order or not: false
> 2020-07-21 17:12:50,628 [grpc-default-executor-0] INFO impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: s4@group-6CFE864C49B6: receive appendEntries(s1, 1, (t:1, i:0), 0, false, commits[s1:c0, s3:c0, s4:c0, s0:c0, s2:c0], entries: []
> 2020-07-21 17:12:50,628 [grpc-default-executor-2] INFO impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: s0@group-6CFE864C49B6: receive appendEntries(s1, 1, (t:1, i:0), 0, false, commits[s1:c0, s3:c0, s4:c0, s0:c0, s2:c0], entries: []
> 2020-07-21 17:12:50,628 [grpc-default-executor-6] INFO impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: s3@group-6CFE864C49B6: receive appendEntries(s1, 1, (t:1, i:0), 0, false, commits[s1:c0, s3:c0, s4:c0, s0:c0, s2:c0], entries: []
> 2020-07-21 17:12:50,628 [ForkJoinPool.commonPool-worker-9] INFO impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: s4@group-6CFE864C49B6: succeeded to handle AppendEntries. Reply: s1<-s4#69:OK,SUCCESS,nextIndex:1,term:1,followerCommit:0
> 2020-07-21 17:12:50,628 [grpc-default-executor-7] INFO impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: s2@group-6CFE864C49B6: receive appendEntries(s1, 1, (t:1, i:0), 0, false, commits[s1:c0, s3:c0, s4:c0, s0:c0, s2:c0], entries: []
> 2020-07-21 17:12:50,628 [ForkJoinPool.commonPool-worker-11] INFO impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: s3@group-6CFE864C49B6: succeeded to handle AppendEntries. Reply: s1<-s3#69:OK,SUCCESS,nextIndex:1,term:1,followerCommit:0
> 2020-07-21 17:12:50,628 [ForkJoinPool.commonPool-worker-4] INFO impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: s0@group-6CFE864C49B6: succeeded to handle AppendEntries. Reply: s1<-s0#69:OK,SUCCESS,nextIndex:1,term:1,followerCommit:0
> 2020-07-21 17:12:50,628 [ForkJoinPool.commonPool-worker-9] INFO impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: s2@group-6CFE864C49B6: succeeded to handle AppendEntries. Reply: s1<-s2#69:OK,SUCCESS,nextIndex:1,term:1,followerCommit:0
> 2020-07-21 17:12:50,629 [grpc-default-executor-7] DEBUG server.GrpcLogAppender (GrpcLogAppender.java:onNext(259)) - s1@group-6CFE864C49B6->s4-AppendLogResponseHandler: received a reply s1<-s4#69:OK,SUCCESS,nextIndex:1,term:1,followerCommit:0, request=AppendEntriesRequest:cid=69,entriesCount=0,lastEntry=null
> 2020-07-21 17:12:50,629 [grpc-default-executor-6] DEBUG server.GrpcLogAppender (GrpcLogAppender.java:onNext(259)) - s1@group-6CFE864C49B6->s3-AppendLogResponseHandler: received a reply s1<-s3#69:OK,SUCCESS,nextIndex:1,term:1,followerCommit:0, request=AppendEntriesRequest:cid=69,entriesCount=0,lastEntry=null
> 2020-07-21 17:12:50,629 [grpc-default-executor-2] DEBUG server.GrpcLogAppender (GrpcLogAppender.java:onNext(259)) - s1@group-6CFE864C49B6->s0-AppendLogResponseHandler: received a reply s1<-s0#69:OK,SUCCESS,nextIndex:1,term:1,followerCommit:0, request=AppendEntriesRequest:cid=69,entriesCount=0,lastEntry=null
> 2020-07-21 17:12:50,629 [grpc-default-executor-6] DEBUG server.GrpcLogAppender (GrpcLogAppender.java:onNext(259)) - s1@group-6CFE864C49B6->s2-AppendLogResponseHandler: received a reply s1<-s2#69:OK,SUCCESS,nextIndex:1,term:1,followerCommit:0, request=AppendEntriesRequest:cid=69,entriesCount=0,lastEntry=null
> 2020-07-21 17:12:50,643 [grpc-default-executor-6] DEBUG impl.RaftServerImpl (RaftServerImpl.java:submitClientRequestAsync(587)) - s3@group-6CFE864C49B6: receive client request(RaftClientRequest:client-DE8B7308F86F->s3@group-6CFE864C49B6, cid=0, seq=1*, Watch(0), Message:<EMPTY>)
> 2020-07-21 17:12:50,668 [grpc-default-executor-6] DEBUG impl.RaftServerImpl (RaftServerImpl.java:submitClientRequestAsync(587)) - s1@group-6CFE864C49B6: receive client request(RaftClientRequest:client-DE8B7308F86F->s1@group-6CFE864C49B6, cid=0, seq=1*, Watch(0), Message:<EMPTY>)
> 2020-07-21 17:12:50,669 [grpc-default-executor-6] DEBUG impl.RaftServerImpl (LeaderState.java:addWatchReqeust(358)) - s1@group-6CFE864C49B6-LeaderState: addWatchRequest RaftClientRequest:client-DE8B7308F86F->s1@group-6CFE864C49B6, cid=0, seq=1*, Watch(0), Message:<EMPTY>
> 2020-07-21 17:12:50,674 [grpc-default-executor-2] DEBUG impl.RaftServerImpl (RaftServerImpl.java:submitClientRequestAsync(587)) - s1@group-6CFE864C49B6: receive client request(RaftClientRequest:client-DE8B7308F86F->s1@group-6CFE864C49B6, cid=1, seq=2, RW, Message:616263)
> 2020-07-21 17:12:50,685 [grpc-default-executor-2] DEBUG impl.RaftServerImpl (LeaderState.java:addPendingRequest(340)) - s1@group-6CFE864C49B6-LeaderState: addPendingRequest at RaftClientRequest:client-DE8B7308F86F->s1@group-6CFE864C49B6, cid=1, seq=2, RW, Message:616263, entry=(t:1, i:1), STATEMACHINELOGENTRY, client-DE8B7308F86F, cid=1
> 2020-07-21 17:12:50,686 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 0
> 2020-07-21 17:12:50,686 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 0
> 2020-07-21 17:12:50,686 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 0
> 2020-07-21 17:12:50,686 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 0
> 2020-07-21 17:12:50,687 [grpc-default-executor-6] INFO server.GrpcServerProtocolService (GrpcServerProtocolService.java:onNext(109)) - receive request, in order or not: true
> 2020-07-21 17:12:50,687 [grpc-default-executor-0] INFO server.GrpcServerProtocolService (GrpcServerProtocolService.java:onNext(109)) - receive request, in order or not: true
> 2020-07-21 17:12:50,687 [grpc-default-executor-2] INFO server.GrpcServerProtocolService (GrpcServerProtocolService.java:onNext(109)) - receive request, in order or not: true
> 2020-07-21 17:12:50,687 [grpc-default-executor-0] DEBUG impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(938)) - s2@group-6CFE864C49B6: receive appendEntries(s1, 1, (t:1, i:0), 0, false, commits[s1:c0, s3:c0, s4:c0, s0:c0, s2:c0], entries: (t:1, i:1), STATEMACHINELOGENTRY, client-DE8B7308F86F, cid=1
> 2020-07-21 17:12:50,687 [grpc-default-executor-2] DEBUG impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(938)) - s3@group-6CFE864C49B6: receive appendEntries(s1, 1, (t:1, i:0), 0, false, commits[s1:c0, s3:c0, s4:c0, s0:c0, s2:c0], entries: (t:1, i:1), STATEMACHINELOGENTRY, client-DE8B7308F86F, cid=1
> 2020-07-21 17:12:50,687 [grpc-default-executor-7] INFO server.GrpcServerProtocolService (GrpcServerProtocolService.java:onNext(109)) - receive request, in order or not: true
> 2020-07-21 17:12:50,687 [grpc-default-executor-6] DEBUG impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(938)) - s0@group-6CFE864C49B6: receive appendEntries(s1, 1, (t:1, i:0), 0, false, commits[s1:c0, s3:c0, s4:c0, s0:c0, s2:c0], entries: (t:1, i:1), STATEMACHINELOGENTRY, client-DE8B7308F86F, cid=1
> 2020-07-21 17:12:50,688 [grpc-default-executor-7] DEBUG impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(938)) - s4@group-6CFE864C49B6: receive appendEntries(s1, 1, (t:1, i:0), 0, false, commits[s1:c0, s3:c0, s4:c0, s0:c0, s2:c0], entries: (t:1, i:1), STATEMACHINELOGENTRY, client-DE8B7308F86F, cid=1
> 2020-07-21 17:12:50,765 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 1
> 2020-07-21 17:12:50,765 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 1
> 2020-07-21 17:12:50,765 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 1
> 2020-07-21 17:12:50,765 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 1
> 2020-07-21 17:12:50,843 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 2
> 2020-07-21 17:12:50,843 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 2
> 2020-07-21 17:12:50,843 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 2
> 2020-07-21 17:12:50,843 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 2
> 2020-07-21 17:12:50,922 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 3
> 2020-07-21 17:12:50,922 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 3
> 2020-07-21 17:12:50,922 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 3
> 2020-07-21 17:12:50,922 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 3
> 2020-07-21 17:12:51,003 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 4
> 2020-07-21 17:12:51,003 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 4
> 2020-07-21 17:12:51,003 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 4
> 2020-07-21 17:12:51,003 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 4
> 2020-07-21 17:12:51,083 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 5
> 2020-07-21 17:12:51,083 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 5
> 2020-07-21 17:12:51,083 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 5
> 2020-07-21 17:12:51,083 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 5
> 2020-07-21 17:12:51,159 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 6
> 2020-07-21 17:12:51,159 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 6
> 2020-07-21 17:12:51,159 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 6
> 2020-07-21 17:12:51,159 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 6
> 2020-07-21 17:12:51,236 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 7
> 2020-07-21 17:12:51,236 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 7
> 2020-07-21 17:12:51,236 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 7
> 2020-07-21 17:12:51,236 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 7
> 2020-07-21 17:12:51,317 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 8
> 2020-07-21 17:12:51,317 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 8
> 2020-07-21 17:12:51,317 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 8
> 2020-07-21 17:12:51,317 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 8
> 2020-07-21 17:12:51,397 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 9
> 2020-07-21 17:12:51,397 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 9
> 2020-07-21 17:12:51,397 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 9
> 2020-07-21 17:12:51,397 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 9
> 2020-07-21 17:12:51,477 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 10
> 2020-07-21 17:12:51,477 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 10
> 2020-07-21 17:12:51,477 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 10
> 2020-07-21 17:12:51,477 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 10
> 2020-07-21 17:12:51,554 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 11
> 2020-07-21 17:12:51,554 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 11
> 2020-07-21 17:12:51,554 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 11
> 2020-07-21 17:12:51,554 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 11
> 2020-07-21 17:12:51,634 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 12
> 2020-07-21 17:12:51,634 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 12
> 2020-07-21 17:12:51,634 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 12
> 2020-07-21 17:12:51,634 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 12
> 2020-07-21 17:12:51,714 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 13
> 2020-07-21 17:12:51,714 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 13
> 2020-07-21 17:12:51,714 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 13
> 2020-07-21 17:12:51,714 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 13
> 2020-07-21 17:12:51,793 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 14
> 2020-07-21 17:12:51,793 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 14
> 2020-07-21 17:12:51,794 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 14
> 2020-07-21 17:12:51,794 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 14
> 2020-07-21 17:12:51,871 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 15
> 2020-07-21 17:12:51,871 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 15
> 2020-07-21 17:12:51,871 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 15
> 2020-07-21 17:12:51,871 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 15
> 2020-07-21 17:12:51,946 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 16
> 2020-07-21 17:12:51,946 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 16
> 2020-07-21 17:12:51,946 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 16
> 2020-07-21 17:12:51,946 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 16
> 2020-07-21 17:12:52,026 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 17
> 2020-07-21 17:12:52,026 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 17
> 2020-07-21 17:12:52,026 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 17
> 2020-07-21 17:12:52,026 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 17
> 2020-07-21 17:12:52,104 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 18
> 2020-07-21 17:12:52,104 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 18
> 2020-07-21 17:12:52,104 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 18
> 2020-07-21 17:12:52,104 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 18
> 2020-07-21 17:12:52,183 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 19
> 2020-07-21 17:12:52,183 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 19
> 2020-07-21 17:12:52,183 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 19
> 2020-07-21 17:12:52,183 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 19
> 2020-07-21 17:12:52,263 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 20
> 2020-07-21 17:12:52,263 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 20
> 2020-07-21 17:12:52,263 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 20
> 2020-07-21 17:12:52,263 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 20
> 2020-07-21 17:12:52,339 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 21
> 2020-07-21 17:12:52,339 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 21
> 2020-07-21 17:12:52,344 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 21
> 2020-07-21 17:12:52,344 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 21
> 2020-07-21 17:12:52,415 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 22
> 2020-07-21 17:12:52,415 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 22
> 2020-07-21 17:12:52,424 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 22
> 2020-07-21 17:12:52,424 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 22
> 2020-07-21 17:12:52,493 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 23
> 2020-07-21 17:12:52,493 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 23
> 2020-07-21 17:12:52,504 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 23
> 2020-07-21 17:12:52,504 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 23
> 2020-07-21 17:12:52,572 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 24
> 2020-07-21 17:12:52,572 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 24
> 2020-07-21 17:12:52,583 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 24
> 2020-07-21 17:12:52,585 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 24
> 2020-07-21 17:12:52,650 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 25
> 2020-07-21 17:12:52,650 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 25
> 2020-07-21 17:12:52,662 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 25
> 2020-07-21 17:12:52,662 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 25
> 2020-07-21 17:12:52,728 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 26
> 2020-07-21 17:12:52,728
> {code}
> {code:java}
> 2020-07-21 17:12:55,306 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 59
> 2020-07-21 17:12:55,322 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 59
> 2020-07-21 17:12:55,327 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 59
> 2020-07-21 17:12:55,379 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 60
> 2020-07-21 17:12:55,386 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 60
> 2020-07-21 17:12:55,403 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 60
> 2020-07-21 17:12:55,404 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 60
> 2020-07-21 17:12:55,458 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 61
> 2020-07-21 17:12:55,461 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 61
> 2020-07-21 17:12:55,483 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 61
> 2020-07-21 17:12:55,484 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 61
> 2020-07-21 17:12:55,536 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 62
> 2020-07-21 17:12:55,538 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 62
> 2020-07-21 17:12:55,559 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 62
> 2020-07-21 17:12:55,563 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 62
> 2020-07-21 17:12:55,614 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 63
> 2020-07-21 17:12:55,617 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 63
> 2020-07-21 17:12:55,637 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 63
> 2020-07-21 17:12:55,640 [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127] INFO server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - pending log size: 1, pending hb size: 63
> 2020-07-21 17:12:55,641 [Time-limited test] INFO statemachine.SimpleStateMachine4Testing (SimpleStateMachine4Testing.java:unblock(142)) - unblock WRITE_STATE_MACHINE_DATA
> 2020-07-21 17:12:55,641 [Time-limited test] INFO statemachine.SimpleStateMachine4Testing (SimpleStateMachine4Testing.java:unblock(142)) - unblock WRITE_STATE_MACHINE_DATA
> 2020-07-21 17:12:55,641 [Time-limited test] INFO statemachine.SimpleStateMachine4Testing (SimpleStateMachine4Testing.java:unblock(142)) - unblock WRITE_STATE_MACHINE_DATA
> 2020-07-21 17:12:55,642 [Time-limited test] INFO statemachine.SimpleStateMachine4Testing (SimpleStateMachine4Testing.java:unblock(142)) - unblock WRITE_STATE_MACHINE_DATA
> 2020-07-21 17:12:55,642 [grpc-default-executor-2] INFO server.GrpcServerProtocolService (GrpcServerProtocolService.java:onNext(109)) - receive request, in order or not: false
> 2020-07-21 17:12:55,642 [grpc-default-executor-0] INFO server.GrpcServerProtocolService (GrpcServerProtocolService.java:onNext(109)) - receive request, in order or not: false
> 2020-07-21 17:12:55,642 [Timer-0] INFO ratis.MiniRaftCluster (MiniRaftCluster.java:lambda$null$5(297)) - TIMED-PRINT: printing ALL groups
> s3: RUNNING FOLLOWER s3@group-6CFE864C49B6:t1, leader=s1, voted=s1, raftlog=s3@group-6CFE864C49B6-SegmentedRaftLog:OPENED:c0,f0,i1, conf=0: [s3:0.0.0.0:62545, s4:0.0.0.0:62546, s0:0.0.0.0:62542, s1:0.0.0.0:62543, s2:0.0.0.0:62544], old=null RUNNING
> s4: RUNNING FOLLOWER s4@group-6CFE864C49B6:t1, leader=s1, voted=s1, raftlog=s4@group-6CFE864C49B6-SegmentedRaftLog:OPENED:c0,f0,i1, conf=0: [s3:0.0.0.0:62545, s4:0.0.0.0:62546, s0:0.0.0.0:62542, s1:0.0.0.0:62543, s2:0.0.0.0:62544], old=null RUNNING
> s0: RUNNING FOLLOWER s0@group-6CFE864C49B6:t1, leader=s1, voted=s1, raftlog=s0@group-6CFE864C49B6-SegmentedRaftLog:OPENED:c0,f0,i1, conf=0: [s3:0.0.0.0:62545, s4:0.0.0.0:62546, s0:0.0.0.0:62542, s1:0.0.0.0:62543, s2:0.0.0.0:62544], old=null RUNNING
> s1: RUNNING LEADER s1@group-6CFE864C49B6:t1, leader=s1, voted=s1, raftlog=s1@group-6CFE864C49B6-SegmentedRaftLog:OPENED:c0,f1,i1, conf=0: [s3:0.0.0.0:62545, s4:0.0.0.0:62546, s0:0.0.0.0:62542, s1:0.0.0.0:62543, s2:0.0.0.0:62544], old=null RUNNING
> s2: RUNNING FOLLOWER s2@group-6CFE864C49B6:t1, leader=s1, voted=s1, raftlog=s2@group-6CFE864C49B6-SegmentedRaftLog:OPENED:c0,f0,i1, conf=0: [s3:0.0.0.0:62545, s4:0.0.0.0:62546, s0:0.0.0.0:62542, s1:0.0.0.0:62543, s2:0.0.0.0:62544], old=null RUNNING
> 2020-07-21 17:12:55,642 [grpc-default-executor-7] INFO server.GrpcServerProtocolService (GrpcServerProtocolService.java:onNext(109)) - receive request, in order or not: false
> 2020-07-21 17:12:55,642 [grpc-default-executor-6] INFO server.GrpcServerProtocolService (GrpcServerProtocolService.java:onNext(109)) - receive request, in order or not: false
> 2020-07-21 17:12:55,643 [grpc-default-executor-7] INFO impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: s4@group-6CFE864C49B6: receive appendEntries(s1, 1, (t:1, i:1), 0, false, commits[s1:c0, s3:c0, s4:c0, s0:c0, s2:c0], entries: []
> 2020-07-21 17:12:55,642 [ForkJoinPool.commonPool-worker-4] DEBUG impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(938)) - s3@group-6CFE864C49B6: succeeded to handle AppendEntries. Reply: s1<-s3#70:OK,SUCCESS,nextIndex:2,term:1,followerCommit:0
> 2020-07-21 17:12:55,642 [ForkJoinPool.commonPool-worker-11] DEBUG impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(938)) - s2@group-6CFE864C49B6: succeeded to handle AppendEntries. Reply: s1<-s2#70:OK,SUCCESS,nextIndex:2,term:1,followerCommit:0
> 2020-07-21 17:12:55,642 [ForkJoinPool.commonPool-worker-9] DEBUG impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(938)) - s0@group-6CFE864C49B6: succeeded to handle AppendEntries. Reply: s1<-s0#70:OK,SUCCESS,nextIndex:2,term:1,followerCommit:0
> 2020-07-21 17:12:55,642 [ForkJoinPool.commonPool-worker-2] DEBUG impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(938)) - s4@group-6CFE864C49B6: succeeded to handle AppendEntries. Reply: s1<-s4#70:OK,SUCCESS,nextIndex:2,term:1,followerCommit:0
> 2020-07-21 17:12:55,642 [grpc-default-executor-0] INFO impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: s2@group-6CFE864C49B6: receive appendEntries(s1, 1, (t:1, i:1), 0, false, commits[s1:c0, s3:c0, s4:c0, s0:c0, s2:c0], entries: []
> 2020-07-21 17:12:55,642 [grpc-default-executor-2] INFO impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: s0@group-6CFE864C49B6: receive appendEntries(s1, 1, (t:1, i:1), 0, false, commits[s1:c0, s3:c0, s4:c0, s0:c0, s2:c0], entries: []
> 2020-07-21 17:12:55,643 [ForkJoinPool.commonPool-worker-2] INFO impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: s2@group-6CFE864C49B6: succeeded to handle AppendEntries. Reply: s1<-s2#71:OK,SUCCESS,nextIndex:2,term:1,followerCommit:0
> 2020-07-21 17:12:55,643 [grpc-default-executor-1] DEBUG server.GrpcLogAppender (GrpcLogAppender.java:onNext(259)) - s1@group-6CFE864C49B6->s2-AppendLogResponseHandler: received a reply s1<-s2#70:OK,SUCCESS,nextIndex:2,term:1,followerCommit:0, request=AppendEntriesRequest:cid=70,entriesCount=1,lastEntry=(t:1, i:1)
> 2020-07-21 17:12:55,643 [grpc-default-executor-3] DEBUG server.GrpcLogAppender (GrpcLogAppender.java:onNext(259)) - s1@group-6CFE864C49B6->s3-AppendLogResponseHandler: received a reply s1<-s3#70:OK,SUCCESS,nextIndex:2,term:1,followerCommit:0, request=AppendEntriesRequest:cid=70,entriesCount=1,lastEntry=(t:1, i:1)
> 2020-07-21 17:12:55,643 [grpc-default-executor-7] INFO server.GrpcServerProtocolService (GrpcServerProtocolService.java:onNext(109)) - receive request, in order or not: false
> 2020-07-21 17:12:55,643 [ForkJoinPool.commonPool-worker-4] INFO impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: s4@group-6CFE864C49B6: succeeded to handle AppendEntries. Reply: s1<-s4#71:OK,SUCCESS,nextIndex:2,term:1,followerCommit:0
> 2020-07-21 17:12:55,643 [grpc-default-executor-6] INFO impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: s3@group-6CFE864C49B6: receive appendEntries(s1, 1, (t:1, i:1), 0, false, commits[s1:c0, s3:c0, s4:c0, s0:c0, s2:c0], entries: []
> 2020-07-21 17:12:55,644 [grpc-default-executor-7] INFO impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: s4@group-6CFE864C49B6: receive appendEntries(s1, 1, (t:1, i:1), 0, false, commits[s1:c0, s3:c0, s4:c0, s0:c0, s2:c0], entries: []
> 2020-07-21 17:12:55,644 [ForkJoinPool.commonPool-worker-4] INFO impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: s3@group-6CFE864C49B6: succeeded to handle AppendEntries. Reply: s1<-s3#71:OK,SUCCESS,nextIndex:2,term:1,followerCommit:0
> 2020-07-21 17:12:55,644 [grpc-default-executor-1] DEBUG server.GrpcLogAppender (GrpcLogAppender.java:onNext(259)) - s1@group-6CFE864C49B6->s2-AppendLogResponseHandler: received a reply s1<-s2#71:OK,SUCCESS,nextIndex:2,term:1,followerCommit:0, request=AppendEntriesRequest:cid=71,entriesCount=0,lastEntry=null
> 2020-07-21 17:12:55,644 [grpc-default-executor-7] INFO server.GrpcServerProtocolService (GrpcServerProtocolService.java:onNext(109)) - receive request, in order or not: false
> 2020-07-21 17:12:55,644 [s1@group-6CFE864C49B6-StateMachineUpdater] DEBUG impl.StateMachineUpdater (StateMachineUpdater.java:applyLog(227)) - s1@group-6CFE864C49B6-StateMachineUpdater: applying nextIndex=1
> 2020-07-21 17:12:55,644 [grpc-default-executor-2] INFO server.GrpcServerProtocolService (GrpcServerProtocolService.java:onNext(109)) - receive request, in order or not: false
> 2020-07-21 17:12:55,645 [grpc-default-executor-1] DEBUG server.GrpcLogAppender (GrpcLogAppender.java:onNext(259)) - s1@group-6CFE864C49B6->s3-AppendLogResponseHandler: received a reply s1<-s3#71:OK,SUCCESS,nextIndex:2,term:1,followerCommit:0, request=AppendEntriesRequest:cid=71,entriesCount=0,lastEntry=null
> 2020-07-21 17:12:55,644 [grpc-default-executor-0] INFO server.GrpcServerProtocolService (GrpcServerProtocolService.java:onNext(109)) - receive request, in order or not: false
> 2020-07-21 17:12:55,644 [ForkJoinPool.commonPool-worker-9] INFO impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: s0@group-6CFE864C49B6: succeeded to handle AppendEntries. Reply: s1<-s0#71:OK,SUCCESS,nextIndex:2,term:1,followerCommit:0
> 2020-07-21 17:12:55,645 [grpc-default-executor-0] INFO impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: s2@group-6CFE864C49B6: receive appendEntries(s1, 1, (t:1, i:1), 0, false, commits[s1:c0, s3:c0, s4:c0, s0:c0, s2:c0], entries: []
> 2020-07-21 17:12:55,644 [grpc-default-executor-4] DEBUG server.GrpcLogAppender (GrpcLogAppender.java:onNext(259)) - s1@group-6CFE864C49B6->s4-AppendLogResponseHandler: received a reply s1<-s4#70:OK,SUCCESS,nextIndex:2,term:1,followerCommit:0, request=AppendEntriesRequest:cid=70,entriesCount=1,lastEntry=(t:1, i:1)
> 2020-07-21 17:12:55,644 [grpc-default-executor-5] DEBUG server.GrpcLogAppender (GrpcLogAppender.java:onNext(259)) - s1@group-6CFE864C49B6->s0-AppendLogResponseHandler: received a reply s1<-s0#70:OK,SUCCESS,nextIndex:2,term:1,followerCommit:0, request=AppendEntriesRequest:cid=70,entriesCount=1,lastEntry=(t:1, i:1)
> 2020-07-21 17:12:55,645 [s1@group-6CFE864C49B6-StateMachineUpdater] INFO statemachine.SimpleStateMachine4Testing (SimpleStateMachine4Testing.java:put(197)) - s1: put 1, abc -> (t:1, i:1), STATEMACHINELOGENTRY, client-DE8B7308F86F, cid=1
> 2020-07-21 17:12:55,645 [grpc-default-executor-0] DEBUG server.GrpcLogAppender (GrpcLogAppender.java:onNext(259)) - s1@group-6CFE864C49B6->s4-AppendLogResponseHandler: received a reply s1<-s4#71:OK,SUCCESS,nextIndex:2,term:1,followerCommit:0, request=AppendEntriesRequest:cid=71,entriesCount=0,lastEntry=null
> 2020-07-21 17:12:55,645 [grpc-default-executor-4] INFO server.GrpcServerProtocolService (GrpcServerProtocolService.java:onNext(109)) - receive request, in order or not: false
> 2020-07-21 17:12:55,645 [ForkJoinPool.commonPool-worker-9] INFO impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: s2@group-6CFE864C49B6: succeeded to handle AppendEntries. Reply: s1<-s2#72:OK,SUCCESS,nextIndex:2,term:1,followerCommit:0
> 2020-07-21 17:12:55,646 [grpc-default-executor-4] INFO impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: s2@group-6CFE864C49B6: receive appendEntries(s1, 1, (t:1, i:1), 0, false, commits[s1:c0, s3:c0, s4:c0, s0:c0, s2:c0], entries: []
> 2020-07-21 17:12:55,645 [grpc-default-executor-2] INFO impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: s0@group-6CFE864C49B6: receive appendEntries(s1, 1, (t:1, i:1), 0, false, commits[s1:c0, s3:c0, s4:c0, s0:c0, s2:c0], entries: []
> 2020-07-21 17:12:55,645 [grpc-default-executor-7] INFO impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: s4@group-6CFE864C49B6: receive appendEntries(s1, 1, (t:1, i:1), 0, false, commits[s1:c0, s3:c0, s4:c0, s0:c0, s2:c0], entries: []
> 2020-07-21 17:12:55,646 [ForkJoinPool.commonPool-worker-4] INFO impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: s0@group-6CFE864C49B6: succeeded to handle AppendEntries. Reply: s1<-s0#72:OK,SUCCESS,nextIndex:2,term:1,followerCommit:0
> 2020-07-21 17:12:55,644 [grpc-default-executor-6] INFO server.GrpcServerProtocolService (GrpcServerProtocolService.java:onNext(109)) - receive request, in order or not: false
> 2020-07-21 17:12:55,644 [ForkJoinPool.commonPool-worker-2] INFO impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: s4@group-6CFE864C49B6: succeeded to handle AppendEntries. Reply: s1<-s4#72:OK,SUCCESS,nextIndex:2,term:1,followerCommit:0
> 2020-07-21 17:12:55,646 [grpc-default-executor-6] INFO impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: s3@group-6CFE864C49B6: receive appendEntries(s1, 1, (t:1, i:1), 0, false, commits[s1:c0, s3:c0, s4:c0, s0:c0, s2:c0], entries: []
> 2020-07-21 17:12:55,646 [grpc-default-executor-7] INFO server.GrpcServerProtocolService (GrpcServerProtocolService.java:onNext(109)) - receive request, in order or not: false
> 2020-07-21 17:12:55,646 [ForkJoinPool.commonPool-worker-2] INFO impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: s3@group-6CFE864C49B6: succeeded to handle AppendEntries. Reply: s1<-s3#72:OK,SUCCESS,nextIndex:2,term:1,followerCommit:0
> 2020-07-21 17:12:55,646 [grpc-default-executor-6] INFO server.GrpcServerProtocolService (GrpcServerProtocolService.java:onNext(109)) - receive request, in order or not: false
> 2020-07-21 17:12:55,646 [ForkJoinPool.commonPool-worker-11] INFO impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: s4@group-6CFE864C49B6: succeeded to handle AppendEntries. Reply: s1<-s4#73:OK,SUCCESS,nextIndex:2,term:1,followerCommit:0
> 2020-07-21 17:12:55,647 [grpc-default-executor-6] INFO impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: s3@group-6CFE864C49B6: receive appendEntries(s1, 1, (t:1, i:1), 0, false, commits[s1:c0, s3:c0, s4:c0, s0:c0, s2:c0], entries: []
> 2020-07-21 17:12:55,646 [grpc-default-executor-0] INFO server.GrpcServerProtocolService (GrpcServerProtocolService.java:onNext(109)) - receive request, in order or not: false
> {code}
>
>
--
This message was sent by Atlassian Jira
(v8.3.4#803005)