You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@ratis.apache.org by "Tsz-wo Sze (Jira)" <ji...@apache.org> on 2019/10/17 11:07:00 UTC
[jira] [Updated] (RATIS-718) TimeoutScheduler throws
IllegalStateException
[ https://issues.apache.org/jira/browse/RATIS-718?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Tsz-wo Sze updated RATIS-718:
-----------------------------
Component/s: (was: client)
util
Description:
{code:java}
Shashikant Banerjee 10:38 AM2019-10-16 11:45:43,150 ERROR [java.util.concurrent.ThreadPoolExecutor$Worker@5d45ac64[State = -1, empty queue]] org.apache.ratis.client.impl.OrderedAsync: Failed* to retry RaftClientRequest:client-A67D4B37A25B->afda84a7-3b53-4b20-bd3b-5400b60a5014@group-DC6EDD5625BC, cid=9, seq=3*, RW, ...
java.lang.IllegalStateException
at org.apache.ratis.util.Preconditions.assertTrue(Preconditions.java:36)
at org.apache.ratis.util.TimeoutScheduler.onTimeout(TimeoutScheduler.java:124)
at org.apache.ratis.util.TimeoutScheduler.onTimeout(TimeoutScheduler.java:110)
at org.apache.ratis.util.TimeoutScheduler.onTimeout(TimeoutScheduler.java:180)
at org.apache.ratis.grpc.client.GrpcClientProtocolClient$AsyncStreamObservers.onNext(GrpcClientProtocolClient.java:318)
at org.apache.ratis.grpc.client.GrpcClientRpc.sendRequestAsync(GrpcClientRpc.java:68)
at org.apache.ratis.client.impl.OrderedAsync.sendRequest(OrderedAsync.java:208)
at org.apache.ratis.client.impl.OrderedAsync.sendRequestWithRetry(OrderedAsync.java:169)
at org.apache.ratis.util.SlidingWindow$Client.sendOrDelayRequest(SlidingWindow.java:278)
at org.apache.ratis.util.SlidingWindow$Client.retry(SlidingWindow.java:294)
at org.apache.ratis.client.impl.OrderedAsync.lambda$scheduleWithTimeout$7(OrderedAsync.java:195)
at org.apache.ratis.util.TimeoutScheduler.lambda$onTimeout$0(TimeoutScheduler.java:113)
at org.apache.ratis.util.TimeoutScheduler.lambda$onTimeout$1(TimeoutScheduler.java:133)
at org.apache.ratis.util.LogUtils.runAndLog(LogUtils.java:50)
at org.apache.ratis.util.LogUtils$1.run(LogUtils.java:91)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
{code}
was:
{code:java}
Shashikant Banerjee 10:38 AM2019-10-16 11:45:43,150 ERROR [java.util.concurrent.ThreadPoolExecutor$Worker@5d45ac64[State = -1, empty queue]] org.apache.ratis.client.impl.OrderedAsync: Failed* to retry RaftClientRequest:client-A67D4B37A25B->afda84a7-3b53-4b20-bd3b-5400b60a5014@group-DC6EDD5625BC, cid=9, seq=3*, RW, cmdType: WriteChunk
traceID: ""
containerID: 74
datanodeUuid: "26a83f09-5d8b-46f6-8b5d-41733322914b"
writeChunk {
blockID {
containerID: 74
localID: 102973538557690547
blockCommitSequenceId: 3431
}
chunkData {
chunkName: "102973538557690547_chunk_2"
offset: 0
len: 86026
checksumData {
type: CRC32
bytesPerChecksum: 1048576
checksums: "\000\000\000\000\253\311l\364"
}
}
}
, data.size=86026
java.lang.IllegalStateException
at org.apache.ratis.util.Preconditions.assertTrue(Preconditions.java:36)
at org.apache.ratis.util.TimeoutScheduler.onTimeout(TimeoutScheduler.java:124)
at org.apache.ratis.util.TimeoutScheduler.onTimeout(TimeoutScheduler.java:110)
at org.apache.ratis.util.TimeoutScheduler.onTimeout(TimeoutScheduler.java:180)
at org.apache.ratis.grpc.client.GrpcClientProtocolClient$AsyncStreamObservers.onNext(GrpcClientProtocolClient.java:318)
at org.apache.ratis.grpc.client.GrpcClientRpc.sendRequestAsync(GrpcClientRpc.java:68)
at org.apache.ratis.client.impl.OrderedAsync.sendRequest(OrderedAsync.java:208)
at org.apache.ratis.client.impl.OrderedAsync.sendRequestWithRetry(OrderedAsync.java:169)
at org.apache.ratis.util.SlidingWindow$Client.sendOrDelayRequest(SlidingWindow.java:278)
at org.apache.ratis.util.SlidingWindow$Client.retry(SlidingWindow.java:294)
at org.apache.ratis.client.impl.OrderedAsync.lambda$scheduleWithTimeout$7(OrderedAsync.java:195)
at org.apache.ratis.util.TimeoutScheduler.lambda$onTimeout$0(TimeoutScheduler.java:113)
at org.apache.ratis.util.TimeoutScheduler.lambda$onTimeout$1(TimeoutScheduler.java:133)
at org.apache.ratis.util.LogUtils.runAndLog(LogUtils.java:50)
at org.apache.ratis.util.LogUtils$1.run(LogUtils.java:91)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
{code}
Summary: TimeoutScheduler throws IllegalStateException (was: Raft client retry request failure)
> TimeoutScheduler throws IllegalStateException
> ---------------------------------------------
>
> Key: RATIS-718
> URL: https://issues.apache.org/jira/browse/RATIS-718
> Project: Ratis
> Issue Type: Bug
> Components: util
> Reporter: Shashikant Banerjee
> Assignee: Tsz-wo Sze
> Priority: Major
> Fix For: 0.5.0
>
> Attachments: r718_20191017.patch
>
>
> {code:java}
> Shashikant Banerjee 10:38 AM2019-10-16 11:45:43,150 ERROR [java.util.concurrent.ThreadPoolExecutor$Worker@5d45ac64[State = -1, empty queue]] org.apache.ratis.client.impl.OrderedAsync: Failed* to retry RaftClientRequest:client-A67D4B37A25B->afda84a7-3b53-4b20-bd3b-5400b60a5014@group-DC6EDD5625BC, cid=9, seq=3*, RW, ...
> java.lang.IllegalStateException
> at org.apache.ratis.util.Preconditions.assertTrue(Preconditions.java:36)
> at org.apache.ratis.util.TimeoutScheduler.onTimeout(TimeoutScheduler.java:124)
> at org.apache.ratis.util.TimeoutScheduler.onTimeout(TimeoutScheduler.java:110)
> at org.apache.ratis.util.TimeoutScheduler.onTimeout(TimeoutScheduler.java:180)
> at org.apache.ratis.grpc.client.GrpcClientProtocolClient$AsyncStreamObservers.onNext(GrpcClientProtocolClient.java:318)
> at org.apache.ratis.grpc.client.GrpcClientRpc.sendRequestAsync(GrpcClientRpc.java:68)
> at org.apache.ratis.client.impl.OrderedAsync.sendRequest(OrderedAsync.java:208)
> at org.apache.ratis.client.impl.OrderedAsync.sendRequestWithRetry(OrderedAsync.java:169)
> at org.apache.ratis.util.SlidingWindow$Client.sendOrDelayRequest(SlidingWindow.java:278)
> at org.apache.ratis.util.SlidingWindow$Client.retry(SlidingWindow.java:294)
> at org.apache.ratis.client.impl.OrderedAsync.lambda$scheduleWithTimeout$7(OrderedAsync.java:195)
> at org.apache.ratis.util.TimeoutScheduler.lambda$onTimeout$0(TimeoutScheduler.java:113)
> at org.apache.ratis.util.TimeoutScheduler.lambda$onTimeout$1(TimeoutScheduler.java:133)
> at org.apache.ratis.util.LogUtils.runAndLog(LogUtils.java:50)
> at org.apache.ratis.util.LogUtils$1.run(LogUtils.java:91)
> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180)
> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
> at java.lang.Thread.run(Thread.java:748)
> {code}
--
This message was sent by Atlassian Jira
(v8.3.4#803005)